-- Logs begin at Tue 2021-11-09 16:34:26 UTC, end at Tue 2021-11-09 18:59:14 UTC. -- Nov 09 17:05:40.374453 n-d-804292-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 17:05:43.268738 n-d-804292-3 neutron-server[102445]: INFO neutron.common.config [-] Logging enabled! Nov 09 17:05:43.269345 n-d-804292-3 neutron-server[102445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153 Nov 09 17:05:43.269520 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102445) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 17:05:43.273670 n-d-804292-3 neutron-server[102445]: INFO neutron.common.config [-] Logging enabled! Nov 09 17:05:43.273929 n-d-804292-3 neutron-server[102445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153 Nov 09 17:05:43.274246 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102445) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 17:05:43.275222 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:05:43.275458 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:05:43.275829 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:05:43.276075 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:05:43.276303 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:05:43.276625 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.277049 n-d-804292-3 neutron-server[102445]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 09 17:05:43.277363 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.277661 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.277957 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.278252 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.278543 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.278830 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.279147 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.279452 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.279741 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.280024 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.280312 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.280604 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.280890 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.281182 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.281473 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.281757 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] debug = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.282046 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.282481 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.282906 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.283211 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.283504 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.283786 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.284057 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.284336 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.284621 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.284950 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] host = n-d-804292-3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.285227 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.285516 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.285905 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.286376 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.286765 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.287058 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.287357 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.287649 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.287927 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.288195 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.288488 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.288783 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.289084 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.289318 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.289538 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.289839 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.290127 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.290404 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.290687 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.290958 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.291257 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.291533 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.291808 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.292093 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.292378 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.292667 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.292944 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.293221 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.293496 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.293769 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.294056 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.294330 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.294602 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.294875 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.295190 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.295465 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.295739 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.296042 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.296330 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.296614 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.296902 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.297178 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.297461 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.297734 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.298007 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.298283 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] use_json = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.298551 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.298823 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.299130 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.299407 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.299680 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.299955 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.300228 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.300514 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:43.300808 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.301109 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.301964 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.302457 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.302880 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.303199 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.303500 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.303785 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.304082 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.304380 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.304674 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.304956 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.305248 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.305530 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.305828 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.306135 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.306433 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.306728 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.307023 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.307303 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.307578 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.307858 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.308145 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.308424 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.308715 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.309006 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.309286 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.309573 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.309868 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.310159 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.310438 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.310721 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.311040 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.311325 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.311601 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.311889 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.312181 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.312461 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.312735 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.313021 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.313296 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.313570 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.313843 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.314121 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.314412 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.314688 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.314960 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.315252 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.315528 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.315801 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.316084 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.316362 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.316634 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.316905 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.317848 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.318311 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.318601 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.318891 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.319201 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.319488 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.319768 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.320046 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.320323 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.320600 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.320877 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.321150 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.321425 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.321703 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.321981 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.322256 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.322529 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.322805 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.323105 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.323394 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.323692 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.323971 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.324249 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.324527 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.324809 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.325088 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.325367 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.325647 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.325925 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.326200 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.326496 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.326781 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.327097 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.327384 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.327662 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.327980 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.328262 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.328548 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.328828 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.329107 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.329391 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.329677 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.329971 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.330267 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.330562 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.330858 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.331187 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.331473 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.331785 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.332068 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:43.332286 n-d-804292-3 neutron-server[102445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:05:43.332531 n-d-804292-3 neutron-server[102445]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102445) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 17:05:43.776695 n-d-804292-3 neutron-server[102445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 17:05:43.776973 n-d-804292-3 neutron-server[102445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 17:05:43.777278 n-d-804292-3 neutron-server[102445]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 17:05:43.777616 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 17:05:44.110035 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.110337 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.110613 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.111854 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.112139 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.112407 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.148811 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.149093 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.149376 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.164933 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.165222 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.165492 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.196672 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.196959 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.197231 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.235181 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.235465 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.235742 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.481630 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.482230 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.482230 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.482392 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.483061 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.616551 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.616872 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.617155 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.617427 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.617697 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.618012 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.618281 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.618538 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.618794 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.619109 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.619376 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.619645 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.619906 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.620162 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.620418 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.620684 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.620941 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.621210 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.621487 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.621741 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.622013 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.622268 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.622543 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.622928 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.623199 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.623449 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.623880 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:44.624123 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:44.624362 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:44.624600 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:44.624836 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:44.625074 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:44.625450 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 17:05:44.628998 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 17:05:44.633075 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 17:05:44.636960 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 09 17:05:44.638600 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 17:05:44.639159 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 17:05:44.639501 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 17:05:44.639891 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 17:05:44.642724 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 17:05:44.643014 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 17:05:44.643356 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 17:05:44.648832 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 17:05:44.671791 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 17:05:44.672257 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.672561 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102445) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 17:05:44.672925 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.674316 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102445) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 17:05:44.674601 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 17:05:44.674849 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 17:05:44.678627 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.678911 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:44.743806 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 17:05:44.743985 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 17:05:44.744206 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 17:05:44.744594 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 17:05:44.764931 n-d-804292-3 neutron-server[102445]: DEBUG oslo_db.sqlalchemy.engines [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102445) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 17:05:45.307427 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing driver for type 'gre' Nov 09 17:05:45.307955 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] gre ID ranges: [(1, 1000)] Nov 09 17:05:45.360806 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing driver for type 'local' Nov 09 17:05:45.361063 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing driver for type 'vlan' Nov 09 17:05:45.374519 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] VlanTypeDriver initialization complete Nov 09 17:05:45.374857 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing driver for type 'vxlan' Nov 09 17:05:45.375402 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] vxlan ID ranges: [(1, 1000)] Nov 09 17:05:45.426209 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing extension driver 'port_security' Nov 09 17:05:45.427377 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.extensions.port_security [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] PortSecurityExtensionDriver initialization complete Nov 09 17:05:45.427826 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing mechanism driver 'openvswitch' Nov 09 17:05:45.428160 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing mechanism driver 'hyperv' Nov 09 17:05:45.434837 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:05:45.435717 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.436087 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.436442 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.436976 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:05:45.437412 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.437770 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.438121 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.438522 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:05:45.438935 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.439313 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.439659 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.440051 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:05:45.440460 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > security_group after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.440811 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > security_group after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.441155 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.441550 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:05:45.442047 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.442759 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.443214 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.443717 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:05:45.444234 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > address_group after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.444677 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > address_group after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.445125 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.445706 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:05:45.446124 n-d-804292-3 neutron-server[102445]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] ML2 OVO RPC backend initialized. {{(pid=102445) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 17:05:45.446931 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.447408 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.447920 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.448361 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > networks before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.448798 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.449231 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > ports before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.449669 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.450103 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnets before_response 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.450542 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.450975 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.451476 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.451917 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.452354 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.452791 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.453224 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.453652 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.454077 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.454750 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Modular L2 Plugin initialization complete Nov 09 17:05:45.455204 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading services supported by the core plugin {{(pid=102445) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 17:05:45.455625 n-d-804292-3 neutron-server[102445]: INFO neutron.plugins.ml2.managers [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Got port-security extension from driver 'port_security' Nov 09 17:05:45.456196 n-d-804292-3 neutron-server[102445]: INFO neutron.extensions.vlantransparent [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Disabled vlantransparent extension. Nov 09 17:05:45.456778 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102445) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 17:05:45.457179 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: router Nov 09 17:05:45.494313 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.494914 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_create 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.495080 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router before_create 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.495526 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.495905 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.496265 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_delete 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.496627 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.497108 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.497468 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_create 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.497819 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_update 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.498172 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_update 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.498523 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.498884 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_update 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.499321 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.499695 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.500037 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.500377 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: subnet after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.500719 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.501073 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.501422 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.501768 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.502112 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.502469 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router after_update 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.503371 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.503742 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.504113 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.504981 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.505357 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > agent after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.505711 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > agent after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.506063 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > network after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.506945 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Tracking information for resource: router configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:45.507308 n-d-804292-3 neutron-server[102445]: DEBUG neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Tracking information for resource: floatingip configured {{(pid=102445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:05:45.512347 n-d-804292-3 neutron-server[102445]: INFO neutron.db.l3_agentschedulers_db [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 17:05:45.512930 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.513294 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.513651 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.514009 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.514805 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router before_create 55550100 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.515193 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.515560 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_create 55550100 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.515918 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > router precommit_update 55550100 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.521567 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.provider_configuration [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service providers = [] {{(pid=102445) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 17:05:45.521937 n-d-804292-3 neutron-server[102445]: DEBUG neutron.db.servicetype_db [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102445) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 17:05:45.524970 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.service_base [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:05:45.525319 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.service_base [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:05:45.525662 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.service_base [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:05:45.526639 n-d-804292-3 neutron-server[102445]: DEBUG neutron.services.service_base [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:05:45.527036 n-d-804292-3 neutron-server[102445]: INFO neutron.services.service_base [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 17:05:45.527427 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.527744 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 17:05:45.540632 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.540973 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: auto_allocate Nov 09 17:05:45.546837 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: network precommit_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.547248 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: network precommit_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.547773 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.548098 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: tag Nov 09 17:05:45.555777 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.556109 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: timestamp Nov 09 17:05:45.560032 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.560368 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: network_ip_availability Nov 09 17:05:45.565961 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.566356 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.566719 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.568104 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.568427 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: flavors Nov 09 17:05:45.573468 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.573801 n-d-804292-3 neutron-server[102445]: INFO neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading Plugin: revisions Nov 09 17:05:45.578173 n-d-804292-3 neutron-server[102445]: DEBUG neutron.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:05:45.578566 n-d-804292-3 neutron-server[102445]: DEBUG oslo_concurrency.lockutils [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=102445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 17:05:45.579363 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102445) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 17:05:45.579702 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Initializing extension manager. Nov 09 17:05:45.580231 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: __init__.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.580580 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: __pycache__ {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.580917 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.581273 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: address_group.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.582056 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.583256 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: address-group Nov 09 17:05:45.583611 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: address_scope.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.584486 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.585003 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: address-scope Nov 09 17:05:45.585336 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.586307 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.586821 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: router-admin-state-down-before-update Nov 09 17:05:45.587186 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: agent.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.587901 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.588405 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: agent Nov 09 17:05:45.588732 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: agent_resources_synced.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.589655 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.590164 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: agent-resources-synced Nov 09 17:05:45.590493 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: allowedaddresspairs.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.592352 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.592874 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: allowed-address-pairs Nov 09 17:05:45.593202 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: auto_allocated_topology.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.594332 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.594847 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: auto-allocated-topology Nov 09 17:05:45.595199 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: availability_zone.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.595898 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.596408 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: availability_zone Nov 09 17:05:45.596733 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: availability_zone_filter.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.597654 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.598767 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: availability_zone_filter Nov 09 17:05:45.599250 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: data_plane_status.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.600172 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.600689 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 17:05:45.601015 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: default_subnetpools.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.601949 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.602463 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: default-subnetpools Nov 09 17:05:45.602792 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.603648 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.604160 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: dhcp_agent_scheduler Nov 09 17:05:45.604486 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: dns.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.605418 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.605928 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 17:05:45.606253 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: dns_domain_ports.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.607209 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.607721 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 17:05:45.608055 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.608985 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.609489 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 17:05:45.609812 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: dvr.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.610485 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.611056 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: dvr Nov 09 17:05:45.611353 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: ecmp_routes.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.612275 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.612778 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 17:05:45.613102 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: empty_string_filtering.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.614051 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.614558 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: empty-string-filtering Nov 09 17:05:45.614884 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.615869 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.616636 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 17:05:45.616958 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.617877 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.618384 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 17:05:45.618708 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: external_net.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.619667 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.620177 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: external-net Nov 09 17:05:45.620503 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.621449 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.621959 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: extra_dhcp_opt Nov 09 17:05:45.622286 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: extraroute.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.623243 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.623749 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: extraroute Nov 09 17:05:45.624084 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: extraroute_atomic.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.625148 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.625659 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: extraroute-atomic Nov 09 17:05:45.625987 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: filter_validation.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.626908 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.627462 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: filter-validation Nov 09 17:05:45.627791 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: fip_pf_description.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.628749 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.629260 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 17:05:45.629630 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: fip_port_details.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.630601 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.631168 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: fip-port-details Nov 09 17:05:45.631500 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: flavors.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.632800 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.633364 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: flavors Nov 09 17:05:45.633729 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.635603 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.636181 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 17:05:45.636550 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: floatingip_pools.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.637306 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.637862 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: floatingip-pools Nov 09 17:05:45.638281 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: ip_allocation.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.639403 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.639965 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 17:05:45.640331 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.641304 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.641859 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: ip-substring-filtering Nov 09 17:05:45.642223 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l2_adjacency.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.643236 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.643793 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 17:05:45.644157 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.645770 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.646286 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: router Nov 09 17:05:45.646617 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.648979 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.649505 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 17:05:45.649843 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.650791 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.651333 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: ext-gw-mode Nov 09 17:05:45.651673 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.652620 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.653135 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: l3-ha Nov 09 17:05:45.653464 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3_flavors.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.654396 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.654907 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: l3-flavors Nov 09 17:05:45.655269 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.656183 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.656696 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 17:05:45.657020 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: l3agentscheduler.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.658066 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.658580 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: l3_agent_scheduler Nov 09 17:05:45.658914 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: logging.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.660441 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.661680 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension logging not supported by any of loaded plugins Nov 09 17:05:45.662017 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: metering.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.662773 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.663410 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: metering Nov 09 17:05:45.663741 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.664975 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.665492 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: metering_source_and_destination_fields Nov 09 17:05:45.665822 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: multiprovidernet.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.666757 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.667302 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: multi-provider Nov 09 17:05:45.667632 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: netmtu.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.668556 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.669068 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: net-mtu Nov 09 17:05:45.669392 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: netmtu_writable.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.670315 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.670821 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: net-mtu-writable Nov 09 17:05:45.671188 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: network_availability_zone.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.671861 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.672369 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: network_availability_zone Nov 09 17:05:45.672691 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: network_ip_availability.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.673804 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.674314 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: network-ip-availability Nov 09 17:05:45.674640 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: network_segment_range.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.675445 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.675954 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 17:05:45.676839 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: pagination.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.677840 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.678172 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: pagination Nov 09 17:05:45.678499 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: port_device_profile.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.679457 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.679965 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: port-device-profile Nov 09 17:05:45.680292 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.681254 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.681764 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: port-mac-address-regenerate Nov 09 17:05:45.682097 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.683196 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.683730 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: port-numa-affinity-policy Nov 09 17:05:45.684198 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: port_resource_request.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.685201 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.685840 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 17:05:45.686253 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: port_resource_request_groups.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.687412 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.688198 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 09 17:05:45.688517 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: portbindings.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.689601 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.690406 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: binding Nov 09 17:05:45.690764 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: portbindings_extended.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.692946 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.693542 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: binding-extended Nov 09 17:05:45.694014 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: portsecurity.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.695201 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.695783 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: port-security Nov 09 17:05:45.696183 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: project_id.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.697255 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.697657 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: project-id Nov 09 17:05:45.697995 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: providernet.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.699054 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.699571 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: provider Nov 09 17:05:45.699958 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.703746 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.704344 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos not supported by any of loaded plugins Nov 09 17:05:45.704684 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.706246 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.706896 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 17:05:45.707334 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.708301 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.708813 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 17:05:45.709145 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_default.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.710064 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.710578 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-default not supported by any of loaded plugins Nov 09 17:05:45.710911 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_fip.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.711599 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.712107 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 17:05:45.712435 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_gateway_ip.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.713371 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.713886 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 17:05:45.714214 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_port_network_policy.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.715164 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.715678 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 17:05:45.716006 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.717057 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.717576 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 09 17:05:45.717904 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_pps_rule.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.719141 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.719849 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-pps not supported by any of loaded plugins Nov 09 17:05:45.720182 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_rule_type_details.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.721110 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.721624 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 17:05:45.721956 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: qos_rules_alias.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.723053 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.723595 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 17:05:45.724010 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: quota_check_limit.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.724941 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.725454 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: quota-check-limit Nov 09 17:05:45.725782 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: quotasv2.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.726748 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.727177 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: quotas Nov 09 17:05:45.727504 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: quotasv2_detail.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.730706 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.731081 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: quota_details Nov 09 17:05:45.731418 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: rbac.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.732487 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.733011 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: rbac-policies Nov 09 17:05:45.733352 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: rbac_address_group.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.734306 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.734820 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: rbac-address-group Nov 09 17:05:45.735188 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: rbac_address_scope.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.736122 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.736680 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: rbac-address-scope Nov 09 17:05:45.736968 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: rbac_security_groups.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.737903 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.738409 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: rbac-security-groups Nov 09 17:05:45.739341 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: rbac_subnetpool.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.740256 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.740766 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: rbac-subnetpool Nov 09 17:05:45.741354 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: revisionifmatch.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.742284 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.742796 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: revision-if-match Nov 09 17:05:45.743155 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: revisions.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.744284 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.744797 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: standard-attr-revisions Nov 09 17:05:45.745126 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: router_availability_zone.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.745800 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.746308 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: router_availability_zone Nov 09 17:05:45.746632 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: routerservicetype.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.747597 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.748097 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 17:05:45.748422 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.749348 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.749854 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: security-groups-normalized-cidr Nov 09 17:05:45.750180 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.751229 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.751737 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: port-security-groups-filtering Nov 09 17:05:45.752063 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.753003 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.753515 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: security-groups-remote-address-group Nov 09 17:05:45.753840 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.755363 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.755971 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: security-groups-shared-filtering Nov 09 17:05:45.756303 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.756897 n-d-804292-3 neutron-server[102445]: WARNING neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 09 17:05:45.757224 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: securitygroup.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.767051 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.767587 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: security-group Nov 09 17:05:45.767921 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: segment.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.768716 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.769226 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension segment not supported by any of loaded plugins Nov 09 17:05:45.769553 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.770564 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.771111 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 17:05:45.771440 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: servicetype.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.772567 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.773098 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: service-type Nov 09 17:05:45.773429 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: sorting.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.774419 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.774756 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: sorting Nov 09 17:05:45.775117 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: standard_attr_segment.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.776041 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.776554 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 17:05:45.776883 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: standardattrdescription.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.777534 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.778043 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: standard-attr-description Nov 09 17:05:45.778371 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: stateful_security_group.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.779331 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.779843 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: stateful-security-group Nov 09 17:05:45.780169 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: stdattrs_common.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.780740 n-d-804292-3 neutron-server[102445]: WARNING neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 17:05:45.781063 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.782009 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.782523 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 17:05:45.782855 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: subnet_onboard.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.783965 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.784482 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: subnet_onboard Nov 09 17:05:45.784812 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.785906 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.786436 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 17:05:45.786746 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: subnet_service_types.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.787709 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.788224 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: subnet-service-types Nov 09 17:05:45.788550 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: subnetallocation.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.789643 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.790154 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: subnet_allocation Nov 09 17:05:45.790481 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.791194 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.791701 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: subnetpool-prefix-ops Nov 09 17:05:45.792025 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.792967 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.793475 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 17:05:45.793797 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: tagging.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.794880 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.795427 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: standard-attr-tag Nov 09 17:05:45.795760 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: timestamp.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.796977 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.797498 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loaded extension: standard-attr-timestamp Nov 09 17:05:45.797830 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: trunk.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.798873 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.799424 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension trunk not supported by any of loaded plugins Nov 09 17:05:45.799755 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: trunk_details.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.800682 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.801196 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 17:05:45.802219 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: uplink_status_propagation.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.803202 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.803719 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 17:05:45.804043 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Loading extension file: vlantransparent.py {{(pid=102445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:05:45.804721 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:05:45.805229 n-d-804292-3 neutron-server[102445]: INFO neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 17:05:45.807750 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:network Nov 09 17:05:45.808287 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:subnet Nov 09 17:05:45.808693 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:05:45.809097 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:port Nov 09 17:05:45.810341 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.810789 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service FLAVORS assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.811448 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.811890 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.812227 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:router Nov 09 17:05:45.812661 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 17:05:45.813154 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service METERING assigned prefix: /metering {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.814617 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.815011 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.815366 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:05:45.816373 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 17:05:45.816820 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:security_group Nov 09 17:05:45.817562 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 17:05:45.818183 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service CORE assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.818517 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:05:45.818868 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] subnetpool is already registered Nov 09 17:05:45.819320 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service CORE assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.819650 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:05:45.819985 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] subnetpool is already registered Nov 09 17:05:45.822507 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.822959 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service FLAVORS assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.823689 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.824053 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.824388 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:router Nov 09 17:05:45.824728 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] router is already registered Nov 09 17:05:45.825153 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 17:05:45.825491 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] floatingip is already registered Nov 09 17:05:45.825965 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service METERING assigned prefix: /metering {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.826676 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 17:05:45.827026 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] rbac_policy is already registered Nov 09 17:05:45.827455 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:security_group Nov 09 17:05:45.827794 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] security_group is already registered Nov 09 17:05:45.828212 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 17:05:45.828559 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] security_group_rule is already registered Nov 09 17:05:45.829050 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service CORE assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.829389 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:05:45.829724 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] subnetpool is already registered Nov 09 17:05:45.830155 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.v2.resource_helper [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Service CORE assigned prefix: {{(pid=102445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:05:45.830482 n-d-804292-3 neutron-server[102445]: INFO neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:05:45.830815 n-d-804292-3 neutron-server[102445]: WARNING neutron.quota.resource_registry [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] subnetpool is already registered Nov 09 17:05:45.833111 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: extensions {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.834612 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: address-groups {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.836151 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: address-scopes {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.837491 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: agents {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.838647 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: auto-allocated-topology {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.839939 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: availability_zones {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.841166 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: dhcp-networks {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.842589 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: dhcp-agents {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.844160 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: routers {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.846306 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: flavors {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.847616 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: service_profiles {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.849212 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: next_providers {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.850659 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: service_profiles {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.852152 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: floatingip-pools {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.853501 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: routers {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.855747 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: floatingips {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.857033 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: l3-routers {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.858521 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: l3-agents {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.860003 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: metering-labels {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.861331 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: metering-label-rules {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.862680 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: network-ip-availabilities {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.864656 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: bindings {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.866493 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: quotas {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.868200 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: quotas {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.869759 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: rbac-policies {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.870960 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: security-groups {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.872309 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: security-group-rules {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.873560 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: service-providers {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.874784 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: subnetpools {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.876236 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: subnetpools {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.877739 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.879763 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.881595 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.883409 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.885128 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.887122 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.888829 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.892031 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.893831 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.896352 n-d-804292-3 neutron-server[102445]: DEBUG neutron.api.extensions [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Extended resource: tags {{(pid=102445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:05:45.902553 n-d-804292-3 neutron-server[102445]: WARNING keystonemiddleware.auth_token [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 17:05:45.907108 n-d-804292-3 neutron-server[102445]: WARNING keystonemiddleware.auth_token [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 17:05:45.916712 n-d-804292-3 neutron-server[102445]: DEBUG oslo_concurrency.lockutils [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Acquired lock "singleton_lock" {{(pid=102445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 09 17:05:45.917199 n-d-804292-3 neutron-server[102445]: DEBUG oslo_concurrency.lockutils [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Releasing lock "singleton_lock" {{(pid=102445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 09 17:05:45.917835 n-d-804292-3 neutron-server[102445]: INFO oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Starting 2 workers Nov 09 17:05:45.922676 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Started child 102554 {{(pid=102445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:05:45.927256 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Started child 102555 {{(pid=102445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:05:45.928352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:05:45.929046 n-d-804292-3 neutron-server[102445]: INFO neutron.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 17:05:45.929418 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Publish callbacks [] for process, before_spawn {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:05:45.929860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [-] (102554) wsgi starting up on http://0.0.0.0:9696 Nov 09 17:05:45.931969 n-d-804292-3 neutron-server[102445]: INFO oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Starting 1 workers Nov 09 17:05:45.932221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:05:45.933615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [-] (102555) wsgi starting up on http://0.0.0.0:9696 Nov 09 17:05:45.937210 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Started child 102556 {{(pid=102445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:05:45.937741 n-d-804292-3 neutron-server[102445]: INFO oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Starting 1 workers Nov 09 17:05:45.941020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] calling RpcWorker wait() {{(pid=102556) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 17:05:45.941568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] returning from RpcWorker wait() {{(pid=102556) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 17:05:45.942762 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Started child 102557 {{(pid=102445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:05:45.943563 n-d-804292-3 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a23f54ae-62dd-4156-a52b-46ab5af31bf8 None None] Publish callbacks [] for process, after_spawn {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:05:45.943661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:05:45.944170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:05:45.945502 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 17:05:45.945715 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:05:45.945900 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:05:45.946116 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:05:45.946455 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:05:45.946613 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:05:45.947143 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.947429 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.947680 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.947951 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.948107 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:05:45.948577 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.948791 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.949069 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.949219 n-d-804292-3 neutron-server[102557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:05:45.949315 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.949593 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.949829 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.949995 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.950161 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.950402 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.950630 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.950923 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.951232 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.951479 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.951722 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.951893 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.952145 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.952403 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.952653 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.952917 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] debug = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.953163 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.953643 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.953870 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.954133 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.954375 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.954655 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.954885 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.955176 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.955435 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.955647 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.955881 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.956132 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.956388 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.956601 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.956842 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.957059 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.957301 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.957545 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.958544 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] host = n-d-804292-3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.958763 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.958978 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.959227 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.959474 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.959716 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.959936 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.960187 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.960449 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.960688 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.960908 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.961172 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.961420 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.961633 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.961886 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.962052 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_options = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.962284 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.962541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.962807 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.963029 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.963198 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.963372 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.963633 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.963795 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.964044 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.964261 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.964471 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.964681 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.964891 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.965124 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.965368 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.965592 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.965832 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.966040 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.966282 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.966528 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.966750 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.966973 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.967255 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.967486 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.967699 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.967913 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.968159 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.968433 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.968624 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.968876 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.969122 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.969375 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.969625 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.969848 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.970108 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.970353 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.970579 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.970788 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.971098 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.971322 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.971571 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.971825 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.972052 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.972317 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.972551 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.972787 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.973020 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_json = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.973279 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.973516 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.973765 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.973985 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.974216 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.974423 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.974633 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.974902 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:45.975371 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.975728 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.975965 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.976211 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.976440 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.976677 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.976906 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.977131 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.977357 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.977590 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.977881 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.978101 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.978391 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.978688 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.978910 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.979237 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.979508 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.979788 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.980037 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.980278 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.980515 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.980764 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.981030 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.981247 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.981490 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.981719 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.981960 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.982293 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.982559 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.982823 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.983106 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.983327 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.983763 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.983763 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.984331 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.984331 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.984715 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.984870 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.985235 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.985235 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.985496 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.985663 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.985907 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.986110 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.986559 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.987131 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.987131 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.987513 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.987670 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.987805 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.987967 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.988338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.988489 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.988625 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.989126 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.989382 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.989651 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.989851 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.990098 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.990584 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.990741 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.990895 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.991380 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.991602 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.991818 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.992020 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.992436 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.992580 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.992714 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.992901 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.993135 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.993362 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.993598 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.994272 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.994272 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.994410 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.994535 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.994917 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.995299 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.995683 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.995897 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.996292 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.996788 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.997173 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.997420 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.997420 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.997825 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.997971 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.998129 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.998334 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.999049 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.999049 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.999405 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:45.999405 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.000069 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.000069 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.000069 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.003142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005285 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005736 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005736 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005736 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005736 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.005736 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.006007 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.006259 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.006483 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.006819 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.007113 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.009925 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.011166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012166 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012734 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012734 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.012734 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.013115 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.013265 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.013403 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.016338 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.017452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.018495 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.019504 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.019504 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.019504 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.019504 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.019504 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.020758 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.020758 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.020758 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.021268 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.021268 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.021535 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.021669 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.021803 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.022003 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.022238 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.022483 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.022694 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.023040 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.023193 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.023527 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.023777 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.024023 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.024401 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.024566 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.024704 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.024931 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.025142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.025350 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.025568 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.025800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.026055 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.026293 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.026539 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.026692 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.026869 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.027101 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.027317 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.028730 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.028730 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.028730 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.029252 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.029494 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.030328 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.030728 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.031524 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.031966 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.032185 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.032411 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.032629 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.032838 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.033064 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.033275 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.033512 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.033730 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.033948 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.034158 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.034422 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.034621 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.034832 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.035096 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.035313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.035514 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.035810 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.036026 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.036239 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.036520 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.036787 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.036997 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.037222 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.037432 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.037636 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.037877 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.038092 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.038327 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.038627 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.039094 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.039337 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.039645 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.039874 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.040121 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.040430 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.040753 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.040985 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.041228 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.041446 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.041667 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.041891 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.042127 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.042445 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.042711 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.042952 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.043237 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.043517 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.043778 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.044045 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.044260 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.044551 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.044887 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.045154 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.045416 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.045665 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.045916 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.046136 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.046350 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.046584 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.046817 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.047056 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.047318 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.047549 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.047791 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.048026 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.048259 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.048472 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.048692 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.048900 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.049141 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.049438 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.049603 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:05:46.050139 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 17:05:46.050300 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:05:46.050453 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:05:46.050621 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:05:46.050788 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:05:46.050939 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:05:46.051186 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.051449 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.051658 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.051823 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.051981 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.052161 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.052321 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.052481 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.052639 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.052795 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.052952 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.053109 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.053267 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.053423 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.053581 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.053743 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.053901 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.054059 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.054221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.054379 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.054536 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.054693 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.054850 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] debug = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.055029 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.055224 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.055415 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.055532 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.055688 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.055845 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056000 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056156 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056314 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056469 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056625 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056782 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.056940 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.057095 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.057251 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.057408 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.057563 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.057719 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.057874 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] host = n-d-804292-3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058030 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058187 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058343 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058585 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058726 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058837 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.058944 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43012) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:05:46.059206 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059316 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059501 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059619 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059727 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059834 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.059986 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.060143 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_options = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.060301 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.060459 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.060617 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.060800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.060962 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.061121 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.061277 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.061434 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.061590 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.061747 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.061904 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.062061 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.062217 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.062374 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.062532 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.062689 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.062845 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.063263 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.063263 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.063721 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.063721 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.063721 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.064151 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.064151 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.064151 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065313 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065854 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065854 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065854 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.065854 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066215 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066215 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066215 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066421 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066499 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066654 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.066808 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.067537 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.067715 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.067873 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_json = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.068140 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.068531 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.068734 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.068867 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.068983 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.069142 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.069298 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.069458 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:05:46.069642 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.069803 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.069974 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.070134 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.070295 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.070455 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.070614 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.070774 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.070935 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.071120 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.071287 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.071448 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.071618 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.072132 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.072308 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.072472 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.072632 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.072792 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.072952 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.073110 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.073293 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.073442 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.073590 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.073756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0125024 Nov 09 17:05:46.074077 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074077 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074077 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074484 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074484 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074484 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074869 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.074869 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075255 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075255 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075255 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075654 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075654 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075926 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.075926 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076185 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076185 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076376 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076481 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076595 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076754 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.076916 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.077075 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.077236 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.077395 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.077557 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.077717 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.077877 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.078038 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.079057 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.079224 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.079542 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.079866 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080047 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080201 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080345 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080487 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080647 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080792 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.080935 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081077 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081231 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081384 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081537 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081671 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081826 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.081986 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.082147 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.082305 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.082488 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.082706 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.082865 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.083475 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.083475 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.083475 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.083776 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.083776 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.083942 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.084050 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.084208 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.084373 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.084542 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.084681 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.085046 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.085046 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.085046 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.085046 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.085046 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.086078 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.086078 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.086078 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.086078 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.088806 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.089522 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.089522 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.089522 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.089522 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.090541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.091251 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.091251 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.091251 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.091251 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095341 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095786 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.095919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.096780 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097221 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097594 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097594 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097594 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.097758 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.098929 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.098929 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.098929 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.098929 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.099235 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.099235 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.099384 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.099554 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.099716 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.099873 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100049 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100196 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100355 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100589 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100683 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100817 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.100973 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.101132 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.101290 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.101452 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.101602 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.101795 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.101914 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.102065 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.102224 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.102384 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.102545 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.102703 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.102862 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.103056 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.103195 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.103348 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.103508 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.107240 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.109945 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.110662 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.110662 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.110662 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.110662 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.110883 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.111800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.111800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.111800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.111800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.111800 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.112864 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.113402 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.113402 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.113402 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.113617 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.113617 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.113807 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.114029 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.114158 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.114325 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.114487 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.114684 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115011 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115178 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115339 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115510 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115670 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115831 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.115990 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.116415 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.116575 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.116745 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.116905 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.117064 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.117223 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.117383 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.117541 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.117711 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.117874 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.118034 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.118201 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.118360 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.118520 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.118682 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.118855 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.119048 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.119210 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.119524 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.119830 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.120137 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.120306 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.120457 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.120633 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.120802 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.120960 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.121125 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.121293 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.121462 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.121623 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.121790 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.121962 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.122121 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.122281 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.122440 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.122600 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.122760 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.122919 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.123108 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.123270 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.123434 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.123597 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.123756 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.126369 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:05:46.127041 n-d-804292-3 neutron-server[102445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:05:57.799587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fee5a5-9548-41fe-843b-bad625edb0a5 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:05:57.878289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fee5a5-9548-41fe-843b-bad625edb0a5 None None] No non-hosted networks {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 17:05:57.893983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.agentschedulers_db [None req-e3fee5a5-9548-41fe-843b-bad625edb0a5 None None] DHCP Agent not found on host n-d-804292-3 {{(pid=102556) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 17:05:58.026837 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c8e5545-872f-42b1-ab9f-618359ce6458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:00.279972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fdb7-7a11-42e2-9ef9-f6744677124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:00.320309 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6086fea3-769f-4062-9c7c-dc17789f5877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:01.469444 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:02.920324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:03.423507 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:03.424286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.424841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.425240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.426223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.426614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.427031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.427468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.427836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.428217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.428790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.429292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.429810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:03.430419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804292-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:03.441741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804292-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:04.248993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:04.785613 n-d-804292-3 neutron-server[102555]: WARNING oslo_policy.policy [None req-5f6c7739-105d-4d3b-92d5-c97cb6d79784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:04.786391 n-d-804292-3 neutron-server[102555]: WARNING oslo_policy.policy [None req-5f6c7739-105d-4d3b-92d5-c97cb6d79784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:05.011052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-5f6c7739-105d-4d3b-92d5-c97cb6d79784 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:06:05.012247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f6c7739-105d-4d3b-92d5-c97cb6d79784 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7613022 Nov 09 17:06:07.582155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:07.920694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:07.926943 n-d-804292-3 neutron-server[102556]: INFO neutron.db.l3_hamode_db [None req-60b61d95-717a-49f1-a8ab-559796e23e73 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 17:06:08.005902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b61d95-717a-49f1-a8ab-559796e23e73 None None] Routers set() bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:06:08.006436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b61d95-717a-49f1-a8ab-559796e23e73 None None] Router IDs set() for agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 17:06:08.020737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.policy [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102555) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 17:06:08.069593 n-d-804292-3 neutron-server[102555]: WARNING oslo_policy.policy [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:08.069975 n-d-804292-3 neutron-server[102555]: WARNING oslo_policy.policy [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:08.079525 n-d-804292-3 neutron-server[102555]: INFO neutron.quota [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] Loaded quota_driver: . Nov 09 17:06:08.172679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783929275717', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783929276272', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783929247188', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783929249296', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783927592778', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783929244248', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1014005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841936', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8118174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8052629'] for rbac-policy, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:08.241280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:08.242478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-86ae9bba-b5ec-47bc-855d-b3e2639572ef admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6592741 Nov 09 17:06:11.019229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:11.318189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'project_id': '143865baaa094c59a65a9ddb71705654'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:11.347650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Made reservation on behalf of 143865baaa094c59a65a9ddb71705654 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:06:11.350425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.366969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.476788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.480437 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.500689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:06:11.530297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783925568808', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.530863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Unsubscribe: segment precommit_create {{(pid=102555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 17:06:11.531418 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Added segment e3e2d911-8c65-4887-8512-fd661405ea8a of type vlan for network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 Nov 09 17:06:11.547104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf1496-f331-4d1e-914c-6c5cf30fc1d1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:11.600329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.600662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.600992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.601320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.601644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.601964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.602281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.602594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.602905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.603395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.603717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.604206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Tracked resource versions report: Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: pushed versions: Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: { 'AddressGroup': {'1.2'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Log': {'1.0'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Network': {'1.1'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Port': {'1.7'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'PortForwarding': {'1.2'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'QosPolicy': {'1.10'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'SecurityGroup': {'1.5'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'SubPort': {'1.0'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Subnet': {'1.1'}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Trunk': {'1.1'}} Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: consumer versions: Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: L3 agent@n-d-804292-3: {}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: Metadata agent@n-d-804292-3: {}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: Metering agent@n-d-804292-3: {}, Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'ConntrackHelper': '1.0', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Log': '1.0', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Network': '1.1', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Port': '1.7', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'PortForwarding': '1.2', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'QosPolicy': '1.10', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'SecurityGroup': '1.5', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'SecurityGroupRule': '1.2', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'SubPort': '1.0', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Subnet': '1.1', Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: 'Trunk': '1.1'}} Nov 09 17:06:11.605377 n-d-804292-3 neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:06:11.647654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.691972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.693268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:11.693998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:11.778498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7579932 Nov 09 17:06:11.792570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28744680-57ec-4f78-a8e6-109a4a6d2198 admin admin] Pushing event updated for resources: {'Network': ['ID=6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:11.807332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:06:14.670136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:15.072372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ec50c-edfe-4ccc-8e6d-2cf9434a07d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:15.073744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ea2ec50c-edfe-4ccc-8e6d-2cf9434a07d2 admin admin] 10.222.0.45 "GET /v2.0/networks/6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 HTTP/1.1" status: 200 len: 824 time: 0.4026759 Nov 09 17:06:15.099758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-50485864-e2e4-40a7-8b10-e03a76a6f739 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/ad080e3a-9d31-4e66-b7fc-76e8052ea9cf HTTP/1.1" status: 200 len: 734 time: 0.0197589 Nov 09 17:06:15.109780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'gateway_ip': '172.20.0.1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:15.132438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Made reservation on behalf of 143865baaa094c59a65a9ddb71705654 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:06:15.134753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:15.444918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:15.526906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Checking segment: {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:06:15.527303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Network hostable DHCP agents. Network: 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:06:15.531777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b49102b-a6a1-4dbe-b787-40adca8fdd7e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:15.549909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:06:15.561718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:06:15.566303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:15.566895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:15.572580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d00b5ba-958c-4582-a81e-9066f647afb6 None None] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:06:15.583687 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9dd70ba0-ce20-44a2-abc3-46923717037f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4775074 Nov 09 17:06:15.917892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:06:15.919276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:16.227795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Allocated IP 172.20.0.2 (6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40/3b49102b-a6a1-4dbe-b787-40adca8fdd7e/b6240504-bf01-4235-9379-3bbdb5cb562b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:06:16.437405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:16.446162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:16.520790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:06:16.528252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:06:16.538478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:06:16.541782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Pushing event updated for resources: {'Port': ['ID=b6240504-bf01-4235-9379-3bbdb5cb562b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:16.553813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.554166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.554508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.554849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.555217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.555553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.555885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.556216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.556543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.556867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.557195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.557519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Tracked resource versions report: Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: pushed versions: Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: { 'AddressGroup': {'1.2'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Log': {'1.0'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Network': {'1.1'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Port': {'1.7'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'PortForwarding': {'1.2'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'QosPolicy': {'1.10'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'SecurityGroup': {'1.5'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'SubPort': {'1.0'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Subnet': {'1.1'}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Trunk': {'1.1'}} Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: consumer versions: Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: L3 agent@n-d-804292-3: {}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: Metadata agent@n-d-804292-3: {}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: Metering agent@n-d-804292-3: {}, Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'ConntrackHelper': '1.0', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Log': '1.0', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Network': '1.1', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Port': '1.7', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'PortForwarding': '1.2', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'QosPolicy': '1.10', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'SecurityGroup': '1.5', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'SecurityGroupRule': '1.2', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'SubPort': '1.0', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Subnet': '1.1', Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: 'Trunk': '1.1'}} Nov 09 17:06:16.558638 n-d-804292-3 neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:06:16.634164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Attempting to bind port b6240504-bf01-4235-9379-3bbdb5cb562b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:06:16.634814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Attempting to bind port b6240504-bf01-4235-9379-3bbdb5cb562b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:06:16.635004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Attempting to bind port b6240504-bf01-4235-9379-3bbdb5cb562b on network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:06:16.640295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:06:16.640685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Checking segment: {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:06:16.641176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:16.641571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Bound using segment: {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:06:16.642074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Bound port: b6240504-bf01-4235-9379-3bbdb5cb562b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:06:16.642488 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:16.706931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] For port b6240504-bf01-4235-9379-3bbdb5cb562b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:06:16.711371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] For port b6240504-bf01-4235-9379-3bbdb5cb562b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b6240504-bf01-4235-9379-3bbdb5cb562b,segment=NetworkSegment(e3e2d911-8c65-4887-8512-fd661405ea8a),segment_id=e3e2d911-8c65-4887-8512-fd661405ea8a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:06:16.715935 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:16.782822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb9fcc-b67c-4494-afdc-3b9513e63ceb None None] Pushing event updated for resources: {'Port': ['ID=b6240504-bf01-4235-9379-3bbdb5cb562b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:18.182596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43158) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:18.698914 n-d-804292-3 neutron-server[102554]: WARNING oslo_policy.policy [None req-867efe87-7f5e-49ef-bf2e-bcbc0f431a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:18.699612 n-d-804292-3 neutron-server[102554]: WARNING oslo_policy.policy [None req-867efe87-7f5e-49ef-bf2e-bcbc0f431a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:18.931318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-867efe87-7f5e-49ef-bf2e-bcbc0f431a77 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:06:18.932329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-867efe87-7f5e-49ef-bf2e-bcbc0f431a77 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7487712 Nov 09 17:06:21.663820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43172) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:21.982929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-0e5e15da-e0b9-49d5-8893-bd024f530702 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:06:21.984045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e5e15da-e0b9-49d5-8893-bd024f530702 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191915 Nov 09 17:06:24.820752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43186) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:25.140365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '143865baaa094c59a65a9ddb71705654'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:25.195657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b6240504-bf01-4235-9379-3bbdb5cb562b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:06:25.207088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.policy [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102554) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 17:06:25.255863 n-d-804292-3 neutron-server[102554]: WARNING oslo_policy.policy [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:25.256187 n-d-804292-3 neutron-server[102554]: WARNING oslo_policy.policy [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:06:25.265292 n-d-804292-3 neutron-server[102554]: INFO neutron.quota [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Loaded quota_driver: . Nov 09 17:06:25.291769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b6240504-bf01-4235-9379-3bbdb5cb562b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:25.292162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.325257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.327458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.402014 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.437349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port b6240504-bf01-4235-9379-3bbdb5cb562b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b6240504-bf01-4235-9379-3bbdb5cb562b,segment=NetworkSegment(e3e2d911-8c65-4887-8512-fd661405ea8a),segment_id=e3e2d911-8c65-4887-8512-fd661405ea8a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:06:25.441370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.486618 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.492178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.495580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=b6240504-bf01-4235-9379-3bbdb5cb562b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:25.515204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:25.516439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d52ce61-180e-4395-8425-41bc18ba53ee admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6947320 Nov 09 17:06:26.228608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29beda0-a7c6-4a3b-b8bc-79fe99d08798 None None] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:06:26.345777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76b4c1c2-a791-4acb-8df3-2391606cae00 None None] Provisioning complete for port b6240504-bf01-4235-9379-3bbdb5cb562b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:26.346146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76b4c1c2-a791-4acb-8df3-2391606cae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:26.700049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d0a3987c-d623-4004-ba06-bc711f8a8433 None None] Provisioning complete for port b6240504-bf01-4235-9379-3bbdb5cb562b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:26.700415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0a3987c-d623-4004-ba06-bc711f8a8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:27.177244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b6240504-bf01-4235-9379-3bbdb5cb562b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:06:27.224708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b6240504-bf01-4235-9379-3bbdb5cb562b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:27.225073 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:27.754630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cac2a699-f7ed-4cbd-a953-634ba0866e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:28.114245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:28.468996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-9975fa1e-d669-4205-ab6f-e68e11e1d6d4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:06:28.469965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9975fa1e-d669-4205-ab6f-e68e11e1d6d4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3546793 Nov 09 17:06:30.278588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80aa7efd-4ec8-4f14-99ed-7e4ff3fc0778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.133974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43204) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:31.407722 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.482665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:31.510489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Made reservation on behalf of 29085e030130447499e0f6e04f6c1c12 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:06:31.513464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.530721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.647993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.651987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.666127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Reserving flat network on physical network physnet1 {{(pid=102554) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 17:06:31.704590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783925568808', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.705248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Unsubscribe: segment precommit_create {{(pid=102554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 17:06:31.705808 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Added segment 5ba0d9b9-04b6-4f70-8a5a-415ef55ff472 of type flat for network d9a15a03-b64e-4568-a794-48c9562756cc Nov 09 17:06:31.723117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e971502-6b1a-486a-9257-fc49312a999c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:31.775635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.775970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.776352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.776635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.777025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.777349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.777671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.777991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.778369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.778692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.779072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.779447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Tracked resource versions report: Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: pushed versions: Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: { 'AddressGroup': {'1.2'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'ConntrackHelper': {'1.0'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Log': {'1.0'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Network': {'1.1'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Port': {'1.7'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'PortForwarding': {'1.2'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'QosPolicy': {'1.10'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'SecurityGroup': {'1.5'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'SubPort': {'1.0'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Subnet': {'1.1'}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Trunk': {'1.1'}} Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: consumer versions: Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: L3 agent@n-d-804292-3: {}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: Metadata agent@n-d-804292-3: {}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: Metering agent@n-d-804292-3: {}, Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'ConntrackHelper': '1.0', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Log': '1.0', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Network': '1.1', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Port': '1.7', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'PortForwarding': '1.2', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'QosPolicy': '1.10', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'SecurityGroup': '1.5', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'SecurityGroupRule': '1.2', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'SubPort': '1.0', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Subnet': '1.1', Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: 'Trunk': '1.1'}} Nov 09 17:06:31.780653 n-d-804292-3 neutron-server[102554]: {{(pid=102554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:06:31.845748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.888376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.889466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:31.890196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:31.975796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8401830 Nov 09 17:06:31.995942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd81e4-49f4-4aff-8ef0-40afe23fa513 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a15a03-b64e-4568-a794-48c9562756cc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:32.009316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d9a15a03-b64e-4568-a794-48c9562756cc details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:06:32.853550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:33.419212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:34.497877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43226) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:34.724032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f2d90-78e8-4acf-955c-b3ee5cfb98f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:34.725439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5c8f2d90-78e8-4acf-955c-b3ee5cfb98f0 admin admin] 10.222.0.45 "GET /v2.0/subnets/3b49102b-a6a1-4dbe-b787-40adca8fdd7e HTTP/1.1" status: 200 len: 849 time: 0.2265854 Nov 09 17:06:34.860931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d8675e67-2986-4ab6-8623-d8e162d8cee3 admin admin] 10.222.0.45 "GET /v2.0/routers/6e58ac68-f2c8-4b23-99e8-2f103c4a2989 HTTP/1.1" status: 200 len: 704 time: 0.1293106 Nov 09 17:06:35.131707 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:35.445712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Allocated IP 172.20.0.1 (6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40/3b49102b-a6a1-4dbe-b787-40adca8fdd7e/1d2cc47e-6f18-4703-9354-b4b26a0a3d0c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:06:35.655041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:35.723202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:35.794460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:06:35.801725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:06:35.811090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:06:35.811259 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:35.832793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:36.009829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:36.056491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-89d1d9ff-920e-461b-a065-58cc9583c2fa None None] Provisioning complete for port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:36.057076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89d1d9ff-920e-461b-a065-58cc9583c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:36.092078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-89d1d9ff-920e-461b-a065-58cc9583c2fa None None] Port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:06:36.276517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:36.280819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:36.281725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:36.360643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:36.414263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:06:36.415773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:06:36.589860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:06:36.613401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8d790b62-60b2-4e02-abbc-94ff9ca18bce None None] Provisioning complete for port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:36.613886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d790b62-60b2-4e02-abbc-94ff9ca18bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:36.651766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d790b62-60b2-4e02-abbc-94ff9ca18bce None None] Port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:06:36.691329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:06:36.696767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-000a99cc-3cff-427c-b579-45bc604d40b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/6e58ac68-f2c8-4b23-99e8-2f103c4a2989/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8289766 Nov 09 17:06:36.718825 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Sync routers for ids ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:06:36.732025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Routers {'6e58ac68-f2c8-4b23-99e8-2f103c4a2989'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:06:36.733106 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:06:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:36.924846 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Set router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:06:37.369302 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'name': 'router1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:06:25Z', 'updated_at': '2021-11-09T17:06:35Z', 'revision_number': 2, 'project_id': '143865baaa094c59a65a9ddb71705654', 'gw_port_host': None, '_interfaces': [{'id': '1d2cc47e-6f18-4703-9354-b4b26a0a3d0c', 'name': '', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'mac_address': 'fa:16:3e:78:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:35Z', 'updated_at': '2021-11-09T17:06:36Z', 'revision_number': 2, 'project_id': '143865baaa094c59a65a9ddb71705654', 'subnets': [{'id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:37.419840 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Checking router: 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:06:37.420209 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Updating router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:06:37.468402 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:37.976929 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:37.984109 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.155867 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Pushing event updated for resources: {'Port': ['ID=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:38.159394 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Attempting to bind port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:06:38.159949 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Attempting to bind port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:06:38.160327 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Attempting to bind port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c on network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:06:38.170199 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:06:38.170619 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Checking segment: {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:06:38.171130 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.171520 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Bound using segment: {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:06:38.172293 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Bound port: 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e2d911-8c65-4887-8512-fd661405ea8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:06:38.172475 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.175303 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.175646 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.176152 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.176474 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.176779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.176992 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.177279 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.177603 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.177929 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.178255 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.178555 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.178882 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Tracked resource versions report: Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: pushed versions: Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: { 'AddressGroup': {'1.2'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Log': {'1.0'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Network': {'1.1'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Port': {'1.7'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'PortForwarding': {'1.2'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'QosPolicy': {'1.10'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'SecurityGroup': {'1.5'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'SubPort': {'1.0'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Subnet': {'1.1'}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Trunk': {'1.1'}} Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: consumer versions: Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: L3 agent@n-d-804292-3: {}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: Metadata agent@n-d-804292-3: {}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: Metering agent@n-d-804292-3: {}, Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'ConntrackHelper': '1.0', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Log': '1.0', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Network': '1.1', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Port': '1.7', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'PortForwarding': '1.2', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'QosPolicy': '1.10', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'SecurityGroup': '1.5', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'SecurityGroupRule': '1.2', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'SubPort': '1.0', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Subnet': '1.1', Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: 'Trunk': '1.1'}} Nov 09 17:06:38.180035 n-d-804292-3 neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:06:38.247499 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] For port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:06:38.265547 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] For port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,segment=NetworkSegment(e3e2d911-8c65-4887-8512-fd661405ea8a),segment_id=e3e2d911-8c65-4887-8512-fd661405ea8a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:06:38.270433 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.285054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d2a5fecb-1f35-4950-9245-f64c58cd44f6 None None] Provisioning complete for port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:38.285607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a5fecb-1f35-4950-9245-f64c58cd44f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.324953 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Routers {'6e58ac68-f2c8-4b23-99e8-2f103c4a2989'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:06:38.325645 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:06:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:38.399133 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a5fecb-1f35-4950-9245-f64c58cd44f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.422442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] Set router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:06:38.442138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d2a5fecb-1f35-4950-9245-f64c58cd44f6 None None] For port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,segment=NetworkSegment(e3e2d911-8c65-4887-8512-fd661405ea8a),segment_id=e3e2d911-8c65-4887-8512-fd661405ea8a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:06:38.446865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a5fecb-1f35-4950-9245-f64c58cd44f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.512383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5fecb-1f35-4950-9245-f64c58cd44f6 None None] Pushing event updated for resources: {'Port': ['ID=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:38.532454 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882dd1d-3e36-4eea-b341-ca4bd7e598dc None None] Pushing event updated for resources: {'Port': ['ID=1d2cc47e-6f18-4703-9354-b4b26a0a3d0c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:38.567291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1638423e-4575-4960-a469-679af714e3d3 None None] Provisioning complete for port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:38.567662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1638423e-4575-4960-a469-679af714e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:38.636058 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'name': 'router1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:06:25Z', 'updated_at': '2021-11-09T17:06:35Z', 'revision_number': 2, 'project_id': '143865baaa094c59a65a9ddb71705654', 'gw_port_host': None, '_interfaces': [{'id': '1d2cc47e-6f18-4703-9354-b4b26a0a3d0c', 'name': '', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'mac_address': 'fa:16:3e:78:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:35Z', 'updated_at': '2021-11-09T17:06:38Z', 'revision_number': 4, 'project_id': '143865baaa094c59a65a9ddb71705654', 'subnets': [{'id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:38.666443 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff6a1b-a562-44d6-a09f-d820a808e509 None None] The sync data for ids ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'] in n-d-804292-3 is: [{'id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'name': 'router1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:06:25Z', 'updated_at': '2021-11-09T17:06:35Z', 'revision_number': 2, 'project_id': '143865baaa094c59a65a9ddb71705654', 'gw_port_host': None, '_interfaces': [{'id': '1d2cc47e-6f18-4703-9354-b4b26a0a3d0c', 'name': '', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'mac_address': 'fa:16:3e:78:97:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:35Z', 'updated_at': '2021-11-09T17:06:38Z', 'revision_number': 4, 'project_id': '143865baaa094c59a65a9ddb71705654', 'subnets': [{'id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:06:38.999367 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:06:39.086871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43246) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:39.200683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d40983-2246-4fd8-8954-3b818a172087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:39.202024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e2d40983-2246-4fd8-8954-3b818a172087 admin admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 842 time: 0.1139946 Nov 09 17:06:39.213025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:39.236743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Made reservation on behalf of 29085e030130447499e0f6e04f6c1c12 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:06:39.239137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:39.543488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:06:39.543917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:39.595534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affd6381-8627-4ae9-869d-aade47711f03,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:39.608034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:06:39.608389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Network hostable DHCP agents. Network: d9a15a03-b64e-4568-a794-48c9562756cc, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:06:39.633132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:06:39.643824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d9a15a03-b64e-4568-a794-48c9562756cc) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:06:39.648280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:39.649113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:39.654001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a0469-9091-405c-8d28-dedd783c376c None None] Network d9a15a03-b64e-4568-a794-48c9562756cc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:06:39.667803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7c1d657-cfa0-4eae-996d-3c8afc92e2c3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4580426 Nov 09 17:06:39.798936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d1d22-7c2d-43fa-92f5-9424273325f7 None None] Network d9a15a03-b64e-4568-a794-48c9562756cc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:06:42.171247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43254) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:42.314675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c9e9244a-67ab-4870-920a-f52648e73557 admin admin] 10.222.0.45 "GET /v2.0/routers/6e58ac68-f2c8-4b23-99e8-2f103c4a2989 HTTP/1.1" status: 200 len: 710 time: 0.1422510 Nov 09 17:06:42.404111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d749b-113b-48d4-abae-a484cf014fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:06:42.405539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae1d749b-113b-48d4-abae-a484cf014fe6 admin admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 886 time: 0.0846856 Nov 09 17:06:42.415807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:06:42.762132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.017102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.098686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.210567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Allocated IP 172.25.3.41 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/fac42715-f397-4ff6-98d6-df3b63214012) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:06:43.328937 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.362646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.404192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:06:43.409450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:06:43.412976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:06:43.418104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Pushing event updated for resources: {'Port': ['ID=fac42715-f397-4ff6-98d6-df3b63214012,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:43.671976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.881588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.885394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:43.995861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:06:44.207670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:06:44.212252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:44.227283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b99a6f7-c740-4c57-9530-54894c0972d9 admin admin] 10.222.0.45 "PUT /v2.0/routers/6e58ac68-f2c8-4b23-99e8-2f103c4a2989 HTTP/1.1" status: 200 len: 889 time: 1.8012123 Nov 09 17:06:45.195018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:06:45.249395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:45.249766 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:45.907763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Sync routers for ids ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:06:45.919863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Routers {'6e58ac68-f2c8-4b23-99e8-2f103c4a2989'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:06:45.920523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:06:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:46.134686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Set router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:06:46.614710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'name': 'router1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fac42715-f397-4ff6-98d6-df3b63214012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:06:25Z', 'updated_at': '2021-11-09T17:06:43Z', 'revision_number': 4, 'project_id': '143865baaa094c59a65a9ddb71705654', 'gw_port': {'id': 'fac42715-f397-4ff6-98d6-df3b63214012', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:04:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:43Z', 'updated_at': '2021-11-09T17:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1d2cc47e-6f18-4703-9354-b4b26a0a3d0c', 'name': '', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'mac_address': 'fa:16:3e:78:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:35Z', 'updated_at': '2021-11-09T17:06:38Z', 'revision_number': 5, 'project_id': '143865baaa094c59a65a9ddb71705654', 'subnets': [{'id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:46.670569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Checking router: 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:06:46.670926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Updating router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 port fac42715-f397-4ff6-98d6-df3b63214012 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:06:46.721339 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:46.855111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:06:46.973648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-407c777d-b0f7-4d85-8c25-353ab71690ec admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1172829 Nov 09 17:06:47.049937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:47.057043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:47.112260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5501b26-db5b-4d7b-b4f2-d27d6fd1bfa6 None None] Pushing event updated for resources: {'Port': ['ID=fac42715-f397-4ff6-98d6-df3b63214012,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:47.116970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Attempting to bind port fac42715-f397-4ff6-98d6-df3b63214012 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:06:47.117339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Attempting to bind port fac42715-f397-4ff6-98d6-df3b63214012 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:06:47.117704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Attempting to bind port fac42715-f397-4ff6-98d6-df3b63214012 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:06:47.123663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:06:47.123979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:06:47.124467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:47.124799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:06:47.125379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Bound port: fac42715-f397-4ff6-98d6-df3b63214012, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:06:47.125658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:47.179160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] For port fac42715-f397-4ff6-98d6-df3b63214012, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:06:47.182529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] For port fac42715-f397-4ff6-98d6-df3b63214012, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fac42715-f397-4ff6-98d6-df3b63214012,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:06:47.191300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:47.255037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5501b26-db5b-4d7b-b4f2-d27d6fd1bfa6 None None] Pushing event updated for resources: {'Port': ['ID=fac42715-f397-4ff6-98d6-df3b63214012,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:47.257685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Routers {'6e58ac68-f2c8-4b23-99e8-2f103c4a2989'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:06:47.258287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:06:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:47.369363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] Set router 6e58ac68-f2c8-4b23-99e8-2f103c4a2989 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:06:47.588501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'name': 'router1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fac42715-f397-4ff6-98d6-df3b63214012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:06:25Z', 'updated_at': '2021-11-09T17:06:43Z', 'revision_number': 4, 'project_id': '143865baaa094c59a65a9ddb71705654', 'gw_port': {'id': 'fac42715-f397-4ff6-98d6-df3b63214012', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:04:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:43Z', 'updated_at': '2021-11-09T17:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1d2cc47e-6f18-4703-9354-b4b26a0a3d0c', 'name': '', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'mac_address': 'fa:16:3e:78:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:35Z', 'updated_at': '2021-11-09T17:06:38Z', 'revision_number': 5, 'project_id': '143865baaa094c59a65a9ddb71705654', 'subnets': [{'id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:06:47.616461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ab05d-b168-4270-9a81-be0e80d9407d None None] The sync data for ids ['6e58ac68-f2c8-4b23-99e8-2f103c4a2989'] in n-d-804292-3 is: [{'id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'name': 'router1', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fac42715-f397-4ff6-98d6-df3b63214012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:06:25Z', 'updated_at': '2021-11-09T17:06:43Z', 'revision_number': 4, 'project_id': '143865baaa094c59a65a9ddb71705654', 'gw_port': {'id': 'fac42715-f397-4ff6-98d6-df3b63214012', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:04:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:43Z', 'updated_at': '2021-11-09T17:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1d2cc47e-6f18-4703-9354-b4b26a0a3d0c', 'name': '', 'network_id': '6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40', 'tenant_id': '143865baaa094c59a65a9ddb71705654', 'mac_address': 'fa:16:3e:78:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58ac68-f2c8-4b23-99e8-2f103c4a2989', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:06:35Z', 'updated_at': '2021-11-09T17:06:38Z', 'revision_number': 5, 'project_id': '143865baaa094c59a65a9ddb71705654', 'subnets': [{'id': '3b49102b-a6a1-4dbe-b787-40adca8fdd7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad080e3a-9d31-4e66-b7fc-76e8052ea9cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:06:49.260611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fac42715-f397-4ff6-98d6-df3b63214012 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:06:49.334186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fac42715-f397-4ff6-98d6-df3b63214012 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:49.334846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:49.435823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:49.462708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port fac42715-f397-4ff6-98d6-df3b63214012, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fac42715-f397-4ff6-98d6-df3b63214012,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:06:49.467770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:49.539757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=fac42715-f397-4ff6-98d6-df3b63214012,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:06:51.210971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fac42715-f397-4ff6-98d6-df3b63214012 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:06:51.288504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fac42715-f397-4ff6-98d6-df3b63214012 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:06:51.289115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:06:57.775583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a73b6738-23be-477b-8e51-bd98537d3b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:00.273201 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd5bb859-f8ca-478a-bda8-a393d56a18fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:01.408783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:02.864296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:03.425529 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:16.009269 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:07:27.765355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d63015d0-955f-445c-878d-d2719ca50a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:30.275070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb485605-379b-4afa-af9e-91f6f44ea74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:31.420268 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:32.866166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:33.425533 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:07:53.000320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:07:57.760116 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c35ee532-2cf9-4d8c-9f5c-9ce9a755464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:00.276697 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-334ee383-d98b-4e23-bee6-1cd0e23a624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:01.412447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:02.868106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:03.420047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:27.763550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20d58990-7af2-4644-8e16-058bd7176d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:30.000360 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:08:30.282069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53661b06-7477-40ae-b117-3466ceab8b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:31.416201 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:32.646229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43860) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:32.715612 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c04d7e0-e55b-4b47-8450-0178d2676db5 admin admin] GET failed (client error): The resource could not be found. Nov 09 17:08:32.717458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c04d7e0-e55b-4b47-8450-0178d2676db5 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702629 Nov 09 17:08:32.869848 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:32.880912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af6677-9d71-4612-99d2-95aedd60fb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:32.883968 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-71af6677-9d71-4612-99d2-95aedd60fb55 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1595669 Nov 09 17:08:33.423552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:35.200515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:35.291655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da10d8-6202-4bc5-a83f-7ec4188ecea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:35.292989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-62da10d8-6202-4bc5-a83f-7ec4188ecea5 admin admin] 10.222.0.45 "GET /v2.0/subnets/3b49102b-a6a1-4dbe-b787-40adca8fdd7e HTTP/1.1" status: 200 len: 849 time: 0.0915005 Nov 09 17:08:35.305026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:08:35.398268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Publish callbacks [] for subnet, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:35.538122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783925542795'] for subnet, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:35.572477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:35.573075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:35.574712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] 10.222.0.45 "PUT /v2.0/subnets/3b49102b-a6a1-4dbe-b787-40adca8fdd7e HTTP/1.1" status: 200 len: 868 time: 0.2743530 Nov 09 17:08:35.576788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1cbd37-fbaf-44dd-85ce-995f0e24d775 None None] Network 6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:08:35.595217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b49102b-a6a1-4dbe-b787-40adca8fdd7e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:08:35.602877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.603279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.603598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.603937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.604278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.604608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.604932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.605262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.605583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.605906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.606241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.606562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e9f30-52aa-4398-b9aa-5ba607c0a78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:08:35.928420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e359c402-b1be-4b34-bda7-427debb6c3fc None None] Provisioning complete for port b6240504-bf01-4235-9379-3bbdb5cb562b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:08:35.928794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e359c402-b1be-4b34-bda7-427debb6c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:36.015204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e359c402-b1be-4b34-bda7-427debb6c3fc None None] Provisioning complete for port 1d2cc47e-6f18-4703-9354-b4b26a0a3d0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:08:36.015505 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e359c402-b1be-4b34-bda7-427debb6c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:08:37.901226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43878) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:38.104020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdfe1bf-5a2f-403e-a1a5-b9d1f9aa88da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:38.104417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdfe1bf-5a2f-403e-a1a5-b9d1f9aa88da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:38.105989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ebdfe1bf-5a2f-403e-a1a5-b9d1f9aa88da admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2037868 Nov 09 17:08:40.463532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:40.665942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da1dd0-072d-4f77-a629-a2e5bc3fd4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:40.666337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da1dd0-072d-4f77-a629-a2e5bc3fd4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:40.667906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-11da1dd0-072d-4f77-a629-a2e5bc3fd4a3 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2034333 Nov 09 17:08:43.014093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:43.190568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845615ec-a932-443c-85e3-c62f63bc15ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:43.191898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-845615ec-a932-443c-85e3-c62f63bc15ef admin admin] 10.222.0.45 "GET /v2.0/networks/6d2ea099-b3c3-41e2-a9e1-ef8ec2a2ef40 HTTP/1.1" status: 200 len: 868 time: 0.1767771 Nov 09 17:08:45.532681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:45.658332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830eb7fd-5a84-4155-86ba-29f0a3add242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:45.659767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-830eb7fd-5a84-4155-86ba-29f0a3add242 admin admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 886 time: 0.1261213 Nov 09 17:08:47.976027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:48.103578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c744f-5c6a-4b57-93c3-2c6505c7af1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:48.104041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c744f-5c6a-4b57-93c3-2c6505c7af1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:48.105595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-816c744f-5c6a-4b57-93c3-2c6505c7af1e admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286178 Nov 09 17:08:50.409576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:50.504768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff37ca6-05df-4f1e-a0bf-b1d752ace117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:50.505228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff37ca6-05df-4f1e-a0bf-b1d752ace117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:50.506781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fff37ca6-05df-4f1e-a0bf-b1d752ace117 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962386 Nov 09 17:08:52.827406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:52.921663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d377eb-28d1-40b4-8232-8ddca75dba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:52.923041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-67d377eb-28d1-40b4-8232-8ddca75dba5e admin admin] 10.222.0.45 "GET /v2.0/subnets/3b49102b-a6a1-4dbe-b787-40adca8fdd7e HTTP/1.1" status: 200 len: 868 time: 0.0946677 Nov 09 17:08:55.242544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:08:55.332643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a1279-dde3-4af1-92f4-c503792664d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:08:55.334000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-513a1279-dde3-4af1-92f4-c503792664d0 admin admin] 10.222.0.45 "GET /v2.0/subnets/affd6381-8627-4ae9-869d-aade47711f03 HTTP/1.1" status: 200 len: 816 time: 0.0904741 Nov 09 17:08:57.772791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aadf0369-7513-41f0-afd4-680872b840ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:00.283765 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9aa95dc5-9281-4248-9687-39465af9f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:01.417474 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:02.875727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:03.424865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:06.999288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:09:21.896937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:09:21.943715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-8e436b0d-83cf-49f1-a273-9095db8bc66c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:09:21.944697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8e436b0d-83cf-49f1-a273-9095db8bc66c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468240 Nov 09 17:09:24.314765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:09:24.376019 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40f1aa1-74b7-43f0-94b7-f349a2b562e5 admin admin] GET failed (client error): The resource could not be found. Nov 09 17:09:24.377242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e40f1aa1-74b7-43f0-94b7-f349a2b562e5 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615079 Nov 09 17:09:24.519213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ad76bb-dbe6-4c84-bfc3-7d0555e4798c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:09:24.520691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-51ad76bb-dbe6-4c84-bfc3-7d0555e4798c admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387959 Nov 09 17:09:26.841583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:09:26.889732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:09:26.909832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Made reservation on behalf of 29085e030130447499e0f6e04f6c1c12 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:09:26.912117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:26.948510 n-d-804292-3 neutron-server[102555]: WARNING neutron.services.revisions.revision_plugin [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Could not find related network for resource to bump revision. Nov 09 17:09:26.962488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:09:26.972289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:26.972622 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Added segment b9e0fbc4-19a4-4230-9cb4-285d59ea830b of type vlan for network dcc97b2a-16c4-4eea-9fc5-87b9610accde Nov 09 17:09:27.017572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:27.041708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:27.042881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:09:27.043494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:27.100941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2582753 Nov 09 17:09:27.108310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Pushing event updated for resources: {'Network': ['ID=dcc97b2a-16c4-4eea-9fc5-87b9610accde,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:09:27.116132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.116481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.116827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.117166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.117506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.117836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.118165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.118492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.118820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.119189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.119511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.119839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de70ea-f516-4553-946f-909e37298901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:27.132342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:09:27.770222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b38cbd4b-0426-4854-941f-6276a08f4669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:29.470173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:09:29.533625 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d975977a-209d-40ac-aafc-fa8d1123917a admin admin] GET failed (client error): The resource could not be found. Nov 09 17:09:29.534943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d975977a-209d-40ac-aafc-fa8d1123917a admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638237 Nov 09 17:09:29.606471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f383aa-7b6b-49b0-931a-3960d5c64623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:09:29.608516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-90f383aa-7b6b-49b0-931a-3960d5c64623 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0688610 Nov 09 17:09:29.618792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'name': 'shared-subnet'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:09:29.639821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Made reservation on behalf of 29085e030130447499e0f6e04f6c1c12 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:09:29.642000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:29.805855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:29.859354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc274ca7-68ab-4234-852e-c5c500197937,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:09:29.869490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:09:29.869837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Network hostable DHCP agents. Network: dcc97b2a-16c4-4eea-9fc5-87b9610accde, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:09:29.887504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:09:29.896723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, dcc97b2a-16c4-4eea-9fc5-87b9610accde) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:09:29.900881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:09:29.901479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:29.908708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b005aa-8522-404a-ab5a-0c4fd47b3fc9 None None] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:09:29.919200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5869e640-d3c1-4ef9-8d73-c4250d033609 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3036730 Nov 09 17:09:30.166802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'tenant_id': '29085e030130447499e0f6e04f6c1c12', 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:09:30.167745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.320259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Allocated IP 192.168.233.2 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/de9f05c3-e12d-46ef-90c5-bfca309923c2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:09:30.325642 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0eb070e-6e04-4df5-8184-b85bde82d74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.473751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.480949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.519980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:09:30.522798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:09:30.529755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:09:30.538821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Pushing event updated for resources: {'Port': ['ID=de9f05c3-e12d-46ef-90c5-bfca309923c2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:09:30.548844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.549188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.549529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.549862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.550192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.550520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.550845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.551193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.551521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.551844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.552167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.552487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:09:30.602473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Attempting to bind port de9f05c3-e12d-46ef-90c5-bfca309923c2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:09:30.602842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Attempting to bind port de9f05c3-e12d-46ef-90c5-bfca309923c2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:09:30.603228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Attempting to bind port de9f05c3-e12d-46ef-90c5-bfca309923c2 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:09:30.608914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:09:30.609990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:09:30.609990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.610269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:09:30.610518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Bound port: de9f05c3-e12d-46ef-90c5-bfca309923c2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:09:30.610920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.678231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] For port de9f05c3-e12d-46ef-90c5-bfca309923c2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:09:30.681469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] For port de9f05c3-e12d-46ef-90c5-bfca309923c2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=de9f05c3-e12d-46ef-90c5-bfca309923c2,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:09:30.686772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:30.745687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ecf1f-95c4-4392-aeb9-5ece94917fac None None] Pushing event updated for resources: {'Port': ['ID=de9f05c3-e12d-46ef-90c5-bfca309923c2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:09:31.400085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device de9f05c3-e12d-46ef-90c5-bfca309923c2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:09:31.456773 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:31.476256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port de9f05c3-e12d-46ef-90c5-bfca309923c2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:09:31.476633 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:31.573877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:31.616608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port de9f05c3-e12d-46ef-90c5-bfca309923c2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=de9f05c3-e12d-46ef-90c5-bfca309923c2,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:09:31.621659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:31.680790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157517d-9892-41e6-8d7e-234f01042416 None None] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:09:31.684063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=de9f05c3-e12d-46ef-90c5-bfca309923c2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:09:31.775312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a7e392cb-046d-49ea-8c81-04616436b149 None None] Provisioning complete for port de9f05c3-e12d-46ef-90c5-bfca309923c2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:09:31.775592 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7e392cb-046d-49ea-8c81-04616436b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:32.142534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bcadd4ae-3dca-4209-b199-02b8a3ad5682 None None] Provisioning complete for port de9f05c3-e12d-46ef-90c5-bfca309923c2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:09:32.142903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcadd4ae-3dca-4209-b199-02b8a3ad5682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:32.878836 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:33.305811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device de9f05c3-e12d-46ef-90c5-bfca309923c2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:09:33.354560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port de9f05c3-e12d-46ef-90c5-bfca309923c2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:09:33.354924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:33.444121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:09:43.997320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:09:57.769609 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df28519c-1df8-4321-a0f4-33bb687b5c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:00.287355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0066361-63bb-4d14-a82c-b607df3d7e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:01.426833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:02.880552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:03.431627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:20.997040 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:10:27.764487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6f8bc5b-7861-4146-82ca-cd0e4098b3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:30.289989 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03d1100b-d9f7-444d-b3b1-69d6634a8d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:31.434650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:32.888006 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:33.437015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:44.329634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:10:44.335473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-513307bb-d40f-4fd9-a02b-c7f3488fc0e7 tempest-verify_tempest_config-1386770872 tempest-verify_tempest_config-1386770872-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:10:44.336428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-513307bb-d40f-4fd9-a02b-c7f3488fc0e7 tempest-verify_tempest_config-1386770872 tempest-verify_tempest_config-1386770872-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058353 Nov 09 17:10:44.629084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:10:44.733770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:44.805202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:44.809458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:44.857246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2544514bc95842e5ad1f1beb3240690e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2270627 Nov 09 17:10:44.858214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144727a2-605a-4458-9a9e-2a890128a505,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:10:44.859912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:10:44.865027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.865373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.865720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.866056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.866426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.866764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.867128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.867454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.867800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.868111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.868439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.868779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c089040-9389-40dd-854b-e337d31c7b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:44.916381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:44.937523 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:45.025357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:45.028870 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:45.030001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/144727a2-605a-4458-9a9e-2a890128a505 HTTP/1.1" status: 204 len: 168 time: 0.1690619 Nov 09 17:10:45.037901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144727a2-605a-4458-9a9e-2a890128a505,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:10:45.045259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.045601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.045938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.046269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.046597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.046921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.047268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.047594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.047910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.048232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.048548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:45.048864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f637279-1f15-4aa7-b979-7cbbb4263331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:10:57.766102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87b4f86c-5658-408f-ad7c-52267068a07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:10:58.001053 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:11:00.292270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-201ce252-bced-429c-991b-47643d1e52ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:01.432718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:02.887460 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:03.441448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:27.769143 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8742f606-524d-4c37-bc4b-e665744c0c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:30.294174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65457948-c08d-448e-ac9c-8c02f0a33cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:31.434664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:32.890320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:33.434520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:11:35.000153 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:11:57.769684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6aae4621-cd7b-4dd5-9aea-f89d32044462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:00.299392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-64e5ca75-380f-488f-a50e-71a897d94f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:01.443025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:02.893814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:03.439889 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:11.999368 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:12:27.771728 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7d526e4-e0ad-4600-b9a4-88e774d25217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:30.302079 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afdcbe7b-6824-46c8-8f85-40029deaa58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:31.441456 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:32.897032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:33.434931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:12:48.997648 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:12:57.776997 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae30e-c2c3-4750-8552-41a46820897a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:00.307408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-455c01fe-4e1a-4206-be83-bff302594db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:01.445524 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:02.903210 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:03.438835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:25.999100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 5 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:13:27.779254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc5c7d58-a39f-47b7-9bb5-c09add238b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:30.299047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82815609-bdad-4cfc-89eb-fa6e65d9d976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:31.448857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:32.903606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:33.441093 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:52.577560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:57.782397 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2be6ca7-7a5e-4d33-9202-bf4dd9746e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:13:58.064768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7912424'] for agent, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:00.303895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-952d34bf-af29-4bdf-b427-a5d37ca8557e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:01.457762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:02.924972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:03.006668 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:14:03.454053 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:22.547341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:27.788175 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03ae172e-a51a-4e49-aa9c-257e428177cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:28.041805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:30.308601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddda263b-72b6-4fd1-947f-4ed734cee709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:31.454039 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:32.921654 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:33.453894 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:40.002099 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:14:45.492491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:14:45.608303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-626a74e3-d396-4fe1-a7fa-0edcc8072e44 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1145461 Nov 09 17:14:48.050976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44146) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:14:48.125181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f9317099-6aae-41a7-ad5e-9b1875b4fe1a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0727265 Nov 09 17:14:52.555681 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:57.796295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45df184c-1117-4981-8ae0-68714b4a1f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:14:58.027544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:00.313188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb0dae96-dd55-409a-9bf8-6dc5dc86b58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:01.463050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:02.915907 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:03.448849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:17.002526 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:15:22.566168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:27.794480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa8761d5-126a-4b9d-aa18-1d1ef3ce2a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:28.053458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:30.319557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5273038-ce24-4955-923f-8d88f2a16e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:31.466723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:32.935419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:33.462238 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:52.566051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:54.003348 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:15:57.786915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4bda-164c-4f25-948b-c791e3c9b719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:15:58.064223 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:00.324487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0b1e114-f75f-44a4-aab6-d45bbf5dcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:01.459625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:02.925930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:03.457513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.400928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:17.437900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44564) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:17.648278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.658771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.740226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.745985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.762907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.772234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.796494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a5273-2ce2-4bac-bc35-f7714b604aeb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:17.805844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.806199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.806523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.807008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.807354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.807689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.808017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.808346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.809206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.809540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.809869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.810196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] Tracked resource versions report: Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: pushed versions: Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: { 'AddressGroup': {'1.2'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'ConntrackHelper': {'1.0'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Log': {'1.0'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Network': {'1.1'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Port': {'1.7'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'PortForwarding': {'1.2'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'QosPolicy': {'1.10'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'SecurityGroup': {'1.5'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'SubPort': {'1.0'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Subnet': {'1.1'}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Trunk': {'1.1'}} Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: consumer versions: Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: HyperV agent@n-h1-804292-3: {}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: HyperV agent@n-h2-804292-3: {}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: L3 agent@n-d-804292-3: {}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: Metadata agent@n-d-804292-3: {}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: Metering agent@n-d-804292-3: {}, Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'ConntrackHelper': '1.0', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Log': '1.0', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Network': '1.1', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Port': '1.7', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'PortForwarding': '1.2', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'QosPolicy': '1.10', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'SecurityGroup': '1.5', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'SecurityGroupRule': '1.2', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'SubPort': '1.0', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Subnet': '1.1', Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: 'Trunk': '1.1'}} Nov 09 17:16:17.811350 n-d-804292-3 neutron-server[102554]: {{(pid=102554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:16:17.823585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e09fd55b5f5949f5ab7b51689dda7075&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4203064 Nov 09 17:16:17.826300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f8a107-b55a-4dfa-970f-4853ae3531f9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:17.828335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:17.831129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:17.833379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-44422b11-10a7-453c-b092-43f4bf832bd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f75af6d9e3c4999b90598eb0b263f1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3938079 Nov 09 17:16:17.849842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.850403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.850902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.851270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.851607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.852814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.853161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.853504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.853843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.854176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.854508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.855163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e8b3e-bd25-433a-9fe8-e1ef6b6880a2 admin admin] Tracked resource versions report: Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: pushed versions: Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: { 'AddressGroup': {'1.2'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Log': {'1.0'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Network': {'1.1'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Port': {'1.7'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'PortForwarding': {'1.2'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'QosPolicy': {'1.10'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'SecurityGroup': {'1.5'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'SubPort': {'1.0'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Subnet': {'1.1'}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Trunk': {'1.1'}} Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: consumer versions: Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: HyperV agent@n-h1-804292-3: {}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: HyperV agent@n-h2-804292-3: {}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: L3 agent@n-d-804292-3: {}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: Metadata agent@n-d-804292-3: {}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: Metering agent@n-d-804292-3: {}, Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'ConntrackHelper': '1.0', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Log': '1.0', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Network': '1.1', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Port': '1.7', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'PortForwarding': '1.2', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'QosPolicy': '1.10', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'SecurityGroup': '1.5', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'SecurityGroupRule': '1.2', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'SubPort': '1.0', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Subnet': '1.1', Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: 'Trunk': '1.1'}} Nov 09 17:16:17.856267 n-d-804292-3 neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:16:17.944418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10cd1de6-2fdd-42f9-a864-178acda427c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.966751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7511b2fc-1b64-484c-b839-afc6aea6a8f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:17.993256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10cd1de6-2fdd-42f9-a864-178acda427c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.010829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7511b2fc-1b64-484c-b839-afc6aea6a8f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.096766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10cd1de6-2fdd-42f9-a864-178acda427c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.100567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10cd1de6-2fdd-42f9-a864-178acda427c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.103656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-10cd1de6-2fdd-42f9-a864-178acda427c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/769a5273-2ce2-4bac-bc35-f7714b604aeb HTTP/1.1" status: 204 len: 168 time: 0.2712095 Nov 09 17:16:18.118627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7511b2fc-1b64-484c-b839-afc6aea6a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.121727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7511b2fc-1b64-484c-b839-afc6aea6a8f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.127365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7511b2fc-1b64-484c-b839-afc6aea6a8f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77f8a107-b55a-4dfa-970f-4853ae3531f9 HTTP/1.1" status: 204 len: 168 time: 0.2979841 Nov 09 17:16:18.128499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd1de6-2fdd-42f9-a864-178acda427c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a5273-2ce2-4bac-bc35-f7714b604aeb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:18.153246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511b2fc-1b64-484c-b839-afc6aea6a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f8a107-b55a-4dfa-970f-4853ae3531f9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:18.450899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:18.469561 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0d98-d4ad-4e8b-bfcb-d1f6a0f975b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.575657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0d98-d4ad-4e8b-bfcb-d1f6a0f975b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.582647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0d98-d4ad-4e8b-bfcb-d1f6a0f975b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.628662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7ef0d98-d4ad-4e8b-bfcb-d1f6a0f975b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=135e54b79fdf40c8b8ce17b3aa2ef418&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1749775 Nov 09 17:16:18.631316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44666) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:18.633370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0d98-d4ad-4e8b-bfcb-d1f6a0f975b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288322e4-eab9-49ac-b813-801f45ae2522,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:18.699748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d546cc0e-6237-47b1-9516-4ad83eada003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.726221 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d546cc0e-6237-47b1-9516-4ad83eada003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.758773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:18.773610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb919459-edf0-41f3-8ade-b83d18a6ab30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.778532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:18.781393 n-d-804292-3 neutron-server[102554]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 17:16:18.811132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-93fbd1c2-2afa-4c18-b877-58ca709b3186 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2d94ad8e446f44058a9867bfed52aa82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309274 Nov 09 17:16:18.836769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d546cc0e-6237-47b1-9516-4ad83eada003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.839338 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d546cc0e-6237-47b1-9516-4ad83eada003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.843840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d546cc0e-6237-47b1-9516-4ad83eada003 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/288322e4-eab9-49ac-b813-801f45ae2522 HTTP/1.1" status: 204 len: 168 time: 0.2076690 Nov 09 17:16:18.914162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546cc0e-6237-47b1-9516-4ad83eada003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288322e4-eab9-49ac-b813-801f45ae2522,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:18.923474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb919459-edf0-41f3-8ade-b83d18a6ab30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:18.929731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb919459-edf0-41f3-8ade-b83d18a6ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.042905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb919459-edf0-41f3-8ade-b83d18a6ab30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f58ad98f0fc340cfa637841ec2854ea4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2804205 Nov 09 17:16:19.048573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb919459-edf0-41f3-8ade-b83d18a6ab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53650a07-6043-4814-8111-e01cd1fef25a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:19.051002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:19.086357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-0279311f-af4e-47d5-8691-d89589c8dfde tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:19.087984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-0279311f-af4e-47d5-8691-d89589c8dfde tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699647 Nov 09 17:16:19.116812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-6f13181f-9bfb-44c7-9682-b73cb672f27a tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/quotas/2d94ad8e446f44058a9867bfed52aa82 HTTP/1.1" status: 200 len: 375 time: 0.0194786 Nov 09 17:16:19.150093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574db43f-e6d3-43cb-81c3-709d6c48a099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.191191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574db43f-e6d3-43cb-81c3-709d6c48a099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.213854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-16b0b7a4-98fc-474a-a908-9579a0ee032c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d94ad8e446f44058a9867bfed52aa82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877340 Nov 09 17:16:19.250496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574db43f-e6d3-43cb-81c3-709d6c48a099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.256180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574db43f-e6d3-43cb-81c3-709d6c48a099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.256706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-574db43f-e6d3-43cb-81c3-709d6c48a099 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53650a07-6043-4814-8111-e01cd1fef25a HTTP/1.1" status: 204 len: 168 time: 0.2042983 Nov 09 17:16:19.267503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db43f-e6d3-43cb-81c3-709d6c48a099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53650a07-6043-4814-8111-e01cd1fef25a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:19.398795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:19.494423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41ad1186-267b-4956-8e52-53aa491f0bd2 req-e87eb793-a14f-437e-95ef-7a46ca6ce42c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 210 time: 0.0642831 Nov 09 17:16:19.703942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44742) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:19.728331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6064f8-04d9-4adf-b1cf-14abe73ba335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.840618 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6064f8-04d9-4adf-b1cf-14abe73ba335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.846694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6064f8-04d9-4adf-b1cf-14abe73ba335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.884325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-325cd277-dc6a-4d0f-93fb-751c02d2b5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:19.919279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e6064f8-04d9-4adf-b1cf-14abe73ba335 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aead75f8eac8477ea23716b40758b2ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5191426 Nov 09 17:16:19.926295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:19.927376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6064f8-04d9-4adf-b1cf-14abe73ba335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad987f-542b-42ef-9efe-0ca9b31342c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:20.053009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-325cd277-dc6a-4d0f-93fb-751c02d2b5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.061978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-325cd277-dc6a-4d0f-93fb-751c02d2b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.066747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a411c0bc-1b1e-4124-8e3e-1c93d2fd989f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.123943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:20.124138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-325cd277-dc6a-4d0f-93fb-751c02d2b5c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f71f00fd3e7a4804915c53c45cd5e56f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4181311 Nov 09 17:16:20.129431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a411c0bc-1b1e-4124-8e3e-1c93d2fd989f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.136013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd277-dc6a-4d0f-93fb-751c02d2b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb42b93-f4e6-45ef-addf-dc08ba63ec5c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:20.192420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a411c0bc-1b1e-4124-8e3e-1c93d2fd989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.198863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a411c0bc-1b1e-4124-8e3e-1c93d2fd989f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.202172 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a411c0bc-1b1e-4124-8e3e-1c93d2fd989f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbad987f-542b-42ef-9efe-0ca9b31342c6 HTTP/1.1" status: 204 len: 168 time: 0.2723339 Nov 09 17:16:20.214887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c0bc-1b1e-4124-8e3e-1c93d2fd989f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad987f-542b-42ef-9efe-0ca9b31342c6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:20.225958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb66469-a0e5-4302-ab92-a58fa9bd71bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.256371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb66469-a0e5-4302-ab92-a58fa9bd71bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.327646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb66469-a0e5-4302-ab92-a58fa9bd71bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.330473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb66469-a0e5-4302-ab92-a58fa9bd71bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.331810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6bb66469-a0e5-4302-ab92-a58fa9bd71bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bb42b93-f4e6-45ef-addf-dc08ba63ec5c HTTP/1.1" status: 204 len: 168 time: 0.2065125 Nov 09 17:16:20.343380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb66469-a0e5-4302-ab92-a58fa9bd71bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb42b93-f4e6-45ef-addf-dc08ba63ec5c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:20.590502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31b19bc3-aa6f-467a-8d65-d73d94684be0 req-b39c4bd5-a849-4877-a132-b57afae610c2 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 210 time: 0.0282423 Nov 09 17:16:20.834505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44822) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:20.848656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1a99d79-09fe-4c34-9d27-ba22c0933101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.957807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1a99d79-09fe-4c34-9d27-ba22c0933101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:20.963765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1a99d79-09fe-4c34-9d27-ba22c0933101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.077289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:21.105877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04590906-88a9-407b-92c6-cfb89db644b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.144374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d1a99d79-09fe-4c34-9d27-ba22c0933101 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=896add7af4034135ae03dd78b43645ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3085697 Nov 09 17:16:21.145192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a99d79-09fe-4c34-9d27-ba22c0933101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b0b4ac-99c4-4925-bf09-fc3565e60702,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:21.148605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:21.221257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c86381e-bbb7-4f27-ace9-c1da1ac6692d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.262958 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c86381e-bbb7-4f27-ace9-c1da1ac6692d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.315086 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04590906-88a9-407b-92c6-cfb89db644b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.320708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04590906-88a9-407b-92c6-cfb89db644b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.343851 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c86381e-bbb7-4f27-ace9-c1da1ac6692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.349854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c86381e-bbb7-4f27-ace9-c1da1ac6692d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.351762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c86381e-bbb7-4f27-ace9-c1da1ac6692d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21b0b4ac-99c4-4925-bf09-fc3565e60702 HTTP/1.1" status: 204 len: 168 time: 0.2014976 Nov 09 17:16:21.362167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86381e-bbb7-4f27-ace9-c1da1ac6692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b0b4ac-99c4-4925-bf09-fc3565e60702,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:21.368535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-04590906-88a9-407b-92c6-cfb89db644b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46a5fc4cc0dc491bb64e02b1834c023e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2872379 Nov 09 17:16:21.368535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04590906-88a9-407b-92c6-cfb89db644b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd239ca-1c9a-4ea9-b8d1-059f7e2164be,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:21.369508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44846) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:21.427774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5f86-9d50-4845-8cbd-8b4f1505e94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.452785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5f86-9d50-4845-8cbd-8b4f1505e94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.521614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5f86-9d50-4845-8cbd-8b4f1505e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.524710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ea5f86-9d50-4845-8cbd-8b4f1505e94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:21.528327 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f9ea5f86-9d50-4845-8cbd-8b4f1505e94c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5dd239ca-1c9a-4ea9-b8d1-059f7e2164be HTTP/1.1" status: 204 len: 168 time: 0.1553881 Nov 09 17:16:21.536440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea5f86-9d50-4845-8cbd-8b4f1505e94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd239ca-1c9a-4ea9-b8d1-059f7e2164be,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:21.636311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.43', 60103) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:21.666712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-5b5bf1dd-8496-4d6b-9db7-0be95e9696af tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2d94ad8e446f44058a9867bfed52aa82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292516 Nov 09 17:16:21.859381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c309f0a2-de3e-4391-9a87-7d06c4f5bcb6 req-11fe3ea8-b9d9-40c5-b72b-c8b599b0f590 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 210 time: 0.0558796 Nov 09 17:16:21.870455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-2509cffd-9da2-487a-b067-455b263c0976 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:21.872028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-2509cffd-9da2-487a-b067-455b263c0976 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989677 Nov 09 17:16:21.980932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Request body: {'port': {'device_id': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '2d94ad8e446f44058a9867bfed52aa82'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:22.215777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Made reservation on behalf of 2d94ad8e446f44058a9867bfed52aa82 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:22.220001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.229073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.325820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.331172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.480899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:22.492500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:22.588043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.617128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Allocated IP 192.168.233.151 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/f505d34e-9e85-485a-9730-97a30054d6fb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:16:22.700802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09860cb9-5b86-4d32-8704-8fa1c5dfeb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.846064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.855537 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09860cb9-5b86-4d32-8704-8fa1c5dfeb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.866503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09860cb9-5b86-4d32-8704-8fa1c5dfeb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:22.943302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.001993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09860cb9-5b86-4d32-8704-8fa1c5dfeb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ca805-f827-44e4-9107-c0ef89682684,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:23.025905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-09860cb9-5b86-4d32-8704-8fa1c5dfeb35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9c97c6fb1a44897a29e49c36064a96f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5434098 Nov 09 17:16:23.028783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:23.068241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:16:23.162373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:23.176325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:16:23.196728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:23.197437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.220872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931aad98-254c-4cee-a3ba-4c2a47f10961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.304625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931aad98-254c-4cee-a3ba-4c2a47f10961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.366662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3897159 Nov 09 17:16:23.406713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e574d9-6b9c-4630-9fdb-6497293b8f4c tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Pushing event updated for resources: {'Port': ['ID=f505d34e-9e85-485a-9730-97a30054d6fb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:23.457705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931aad98-254c-4cee-a3ba-4c2a47f10961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.460578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931aad98-254c-4cee-a3ba-4c2a47f10961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.464956 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-931aad98-254c-4cee-a3ba-4c2a47f10961 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c05ca805-f827-44e4-9107-c0ef89682684 HTTP/1.1" status: 204 len: 168 time: 0.4341395 Nov 09 17:16:23.481283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-254c3278-8186-44a1-9b91-748b88be8d86 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:16:23.482876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-254c3278-8186-44a1-9b91-748b88be8d86 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105352 Nov 09 17:16:23.496419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aad98-254c-4cee-a3ba-4c2a47f10961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ca805-f827-44e4-9107-c0ef89682684,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:23.692755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2da34f6f-786d-45f0-8592-26ef87767850 None None] Provisioning complete for port f505d34e-9e85-485a-9730-97a30054d6fb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:16:23.694860 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2da34f6f-786d-45f0-8592-26ef87767850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:23.788052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2da34f6f-786d-45f0-8592-26ef87767850 None None] Port f505d34e-9e85-485a-9730-97a30054d6fb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:16:24.062062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:24.379713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:24.396643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a573388a-cd6a-4a08-8b0c-4b8264aacad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.481562 n-d-804292-3 neutron-server[102555]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 17:16:24.620391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a573388a-cd6a-4a08-8b0c-4b8264aacad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.630023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a573388a-cd6a-4a08-8b0c-4b8264aacad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.698272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3a9f0-5401-4633-806d-ee01d8dc2a86 req-ef146583-aa57-4536-a07c-1c8639d35f1f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:24.700110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfe3a9f0-5401-4633-806d-ee01d8dc2a86 req-ef146583-aa57-4536-a07c-1c8639d35f1f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.6360250 Nov 09 17:16:24.704225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a573388a-cd6a-4a08-8b0c-4b8264aacad3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93b2624b2ff240d3a36c2111a8065b4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3234813 Nov 09 17:16:24.707507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44974) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:24.726749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573388a-cd6a-4a08-8b0c-4b8264aacad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15713af7-fe7d-40ad-8fe4-86cbc0c1b79f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:24.812143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-966626ed-48c8-451c-9d9e-5e28f430518e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.855416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44982) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:24.870471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfe3a9f0-5401-4633-806d-ee01d8dc2a86 req-a65d5179-7b5f-4865-865e-7a9e260fe1dd tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427605 Nov 09 17:16:24.879519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-966626ed-48c8-451c-9d9e-5e28f430518e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.983376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-966626ed-48c8-451c-9d9e-5e28f430518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.986853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-966626ed-48c8-451c-9d9e-5e28f430518e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:24.988037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-966626ed-48c8-451c-9d9e-5e28f430518e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15713af7-fe7d-40ad-8fe4-86cbc0c1b79f HTTP/1.1" status: 204 len: 168 time: 0.2779713 Nov 09 17:16:25.016481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966626ed-48c8-451c-9d9e-5e28f430518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15713af7-fe7d-40ad-8fe4-86cbc0c1b79f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:25.209653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-347697930-network', 'tenant_id': 'cfbf3e17faca414aa72fe926b990e60a'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:25.265903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45006) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:25.275713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Made reservation on behalf of cfbf3e17faca414aa72fe926b990e60a for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:25.278051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.312240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.387859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1224940572-network', 'tenant_id': 'b018da238517441d8e405163301fd00c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:25.469079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Made reservation on behalf of b018da238517441d8e405163301fd00c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:25.472586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.503353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.555309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.568735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.621013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:16:25.653803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb81ed-e94a-4167-8a7f-9d08abe12255,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:25.664581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.664927 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Added segment 89ab0aff-55bc-4b38-a520-18b5a31ef413 of type vlan for network c8b11681-719f-42c6-8080-9d5768c965f9 Nov 09 17:16:25.753809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.759342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.765058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.807813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd9dc0-2252-4944-b534-d6ce6862c6c2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:25.829139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:16:25.838949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:25.859312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.859656 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Added segment 305f0c40-acb0-4d9c-812f-5fbbbad3d518 of type vlan for network 85da85a4-0104-411e-a021-4159e9be8da3 Nov 09 17:16:25.879119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.880270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:25.881083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:25.908201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0513229 Nov 09 17:16:25.917836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:25.924594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Request body: {'subnet': {'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-347697930-subnet', 'tenant_id': 'cfbf3e17faca414aa72fe926b990e60a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:25.984566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Made reservation on behalf of cfbf3e17faca414aa72fe926b990e60a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:25.988378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.111925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.132058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fe69-9038-4e70-a8a5-e64169e6d4ba admin admin] Pushing event updated for resources: {'Network': ['ID=c8b11681-719f-42c6-8080-9d5768c965f9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:26.149913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c8b11681-719f-42c6-8080-9d5768c965f9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:16:26.175922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ee7d-6153-46c3-b7bd-35f1fe706aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.179002 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.182813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:26.183023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:26.186131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.262594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed085308-b8af-4018-812d-db5eeccef1ad req-c32388f0-efdb-4ff6-89e1-680a3aad563a tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:26.272105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed085308-b8af-4018-812d-db5eeccef1ad req-c32388f0-efdb-4ff6-89e1-680a3aad563a tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.1841011 Nov 09 17:16:26.288206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0200565 Nov 09 17:16:26.288966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45062) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:26.290547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b79d235e-ae27-4a43-81e6-3653f91f342e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.307995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Request body: {'subnet': {'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1224940572-subnet', 'tenant_id': 'b018da238517441d8e405163301fd00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:26.344105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a858-ac9c-4524-8250-426f78fd771e admin admin] Pushing event updated for resources: {'Network': ['ID=85da85a4-0104-411e-a021-4159e9be8da3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:26.359148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Made reservation on behalf of b018da238517441d8e405163301fd00c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:26.359363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 85da85a4-0104-411e-a021-4159e9be8da3 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:16:26.361395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.575805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed085308-b8af-4018-812d-db5eeccef1ad req-b918d7cd-e58a-4743-ae68-8eccce802ec4 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021898 Nov 09 17:16:26.641141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.767427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ee7d-6153-46c3-b7bd-35f1fe706aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.793955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ee7d-6153-46c3-b7bd-35f1fe706aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.824523 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b79d235e-ae27-4a43-81e6-3653f91f342e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.834904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.847506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b79d235e-ae27-4a43-81e6-3653f91f342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:26.907741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f802cf7-f5d2-43a0-932e-a1819bfc133d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:26.930622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6d8ee7d-6153-46c3-b7bd-35f1fe706aff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=762ed0d90106481297f29b0a563f1889&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0897079 Nov 09 17:16:26.932312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:26.933049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:26.933404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Network hostable DHCP agents. Network: 85da85a4-0104-411e-a021-4159e9be8da3, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:16:26.943449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8ee7d-6153-46c3-b7bd-35f1fe706aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a290aa6a-d968-468c-8f55-469ba0feabda,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:26.982630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d235e-ae27-4a43-81e6-3653f91f342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762bba43-1ff7-402c-8023-3ae758cd6aa7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:26.994974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b79d235e-ae27-4a43-81e6-3653f91f342e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bd5f06b42154e37a2372320b8a28b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078833 Nov 09 17:16:27.003118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Network 85da85a4-0104-411e-a021-4159e9be8da3 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:16:27.005156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45084) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:27.013050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 85da85a4-0104-411e-a021-4159e9be8da3) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:27.024255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c38ce-4c3b-498e-ad36-e0640e727f50 None None] Network 85da85a4-0104-411e-a021-4159e9be8da3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:27.025417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:27.026065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.049247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ff1f43ce-0c0d-4ecc-a175-5162507fe875 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7487411 Nov 09 17:16:27.054786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b88eae94-d2c5-4e01-93ab-12cee6a9207d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.147807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad27337c-968e-4168-a307-612d18df830b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:27.178368 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b88eae94-d2c5-4e01-93ab-12cee6a9207d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.196579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:27.197176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Network hostable DHCP agents. Network: c8b11681-719f-42c6-8080-9d5768c965f9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:16:27.239971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Network c8b11681-719f-42c6-8080-9d5768c965f9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:16:27.254024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c8b11681-719f-42c6-8080-9d5768c965f9) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:27.258896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:27.262037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.265881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d660368-5e76-442b-830e-32cb39f47d2f None None] Network c8b11681-719f-42c6-8080-9d5768c965f9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:27.315818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9543749f-75ca-4c2a-a8a0-3f2d3d253ed3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3958547 Nov 09 17:16:27.330854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00eaf1c2-9183-4571-93b4-41f930892ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.403564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b88eae94-d2c5-4e01-93ab-12cee6a9207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.412413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b88eae94-d2c5-4e01-93ab-12cee6a9207d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.413815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b88eae94-d2c5-4e01-93ab-12cee6a9207d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a290aa6a-d968-468c-8f55-469ba0feabda HTTP/1.1" status: 204 len: 168 time: 0.4772475 Nov 09 17:16:27.449318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9892f96-f84d-4406-8439-9518b6cf66c4 None None] Network 85da85a4-0104-411e-a021-4159e9be8da3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:27.473944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eae94-d2c5-4e01-93ab-12cee6a9207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a290aa6a-d968-468c-8f55-469ba0feabda,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:27.488694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00eaf1c2-9183-4571-93b4-41f930892ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.627940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00eaf1c2-9183-4571-93b4-41f930892ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.638609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00eaf1c2-9183-4571-93b4-41f930892ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.639877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-00eaf1c2-9183-4571-93b4-41f930892ee7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/762bba43-1ff7-402c-8023-3ae758cd6aa7 HTTP/1.1" status: 204 len: 168 time: 0.6336477 Nov 09 17:16:27.650859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaf1c2-9183-4571-93b4-41f930892ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bba43-1ff7-402c-8023-3ae758cd6aa7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:27.819486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3062b-172f-452f-bd9b-50d47d646031 req-c2947197-52eb-4c1c-8772-941beef517cb tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:27.822579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1a3062b-172f-452f-bd9b-50d47d646031 req-c2947197-52eb-4c1c-8772-941beef517cb tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.1161697 Nov 09 17:16:27.895549 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67abe0c4-e261-4608-ab86-3eb9a814a64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:27.908935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35bc227-d9f9-4493-ab53-0f79c2e283d3 None None] Network c8b11681-719f-42c6-8080-9d5768c965f9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:27.928170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1a3062b-172f-452f-bd9b-50d47d646031 req-e7e14877-8a4e-4d12-a0ae-9737c0131477 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Nov 09 17:16:28.070203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:28.546398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:28.569271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06174769-cbd7-40ad-8116-64a9f04d17a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:28.737961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06174769-cbd7-40ad-8116-64a9f04d17a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:28.745899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06174769-cbd7-40ad-8116-64a9f04d17a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:28.807539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06174769-cbd7-40ad-8116-64a9f04d17a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6c901-1b90-4f1c-b0a1-af3f8acd7d02,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:28.814317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-06174769-cbd7-40ad-8116-64a9f04d17a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e33c0b0f5c114e3d9973aa805e87dae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659333 Nov 09 17:16:28.817147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45170) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:28.887586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf483abf-8931-4488-ac9d-dd7e48911e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:28.913998 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf483abf-8931-4488-ac9d-dd7e48911e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.011839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf483abf-8931-4488-ac9d-dd7e48911e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.015446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf483abf-8931-4488-ac9d-dd7e48911e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.019745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf483abf-8931-4488-ac9d-dd7e48911e42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68d6c901-1b90-4f1c-b0a1-af3f8acd7d02 HTTP/1.1" status: 204 len: 168 time: 0.2014446 Nov 09 17:16:29.029171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483abf-8931-4488-ac9d-dd7e48911e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6c901-1b90-4f1c-b0a1-af3f8acd7d02,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:29.118065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9593e2c-61ae-49d6-97e9-584075941281 req-7b2b8139-5560-4e20-b26d-60e5a7740d10 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:29.129317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9593e2c-61ae-49d6-97e9-584075941281 req-7b2b8139-5560-4e20-b26d-60e5a7740d10 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.0959446 Nov 09 17:16:29.186791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45184) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:29.199900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9593e2c-61ae-49d6-97e9-584075941281 req-e8b4c149-83dc-4fd8-8aae-2096428be305 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688193 Nov 09 17:16:29.452118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:29.457166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1038523352-network', 'tenant_id': '773694811f7148e48dd89ba611dfb13a'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:29.496574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Made reservation on behalf of 773694811f7148e48dd89ba611dfb13a for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:29.499549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.513147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.517713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a928ee62-ece1-4670-bfa5-d71d252f5901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.583528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45198) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:29.591017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1212989585-network', 'tenant_id': '559aa4bcdfc04d44a3d71773c12a6cac'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:29.675145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.676239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Made reservation on behalf of 559aa4bcdfc04d44a3d71773c12a6cac for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:29.678793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.694727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.696541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.734024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:16:29.784076 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a928ee62-ece1-4670-bfa5-d71d252f5901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.785564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.786092 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Added segment 351dc6a0-ae6f-49a4-80a0-d5019643a4bd of type vlan for network dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053 Nov 09 17:16:29.796420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb168c4-8d40-4cf0-8377-2f3e9bd55350,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:29.826383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a928ee62-ece1-4670-bfa5-d71d252f5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.892296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a928ee62-ece1-4670-bfa5-d71d252f5901 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea8daa710b0f4c2ab5e8ec2b43c2e78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7018156 Nov 09 17:16:29.892296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:29.892885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:29.952729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ee62-ece1-4670-bfa5-d71d252f5901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae0c9c-718e-4d93-9afe-ee41975ed815,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:29.993183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18e5e174-e048-4e34-afb6-0528697788fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.016652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.017643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:30.018251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.035018 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18e5e174-e048-4e34-afb6-0528697788fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.066806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.120914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.151438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:30.153764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6896229 Nov 09 17:16:30.162214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Request body: {'subnet': {'network_id': 'dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1038523352-subnet', 'tenant_id': '773694811f7148e48dd89ba611dfb13a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:30.180995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:16:30.189131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060f3d-491c-42f5-8d3b-065a1d661431 admin admin] Pushing event updated for resources: {'Network': ['ID=dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:30.202255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40559b-5e66-4a07-a1b7-e9318ec41d0d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:30.204498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:16:30.210323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.210790 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Added segment cf1a9d64-9276-4236-a834-6a241fe26bcd of type vlan for network 835e205e-b94b-4eea-a960-101c6f1f7241 Nov 09 17:16:30.214498 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18e5e174-e048-4e34-afb6-0528697788fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.226216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18e5e174-e048-4e34-afb6-0528697788fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.227529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-18e5e174-e048-4e34-afb6-0528697788fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65ae0c9c-718e-4d93-9afe-ee41975ed815 HTTP/1.1" status: 204 len: 168 time: 0.3336210 Nov 09 17:16:30.237574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Made reservation on behalf of 773694811f7148e48dd89ba611dfb13a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:30.241153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.293383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5e174-e048-4e34-afb6-0528697788fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae0c9c-718e-4d93-9afe-ee41975ed815,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:30.381464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.452354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9f415-7c7a-4618-bdd6-cf668a840760 req-88d903e2-5609-439b-8b3c-460b4d148f93 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:30.458342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4eb9f415-7c7a-4618-bdd6-cf668a840760 req-88d903e2-5609-439b-8b3c-460b4d148f93 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.1760993 Nov 09 17:16:30.459629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.460552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:30.469621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.585786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a5b-9fc8-4fd7-b0c7-c6d35bd33ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.672808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0879142 Nov 09 17:16:30.697411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45234) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:30.712059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Request body: {'subnet': {'network_id': '835e205e-b94b-4eea-a960-101c6f1f7241', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1212989585-subnet', 'tenant_id': '559aa4bcdfc04d44a3d71773c12a6cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:30.759632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.789124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4eb9f415-7c7a-4618-bdd6-cf668a840760 req-28125c4c-c020-4bf6-ba32-9c953793c93f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107991 Nov 09 17:16:30.790541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc3b2-cd56-4993-a1b0-ae34923ad02f admin admin] Pushing event updated for resources: {'Network': ['ID=835e205e-b94b-4eea-a960-101c6f1f7241,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:30.802539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Made reservation on behalf of 559aa4bcdfc04d44a3d71773c12a6cac for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:30.806481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.808533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 835e205e-b94b-4eea-a960-101c6f1f7241 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:16:30.881590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Checking segment: {'id': '351dc6a0-ae6f-49a4-80a0-d5019643a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:30.881949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Network hostable DHCP agents. Network: dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:16:30.886037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4ee1bf-b712-4a01-949f-5f68e483c602,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:30.914098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Network dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:16:30.931113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:30.947392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:30.948002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:30.958505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c07df6-a8a6-4b29-862f-8b8edbc05eba None None] Network dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:30.990176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dddd1b20-d736-428f-b9eb-b1f8d2d88fea admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8379433 Nov 09 17:16:31.016431 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:16:31.105078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:31.132533 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05979b-f8fc-49f2-858e-39a9cae7a052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.226573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2a40a-1e37-4a64-ae6a-9ddf896db1ac None None] Network dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:31.375350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.387296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05979b-f8fc-49f2-858e-39a9cae7a052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.394176 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05979b-f8fc-49f2-858e-39a9cae7a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.465482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dc05979b-f8fc-49f2-858e-39a9cae7a052 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=378554e4c0db4a9ca2f66bc4030f31a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592386 Nov 09 17:16:31.466279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45252) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:31.554173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e34241-e2e3-4540-97dc-159e90068d48,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:31.558144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.565196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Checking segment: {'id': 'cf1a9d64-9276-4236-a834-6a241fe26bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835e205e-b94b-4eea-a960-101c6f1f7241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:31.565558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Network hostable DHCP agents. Network: 835e205e-b94b-4eea-a960-101c6f1f7241, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:16:31.579297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05979b-f8fc-49f2-858e-39a9cae7a052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00226c44-c6da-403b-b807-1a6a8914a2d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:31.593732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8316bbe3-6835-4ac0-b79b-8af3d3f4d0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.610964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Network 835e205e-b94b-4eea-a960-101c6f1f7241 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:16:31.624878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8316bbe3-6835-4ac0-b79b-8af3d3f4d0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.666239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 835e205e-b94b-4eea-a960-101c6f1f7241) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:31.674880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:31.677091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.679449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf57574-3a40-4abe-b637-b5073bb1241a None None] Network 835e205e-b94b-4eea-a960-101c6f1f7241 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:31.691039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8316bbe3-6835-4ac0-b79b-8af3d3f4d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.695270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8316bbe3-6835-4ac0-b79b-8af3d3f4d0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:31.706668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8316bbe3-6835-4ac0-b79b-8af3d3f4d0ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00226c44-c6da-403b-b807-1a6a8914a2d8 HTTP/1.1" status: 204 len: 168 time: 0.2369275 Nov 09 17:16:31.727776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b082460-84ce-477f-bf5d-aa62c3097caf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0275805 Nov 09 17:16:31.737014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316bbe3-6835-4ac0-b79b-8af3d3f4d0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00226c44-c6da-403b-b807-1a6a8914a2d8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:31.931286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af166b5-502d-4939-89d7-3672850e2512 None None] Network 835e205e-b94b-4eea-a960-101c6f1f7241 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:16:32.082762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f12263-cca0-4541-8448-d7768cfc476b req-1b4e6b4b-997e-4b42-babf-86f6994d24df tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:32.090477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f12263-cca0-4541-8448-d7768cfc476b req-1b4e6b4b-997e-4b42-babf-86f6994d24df tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.1139312 Nov 09 17:16:32.188504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f12263-cca0-4541-8448-d7768cfc476b req-c50129a0-b17e-403f-bbae-55c2ffb44264 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970328 Nov 09 17:16:32.188795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-432320f4-41ff-42cc-8747-47ddedf0f562 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:32.194363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-432320f4-41ff-42cc-8747-47ddedf0f562 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.3371639 Nov 09 17:16:32.219954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-75a53388-764e-4d19-b4cd-8493d1b34a7a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/quotas/b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 375 time: 0.0199192 Nov 09 17:16:32.326723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-85a1dda5-5552-4c43-8c2b-7cae4a152403 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926988 Nov 09 17:16:32.932343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-56248e47-afdb-4d90-971e-5741240a47e2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:16:32.933441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-56248e47-afdb-4d90-971e-5741240a47e2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184755 Nov 09 17:16:32.948076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:33.059857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-8ada5543-8e2c-4c10-bd05-6af195f4471c service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188455 Nov 09 17:16:33.181970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-89a427c8-58dd-4105-8f67-03b35f6628cf tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:33.183473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-89a427c8-58dd-4105-8f67-03b35f6628cf tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.2316008 Nov 09 17:16:33.204911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-75cdb844-4377-42a4-8af3-e12fb622469f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/quotas/cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 375 time: 0.0144877 Nov 09 17:16:33.230620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-f4b6fc83-dc0e-4f0c-8981-b665a36a9b68 service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535168 Nov 09 17:16:33.242794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-913ca653-9423-4549-82cb-72ddd1c8139e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317283 Nov 09 17:16:33.411701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-e114db08-6fb2-49f1-bb61-3c74da2cde88 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:16:33.412405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-e114db08-6fb2-49f1-bb61-3c74da2cde88 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539794 Nov 09 17:16:33.475010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:33.574688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-d63e48d6-079a-4df0-8b06-a984faece962 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433768 Nov 09 17:16:33.694935 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-9b57d3e5-2a06-4f41-9a25-7d7b86ecbb04 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098971 Nov 09 17:16:33.849333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dc0f4-17e2-4526-8a83-96a933f37d1a req-2dc4507c-e1db-4828-915e-6247eb5cc90f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:33.850940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-247dc0f4-17e2-4526-8a83-96a933f37d1a req-2dc4507c-e1db-4828-915e-6247eb5cc90f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 936 time: 0.0764818 Nov 09 17:16:33.857614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Request body: {'port': {'device_id': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'device_owner': 'compute:tempest-test_az-255914483', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:33.976071 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-247dc0f4-17e2-4526-8a83-96a933f37d1a req-6180402d-b715-4ad8-9732-8c071fe3efdd tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065700 Nov 09 17:16:33.978710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.078740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25312f37-4e84-4e75-9d2d-402e3af68a7f req-e5d230cf-e127-4758-ac9e-3d15cdc6415f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 210 time: 0.0625744 Nov 09 17:16:34.244398 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98908b00-d1fa-4b7f-8fb2-0ba549f7b31d req-f50479c5-7d1a-4395-b405-c9f71fe14024 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0479841 Nov 09 17:16:34.601841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f505d34e-9e85-485a-9730-97a30054d6fb {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:34.612273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.643394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Transition to ACTIVE for port object f505d34e-9e85-485a-9730-97a30054d6fb will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:16:34.650940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.656374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:34.786940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Pushing event updated for resources: {'Port': ['ID=f505d34e-9e85-485a-9730-97a30054d6fb,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:34.792379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Attempting to bind port f505d34e-9e85-485a-9730-97a30054d6fb on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:16:34.792727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Attempting to bind port f505d34e-9e85-485a-9730-97a30054d6fb by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:16:34.793188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Attempting to bind port f505d34e-9e85-485a-9730-97a30054d6fb on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:34.798635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Port f505d34e-9e85-485a-9730-97a30054d6fb on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:16:34.799211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Attempting to bind port f505d34e-9e85-485a-9730-97a30054d6fb on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:34.804447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:16:34.804812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:34.805396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:16:34.805937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Bound port: f505d34e-9e85-485a-9730-97a30054d6fb, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:16:34.806295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.929881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] For port f505d34e-9e85-485a-9730-97a30054d6fb, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:16:34.936714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] For port f505d34e-9e85-485a-9730-97a30054d6fb, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f505d34e-9e85-485a-9730-97a30054d6fb,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:16:34.943471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.953945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9459-0d75-4239-ac87-b3d8841f5545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.962731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:34.963399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:34.965060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] 10.222.0.43 "PUT /v2.0/ports/f505d34e-9e85-485a-9730-97a30054d6fb HTTP/1.1" status: 200 len: 1117 time: 1.1681890 Nov 09 17:16:34.966859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'tag': 'f505d34e-9e85-485a-9730-97a30054d6fb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:35.198612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9459-0d75-4239-ac87-b3d8841f5545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:35.209091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9459-0d75-4239-ac87-b3d8841f5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:35.229368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34569b3-2bc3-466a-9fdc-14d8d0f6e253 service neutron] Pushing event updated for resources: {'Port': ['ID=f505d34e-9e85-485a-9730-97a30054d6fb,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:35.241146 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5e0b9459-0d75-4239-ac87-b3d8841f5545 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=863d76ea5c9049b09ca74f06c8e445af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5835009 Nov 09 17:16:35.246063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45446) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:35.277745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752565ca-5a55-45ea-8def-3dec7e68fab6 req-d823d804-964d-4286-a245-59655bb0245e tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:35.293570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-752565ca-5a55-45ea-8def-3dec7e68fab6 req-d823d804-964d-4286-a245-59655bb0245e tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 969 time: 0.1891074 Nov 09 17:16:35.297974 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d176cf-f946-44f3-a77f-2a8f22646120", "tag": "f505d34e-9e85-485a-9730-97a30054d6fb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:35.299519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b9459-0d75-4239-ac87-b3d8841f5545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31d217-10f2-4519-98d8-f98c28ddb584,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:35.311478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-a431d697-06c4-401a-99d8-894be71a0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:35.313393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-a431d697-06c4-401a-99d8-894be71a0446 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d94ad8e446f44058a9867bfed52aa82&device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 1120 time: 0.2261744 Nov 09 17:16:35.402391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-752565ca-5a55-45ea-8def-3dec7e68fab6 req-4eefcf1e-42bc-4132-8900-30e002e6e15b tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821183 Nov 09 17:16:35.500418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9eab7ec9-9182-4aa3-89bc-60ee0485d7ee req-454b221b-5914-4909-85e5-8864c0f30b1c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0298765 Nov 09 17:16:35.557652 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-610e33e2-74a2-4aa4-a58a-22d815cfbf28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f505d34e-9e85-485a-9730-97a30054d6fb HTTP/1.1" status: 200 len: 217 time: 0.2341187 Nov 09 17:16:35.559009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6543-7d82-40b6-8b68-00c9d510840d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:35.627163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-874c7d11-b6d8-4321-9891-ed8fb242f39e req-f408ecb5-d2eb-49fe-8995-c2ff13a14c03 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 210 time: 0.0711274 Nov 09 17:16:35.654668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6543-7d82-40b6-8b68-00c9d510840d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:35.680828 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff393e9-9291-4aa8-b72d-798b85aab4a6 x-openstack-request-id: req-bff393e9-9291-4aa8-b72d-798b85aab4a6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:35.680828 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d176cf-f946-44f3-a77f-2a8f22646120", "tag": "f505d34e-9e85-485a-9730-97a30054d6fb", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:35.680828 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bff393e9-9291-4aa8-b72d-798b85aab4a6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:35.682270 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'tag': 'f505d34e-9e85-485a-9730-97a30054d6fb', 'status': 'completed', 'code': 200} Nov 09 17:16:35.683787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-02c681cc-433e-4d82-8b48-bef6aabec6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:35.685276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-02c681cc-433e-4d82-8b48-bef6aabec6ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1161623 Nov 09 17:16:35.757441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.83', 64967) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:35.799941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-789efd5f-cc0c-4b1a-b238-cc88c1b8cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:35.801984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-789efd5f-cc0c-4b1a-b238-cc88c1b8cea6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061568 Nov 09 17:16:35.823694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6543-7d82-40b6-8b68-00c9d510840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:35.826438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6543-7d82-40b6-8b68-00c9d510840d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:35.827728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bd6f6543-7d82-40b6-8b68-00c9d510840d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c31d217-10f2-4519-98d8-f98c28ddb584 HTTP/1.1" status: 204 len: 168 time: 0.5803142 Nov 09 17:16:35.880656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f6543-7d82-40b6-8b68-00c9d510840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31d217-10f2-4519-98d8-f98c28ddb584,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:35.940539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-fafa0209-25f0-4240-ad30-26567a7727b4 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262021 Nov 09 17:16:35.973998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-1d6c36cd-467d-4ece-98b8-5153911a9407 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:35.976511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-1d6c36cd-467d-4ece-98b8-5153911a9407 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.2124381 Nov 09 17:16:36.062372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc99fc57-c2dd-49f0-b53f-8c23091248f6 req-3f8b9b20-473f-44e1-9ce0-eaaa24295164 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127064 Nov 09 17:16:36.064020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Request body: {'port': {'device_id': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'admin_state_up': True, 'tenant_id': 'b018da238517441d8e405163301fd00c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:36.193893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0e79b347-2878-45d9-8b2d-039a07b5965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:36.196168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0e79b347-2878-45d9-8b2d-039a07b5965f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d94ad8e446f44058a9867bfed52aa82&device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 1120 time: 0.0674152 Nov 09 17:16:36.345069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:36.370624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2763bf02-9fce-4585-8059-970b6d82d7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:36.397783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Made reservation on behalf of b018da238517441d8e405163301fd00c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:36.401721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:36.434018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0afcea8a-fe37-4a4b-87f1-e801be606c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:36.437684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0afcea8a-fe37-4a4b-87f1-e801be606c14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2338676 Nov 09 17:16:36.507846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0830cbbf-62b4-4000-9b82-291a2721f18b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f505d34e-9e85-485a-9730-97a30054d6fb HTTP/1.1" status: 200 len: 217 time: 0.0595357 Nov 09 17:16:36.593275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0b808ad1-376a-44ce-b3b6-1cb6bb01fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:36.594912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-0b808ad1-376a-44ce-b3b6-1cb6bb01fda2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0798113 Nov 09 17:16:36.595620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:36.640285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-faf41177-6088-46c1-873a-dac42fc46b34 req-c2d0f9f8-c5af-42b5-b367-d1f1d98b8b97 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0373442 Nov 09 17:16:36.701200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-63960837-fa08-4180-80d0-fc203420fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:36.703816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-63960837-fa08-4180-80d0-fc203420fb22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999496 Nov 09 17:16:36.712601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6c09-2022-49c7-8e5f-bbc6974d0338 req-3dca380b-eab6-4ab3-89d3-6117683c99c5 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:36.714201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-633b6c09-2022-49c7-8e5f-bbc6974d0338 req-3dca380b-eab6-4ab3-89d3-6117683c99c5 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 969 time: 0.2005391 Nov 09 17:16:36.763561 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2763bf02-9fce-4585-8059-970b6d82d7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:36.784677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2763bf02-9fce-4585-8059-970b6d82d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:36.809480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6822dc57-63ba-43a1-8abe-e57afb7275dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:36.814593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c1699ce-88df-407e-b33f-c21614eb2bd0 req-010f9026-28c5-46f1-9329-9f0e667ae302 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 210 time: 0.0502293 Nov 09 17:16:36.817137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Allocated IP 172.20.0.7 (85da85a4-0104-411e-a021-4159e9be8da3/4f802cf7-f5d2-43a0-932e-a1819bfc133d/55ae94c3-6759-409b-af81-91c8940b7856) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:16:36.883423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-443f43b8-393b-4da9-b695-9fe5ec6914e5 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714914 Nov 09 17:16:36.884194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2763bf02-9fce-4585-8059-970b6d82d7d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf920153804f4ad79bf429f4f80a2367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373337 Nov 09 17:16:36.885046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763bf02-9fce-4585-8059-970b6d82d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3a9076-6a15-4c9f-85d0-ace74acfd40c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:36.885456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45504) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:36.917901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-633b6c09-2022-49c7-8e5f-bbc6974d0338 req-b663d271-4d90-4baa-ab05-84f3c2fa01bf tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912966 Nov 09 17:16:37.041993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6822dc57-63ba-43a1-8abe-e57afb7275dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.050064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f139059-683f-426f-a449-c4f1a6e49753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.054370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6822dc57-63ba-43a1-8abe-e57afb7275dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.116755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f139059-683f-426f-a449-c4f1a6e49753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.134967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-681a08e5-9ee8-411e-8e5e-5f1ebcc62c32 req-22036d7b-ba00-41be-ac9e-356af1367630 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382801 Nov 09 17:16:37.137264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6822dc57-63ba-43a1-8abe-e57afb7275dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a1e5351b0124f19aa71890f89def4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406959 Nov 09 17:16:37.142752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45506) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:37.162099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822dc57-63ba-43a1-8abe-e57afb7275dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018e77e-eb60-45c7-9ba7-1b049dac5241,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:37.166213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.224000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5777be05-ee17-499a-bb21-d369cf873ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.229337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f139059-683f-426f-a449-c4f1a6e49753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.232050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f139059-683f-426f-a449-c4f1a6e49753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.233530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8f139059-683f-426f-a449-c4f1a6e49753 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f3a9076-6a15-4c9f-85d0-ace74acfd40c HTTP/1.1" status: 204 len: 168 time: 0.3470674 Nov 09 17:16:37.249540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.256154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f139059-683f-426f-a449-c4f1a6e49753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3a9076-6a15-4c9f-85d0-ace74acfd40c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:37.262887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5777be05-ee17-499a-bb21-d369cf873ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.333975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5777be05-ee17-499a-bb21-d369cf873ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.336645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5777be05-ee17-499a-bb21-d369cf873ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.337828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5777be05-ee17-499a-bb21-d369cf873ddd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4018e77e-eb60-45c7-9ba7-1b049dac5241 HTTP/1.1" status: 204 len: 168 time: 0.1940854 Nov 09 17:16:37.360676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777be05-ee17-499a-bb21-d369cf873ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018e77e-eb60-45c7-9ba7-1b049dac5241,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:37.372310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Network 85da85a4-0104-411e-a021-4159e9be8da3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:16:37.383415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:37.406156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:16:37.411973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:37.412594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.426355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:37.446721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-aa617812-1448-4b8f-8b5b-e7b354511808 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3877573 Nov 09 17:16:37.743659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:37.746414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-592cb2dd-2883-4c20-bcd2-9255ced17471 req-a0cca143-1f42-4097-8eb4-7a837bf8b239 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0270512 Nov 09 17:16:37.762914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47eabff1-390e-47d2-b46b-9f440c6358fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.843762 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47eabff1-390e-47d2-b46b-9f440c6358fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.848013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47eabff1-390e-47d2-b46b-9f440c6358fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:37.892062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-47eabff1-390e-47d2-b46b-9f440c6358fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20a96ba603d74126904ddaf6440ef8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463840 Nov 09 17:16:37.892363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eabff1-390e-47d2-b46b-9f440c6358fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264286a-b770-4e49-a012-06789e007992,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:37.894503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45534) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:37.970933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af435ef7-4ca7-48e9-af5b-e4afc3045bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:38.012437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af435ef7-4ca7-48e9-af5b-e4afc3045bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:38.023694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85134364-9ed7-48e0-b92f-a2f576e72494 req-d8c90844-423c-48e5-b253-22abbc72d498 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:38.026916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85134364-9ed7-48e0-b92f-a2f576e72494 req-d8c90844-423c-48e5-b253-22abbc72d498 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 931 time: 0.0879602 Nov 09 17:16:38.082862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117c2bf-1b09-4cd1-98ed-09558f79299b req-3696e5aa-4c55-497d-827d-a9814e587eef tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:38.084836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b117c2bf-1b09-4cd1-98ed-09558f79299b req-3696e5aa-4c55-497d-827d-a9814e587eef tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 969 time: 0.0904241 Nov 09 17:16:38.099725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85134364-9ed7-48e0-b92f-a2f576e72494 req-e8104f06-7095-4560-a648-97ca939264b1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Nov 09 17:16:38.131813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af435ef7-4ca7-48e9-af5b-e4afc3045bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:38.134464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af435ef7-4ca7-48e9-af5b-e4afc3045bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:38.135631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af435ef7-4ca7-48e9-af5b-e4afc3045bf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1264286a-b770-4e49-a012-06789e007992 HTTP/1.1" status: 204 len: 168 time: 0.2401052 Nov 09 17:16:38.153268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af435ef7-4ca7-48e9-af5b-e4afc3045bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264286a-b770-4e49-a012-06789e007992,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:38.179222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b117c2bf-1b09-4cd1-98ed-09558f79299b req-8e6ff095-23a7-4223-9da7-ab5cd1942389 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Nov 09 17:16:38.859588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a044698-c8ad-4713-99f6-b479f41ac480 req-0fa41fd3-5101-416c-8498-ea4cc1212efa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Nov 09 17:16:39.254266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c864bd-e795-4054-a176-0ac278867707 req-cc2887d5-4e02-496c-a32e-0789c9fd8740 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:39.256697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20c864bd-e795-4054-a176-0ac278867707 req-cc2887d5-4e02-496c-a32e-0789c9fd8740 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 931 time: 0.0695302 Nov 09 17:16:39.313865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20c864bd-e795-4054-a176-0ac278867707 req-217972cd-b4b7-4c78-911a-8b3b64b37a24 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Nov 09 17:16:39.321368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc5395-4f9b-4e85-8292-38aa08e2f4b2 req-f0e5906e-828d-4434-b0c3-a28330ad0ca4 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:39.323450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6bfc5395-4f9b-4e85-8292-38aa08e2f4b2 req-f0e5906e-828d-4434-b0c3-a28330ad0ca4 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 969 time: 0.0704014 Nov 09 17:16:39.379595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f505d34e-9e85-485a-9730-97a30054d6fb details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:16:39.403480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6bfc5395-4f9b-4e85-8292-38aa08e2f4b2 req-9daa1974-3867-45bf-9302-1ce0bbb4fb54 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 Nov 09 17:16:39.510928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f505d34e-9e85-485a-9730-97a30054d6fb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f505d34e-9e85-485a-9730-97a30054d6fb,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:39.511195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45602) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:39.525222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'f505d34e-9e85-485a-9730-97a30054d6fb', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'f505d34e-9e85-485a-9730-97a30054d6fb', 'mac_address': 'fa:16:3e:27:89:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-255914483', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:16:39.565459 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:39.579670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f505d34e-9e85-485a-9730-97a30054d6fb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:39.603905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f505d34e-9e85-485a-9730-97a30054d6fb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f505d34e-9e85-485a-9730-97a30054d6fb,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:39.612880 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:39.666711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f505d34e-9e85-485a-9730-97a30054d6fb,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:39.674410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.674760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.675121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.675460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.675782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.676110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.676433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.676753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.677079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.677415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.678140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.679044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Tracked resource versions report: Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: pushed versions: Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: { 'AddressGroup': {'1.2'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Log': {'1.0'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Network': {'1.1'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Port': {'1.7'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'PortForwarding': {'1.2'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'QosPolicy': {'1.10'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'SecurityGroup': {'1.5'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'SubPort': {'1.0'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Subnet': {'1.1'}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Trunk': {'1.1'}} Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: consumer versions: Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: HyperV agent@n-h1-804292-3: {}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: HyperV agent@n-h2-804292-3: {}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: L3 agent@n-d-804292-3: {}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: Metadata agent@n-d-804292-3: {}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: Metering agent@n-d-804292-3: {}, Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'ConntrackHelper': '1.0', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Log': '1.0', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Network': '1.1', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Port': '1.7', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'PortForwarding': '1.2', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'QosPolicy': '1.10', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'SecurityGroup': '1.5', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'SecurityGroupRule': '1.2', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'SubPort': '1.0', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Subnet': '1.1', Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: 'Trunk': '1.1'}} Nov 09 17:16:39.681529 n-d-804292-3 neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:16:39.762557 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b179e40-9f72-41b6-a249-1a8386fed0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:39.842869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b179e40-9f72-41b6-a249-1a8386fed0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:39.847689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b179e40-9f72-41b6-a249-1a8386fed0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:39.890456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b179e40-9f72-41b6-a249-1a8386fed0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590c0caf-1b2a-4180-bf44-2e4770c486ff,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:39.897203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9b179e40-9f72-41b6-a249-1a8386fed0cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b532a85114f44fc1842754bfee975f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823712 Nov 09 17:16:39.897637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:39.932919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['f505d34e-9e85-485a-9730-97a30054d6fb'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:16:39.958715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a369b039-5fca-48df-ad21-100c8088bb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.008009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bca96001-b543-41f7-b2f6-39dfba5125e7 req-d6d686f0-75ca-40fa-a0e1-3b192e87d095 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0348971 Nov 09 17:16:40.012843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a369b039-5fca-48df-ad21-100c8088bb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.033436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45620) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:40.100162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a369b039-5fca-48df-ad21-100c8088bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.103113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a369b039-5fca-48df-ad21-100c8088bb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.104444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a369b039-5fca-48df-ad21-100c8088bb68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/590c0caf-1b2a-4180-bf44-2e4770c486ff HTTP/1.1" status: 204 len: 168 time: 0.2058096 Nov 09 17:16:40.113881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369b039-5fca-48df-ad21-100c8088bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590c0caf-1b2a-4180-bf44-2e4770c486ff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:40.166144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9b5cd1a-9d06-4b0c-b6e5-be2d2fe0fdaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.260305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9b5cd1a-9d06-4b0c-b6e5-be2d2fe0fdaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.265575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9b5cd1a-9d06-4b0c-b6e5-be2d2fe0fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.305531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5cd1a-9d06-4b0c-b6e5-be2d2fe0fdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11db8787-671c-413f-8484-6001e68a1b28,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:40.309949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b9b5cd1a-9d06-4b0c-b6e5-be2d2fe0fdaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7cf59d9c06664ade8f7c880de01d4286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753179 Nov 09 17:16:40.314834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:40.369279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ffec8c3-230e-4d64-bdcb-6caac456037a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.401013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ffec8c3-230e-4d64-bdcb-6caac456037a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.452462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:40.470168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ea22fe6-f1a3-431b-a289-cdcd160a2ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.480825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ffec8c3-230e-4d64-bdcb-6caac456037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.484133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ffec8c3-230e-4d64-bdcb-6caac456037a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.485452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7ffec8c3-230e-4d64-bdcb-6caac456037a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11db8787-671c-413f-8484-6001e68a1b28 HTTP/1.1" status: 204 len: 168 time: 0.1695149 Nov 09 17:16:40.496764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a73f7-b4f9-49f7-936a-bee1024cbfb8 req-dc08abdb-6a13-4df8-86b4-30119191e6ac tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:40.499268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-935a73f7-b4f9-49f7-936a-bee1024cbfb8 req-dc08abdb-6a13-4df8-86b4-30119191e6ac tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 931 time: 0.0987520 Nov 09 17:16:40.504645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffec8c3-230e-4d64-bdcb-6caac456037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db8787-671c-413f-8484-6001e68a1b28,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:40.572803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-935a73f7-b4f9-49f7-936a-bee1024cbfb8 req-ca896a7a-0c3f-478b-ac91-c6f1e98319d3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Nov 09 17:16:40.604225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ddf3-9a68-46e2-965f-a8e8e1711ba5 req-4e8e3851-95b7-4b16-aae1-9b308ada086f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:40.605830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4748ddf3-9a68-46e2-965f-a8e8e1711ba5 req-4e8e3851-95b7-4b16-aae1-9b308ada086f tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 970 time: 0.0955613 Nov 09 17:16:40.655105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ea22fe6-f1a3-431b-a289-cdcd160a2ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.668330 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ea22fe6-f1a3-431b-a289-cdcd160a2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.706828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4748ddf3-9a68-46e2-965f-a8e8e1711ba5 req-28e1a44e-fb86-4827-a52d-e5f49b78947b tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861821 Nov 09 17:16:40.726682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea22fe6-f1a3-431b-a289-cdcd160a2ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3d0333-48d5-4143-9748-4488d3a145c4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:40.733502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9ea22fe6-f1a3-431b-a289-cdcd160a2ce3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e984c34f32542ed82969cae6caeeb57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796130 Nov 09 17:16:40.736090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:40.787139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-217f74c3-a233-4d50-b47b-1f86cd352df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.809592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-217f74c3-a233-4d50-b47b-1f86cd352df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.861777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-217f74c3-a233-4d50-b47b-1f86cd352df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.865498 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-217f74c3-a233-4d50-b47b-1f86cd352df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:40.875053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-217f74c3-a233-4d50-b47b-1f86cd352df8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af3d0333-48d5-4143-9748-4488d3a145c4 HTTP/1.1" status: 204 len: 168 time: 0.1297615 Nov 09 17:16:40.876856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f74c3-a233-4d50-b47b-1f86cd352df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3d0333-48d5-4143-9748-4488d3a145c4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:40.910927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:40.924681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38807414-9387-43cc-b00b-53c1a6879e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.027239 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38807414-9387-43cc-b00b-53c1a6879e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.033044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38807414-9387-43cc-b00b-53c1a6879e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.073771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-38807414-9387-43cc-b00b-53c1a6879e66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba699e7c41644cf29a928085a18cf197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616406 Nov 09 17:16:41.074877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38807414-9387-43cc-b00b-53c1a6879e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa6337-13ab-4cbb-aef6-ff38fb85eb57,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:41.077142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45650) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:41.147066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8b375f4-159b-4f96-9f52-0ffccb5a30cc req-30983fac-d6e8-44ed-a49e-5fde4ea03291 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0341163 Nov 09 17:16:41.164768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-204658fb-d4e0-4ef3-8d1c-2c05baa65e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.193799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-204658fb-d4e0-4ef3-8d1c-2c05baa65e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.241139 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-204658fb-d4e0-4ef3-8d1c-2c05baa65e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.249246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-204658fb-d4e0-4ef3-8d1c-2c05baa65e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.249246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-204658fb-d4e0-4ef3-8d1c-2c05baa65e06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7afa6337-13ab-4cbb-aef6-ff38fb85eb57 HTTP/1.1" status: 204 len: 168 time: 0.1672056 Nov 09 17:16:41.256047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204658fb-d4e0-4ef3-8d1c-2c05baa65e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa6337-13ab-4cbb-aef6-ff38fb85eb57,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:41.351590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f505d34e-9e85-485a-9730-97a30054d6fb up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:16:41.417046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port f505d34e-9e85-485a-9730-97a30054d6fb completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:16:41.422125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port f505d34e-9e85-485a-9730-97a30054d6fb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:16:41.422434 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.511983 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.558787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f505d34e-9e85-485a-9730-97a30054d6fb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:41.650767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f505d34e-9e85-485a-9730-97a30054d6fb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f505d34e-9e85-485a-9730-97a30054d6fb,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:41.656530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:41.717474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f505d34e-9e85-485a-9730-97a30054d6fb,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:41.723626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b86ce-88d0-497c-8b6b-15a909aea507 req-2dfa7128-ac86-4fe3-a621-cb05f07c908c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:41.725354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b17b86ce-88d0-497c-8b6b-15a909aea507 req-2dfa7128-ac86-4fe3-a621-cb05f07c908c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 931 time: 0.0637364 Nov 09 17:16:41.816194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b17b86ce-88d0-497c-8b6b-15a909aea507 req-fa876ad4-ef5e-4d55-b76c-6813ba4c696a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800331 Nov 09 17:16:41.861689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a0f6f-af02-4eff-a3c4-6f41b34cbe97 req-2e2a0d04-cf6b-4de3-9011-27838b69f63a tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:41.863486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc1a0f6f-af02-4eff-a3c4-6f41b34cbe97 req-2e2a0d04-cf6b-4de3-9011-27838b69f63a tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 971 time: 0.0759101 Nov 09 17:16:41.927666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc1a0f6f-af02-4eff-a3c4-6f41b34cbe97 req-24b24369-8949-4a71-816b-f853421f384e tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577655 Nov 09 17:16:41.937643 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c748c1-cec1-4adc-97fb-155d7f2915de" -d '{"events": [{"server_uuid": "d5d176cf-f946-44f3-a77f-2a8f22646120", "name": "network-vif-plugged", "status": "completed", "tag": "f505d34e-9e85-485a-9730-97a30054d6fb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:42.263463 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6db7a8-03d3-4876-912f-23764ff576fa x-openstack-request-id: req-8a6db7a8-03d3-4876-912f-23764ff576fa {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:42.263853 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d176cf-f946-44f3-a77f-2a8f22646120", "name": "network-vif-plugged", "status": "completed", "tag": "f505d34e-9e85-485a-9730-97a30054d6fb", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:42.264436 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a6db7a8-03d3-4876-912f-23764ff576fa {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:42.265211 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f505d34e-9e85-485a-9730-97a30054d6fb', 'code': 200} Nov 09 17:16:42.287089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3696198d-8b71-41a7-b8e3-79339e7d3dc9 req-f931944a-b3a1-484b-8e28-88e7ef0e7e25 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Nov 09 17:16:42.416449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9611fa7-84c1-4351-89d2-a18e4820e954 req-b2a99527-52e7-4e69-ac37-795693d00220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:42.418283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9611fa7-84c1-4351-89d2-a18e4820e954 req-b2a99527-52e7-4e69-ac37-795693d00220 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 1122 time: 0.0851443 Nov 09 17:16:42.443038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9611fa7-84c1-4351-89d2-a18e4820e954 req-0f5a7163-2023-44c6-ad05-defa0a90c82e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:42.532737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9611fa7-84c1-4351-89d2-a18e4820e954 req-0f5a7163-2023-44c6-ad05-defa0a90c82e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:42.538591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9611fa7-84c1-4351-89d2-a18e4820e954 req-0f5a7163-2023-44c6-ad05-defa0a90c82e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:42.598868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9611fa7-84c1-4351-89d2-a18e4820e954 req-0f5a7163-2023-44c6-ad05-defa0a90c82e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722901 Nov 09 17:16:42.598868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a7163-2023-44c6-ad05-defa0a90c82e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f743c657-b5fd-4365-9e59-611f6aef8ab1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:42.873985 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-e50c7a2f-cc76-4a2e-a895-0ee86d2583c0 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:16:42.875055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-e50c7a2f-cc76-4a2e-a895-0ee86d2583c0 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074863 Nov 09 17:16:42.967966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750e62-f35b-48cb-b380-88ce4265c384 req-32e3edc9-761e-434d-8015-d74b5b88681e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:42.969867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3750e62-f35b-48cb-b380-88ce4265c384 req-32e3edc9-761e-434d-8015-d74b5b88681e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 931 time: 0.0696275 Nov 09 17:16:43.058407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.83', 64971) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:43.096756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3750e62-f35b-48cb-b380-88ce4265c384 req-5c84e009-a556-449c-94c9-a12c2263d22c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114023 Nov 09 17:16:43.156653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba0dfb-e006-4ec5-9ee5-8b85fd444352 req-36052ffd-26bb-43de-9c6d-133fb046dc03 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:43.166048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6ba0dfb-e006-4ec5-9ee5-8b85fd444352 req-36052ffd-26bb-43de-9c6d-133fb046dc03 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 971 time: 0.1093779 Nov 09 17:16:43.180059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c96dee48-e18d-4e70-a04b-d431d7daf665 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:43.181829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c96dee48-e18d-4e70-a04b-d431d7daf665 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.1819894 Nov 09 17:16:43.211375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Request body: {'port': {'device_id': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'admin_state_up': True, 'tenant_id': 'cfbf3e17faca414aa72fe926b990e60a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:43.214810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6ba0dfb-e006-4ec5-9ee5-8b85fd444352 req-c851673d-3637-4461-ad1a-ac03f1bb9486 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Nov 09 17:16:43.232229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Request body: {'port': {'device_id': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:43.368722 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:43.530102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f5239dc-5445-43f9-a898-9e30296e6a4b req-851b7ee2-d9f2-48e8-b253-6da17d84dbaf tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 210 time: 0.0315530 Nov 09 17:16:43.551764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Made reservation on behalf of cfbf3e17faca414aa72fe926b990e60a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:43.555152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:43.956496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Allocated IP 172.20.0.3 (c8b11681-719f-42c6-8080-9d5768c965f9/ad27337c-968e-4168-a307-612d18df830b/99a2fbec-491d-447b-9f4f-2148c14805b5) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:16:44.041757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ae94c3-6759-409b-af81-91c8940b7856 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:44.068181 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.121653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45804) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:44.141615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Transition to ACTIVE for port object 55ae94c3-6759-409b-af81-91c8940b7856 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:16:44.148811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.243287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59a8e851-578b-4542-bea2-74962b393391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.312063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:44.398965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.409633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b01b7-8a16-4fb9-a9f0-95c628f1871b req-1032da22-80dd-4c3d-a43e-7ca20a703b18 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:44.409837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57915f9-4ed1-47e0-8472-664665ad9ffd req-8a2f67f4-a40f-4134-9b7d-bc8c006db199 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:44.411182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa4b01b7-8a16-4fb9-a9f0-95c628f1871b req-1032da22-80dd-4c3d-a43e-7ca20a703b18 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 971 time: 0.0924120 Nov 09 17:16:44.411395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f57915f9-4ed1-47e0-8472-664665ad9ffd req-8a2f67f4-a40f-4134-9b7d-bc8c006db199 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.1908469 Nov 09 17:16:44.416104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59a8e851-578b-4542-bea2-74962b393391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.418151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:16:44.418392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:16:44.419093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:44.424989 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59a8e851-578b-4542-bea2-74962b393391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.438005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:16:44.438324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:44.463173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:16:44.463702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:44.464590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:16:44.465169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Bound port: 55ae94c3-6759-409b-af81-91c8940b7856, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:16:44.465725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.515695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8e851-578b-4542-bea2-74962b393391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c633a157-3dea-4233-84d7-d84074c68fca,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:44.530903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.531126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-59a8e851-578b-4542-bea2-74962b393391 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3fe093d9b4dc4924b2bfd5998b3cbfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073544 Nov 09 17:16:44.531762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:44.579600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa4b01b7-8a16-4fb9-a9f0-95c628f1871b req-56e663db-18e2-465d-b17e-10b3c53c36e7 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570950 Nov 09 17:16:44.588487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f57915f9-4ed1-47e0-8472-664665ad9ffd req-2f544156-f32b-498e-be16-0a00190448e6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605756 Nov 09 17:16:44.635490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee84dea3-39d4-4462-8e5b-0bdc068c105c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.640277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Network c8b11681-719f-42c6-8080-9d5768c965f9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:16:44.652859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:44.659820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:16:44.665630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:44.666354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.676522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:44.679467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:16:44.686760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:16:44.689158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee84dea3-39d4-4462-8e5b-0bdc068c105c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.695215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.704355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-4ee9aa2b-d6c9-4087-86cd-a26ba1d6031c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5004344 Nov 09 17:16:44.728495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeda37a-e831-42ba-9bf9-9f5f381ca153 req-5f0da38e-3ef2-4400-9dc5-001c543d43fa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:44.730013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ceeda37a-e831-42ba-9bf9-9f5f381ca153 req-5f0da38e-3ef2-4400-9dc5-001c543d43fa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 931 time: 0.0838284 Nov 09 17:16:44.730552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Request body: {'port': {'device_id': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:44.773506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:44.774132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.775613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] 10.222.0.83 "PUT /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 1091 time: 1.7073066 Nov 09 17:16:44.776160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:44.794785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee84dea3-39d4-4462-8e5b-0bdc068c105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.798219 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee84dea3-39d4-4462-8e5b-0bdc068c105c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.800136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ee84dea3-39d4-4462-8e5b-0bdc068c105c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c633a157-3dea-4233-84d7-d84074c68fca HTTP/1.1" status: 204 len: 168 time: 0.2660954 Nov 09 17:16:44.807317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ceeda37a-e831-42ba-9bf9-9f5f381ca153 req-c84bb23b-0649-4be9-8d1a-4206ad82f008 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651696 Nov 09 17:16:44.813590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84dea3-39d4-4462-8e5b-0bdc068c105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633a157-3dea-4233-84d7-d84074c68fca,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:44.923099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ddd5-674b-4a57-82b4-6cdc00671e87 service neutron] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:44.959024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:44.989348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-a2780c8b-8d8f-4878-bd91-79388d5b2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:44.990876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-a2780c8b-8d8f-4878-bd91-79388d5b2942 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1094 time: 0.1377778 Nov 09 17:16:45.059493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45830) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:45.085283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-c7f4015e-9b62-40b9-9921-e1709ff2df9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0715740 Nov 09 17:16:45.123082 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c8dd9a-2189-439b-a517-756acaad8d54" -d '{"events": [{"name": "network-changed", "server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "tag": "55ae94c3-6759-409b-af81-91c8940b7856"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:45.190103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45838) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:45.211701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92fcbc94-2d51-4b09-a4e3-94ad27f6e963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.245137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf608-8169-4fea-9a41-17053fd37cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.257803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-125c004e-94e0-4614-bd2f-844daff729be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:45.259596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-125c004e-94e0-4614-bd2f-844daff729be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1639113 Nov 09 17:16:45.353099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-9ca01c7b-efed-45df-bc75-fe40db66282c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808256 Nov 09 17:16:45.353906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92fcbc94-2d51-4b09-a4e3-94ad27f6e963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.360414 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92fcbc94-2d51-4b09-a4e3-94ad27f6e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.389417 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d11789-d7c2-420a-b900-5a5b405abdec x-openstack-request-id: req-a1d11789-d7c2-420a-b900-5a5b405abdec {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:45.389711 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "tag": "55ae94c3-6759-409b-af81-91c8940b7856", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:45.390023 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1d11789-d7c2-420a-b900-5a5b405abdec {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:45.390731 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856', 'status': 'completed', 'code': 200} Nov 09 17:16:45.393674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf608-8169-4fea-9a41-17053fd37cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.405493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf608-8169-4fea-9a41-17053fd37cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.424832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-92fcbc94-2d51-4b09-a4e3-94ad27f6e963 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4316cb705fb9476aa2f9850cbbaee7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312894 Nov 09 17:16:45.426242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:45.426365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcbc94-2d51-4b09-a4e3-94ad27f6e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3145e585-d29f-4cbe-8977-da2b42ba952a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:45.457256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1e5bf608-8169-4fea-9a41-17053fd37cd8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea6c140aaa9a4c1bbb8a4a099ad75f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880148 Nov 09 17:16:45.457256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:45.474035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf608-8169-4fea-9a41-17053fd37cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac14760-0caf-4697-8039-bff71529b040,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:45.509639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93755c92-576e-4999-949c-60ef71e599c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.530892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93755c92-576e-4999-949c-60ef71e599c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.533848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-7a4cc708-3831-4751-be8e-3b389fefa3f0 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701200 Nov 09 17:16:45.580087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93755c92-576e-4999-949c-60ef71e599c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.582773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93755c92-576e-4999-949c-60ef71e599c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.584056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-93755c92-576e-4999-949c-60ef71e599c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ac14760-0caf-4697-8039-bff71529b040 HTTP/1.1" status: 204 len: 168 time: 0.1304629 Nov 09 17:16:45.588318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d140f24e-ef53-446c-968f-366ee4e46743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.593862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93755c92-576e-4999-949c-60ef71e599c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac14760-0caf-4697-8039-bff71529b040,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:45.626836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a2fbec-491d-447b-9f4f-2148c14805b5 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:45.648369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.669561 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d140f24e-ef53-446c-968f-366ee4e46743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.712903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Transition to ACTIVE for port object 99a2fbec-491d-447b-9f4f-2148c14805b5 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:16:45.753534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:45.909219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ba99-0cbd-417b-9579-556dce2b734d req-4f3c3a05-4ee4-44b0-b46d-8fcdceafb4f4 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:45.911181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e07ba99-0cbd-417b-9579-556dce2b734d req-4f3c3a05-4ee4-44b0-b46d-8fcdceafb4f4 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 971 time: 0.2273431 Nov 09 17:16:45.954100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ea5e615-0842-483a-8836-fd840e5b1b8d req-7e52bb10-444d-4478-9b55-45bc26f33d03 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021020 Nov 09 17:16:45.987906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e07ba99-0cbd-417b-9579-556dce2b734d req-48ea22fc-cdf2-4d9a-96f3-fe58cef1754a tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704582 Nov 09 17:16:46.016750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f672-6c50-4b44-b9bd-9699f9701fe6 req-a69b5471-adfc-4362-b75a-0442dda5baf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.018941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92e3f672-6c50-4b44-b9bd-9699f9701fe6 req-a69b5471-adfc-4362-b75a-0442dda5baf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.3306828 Nov 09 17:16:46.020280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:46.070476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d140f24e-ef53-446c-968f-366ee4e46743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.072370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45856) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:46.073238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d140f24e-ef53-446c-968f-366ee4e46743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.074569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d140f24e-ef53-446c-968f-366ee4e46743 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3145e585-d29f-4cbe-8977-da2b42ba952a HTTP/1.1" status: 204 len: 168 time: 0.6480255 Nov 09 17:16:46.100267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5257c70d-7abd-4b5e-ba98-1bbe790064a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.123359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:16:46.123944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:16:46.124265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:46.130637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140f24e-ef53-446c-968f-366ee4e46743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145e585-d29f-4cbe-8977-da2b42ba952a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:46.147256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:16:46.147579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:46.171272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3850-a5a5-48df-ad20-af465df979e3 req-69c68854-3f4a-4722-b5f3-b3b6a2064af7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.171830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:16:46.172170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:46.172825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-589e3850-a5a5-48df-ad20-af465df979e3 req-69c68854-3f4a-4722-b5f3-b3b6a2064af7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.0929239 Nov 09 17:16:46.178544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:16:46.179482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Bound port: 99a2fbec-491d-447b-9f4f-2148c14805b5, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:16:46.180082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.202694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-70901b0c-61aa-431d-8fb6-bad111d69ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.204518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-70901b0c-61aa-431d-8fb6-bad111d69ce3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1094 time: 0.1522901 Nov 09 17:16:46.222263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92e3f672-6c50-4b44-b9bd-9699f9701fe6 req-ec0f4c71-ab89-483e-b01e-ee5887d71f3d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682312 Nov 09 17:16:46.268689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-589e3850-a5a5-48df-ad20-af465df979e3 req-f980355a-9296-4720-8e37-1de09b75bb6a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890605 Nov 09 17:16:46.311026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5257c70d-7abd-4b5e-ba98-1bbe790064a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.318615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5257c70d-7abd-4b5e-ba98-1bbe790064a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.360838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257c70d-7abd-4b5e-ba98-1bbe790064a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e639f-8633-4f7b-8bfb-3476f443d106,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:46.365933 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5257c70d-7abd-4b5e-ba98-1bbe790064a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48a022ffc69944f4b26e72715296d31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924342 Nov 09 17:16:46.368609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45862) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:46.431931 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c8437d-9256-487e-8c0e-11a144753c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.439469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:16:46.464056 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c8437d-9256-487e-8c0e-11a144753c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.499560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:16:46.515932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.526441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c8437d-9256-487e-8c0e-11a144753c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.530222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7c8437d-9256-487e-8c0e-11a144753c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.531401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7c8437d-9256-487e-8c0e-11a144753c28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d72e639f-8633-4f7b-8bfb-3476f443d106 HTTP/1.1" status: 204 len: 168 time: 0.1615183 Nov 09 17:16:46.540629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8437d-9256-487e-8c0e-11a144753c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e639f-8633-4f7b-8bfb-3476f443d106,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:46.546648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-bd74ffb4-9425-41b3-abfa-5e802ddb9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.548096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-bd74ffb4-9425-41b3-abfa-5e802ddb9e26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.3246739 Nov 09 17:16:46.574493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.579750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.579750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 1091 time: 1.8509796 Nov 09 17:16:46.584863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feee8b-66db-4b1f-8593-f7d2f5a143b8 req-d3090405-4826-4aa9-aa2c-c33007e2a985 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.587472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29feee8b-66db-4b1f-8593-f7d2f5a143b8 req-d3090405-4826-4aa9-aa2c-c33007e2a985 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 1122 time: 0.1948984 Nov 09 17:16:46.633679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-aab114d5-45ba-44f6-972e-5462a869260b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0701106 Nov 09 17:16:46.674316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a646-f0b2-406a-91e8-7b38554fe4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:46.704866 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29feee8b-66db-4b1f-8593-f7d2f5a143b8 req-2d7b5887-d705-4b12-95ea-1d2cef931466 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:46.741518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-fc13e22c-4376-4f81-87f8-d3de22a9a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.743028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-fc13e22c-4376-4f81-87f8-d3de22a9a4e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0969129 Nov 09 17:16:46.748294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-8d180de1-b91c-4eb1-ae09-c3033c694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.749782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-8d180de1-b91c-4eb1-ae09-c3033c694176 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1094 time: 0.1187942 Nov 09 17:16:46.793338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-8565f9e8-6499-4c07-be96-0b542ff76f7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409760 Nov 09 17:16:46.837838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-64766246-751e-46b3-a721-c68931a73f0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.0758429 Nov 09 17:16:46.974144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-45a7e6a0-5f2f-4ad5-90c9-080e50fc44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:46.975744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-45a7e6a0-5f2f-4ad5-90c9-080e50fc44e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1231353 Nov 09 17:16:47.006767 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29feee8b-66db-4b1f-8593-f7d2f5a143b8 req-2d7b5887-d705-4b12-95ea-1d2cef931466 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:47.026826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-e7193ce4-f9c4-4762-9812-2ca5b17cd965 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400023 Nov 09 17:16:47.029898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-bb33f34a-5bc3-45f8-b630-d8c4013c485d service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068200 Nov 09 17:16:47.030492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29feee8b-66db-4b1f-8593-f7d2f5a143b8 req-2d7b5887-d705-4b12-95ea-1d2cef931466 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:47.166353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29feee8b-66db-4b1f-8593-f7d2f5a143b8 req-2d7b5887-d705-4b12-95ea-1d2cef931466 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336256 Nov 09 17:16:47.177709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b5887-d705-4b12-95ea-1d2cef931466 tempest-AggregatesAdminTestJSON-118646028 tempest-AggregatesAdminTestJSON-118646028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1101342-010d-49fb-9c3f-1f882fce544f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:47.239094 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-b7d9ff6a-8e48-499a-95f0-2fb6419a6bd6 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883521 Nov 09 17:16:47.242925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78c8dd9a-2189-439b-a517-756acaad8d54 req-152ac5fb-5566-46d1-a676-6919bc34a35d service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937866 Nov 09 17:16:47.392521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:47.394871 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103c133-3058-40b4-bf0d-6161aea7cb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:47.407352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-044962ac-81fb-4e4a-8074-d2bae0ddf596 req-3da3dd74-941e-4aea-8b24-30ea7c3957cd service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554153 Nov 09 17:16:47.425340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b33a-9be0-4109-a5a6-2826a76ad15d req-95e9c6c1-0b5c-4daf-9594-42d0e93f052f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:47.427438 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e248b33a-9be0-4109-a5a6-2826a76ad15d req-95e9c6c1-0b5c-4daf-9594-42d0e93f052f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.0824332 Nov 09 17:16:47.515192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e248b33a-9be0-4109-a5a6-2826a76ad15d req-eb1e1434-d943-4f51-9918-0303b03ae1d6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 Nov 09 17:16:47.540027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dbf6f-2a87-44d9-9f13-3e122d43c7af req-ee136471-bf6e-44d5-9755-f6c0975535d8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:47.542770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f72dbf6f-2a87-44d9-9f13-3e122d43c7af req-ee136471-bf6e-44d5-9755-f6c0975535d8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.0769806 Nov 09 17:16:47.595365 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523ee43c-6f30-4afd-ad79-09dda1e0121c x-openstack-request-id: req-523ee43c-6f30-4afd-ad79-09dda1e0121c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:47.595595 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:47.595865 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-523ee43c-6f30-4afd-ad79-09dda1e0121c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:47.596368 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'status': 'completed', 'code': 200} Nov 09 17:16:47.611623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f72dbf6f-2a87-44d9-9f13-3e122d43c7af req-3a033098-b8fd-409a-a341-6664e26118f2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615108 Nov 09 17:16:47.697307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-9e34322d-acf7-4f25-857a-ba2b212c7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:47.699214 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-9e34322d-acf7-4f25-857a-ba2b212c7c48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1094 time: 0.0658355 Nov 09 17:16:47.822433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-d518ff32-a2e8-4623-951e-38214d2c2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:47.823970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-d518ff32-a2e8-4623-951e-38214d2c2263 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1160421 Nov 09 17:16:47.882863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-53dfc737-f0ab-481e-813b-4fa70eac437d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.0507495 Nov 09 17:16:47.944892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-cadb1565-5985-4c1c-936d-cbb23b8bfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:47.946691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-cadb1565-5985-4c1c-936d-cbb23b8bfbb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.0531783 Nov 09 17:16:47.980841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-4ac5bf55-1049-4032-aa57-208115070b7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263164 Nov 09 17:16:48.079013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-2b3536cc-adcb-46f6-836d-bece32e2cb40 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894587 Nov 09 17:16:48.323241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f103c133-3058-40b4-bf0d-6161aea7cb1c req-d7a74db0-1929-4cc1-84c9-bae72e738f01 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354889 Nov 09 17:16:48.501389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fe78c2c7-8193-44d8-8615-4bbaf8f55c52 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236263 Nov 09 17:16:48.639979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad40db-6f59-4ef1-8ebd-fc628d4a6d33 req-614cc29e-0263-4c1d-8a1a-3ca39376f3b2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:48.641580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8ad40db-6f59-4ef1-8ebd-fc628d4a6d33 req-614cc29e-0263-4c1d-8a1a-3ca39376f3b2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.0516615 Nov 09 17:16:48.642163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-8c3d1ddd-c17a-4be5-8d9d-8755a01f63f9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:48.643926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-8c3d1ddd-c17a-4be5-8d9d-8755a01f63f9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358666 Nov 09 17:16:48.661486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-6827228a-2644-4652-a375-173c5fd92029 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/quotas/7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 375 time: 0.0118046 Nov 09 17:16:48.695128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 55ae94c3-6759-409b-af81-91c8940b7856 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:16:48.699074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-2d832899-2043-4e96-84c8-90022ec536a9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315864 Nov 09 17:16:48.709605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8ad40db-6f59-4ef1-8ebd-fc628d4a6d33 req-5a72d637-ef39-4153-b243-7ec9456deb78 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Nov 09 17:16:48.915189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:48.929101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '55ae94c3-6759-409b-af81-91c8940b7856', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'port_id': '55ae94c3-6759-409b-af81-91c8940b7856', 'mac_address': 'fa:16:3e:58:a5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f802cf7-f5d2-43a0-932e-a1819bfc133d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:16:48.936786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1ebac-8deb-46a2-875a-058f96063b87 req-9029bffc-6873-4b06-a08f-79da88a16151 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:48.938368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26e1ebac-8deb-46a2-875a-058f96063b87 req-9029bffc-6873-4b06-a08f-79da88a16151 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.0671422 Nov 09 17:16:48.975156 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:49.002614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ae94c3-6759-409b-af81-91c8940b7856 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:49.013410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26e1ebac-8deb-46a2-875a-058f96063b87 req-dd2b27a3-284c-445a-865c-5c44b3f206b4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590074 Nov 09 17:16:49.026351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:49.037608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:49.131213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:49.193572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51a87de3-57a5-49be-8d4f-6688ebd74973 req-c87458ea-ee1e-4bff-aea3-8af103baa791 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 210 time: 0.0460057 Nov 09 17:16:49.459742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['55ae94c3-6759-409b-af81-91c8940b7856'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:16:49.796152 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b07d73d4-4f8a-4b3b-b582-692422ab78ce req-c93d243d-739d-497c-b4b0-c753aa404441 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382614 Nov 09 17:16:49.930350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7bffc-285d-4129-ac78-a67c46f7241a req-c514d567-0d64-4002-95b3-71dc6baf302d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:49.932921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4e7bffc-285d-4129-ac78-a67c46f7241a req-c514d567-0d64-4002-95b3-71dc6baf302d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.0672967 Nov 09 17:16:49.983544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d73d4-4f8a-4b3b-b582-692422ab78ce req-ef78634d-533f-4b8d-9657-38977f89516d tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:49.985727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b07d73d4-4f8a-4b3b-b582-692422ab78ce req-ef78634d-533f-4b8d-9657-38977f89516d tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830518 Nov 09 17:16:50.009324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b07d73d4-4f8a-4b3b-b582-692422ab78ce req-c4644958-d534-41af-975f-838b4824ecf5 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/quotas/96bab78d6fac43f7bcd27520d6d5abcc HTTP/1.1" status: 200 len: 375 time: 0.0145264 Nov 09 17:16:50.011961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4e7bffc-285d-4129-ac78-a67c46f7241a req-bb2b8ed5-dc3f-4987-816f-4ea8e7f8aa0c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706358 Nov 09 17:16:50.073004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b07d73d4-4f8a-4b3b-b582-692422ab78ce req-20400ac0-9fb9-4c23-bb04-3ccb7c0c291c tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472565 Nov 09 17:16:50.153860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e38be1b6-885b-43d1-958b-aaafbfa68eb4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407403 Nov 09 17:16:50.307537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c686ac-cd0c-4971-901b-65655a2e03b4 req-1195cd50-10c7-4ae9-9c95-12e60ffb935f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:50.311062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c686ac-cd0c-4971-901b-65655a2e03b4 req-1195cd50-10c7-4ae9-9c95-12e60ffb935f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.1000504 Nov 09 17:16:50.399670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c686ac-cd0c-4971-901b-65655a2e03b4 req-39c97608-e936-4add-90de-c1460f3dfe1f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Nov 09 17:16:50.415825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-d1578bec-f109-4d2c-b30f-0848db96bd30 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:50.419474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-d1578bec-f109-4d2c-b30f-0848db96bd30 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566369 Nov 09 17:16:50.436408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Request body: {'port': {'device_id': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '7e46c7f2556c4547957e02ca39005e70'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:50.556233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75e52fec-70d7-4b49-900d-5f57ae11e12b req-5ac3b621-0e02-4113-a0db-7441fe451f78 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 210 time: 0.0424843 Nov 09 17:16:50.619569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Made reservation on behalf of 7e46c7f2556c4547957e02ca39005e70 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:16:50.627562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:50.644212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:50.714274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:16:50.772493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 55ae94c3-6759-409b-af81-91c8940b7856 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:16:50.841228 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:50.853386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:50.910142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 55ae94c3-6759-409b-af81-91c8940b7856 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:16:50.923826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 55ae94c3-6759-409b-af81-91c8940b7856 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:16:50.924261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:50.993222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:51.019095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'port_id': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'mac_address': 'fa:16:3e:7b:23:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad27337c-968e-4168-a307-612d18df830b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:16:51.054876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7e6b46-78df-4f87-b8f8-805f64a76206,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:51.163738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.173726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.208225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a2fbec-491d-447b-9f4f-2148c14805b5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:51.212892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:51.216352 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73379bca-d898-4dd5-ac03-b4c1028ea9e1" -d '{"events": [{"server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "name": "network-vif-plugged", "status": "completed", "tag": "55ae94c3-6759-409b-af81-91c8940b7856"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:51.239335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:51.257751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:51.258884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Allocated IP 192.168.233.54 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/7440f967-6484-4296-bfb4-ea8d9b513027) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:16:51.259684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.290974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1334aead-5507-49ab-a571-ff21bb10b48c req-669082fd-71df-4337-b0f2-326dbb9f1639 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915442 Nov 09 17:16:51.295399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.362304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:51.460068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:51.502861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d2f7-5e47-4e7a-a36e-1416cd8b78ef req-e32de1e9-81e3-4fee-8657-f091f9ad7afe tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:51.505718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8b2d2f7-5e47-4e7a-a36e-1416cd8b78ef req-e32de1e9-81e3-4fee-8657-f091f9ad7afe tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 945 time: 0.1480792 Nov 09 17:16:51.579297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['99a2fbec-491d-447b-9f4f-2148c14805b5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:16:51.635441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334aead-5507-49ab-a571-ff21bb10b48c req-3f5fc2d6-a726-4f15-b07d-cebabf24dd9e tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:51.639978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.640333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1334aead-5507-49ab-a571-ff21bb10b48c req-3f5fc2d6-a726-4f15-b07d-cebabf24dd9e tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476033 Nov 09 17:16:51.650385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8b2d2f7-5e47-4e7a-a36e-1416cd8b78ef req-f4ee636e-f940-4438-a30c-52d0de5e4bce tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262460 Nov 09 17:16:51.677528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1334aead-5507-49ab-a571-ff21bb10b48c req-0122c721-01e0-44e8-ac03-1ff3ca628d7f tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/quotas/96bab78d6fac43f7bcd27520d6d5abcc HTTP/1.1" status: 200 len: 375 time: 0.0167503 Nov 09 17:16:51.720247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.743177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1334aead-5507-49ab-a571-ff21bb10b48c req-6ad88466-c86b-44dc-bd8a-f8edf49c96f7 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537424 Nov 09 17:16:51.828576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:16:51.834809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:16:51.843041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:16:51.853373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:51.854456 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:51.869640 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f4a18-32bd-4d7f-9d39-215f20c1354a x-openstack-request-id: req-542f4a18-32bd-4d7f-9d39-215f20c1354a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:51.870236 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "name": "network-vif-plugged", "status": "completed", "tag": "55ae94c3-6759-409b-af81-91c8940b7856", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:51.871186 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-542f4a18-32bd-4d7f-9d39-215f20c1354a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:51.877177 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856', 'code': 200} Nov 09 17:16:51.924600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:51.955490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fdc24078-abb0-403a-b79a-8d112df18858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5267971 Nov 09 17:16:51.977812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Request body: {'port': {'device_id': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:16:52.203680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88f44-349c-4c99-990b-59a7c3af7547 req-3c02e6ba-d9a0-4506-91f0-2d9923439951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:52.206699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-58e88f44-349c-4c99-990b-59a7c3af7547 req-3c02e6ba-d9a0-4506-91f0-2d9923439951 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1096 time: 0.1955113 Nov 09 17:16:52.230254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.266965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4445-2b01-4265-bfd5-c223b43ef23f req-1d1325c1-4ff0-4188-b2bb-ca4ac7517f39 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:52.269972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c33e4445-2b01-4265-bfd5-c223b43ef23f req-1d1325c1-4ff0-4188-b2bb-ca4ac7517f39 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.1762466 Nov 09 17:16:52.320161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-58e88f44-349c-4c99-990b-59a7c3af7547 req-dfee60e5-5d8b-4d87-ba26-54880f393110 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032846 Nov 09 17:16:52.322899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3404-4920-4e1a-8598-766e17b23157 req-800ac1ac-476a-4b14-946a-e95e64066e82 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:52.335248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86dd3404-4920-4e1a-8598-766e17b23157 req-800ac1ac-476a-4b14-946a-e95e64066e82 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 935 time: 0.1573269 Nov 09 17:16:52.355366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-725cafde-f223-4ce0-9819-45f9878bda5b None None] Provisioning complete for port 7440f967-6484-4296-bfb4-ea8d9b513027 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:16:52.357353 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-725cafde-f223-4ce0-9819-45f9878bda5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.359025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c33e4445-2b01-4265-bfd5-c223b43ef23f req-ac56bd62-95dc-4637-996b-4774083f86b5 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770860 Nov 09 17:16:52.449360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-725cafde-f223-4ce0-9819-45f9878bda5b None None] Port 7440f967-6484-4296-bfb4-ea8d9b513027 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:16:52.527147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86dd3404-4920-4e1a-8598-766e17b23157 req-2dced686-4676-4ce9-be91-b0483ab0a034 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902795 Nov 09 17:16:52.618414 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.711178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:16:52.782678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 99a2fbec-491d-447b-9f4f-2148c14805b5 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:16:52.797819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 99a2fbec-491d-447b-9f4f-2148c14805b5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:16:52.799654 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.877843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7440f967-6484-4296-bfb4-ea8d9b513027 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:52.889911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.906398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Transition to ACTIVE for port object 7440f967-6484-4296-bfb4-ea8d9b513027 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:16:52.908497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee4e12-40dd-4000-9cba-0a8ad3fb712a req-3df0f45d-d8c9-4a3a-8c57-b59cfd905822 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:52.910205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90ee4e12-40dd-4000-9cba-0a8ad3fb712a req-3df0f45d-d8c9-4a3a-8c57-b59cfd905822 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 945 time: 0.0882952 Nov 09 17:16:52.912495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.952384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:52.966241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:53.004401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:53.012099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:53.030388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:16:53.030626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:16:53.031104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:53.034556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90ee4e12-40dd-4000-9cba-0a8ad3fb712a req-9aa5657a-e36a-48c0-829c-a502f17099fb tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137838 Nov 09 17:16:53.036674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Port 7440f967-6484-4296-bfb4-ea8d9b513027 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:16:53.037095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:16:53.049774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:16:53.051050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:16:53.052541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:16:53.053234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Bound port: 7440f967-6484-4296-bfb4-ea8d9b513027, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:16:53.053776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:53.116292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:53.201770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:16:53.205939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:16:53.213086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:53.280708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:53.282027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:53.284888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] 10.222.0.43 "PUT /v2.0/ports/7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 1095 time: 1.3204374 Nov 09 17:16:53.285323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:53.288244 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415226d-5408-444c-abbe-e234e2e7b85b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:53.308004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461f38c-a72c-4e72-8629-6164fa4b2e2d service neutron] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:53.406877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fb54c676-25e4-4a23-b11f-93637290a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:53.407927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fb54c676-25e4-4a23-b11f-93637290a491 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1098 time: 0.0657983 Nov 09 17:16:53.472739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9b0b742-9966-4743-a384-3c5bb4edfff2 req-f8d8c06a-4738-4c71-8b6d-aa35d4a8112a tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440881 Nov 09 17:16:53.520864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-0a743f52-fb78-4b92-bf67-ced545d39192 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.1033812 Nov 09 17:16:53.594949 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14c669-bfc7-4d22-8fe7-7e403afb68fc x-openstack-request-id: req-4e14c669-bfc7-4d22-8fe7-7e403afb68fc {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:53.595644 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:53.596370 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e14c669-bfc7-4d22-8fe7-7e403afb68fc {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:53.597325 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027', 'status': 'completed', 'code': 200} Nov 09 17:16:53.620347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b742-9966-4743-a384-3c5bb4edfff2 req-39ac6356-033c-4d36-9b18-4a343deb3f49 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:53.623856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9b0b742-9966-4743-a384-3c5bb4edfff2 req-39ac6356-033c-4d36-9b18-4a343deb3f49 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405556 Nov 09 17:16:53.635212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-5bdcaf04-8520-459f-916d-3977a4b3a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:53.638774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-5bdcaf04-8520-459f-916d-3977a4b3a65a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0972495 Nov 09 17:16:53.662777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9b0b742-9966-4743-a384-3c5bb4edfff2 req-8e97d03e-50f9-46a8-8957-4052c883b976 tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/quotas/96bab78d6fac43f7bcd27520d6d5abcc HTTP/1.1" status: 200 len: 375 time: 0.0285985 Nov 09 17:16:53.722364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-2328f35d-2d45-435c-a361-52c71c3bc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:53.724931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-2328f35d-2d45-435c-a361-52c71c3bc828 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754211 Nov 09 17:16:53.730158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9b0b742-9966-4743-a384-3c5bb4edfff2 req-55d56b93-920b-402a-9ec6-5d23074562fe tempest-QuotasAdminNegativeTest-1809750621 tempest-QuotasAdminNegativeTest-1809750621-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556443 Nov 09 17:16:53.879034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:53.882534 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd2ac23-d442-4cd2-b7d0-8873c6afebec" -d '{"events": [{"server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "name": "network-vif-plugged", "status": "completed", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:53.919518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-fae849f9-1249-40a4-b29b-e0de7a24fa48 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807518 Nov 09 17:16:53.968820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6f52-1b97-4ab6-afed-77ea4a3acead req-c3257ea6-1c51-4324-959d-1757ee26dda3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:53.971550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-339f6f52-1b97-4ab6-afed-77ea4a3acead req-c3257ea6-1c51-4324-959d-1757ee26dda3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.0944788 Nov 09 17:16:54.007813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c55a-290b-4de5-b74c-fa02ff74d132 req-a74d8fc6-fb73-4e6f-9b04-720528753d05 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.009500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8af7c55a-290b-4de5-b74c-fa02ff74d132 req-a74d8fc6-fb73-4e6f-9b04-720528753d05 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.0631256 Nov 09 17:16:54.079692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8af7c55a-290b-4de5-b74c-fa02ff74d132 req-d2e11c4f-b762-48bf-aaf1-5d80fba0a164 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584104 Nov 09 17:16:54.094042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-339f6f52-1b97-4ab6-afed-77ea4a3acead req-a66bbfc2-3a79-4f12-8ea1-0218f1034e21 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074414 Nov 09 17:16:54.135271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-044b5ad8-ae3b-4da8-89fd-85925694e438 req-08828fdd-e5a9-41d4-9df5-06daf9dc671e service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956053 Nov 09 17:16:54.362040 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b516a-09ff-4cb0-b186-5ef11e5eeaaf x-openstack-request-id: req-334b516a-09ff-4cb0-b186-5ef11e5eeaaf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:16:54.362744 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "name": "network-vif-plugged", "status": "completed", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:16:54.363028 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-334b516a-09ff-4cb0-b186-5ef11e5eeaaf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:16:54.364114 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'code': 200} Nov 09 17:16:54.396494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415226d-5408-444c-abbe-e234e2e7b85b req-355d8af1-b953-4058-bf91-809f5fe8fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.401923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-355d8af1-b953-4058-bf91-809f5fe8fec1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1098 time: 0.1254206 Nov 09 17:16:54.518740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415226d-5408-444c-abbe-e234e2e7b85b req-02b6a6a1-32f8-48cc-832b-c2b0a17309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.520462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-02b6a6a1-32f8-48cc-832b-c2b0a17309f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1099927 Nov 09 17:16:54.565889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bff3d-a9d6-4a55-a322-5b9069342338 req-82e0e67d-ea7a-4fd7-a09a-975887f8aab4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.567599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af9bff3d-a9d6-4a55-a322-5b9069342338 req-82e0e67d-ea7a-4fd7-a09a-975887f8aab4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 945 time: 0.1180995 Nov 09 17:16:54.589748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-808b0496-ae7b-496e-ba29-00e29255cace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0586119 Nov 09 17:16:54.603344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e9f6-3bc6-41d9-8c3b-e134af22c143 req-d565eee8-e1f0-4473-aa13-b51e4a92b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.607345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c8e9f6-3bc6-41d9-8c3b-e134af22c143 req-d565eee8-e1f0-4473-aa13-b51e4a92b2b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1096 time: 0.0968773 Nov 09 17:16:54.706861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415226d-5408-444c-abbe-e234e2e7b85b req-cdc9569e-ff91-4264-9bd5-826e773ad0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.709395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-cdc9569e-ff91-4264-9bd5-826e773ad0d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1109135 Nov 09 17:16:54.714966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c8e9f6-3bc6-41d9-8c3b-e134af22c143 req-c468d4af-90ea-4265-a42f-f73bd9b85409 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966983 Nov 09 17:16:54.724715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af9bff3d-a9d6-4a55-a322-5b9069342338 req-0f1af7bd-b1f3-426f-9d7e-bbdadf90ea1d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503546 Nov 09 17:16:54.808365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415226d-5408-444c-abbe-e234e2e7b85b req-ce5e7eaa-811f-44bf-97f6-cc5dd930c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:54.810801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-ce5e7eaa-811f-44bf-97f6-cc5dd930c5dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900002 Nov 09 17:16:54.958456 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-1e4da5c4-41df-415b-b401-9f01a344eafc service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389556 Nov 09 17:16:55.036982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:55.193627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c415226d-5408-444c-abbe-e234e2e7b85b req-3a9f3f32-6d3c-46df-82b5-08afe2c7d5b6 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247791 Nov 09 17:16:55.332462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4963ecf-4adb-4c94-96a4-a1eb50e52b19 req-85e86256-4570-4b24-afcd-0a132088c7d0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:55.335325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4963ecf-4adb-4c94-96a4-a1eb50e52b19 req-85e86256-4570-4b24-afcd-0a132088c7d0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.0958719 Nov 09 17:16:55.363163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40a8039e-ff8f-4a9b-b942-98e18c6e8a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:55.399022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fe598-de7a-4f1e-afad-d6e947b93f97 req-441b6d04-d7a3-4279-940b-c3f1765c195f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:55.401653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff4fe598-de7a-4f1e-afad-d6e947b93f97 req-441b6d04-d7a3-4279-940b-c3f1765c195f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.1220772 Nov 09 17:16:55.411552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4963ecf-4adb-4c94-96a4-a1eb50e52b19 req-037d783d-1bd4-436b-b4b9-2cb0dfc10761 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Nov 09 17:16:55.430562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46320) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:55.527811 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff4fe598-de7a-4f1e-afad-d6e947b93f97 req-b866f87e-5df2-41a4-9138-19b24b7dec3b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163089 Nov 09 17:16:55.628532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40a8039e-ff8f-4a9b-b942-98e18c6e8a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:55.640176 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40a8039e-ff8f-4a9b-b942-98e18c6e8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:55.856763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8039e-ff8f-4a9b-b942-98e18c6e8a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4898256b-9946-4f9a-9dc4-4d81d77d5fea,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:55.874425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46348) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:55.875658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-40a8039e-ff8f-4a9b-b942-98e18c6e8a16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f1e093d9a534e1e985f5af4fc252e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8371658 Nov 09 17:16:55.898176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-6865601a-3466-4311-af9d-c547a99afbae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2181437 Nov 09 17:16:55.899814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b91a5de2-7234-4c6d-b948-1836b53759af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:55.998338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:56.084841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e21e55f-d4c1-4654-a0f7-0c7628f7561c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.157288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-70e8bd73-d0eb-4da9-b330-2b4568e8e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:56.158814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-70e8bd73-d0eb-4da9-b330-2b4568e8e0be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d94ad8e446f44058a9867bfed52aa82&device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 1122 time: 0.1575627 Nov 09 17:16:56.163400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebdecfc6-8bfd-4652-9a97-71725f8c6f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.173407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52b105-6ab7-444f-93aa-ec7c65c52b45 req-143fa967-bc71-44b6-8ca4-e92b1075be80 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:56.181594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b52b105-6ab7-444f-93aa-ec7c65c52b45 req-143fa967-bc71-44b6-8ca4-e92b1075be80 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 945 time: 0.2177074 Nov 09 17:16:56.209950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b91a5de2-7234-4c6d-b948-1836b53759af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.213391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e21e55f-d4c1-4654-a0f7-0c7628f7561c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.222711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e21e55f-d4c1-4654-a0f7-0c7628f7561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.276368 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b91a5de2-7234-4c6d-b948-1836b53759af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.282610 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1e21e55f-d4c1-4654-a0f7-0c7628f7561c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0fdefc3cded4d828bc0efe3ffff1ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826543 Nov 09 17:16:56.286059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:56.300323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e55f-d4c1-4654-a0f7-0c7628f7561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b464dd8d-9031-41cc-b50a-772fcbecd7ff,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:56.304351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebdecfc6-8bfd-4652-9a97-71725f8c6f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.360467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e1ab-1549-406a-b70f-7fe47d159ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.381846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a5de2-7234-4c6d-b948-1836b53759af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9839fea-e62b-47e8-9fd6-bfe10c45f323,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:56.393132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e1ab-1549-406a-b70f-7fe47d159ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.406064 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b91a5de2-7234-4c6d-b948-1836b53759af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96bab78d6fac43f7bcd27520d6d5abcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9680331 Nov 09 17:16:56.409865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:56.414489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b52b105-6ab7-444f-93aa-ec7c65c52b45 req-6c3179ca-3a02-491f-af09-e1c707fdecf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320218 Nov 09 17:16:56.456937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-5b9ba175-c0b6-4bda-b968-fbea4fd3ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:56.458675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-5b9ba175-c0b6-4bda-b968-fbea4fd3ffef service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2636538 Nov 09 17:16:56.546558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-607a3688-d6cd-4f55-a7b7-9442b278f455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.557115 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e1ab-1549-406a-b70f-7fe47d159ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.560419 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e1ab-1549-406a-b70f-7fe47d159ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.565400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f3d2e1ab-1549-406a-b70f-7fe47d159ac8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b464dd8d-9031-41cc-b50a-772fcbecd7ff HTTP/1.1" status: 204 len: 168 time: 0.2773378 Nov 09 17:16:56.582871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e1ab-1549-406a-b70f-7fe47d159ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b464dd8d-9031-41cc-b50a-772fcbecd7ff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:56.640459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-607a3688-d6cd-4f55-a7b7-9442b278f455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.743357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-607a3688-d6cd-4f55-a7b7-9442b278f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.751883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-607a3688-d6cd-4f55-a7b7-9442b278f455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.753790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-607a3688-d6cd-4f55-a7b7-9442b278f455 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9839fea-e62b-47e8-9fd6-bfe10c45f323 HTTP/1.1" status: 204 len: 168 time: 0.3383522 Nov 09 17:16:56.767658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a3688-d6cd-4f55-a7b7-9442b278f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9839fea-e62b-47e8-9fd6-bfe10c45f323,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:56.832003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-dfe130e9-49b6-4892-8484-c94a75fc9354 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f505d34e-9e85-485a-9730-97a30054d6fb HTTP/1.1" status: 200 len: 217 time: 0.3643093 Nov 09 17:16:56.832900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebdecfc6-8bfd-4652-9a97-71725f8c6f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.837211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebdecfc6-8bfd-4652-9a97-71725f8c6f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:56.839116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ebdecfc6-8bfd-4652-9a97-71725f8c6f83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4898256b-9946-4f9a-9dc4-4d81d77d5fea HTTP/1.1" status: 204 len: 168 time: 0.9613972 Nov 09 17:16:56.916666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdecfc6-8bfd-4652-9a97-71725f8c6f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898256b-9946-4f9a-9dc4-4d81d77d5fea,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:56.948922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-bc871ec7-a600-49e2-b597-418cd8d4f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:56.951072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-bc871ec7-a600-49e2-b597-418cd8d4f197 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0955124 Nov 09 17:16:56.959536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df127-5b23-4d35-aa23-55b1c90151f9 req-2b03b66c-207c-479b-bff7-962c1503e1de tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:56.961202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c33df127-5b23-4d35-aa23-55b1c90151f9 req-2b03b66c-207c-479b-bff7-962c1503e1de tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.1333528 Nov 09 17:16:57.039424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-565fb055-c08d-461d-95e7-79b3f904dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:57.040952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-565fb055-c08d-461d-95e7-79b3f904dbda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788870 Nov 09 17:16:57.046575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c33df127-5b23-4d35-aa23-55b1c90151f9 req-faff59e9-9ba5-4ee7-83da-90ed14c12fea tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753245 Nov 09 17:16:57.274716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-3299760b-e16e-4733-928a-e7f82a505a2f service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219386 Nov 09 17:16:57.292196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62e8b-e613-4957-a176-e4ffaaf696c0 req-9b64d978-e50c-46c5-8a19-12f99fad9013 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:57.306167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8e62e8b-e613-4957-a176-e4ffaaf696c0 req-9b64d978-e50c-46c5-8a19-12f99fad9013 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1096 time: 0.1165655 Nov 09 17:16:57.420663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:16:57.444361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8e62e8b-e613-4957-a176-e4ffaaf696c0 req-24d2c4fd-8161-470f-8e49-7378ee9a02cc tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366379 Nov 09 17:16:57.454967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46410) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:57.498664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7404def-d9ae-4d31-ac81-1a0603edf0e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:57.504170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd115d-3364-4f1d-b031-20928dcf985b req-d92a055b-a84c-4d4a-b596-d4d671172e6e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:57.505830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33bd115d-3364-4f1d-b031-20928dcf985b req-d92a055b-a84c-4d4a-b596-d4d671172e6e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.0888371 Nov 09 17:16:57.539941 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df8455c-882f-4cfa-8238-cf190fffc768 req-a5aa1984-aa42-4dfc-a8a8-5f3799e2189a service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581296 Nov 09 17:16:57.658647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33bd115d-3364-4f1d-b031-20928dcf985b req-f03891e3-028b-4c5d-86a3-e09f67ef1123 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390431 Nov 09 17:16:57.729613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:57.758673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '7440f967-6484-4296-bfb4-ea8d9b513027', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '7440f967-6484-4296-bfb4-ea8d9b513027', 'mac_address': 'fa:16:3e:ca:2a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:16:57.780529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7404def-d9ae-4d31-ac81-1a0603edf0e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:57.808949 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7404def-d9ae-4d31-ac81-1a0603edf0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:57.850878 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e77a3177-2f80-41b8-8502-1cdcbd2e8d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:57.855034 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:57.864966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404def-d9ae-4d31-ac81-1a0603edf0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c7ccd-a5cc-42ec-932b-2e8f47f77d1a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:57.895115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7440f967-6484-4296-bfb4-ea8d9b513027 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:16:57.900349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d7404def-d9ae-4d31-ac81-1a0603edf0e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dbfcaba6d504a4496c26b98aab8dc81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437139 Nov 09 17:16:57.903518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46416) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:57.923743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:57.948187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:57.956807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:57.982595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f650a3f-667f-4bad-b96b-72b38a3cfc82 req-ec2f1325-fac3-44a7-a90d-da6ad88658c1 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:57.985409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f650a3f-667f-4bad-b96b-72b38a3cfc82 req-ec2f1325-fac3-44a7-a90d-da6ad88658c1 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 971 time: 0.2516642 Nov 09 17:16:58.041221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-605a84fe-08d5-45e9-bd71-4adc74bdc551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.057426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:58.093219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:58.107163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.152435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:16:58.239572 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a304d1c-92a0-4bde-b786-2e8f19fdde01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.251480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86461-65a5-4aa4-89a2-0729702285b5 req-cf5de2fc-3c70-49be-8020-d86758362e4e tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:58.262824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f650a3f-667f-4bad-b96b-72b38a3cfc82 req-95b36bb0-720f-4dd1-b48e-aa2cbfbd16ea tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/security-groups?id=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066543 Nov 09 17:16:58.265467 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6c86461-65a5-4aa4-89a2-0729702285b5 req-cf5de2fc-3c70-49be-8020-d86758362e4e tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1096 time: 0.2706151 Nov 09 17:16:58.301220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-7ea06ef4-1512-4b5f-b494-e38f1e618979 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:58.303957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-7ea06ef4-1512-4b5f-b494-e38f1e618979 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 971 time: 0.2930274 Nov 09 17:16:58.330570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:58.368365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde1077d-c5b0-413a-a221-32e77b0a2583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.403321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa11a-d037-4772-bd44-a47b8ee02952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.462342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-605a84fe-08d5-45e9-bd71-4adc74bdc551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.481143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a304d1c-92a0-4bde-b786-2e8f19fdde01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.481347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-605a84fe-08d5-45e9-bd71-4adc74bdc551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.601908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6c86461-65a5-4aa4-89a2-0729702285b5 req-46cd7d0b-e1a7-4d3c-acec-9a9817ab6a29 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349774 Nov 09 17:16:58.621677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46432) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:58.623768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-605a84fe-08d5-45e9-bd71-4adc74bdc551 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f915ba784b7457693d1737f084238dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6355996 Nov 09 17:16:58.633077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a84fe-08d5-45e9-bd71-4adc74bdc551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455108c1-42c7-4f16-b55b-ad4ab90c63a8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:58.706968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Deleting port f505d34e-9e85-485a-9730-97a30054d6fb {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:16:58.707473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.731979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a304d1c-92a0-4bde-b786-2e8f19fdde01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.734722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a304d1c-92a0-4bde-b786-2e8f19fdde01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.735954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7a304d1c-92a0-4bde-b786-2e8f19fdde01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/524c7ccd-a5cc-42ec-932b-2e8f47f77d1a HTTP/1.1" status: 204 len: 168 time: 0.8310597 Nov 09 17:16:58.766738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa11a-d037-4772-bd44-a47b8ee02952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.781223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304d1c-92a0-4bde-b786-2e8f19fdde01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c7ccd-a5cc-42ec-932b-2e8f47f77d1a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:58.805294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa11a-d037-4772-bd44-a47b8ee02952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.805855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff795ea3-2843-420d-b566-65ef567484c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.894722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff795ea3-2843-420d-b566-65ef567484c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.914860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde1077d-c5b0-413a-a221-32e77b0a2583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.944857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fa11a-d037-4772-bd44-a47b8ee02952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdafd19-6468-4402-b354-417f5747153a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:58.953602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde1077d-c5b0-413a-a221-32e77b0a2583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:58.988074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ca2fa11a-d037-4772-bd44-a47b8ee02952 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef17f32909aa4eaca0594ebad010f2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554885 Nov 09 17:16:59.000950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] For port f505d34e-9e85-485a-9730-97a30054d6fb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f505d34e-9e85-485a-9730-97a30054d6fb,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:59.001467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.004283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46438) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:59.051416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Calling delete_port for f505d34e-9e85-485a-9730-97a30054d6fb owned by compute:tempest-test_az-255914483 {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:16:59.099133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dde1077d-c5b0-413a-a221-32e77b0a2583 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=650760d4536343048b1f0cb7a84f68d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0359392 Nov 09 17:16:59.109825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:16:59.109825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1077d-c5b0-413a-a221-32e77b0a2583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5170db10-7794-416e-bd44-0bc4e6572d6e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:59.131474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede09aba-b6c8-453f-95f8-61506b2defae req-74f35a12-fb1c-44f2-bbdb-16f13fe126a7 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:59.134488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ede09aba-b6c8-453f-95f8-61506b2defae req-74f35a12-fb1c-44f2-bbdb-16f13fe126a7 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1096 time: 0.1854756 Nov 09 17:16:59.174909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f431be-1e98-4123-ae2c-8f2142e6aa69 req-454510bb-55fd-42fc-ab76-4ca850d3acf0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:59.176693 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85f431be-1e98-4123-ae2c-8f2142e6aa69 req-454510bb-55fd-42fc-ab76-4ca850d3acf0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 948 time: 0.2593622 Nov 09 17:16:59.189550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff795ea3-2843-420d-b566-65ef567484c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.191809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff795ea3-2843-420d-b566-65ef567484c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.192984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ff795ea3-2843-420d-b566-65ef567484c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/455108c1-42c7-4f16-b55b-ad4ab90c63a8 HTTP/1.1" status: 204 len: 168 time: 0.5701580 Nov 09 17:16:59.239180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff795ea3-2843-420d-b566-65ef567484c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455108c1-42c7-4f16-b55b-ad4ab90c63a8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:59.241427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-048b6644-dab1-454e-9155-30bef587fbae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.306339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-048b6644-dab1-454e-9155-30bef587fbae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.311275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34a542cb-dd50-44d6-a74d-9123fadf0cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.332190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85f431be-1e98-4123-ae2c-8f2142e6aa69 req-35268626-0696-49cb-a8c9-864aadefd691 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344082 Nov 09 17:16:59.334623 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ede09aba-b6c8-453f-95f8-61506b2defae req-3ab1dbe8-66c8-4d70-bb3d-8c15fce46f2d tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795301 Nov 09 17:16:59.407835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34a542cb-dd50-44d6-a74d-9123fadf0cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.436990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:16:59.525407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.542755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['f505d34e-9e85-485a-9730-97a30054d6fb'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:16:59.588252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 7440f967-6484-4296-bfb4-ea8d9b513027 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:16:59.591481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Pushing event deleted for resources: {'Port': ['ID=f505d34e-9e85-485a-9730-97a30054d6fb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:59.594647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-66777905-5a01-412e-be3d-8b23ce03c8f0 req-0f1cd7f4-b6c0-4f25-b4cb-c28c063d9790 tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d176cf-f946-44f3-a77f-2a8f22646120 HTTP/1.1" status: 200 len: 210 time: 0.0883620 Nov 09 17:16:59.595611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34a542cb-dd50-44d6-a74d-9123fadf0cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.598253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34a542cb-dd50-44d6-a74d-9123fadf0cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.603434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-34a542cb-dd50-44d6-a74d-9123fadf0cce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5170db10-7794-416e-bd44-0bc4e6572d6e HTTP/1.1" status: 204 len: 168 time: 0.4904435 Nov 09 17:16:59.603874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 7440f967-6484-4296-bfb4-ea8d9b513027 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:16:59.604461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.614939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a542cb-dd50-44d6-a74d-9123fadf0cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5170db10-7794-416e-bd44-0bc4e6572d6e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:59.618312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-048b6644-dab1-454e-9155-30bef587fbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.625904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-048b6644-dab1-454e-9155-30bef587fbae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.629823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-048b6644-dab1-454e-9155-30bef587fbae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecdafd19-6468-4402-b354-417f5747153a HTTP/1.1" status: 204 len: 168 time: 0.6177425 Nov 09 17:16:59.672841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6644-dab1-454e-9155-30bef587fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdafd19-6468-4402-b354-417f5747153a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:16:59.776684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.803718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] No DVR routers for this DVR port f505d34e-9e85-485a-9730-97a30054d6fb on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:16:59.810606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-e8effd88-bb57-44d3-b1a7-0699a668dbdf req-7295091b-fa2d-4ee1-a618-59ca362c2e9d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:16:59.813966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.814724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8effd88-bb57-44d3-b1a7-0699a668dbdf req-7295091b-fa2d-4ee1-a618-59ca362c2e9d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162325 Nov 09 17:16:59.817289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:59.823240 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d8f810-16f7-4f7f-a7cc-dcd5781c9e94" -d '{"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-plugged", "status": "completed", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:59.825824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bfcf6179-3eec-4ac1-885d-3eee36de910f req-2fea490f-0ba2-48db-b2da-d697952876ac tempest-AggregatesAdminTestJSON-1752795278 tempest-AggregatesAdminTestJSON-1752795278-project] 10.222.0.43 "DELETE /v2.0/ports/f505d34e-9e85-485a-9730-97a30054d6fb HTTP/1.1" status: 204 len: 173 time: 1.4899309 Nov 09 17:16:59.828914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'name': 'network-vif-deleted', 'tag': 'f505d34e-9e85-485a-9730-97a30054d6fb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:16:59.849812 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63c898-ec5a-46f9-b328-7113e274fa2b" -d '{"events": [{"server_uuid": "d5d176cf-f946-44f3-a77f-2a8f22646120", "name": "network-vif-deleted", "tag": "f505d34e-9e85-485a-9730-97a30054d6fb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:16:59.877698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d987-8cf3-49f3-a969-75411aecc9be req-3c481c4d-e439-4120-887a-19fdd6491828 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:16:59.887593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1e8d987-8cf3-49f3-a969-75411aecc9be req-3c481c4d-e439-4120-887a-19fdd6491828 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1096 time: 0.3441412 Nov 09 17:16:59.891492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:16:59.905020 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:16:59.990905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:00.021096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1e8d987-8cf3-49f3-a969-75411aecc9be req-f684e711-75d3-4861-bcb3-103fd2c58b5d tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166251 Nov 09 17:17:00.078808 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abb586-a1ee-40ba-8f92-e6fb3d6b951a x-openstack-request-id: req-14abb586-a1ee-40ba-8f92-e6fb3d6b951a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:00.079387 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-plugged", "status": "completed", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:00.079790 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14abb586-a1ee-40ba-8f92-e6fb3d6b951a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:00.080357 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027', 'code': 200} Nov 09 17:17:00.123484 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4747bb9-5a5d-4c63-b18d-710b0972971b x-openstack-request-id: req-d4747bb9-5a5d-4c63-b18d-710b0972971b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:00.124080 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d176cf-f946-44f3-a77f-2a8f22646120", "name": "network-vif-deleted", "tag": "f505d34e-9e85-485a-9730-97a30054d6fb", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:00.124662 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4747bb9-5a5d-4c63-b18d-710b0972971b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:00.125272 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d176cf-f946-44f3-a77f-2a8f22646120', 'name': 'network-vif-deleted', 'tag': 'f505d34e-9e85-485a-9730-97a30054d6fb', 'status': 'completed', 'code': 200} Nov 09 17:17:00.354891 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04158b10-1cde-45dd-a0d2-a068e431b409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:00.368692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea437-09ce-4d0b-a63a-3d8885ca5f04 req-60ee185e-36dc-4f4f-b243-e2db21c81c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:00.372655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4ea437-09ce-4d0b-a63a-3d8885ca5f04 req-60ee185e-36dc-4f4f-b243-e2db21c81c34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1100 time: 0.1478155 Nov 09 17:17:00.468451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-c18131ab-0ae0-4c65-a0b9-2dc6a9d39a76 req-9e13e5e0-57d9-41f2-940c-e1023b60bb32 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:17:00.480710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c18131ab-0ae0-4c65-a0b9-2dc6a9d39a76 req-9e13e5e0-57d9-41f2-940c-e1023b60bb32 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246305 Nov 09 17:17:00.518357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4ea437-09ce-4d0b-a63a-3d8885ca5f04 req-0fcb742e-ca6c-4295-a09c-be29c97d910e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377814 Nov 09 17:17:00.565418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:00.585789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848e42b4-4a4d-4e51-891b-5566903f4d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:00.743018 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848e42b4-4a4d-4e51-891b-5566903f4d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:00.750365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848e42b4-4a4d-4e51-891b-5566903f4d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:00.861183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-848e42b4-4a4d-4e51-891b-5566903f4d1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c7e3e51d61d49ee922be56121d49fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942131 Nov 09 17:17:00.865333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:00.883269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e42b4-4a4d-4e51-891b-5566903f4d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b50b624-24e8-49d0-a727-85ecb28910d1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:00.938185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-28a4e945-fa45-4818-92e5-5b0b0020edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:00.939460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d808cc6-40a8-47c8-8830-43322dcb0dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:00.946123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-28a4e945-fa45-4818-92e5-5b0b0020edbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1096 time: 0.1341426 Nov 09 17:17:00.973700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d808cc6-40a8-47c8-8830-43322dcb0dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:01.078403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d808cc6-40a8-47c8-8830-43322dcb0dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:01.081813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d808cc6-40a8-47c8-8830-43322dcb0dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:01.083513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1d808cc6-40a8-47c8-8830-43322dcb0dab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b50b624-24e8-49d0-a727-85ecb28910d1 HTTP/1.1" status: 204 len: 168 time: 0.2168097 Nov 09 17:17:01.124224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d808cc6-40a8-47c8-8830-43322dcb0dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b50b624-24e8-49d0-a727-85ecb28910d1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:01.162762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-c1f10ec2-d181-4a33-a997-f9c34256e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:01.165035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-c1f10ec2-d181-4a33-a997-f9c34256e94e service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.1806738 Nov 09 17:17:01.215035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-806b32a6-081f-4fb3-84c5-e854b1f45f54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0426788 Nov 09 17:17:01.279982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-62ae270f-8875-4d94-8633-fe380901b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:01.282450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-62ae270f-8875-4d94-8633-fe380901b0de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0612857 Nov 09 17:17:01.338088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-d752991c-fdb9-4552-a1ce-8c7791f40e4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486321 Nov 09 17:17:01.443683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-6b94cd43-a263-4800-beb8-ef1588b5d2b2 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978746 Nov 09 17:17:01.515441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:01.585762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3cb366e6-8bb4-47ae-9f28-1b021e22493e req-2c41748a-e9e6-48df-b996-274b8a3e701f service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328857 Nov 09 17:17:02.193897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:02.688200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4fa47d17-8696-4a94-92d8-984e2b95f128 tempest-AutoAllocateNetworkTest-143033349 tempest-AutoAllocateNetworkTest-143033349-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cbbe2088302645d8a1efee125e2b2854&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4906380 Nov 09 17:17:02.690846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46602) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:02.946300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:02.972396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed84114f-de71-480b-a127-6548837c2edf tempest-AutoAllocateNetworkTest-143033349 tempest-AutoAllocateNetworkTest-143033349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:02.974215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed84114f-de71-480b-a127-6548837c2edf tempest-AutoAllocateNetworkTest-143033349 tempest-AutoAllocateNetworkTest-143033349-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2818789 Nov 09 17:17:02.979782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:03.064313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c98a749b-4713-4874-af6b-8402a923e354 tempest-AutoAllocateNetworkTest-143033349 tempest-AutoAllocateNetworkTest-143033349-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830264 Nov 09 17:17:03.066889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46614) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:03.114823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b44e72f-353f-4e7e-9206-37cec60ae316 tempest-AutoAllocateNetworkTest-143033349 tempest-AutoAllocateNetworkTest-143033349-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cbbe2088302645d8a1efee125e2b2854 HTTP/1.1" status: 200 len: 208 time: 0.0461473 Nov 09 17:17:03.474426 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:03.482537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f505d34e-9e85-485a-9730-97a30054d6fb no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:17:03.512223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: f505d34e-9e85-485a-9730-97a30054d6fb {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:17:03.512584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f505d34e-9e85-485a-9730-97a30054d6fb not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:17:03.517745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46634) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:03.577457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46638) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:03.709342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46648) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:03.804321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-c48c2ba4-610f-4c42-b1fa-1f4970160ccc tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:17:03.820927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-c48c2ba4-610f-4c42-b1fa-1f4970160ccc tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2978747 Nov 09 17:17:03.829017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-f70d4ea9-5010-4098-9ac6-1259dc05f1c8 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:17:03.839719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-f70d4ea9-5010-4098-9ac6-1259dc05f1c8 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2604549 Nov 09 17:17:04.066451 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c26ca643-6e54-4c52-948c-b8afafa6c953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.181136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c26ca643-6e54-4c52-948c-b8afafa6c953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.186391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c26ca643-6e54-4c52-948c-b8afafa6c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.226124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c26ca643-6e54-4c52-948c-b8afafa6c953 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbbe2088302645d8a1efee125e2b2854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153847 Nov 09 17:17:04.229534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:04.237690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ca643-6e54-4c52-948c-b8afafa6c953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aec69b9-328f-44f3-ae7a-d73b20aec991,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:04.300222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6262-79b7-4db4-9653-4c652880de71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.324421 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6262-79b7-4db4-9653-4c652880de71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.414464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6262-79b7-4db4-9653-4c652880de71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.420350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6262-79b7-4db4-9653-4c652880de71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:04.423321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7a3e6262-79b7-4db4-9653-4c652880de71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4aec69b9-328f-44f3-ae7a-d73b20aec991 HTTP/1.1" status: 204 len: 168 time: 0.1927021 Nov 09 17:17:04.425311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-d2319e5d-3a6a-4f21-8b61-d61e013726ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:04.427522 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-d2319e5d-3a6a-4f21-8b61-d61e013726ff service neutron] 10.222.0.45 "GET /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 1093 time: 0.3499513 Nov 09 17:17:04.434585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e6262-79b7-4db4-9653-4c652880de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aec69b9-328f-44f3-ae7a-d73b20aec991,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:04.446153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Request body: {'binding': {'host': 'n-h1-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:04.446865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:17:04.450284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-f5d2eb01-dca5-49a8-825d-c825c8e30af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:04.451722 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-f5d2eb01-dca5-49a8-825d-c825c8e30af0 service neutron] 10.222.0.45 "GET /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 1093 time: 0.3515878 Nov 09 17:17:04.482743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Request body: {'binding': {'host': 'n-h1-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:04.483239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:17:04.727027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on host n-h1-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:04.727934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:04.728456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:04.746011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on host n-h1-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:04.747162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:04.748006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:04.755641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:04.756897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:04.768860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:04.769399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:04.770041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:04.771312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Bound port: 55ae94c3-6759-409b-af81-91c8940b7856, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:04.774742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:04.775236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:04.826459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:04.826459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:04.826459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:04.826459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Bound port: 99a2fbec-491d-447b-9f4f-2148c14805b5, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:05.020178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:05.025818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:05.031043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:05.039378 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-529c2243-9fe8-4bc4-8be7-d131963a1374 service neutron] 10.222.0.45 "POST /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856/bindings HTTP/1.1" status: 201 len: 389 time: 0.5947289 Nov 09 17:17:05.044553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:05.046080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c6ea7a4b-7abf-4822-a397-f5c2953f97fc service neutron] 10.222.0.45 "POST /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5697536 Nov 09 17:17:05.368019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf41b-f1e1-457b-8020-5efa8df72d9e req-fe9610ee-014a-4eef-9fde-e15f2189a131 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:05.376782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07eaf41b-f1e1-457b-8020-5efa8df72d9e req-fe9610ee-014a-4eef-9fde-e15f2189a131 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.0910265 Nov 09 17:17:05.456788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07eaf41b-f1e1-457b-8020-5efa8df72d9e req-63c22d0f-a4e2-4371-8c7e-ca0173e254e7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786405 Nov 09 17:17:05.482405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5a39cdee-133d-4a56-8799-72e85cdb4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:05.485766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5a39cdee-133d-4a56-8799-72e85cdb4569 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1096 time: 0.0651000 Nov 09 17:17:05.605596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-4f6bb56c-185b-4a93-86f4-d20b0dca09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:05.607153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-4f6bb56c-185b-4a93-86f4-d20b0dca09db service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.1142366 Nov 09 17:17:05.672984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-30a7d0a6-f189-4e9c-a85c-607168580596 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0590560 Nov 09 17:17:05.734177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-51bd231a-b20c-4618-a182-f91e75ecbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:05.736101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-51bd231a-b20c-4618-a182-f91e75ecbe41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0559626 Nov 09 17:17:05.782005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-6474ab9e-339b-446d-8c88-4d82fa10e135 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328224 Nov 09 17:17:05.827545 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-ec536bea-f5ba-492e-95cb-a92e5dfb1fed tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d9a5bb748a9b40a6b404119f05e42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443656 Nov 09 17:17:05.829915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:06.139222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5289-06f0-4a1e-8130-433610307dfd req-d4be044f-3042-45a1-bb51-43ba6d3c73ee tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:06.141254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc0a5289-06f0-4a1e-8130-433610307dfd req-d4be044f-3042-45a1-bb51-43ba6d3c73ee tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 945 time: 0.1003029 Nov 09 17:17:06.157407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1ce0063d-546c-4cdc-9233-cb45b39bad30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d94ad8e446f44058a9867bfed52aa82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3256149 Nov 09 17:17:06.159829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:06.222013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-f511ee14-8f44-4ff9-b46c-2d1c28e0b9f1 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282849 Nov 09 17:17:06.237663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:06.239996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-32c41f0f-89e2-4b1b-9b9b-5ba62f46697a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:06.241825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-32c41f0f-89e2-4b1b-9b9b-5ba62f46697a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846335 Nov 09 17:17:06.255006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc0a5289-06f0-4a1e-8130-433610307dfd req-c75a8743-54c6-49ff-8257-790de1343fb1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956974 Nov 09 17:17:06.280583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a92c0e34-88d3-4d91-9d1a-d23935fcfead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.295077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-895c0c07-324b-4ce2-b0c4-0ce4bd565159 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/quotas/d9a5bb748a9b40a6b404119f05e42775 HTTP/1.1" status: 200 len: 375 time: 0.0413117 Nov 09 17:17:06.315863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a92c0e34-88d3-4d91-9d1a-d23935fcfead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.366789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f5354cb9-b505-4923-b463-84725df883fa tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340550 Nov 09 17:17:06.401106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-network', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:06.411188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-abbfd2fe-60c7-48e5-92e3-1b1311eb5e02 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681693 Nov 09 17:17:06.446880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Made reservation on behalf of 2b379375cdab441d9ca678b7fd12feb5 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:06.449196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.459420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f576df-5d42-4673-b42c-ccda5eceb77d req-d68d4996-0e02-495c-b031-bc1040bccfef tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:06.461121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f576df-5d42-4673-b42c-ccda5eceb77d req-d68d4996-0e02-495c-b031-bc1040bccfef tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.1207571 Nov 09 17:17:06.473563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a92c0e34-88d3-4d91-9d1a-d23935fcfead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.476030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a92c0e34-88d3-4d91-9d1a-d23935fcfead admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.477123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a92c0e34-88d3-4d91-9d1a-d23935fcfead admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd HTTP/1.1" status: 204 len: 168 time: 0.3158617 Nov 09 17:17:06.484555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.509316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c0e34-88d3-4d91-9d1a-d23935fcfead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab88a7-9c52-4b2c-8cdd-e6bfe0566cdd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:06.689501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-7f121b91-c115-4243-a6d8-b6520b377382 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:06.694134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-7f121b91-c115-4243-a6d8-b6520b377382 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.1252716 Nov 09 17:17:06.712630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-3'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:06.749255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f576df-5d42-4673-b42c-ccda5eceb77d req-f9686b71-3d9d-4b19-b353-37a365bfd661 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776656 Nov 09 17:17:06.842002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.847582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.867373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.883387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:17:06.907460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e95f04-e4a3-4df7-ab48-5f99b6752c19,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:06.917184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:06.917678 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Added segment 0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653 of type vlan for network 1ca38095-362d-4531-a906-e3c62b65cfd0 Nov 09 17:17:07.007292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.068535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.069516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:07.070193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.156985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9181635 Nov 09 17:17:07.164399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46776) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:07.170480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Request body: {'subnet': {'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-subnet', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:07.178935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c5e8-0fea-42f3-a439-6664ae6f59c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca38095-362d-4531-a906-e3c62b65cfd0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:07.195984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:17:07.217951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952a8b2-c147-4a85-86d2-3882883116c6 req-5009aa6c-3b2e-4f42-9d92-6e09dd03782d tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:07.231776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1952a8b2-c147-4a85-86d2-3882883116c6 req-5009aa6c-3b2e-4f42-9d92-6e09dd03782d tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1100 time: 0.1627421 Nov 09 17:17:07.244005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:07.276521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Made reservation on behalf of 2b379375cdab441d9ca678b7fd12feb5 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:07.281971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.307136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd56d0d6-e277-42f2-8b54-a3a8ee0cac4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f89397ad0aee4973a0902f6799831922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620549 Nov 09 17:17:07.310931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:07.377377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66d4433b-97bc-4806-8f46-fcf18a96ac2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.397782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1952a8b2-c147-4a85-86d2-3882883116c6 req-1c8e8c88-fe7b-4a8b-af6b-eb772ec97261 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.417303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:07.455026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-530071c5-bc1c-401b-8ca4-1f79d4b79fcc tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d9a5bb748a9b40a6b404119f05e42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448241 Nov 09 17:17:07.457795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66d4433b-97bc-4806-8f46-fcf18a96ac2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.513808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:07.618410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66d4433b-97bc-4806-8f46-fcf18a96ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.621614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66d4433b-97bc-4806-8f46-fcf18a96ac2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.622085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:07.623504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-66d4433b-97bc-4806-8f46-fcf18a96ac2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1101342-010d-49fb-9c3f-1f882fce544f HTTP/1.1" status: 204 len: 168 time: 0.3112557 Nov 09 17:17:07.624847 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1c51e-7764-44d2-8d4a-a76f263b3ca1" -d '{"events": [{"server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "55ae94c3-6759-409b-af81-91c8940b7856"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:07.630704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.633879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4433b-97bc-4806-8f46-fcf18a96ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1101342-010d-49fb-9c3f-1f882fce544f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:07.642820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6ff9573a-4fb9-4fe2-948f-55fa1e25a707 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:07.644570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6ff9573a-4fb9-4fe2-948f-55fa1e25a707 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778193 Nov 09 17:17:07.649372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.672111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-24cf0dde-4289-45d7-b940-b54cd2906923 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/quotas/d9a5bb748a9b40a6b404119f05e42775 HTTP/1.1" status: 200 len: 375 time: 0.0169713 Nov 09 17:17:07.696153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1952a8b2-c147-4a85-86d2-3882883116c6 req-1c8e8c88-fe7b-4a8b-af6b-eb772ec97261 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.708889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-4f51f845-ede7-4a5e-9107-3d939120812a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315228 Nov 09 17:17:07.728386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1952a8b2-c147-4a85-86d2-3882883116c6 req-1c8e8c88-fe7b-4a8b-af6b-eb772ec97261 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.759117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:07.861136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1952a8b2-c147-4a85-86d2-3882883116c6 req-1c8e8c88-fe7b-4a8b-af6b-eb772ec97261 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277978 Nov 09 17:17:07.865731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e8c88-fe7b-4a8b-af6b-eb772ec97261 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5169f2bd-0fbf-4896-8227-0868289d2c6c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:07.885304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:07.893128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdae3730-1b13-472a-a1e0-71163912287f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:07.955905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on host n-h2-804292-3 for vnic_type normal with profile {"migrating_to": "n-h1-804292-3"} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:07.956146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:07.956504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:07.969920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:07.969920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Attempting to bind port 55ae94c3-6759-409b-af81-91c8940b7856 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:07.974717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Checking segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:07.975158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Network hostable DHCP agents. Network: 1ca38095-362d-4531-a906-e3c62b65cfd0, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:17:07.978053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:07.978053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:07.978373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:07.978811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Bound port: 55ae94c3-6759-409b-af81-91c8940b7856, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:07.979258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.024637 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:17:08.035028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:17:08.059817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1ca38095-362d-4531-a906-e3c62b65cfd0) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:08.073955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578d700-6818-4af2-a16c-0aaeb1833dc5 None None] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:17:08.087983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:08.089288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.128207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:08.158320 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-823baf27-7699-4a0c-b580-ddc4f9af17a0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9924252 Nov 09 17:17:08.166099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:08.166403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:08.174763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.177703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:08.212680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-06078b34-f8bc-4542-8656-96af3281a6eb tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d9a5bb748a9b40a6b404119f05e42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057525 Nov 09 17:17:08.287293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec992be-76d1-478f-81c7-0224d0b24f17 req-21556bf9-bc7d-40a5-ae4f-c59201ca3660 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:08.290197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ec992be-76d1-478f-81c7-0224d0b24f17 req-21556bf9-bc7d-40a5-ae4f-c59201ca3660 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.2207778 Nov 09 17:17:08.339245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:08.375057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:08.375887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.378046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-26b80d25-aa54-49c6-bc4a-f7a5f9cdb8ad service neutron] 10.222.0.43 "PUT /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 1121 time: 1.6763391 Nov 09 17:17:08.405138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.407303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.465637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ec992be-76d1-478f-81c7-0224d0b24f17 req-459528e8-0de8-488d-8e92-1793558f60af tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481802 Nov 09 17:17:08.492513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['55ae94c3-6759-409b-af81-91c8940b7856'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:08.497015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1ca38095-362d-4531-a906-e3c62b65cfd0', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:17:08.499261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.531627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.674147 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30402165-bd64-40eb-acec-94b328f1a08a x-openstack-request-id: req-30402165-bd64-40eb-acec-94b328f1a08a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:08.674453 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "55ae94c3-6759-409b-af81-91c8940b7856", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:08.674720 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30402165-bd64-40eb-acec-94b328f1a08a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:08.675170 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856', 'code': 200} Nov 09 17:17:08.779714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:08.834961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d54cd35-74b0-4374-9fa7-35275a5a41f1 req-b98a139e-7652-4190-a6ef-f3f13a9c1190 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0833590 Nov 09 17:17:08.897031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-c7bdbb77-dd4c-43d5-bed6-b6535ecfa505 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:08.898576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-c7bdbb77-dd4c-43d5-bed6-b6535ecfa505 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6728239 Nov 09 17:17:08.919499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Request body: {'port': {'device_id': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'd9a5bb748a9b40a6b404119f05e42775'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:08.938232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e36d4-335d-404b-968d-280b0ace5fba req-090b02b4-def6-4261-84de-cf6ee44fb735 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:08.947246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e6e36d4-335d-404b-968d-280b0ace5fba req-090b02b4-def6-4261-84de-cf6ee44fb735 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.1861448 Nov 09 17:17:09.033424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Allocated IP 172.20.0.2 (1ca38095-362d-4531-a906-e3c62b65cfd0/bdae3730-1b13-472a-a1e0-71163912287f/526391cf-26e9-4774-9caa-25d73b19e78f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:09.073666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e6e36d4-335d-404b-968d-280b0ace5fba req-18daaa66-bbc6-4c35-a3c8-fbcfcdea2d11 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Nov 09 17:17:09.266645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.275316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Made reservation on behalf of d9a5bb748a9b40a6b404119f05e42775 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:09.280883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.307639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.312763 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.382775 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.397197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.478775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:09.483091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:09.487872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:09.505029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Pushing event updated for resources: {'Port': ['ID=526391cf-26e9-4774-9caa-25d73b19e78f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:09.581052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.592593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Attempting to bind port 526391cf-26e9-4774-9caa-25d73b19e78f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:09.593104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Attempting to bind port 526391cf-26e9-4774-9caa-25d73b19e78f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:09.595737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Attempting to bind port 526391cf-26e9-4774-9caa-25d73b19e78f on network 1ca38095-362d-4531-a906-e3c62b65cfd0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:09.609097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:09.609599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Checking segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:09.610110 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.611122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Bound using segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:09.612969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Bound port: 526391cf-26e9-4774-9caa-25d73b19e78f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:09.613482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.634481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.766251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] For port 526391cf-26e9-4774-9caa-25d73b19e78f, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:09.772783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] For port 526391cf-26e9-4774-9caa-25d73b19e78f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=526391cf-26e9-4774-9caa-25d73b19e78f,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:09.784458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:09.807024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-63d19149-ee9e-4d0b-a820-8cdd79fafefe tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d9a5bb748a9b40a6b404119f05e42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943418 Nov 09 17:17:10.020987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afccc0-345b-4779-a1a1-4b4809db8e33 None None] Pushing event updated for resources: {'Port': ['ID=526391cf-26e9-4774-9caa-25d73b19e78f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:10.031484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84275c0-9a70-482b-b86b-059fa70a7d91,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:10.050038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Allocated IP 172.25.3.219 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/7109d0a5-241d-430a-818b-69ccfb4c65a0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:10.210528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-2a636e48-b4db-4c86-96cf-f5ca8c679f48 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:10.216229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-2a636e48-b4db-4c86-96cf-f5ca8c679f48 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043870 Nov 09 17:17:10.236322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Request body: {'port': {'device_id': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'd9a5bb748a9b40a6b404119f05e42775'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:10.331365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Allocated IP 192.168.233.78 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/a6f97746-29ee-4a4d-bfe9-0036411a7aea) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:10.445431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-e9825589-c478-4d6f-9d43-a4b612769ff0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1934273 Nov 09 17:17:10.458677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbcf4-ab55-4432-bc9c-3b74c5fd123e req-e2050f86-6a5f-4b1a-8bcb-e198bc116315 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:10.460710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e75cbcf4-ab55-4432-bc9c-3b74c5fd123e req-e2050f86-6a5f-4b1a-8bcb-e198bc116315 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.1964655 Nov 09 17:17:10.470319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:10.486574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-4277abff-2549-4897-a0ff-57787bf06705 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:17:10.486574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-4277abff-2549-4897-a0ff-57787bf06705 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252550 Nov 09 17:17:10.578601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Made reservation on behalf of d9a5bb748a9b40a6b404119f05e42775 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:10.585069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:10.727193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:10.751786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:10.758638 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f6b62f-6f7d-452c-8610-35020ae80134" -d '{"events": [{"name": "network-changed", "server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "tag": "55ae94c3-6759-409b-af81-91c8940b7856"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:10.791706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:10.808672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc9d6b86-32e4-4486-b221-772eabf910d7 req-7c435088-8e00-4c25-b028-389740e73f1e tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1844492 Nov 09 17:17:10.877006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:10.925748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Allocated IP 192.168.233.232 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/6439fe75-808a-44f7-b9be-cf39107170e3) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:10.929409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:10.942389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e75cbcf4-ab55-4432-bc9c-3b74c5fd123e req-eaf92417-8f11-4d12-8775-589e1b956f7e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198589 Nov 09 17:17:10.950511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:10.976114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:10.984667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:10.990625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:11.011041 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.126904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:11.138657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:11.140518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:11.174223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:11.210090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-4dea6d52-169a-439b-be01-0c6c5c5268f0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2951012 Nov 09 17:17:11.280529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2ef8f-8085-4994-beb6-e64484c69f9a req-0aed2260-0685-4b95-89f9-f572f11d0d00 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:11.282207 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0e2ef8f-8085-4994-beb6-e64484c69f9a req-0aed2260-0685-4b95-89f9-f572f11d0d00 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.1355619 Nov 09 17:17:11.318451 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.333302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Request body: {'port': {'device_id': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:11.364862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Pushing event updated for resources: {'Port': ['ID=7109d0a5-241d-430a-818b-69ccfb4c65a0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:11.426255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0e2ef8f-8085-4994-beb6-e64484c69f9a req-8f57f5ce-ab6b-493f-b649-14ab5b90bc86 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253068 Nov 09 17:17:11.440459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6a0c74c4-361d-4f95-a2b8-c3dff6e867c6 None None] Provisioning complete for port a6f97746-29ee-4a4d-bfe9-0036411a7aea triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:11.440958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74c4-361d-4f95-a2b8-c3dff6e867c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.461836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.503266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f4db-d89a-4cf5-80d4-c5bbd7d48b8e req-3e1ea04f-71c6-455c-b60d-b813848e2a60 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:11.517052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 55ae94c3-6759-409b-af81-91c8940b7856 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:11.520264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5f1f4db-d89a-4cf5-80d4-c5bbd7d48b8e req-3e1ea04f-71c6-455c-b60d-b813848e2a60 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.3854895 Nov 09 17:17:11.551609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:11.564824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:11.574633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:11.582463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:11.583649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.611866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event updated for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:11.637969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7b96038b-3ae5-43a1-afec-d7ed21eadbf9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4106421 Nov 09 17:17:11.663841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.667597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c74c4-361d-4f95-a2b8-c3dff6e867c6 None None] Port a6f97746-29ee-4a4d-bfe9-0036411a7aea cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:11.682027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Request body: {'port': {'device_id': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:11.779190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91253f96-200a-4e43-ae63-37b1e0616ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.812934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:11.816062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:11.844995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e06a6-ff65-4deb-8630-1a234fae665c None None] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:17:11.853387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 526391cf-26e9-4774-9caa-25d73b19e78f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:11.868510 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab86dd-564f-4a3d-b4bf-664b9ff185c0 x-openstack-request-id: req-dfab86dd-564f-4a3d-b4bf-664b9ff185c0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:11.870135 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "tag": "55ae94c3-6759-409b-af81-91c8940b7856", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:11.870791 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfab86dd-564f-4a3d-b4bf-664b9ff185c0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:11.871925 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856', 'status': 'completed', 'code': 200} Nov 09 17:17:11.965991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 55ae94c3-6759-409b-af81-91c8940b7856 has no active binding in host n-h1-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:17:12.055211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d2a05693-4c03-43d9-abe7-f2086894f193 None None] Provisioning complete for port 526391cf-26e9-4774-9caa-25d73b19e78f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:12.055819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a05693-4c03-43d9-abe7-f2086894f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.176186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5f1f4db-d89a-4cf5-80d4-c5bbd7d48b8e req-f744d816-378f-4d34-9274-869a4d7be384 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545508 Nov 09 17:17:12.183544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 526391cf-26e9-4774-9caa-25d73b19e78f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:12.184869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.291756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-7e3b89ce-dc85-46c2-8cbc-00500365d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:12.293812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-7e3b89ce-dc85-46c2-8cbc-00500365d60f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1124 time: 0.3407028 Nov 09 17:17:12.321187 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.323664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6439fe75-808a-44f7-b9be-cf39107170e3 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:12.332124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.346465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Transition to ACTIVE for port object 6439fe75-808a-44f7-b9be-cf39107170e3 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:12.356928 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.362172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.388789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a05693-4c03-43d9-abe7-f2086894f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.451715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 526391cf-26e9-4774-9caa-25d73b19e78f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=526391cf-26e9-4774-9caa-25d73b19e78f,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:12.459346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.479749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e97b8-189e-488a-860a-93456b8ac761 req-9a2b54ef-3c3d-4e4f-a402-df2201bcfa74 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:12.493625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-806e97b8-189e-488a-860a-93456b8ac761 req-9a2b54ef-3c3d-4e4f-a402-df2201bcfa74 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 948 time: 0.1453199 Nov 09 17:17:12.533910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:12.542937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-d2a05693-4c03-43d9-abe7-f2086894f193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:17:12.543628 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-d2a05693-4c03-43d9-abe7-f2086894f193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:17:12.632352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=526391cf-26e9-4774-9caa-25d73b19e78f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:12.655964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Attempting to bind port 6439fe75-808a-44f7-b9be-cf39107170e3 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:12.656318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Attempting to bind port 6439fe75-808a-44f7-b9be-cf39107170e3 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:12.656805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Attempting to bind port 6439fe75-808a-44f7-b9be-cf39107170e3 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:12.666012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Port 6439fe75-808a-44f7-b9be-cf39107170e3 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:12.666314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Attempting to bind port 6439fe75-808a-44f7-b9be-cf39107170e3 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:12.681873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:12.682168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:12.682544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:12.683182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Bound port: 6439fe75-808a-44f7-b9be-cf39107170e3, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:12.686031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.703309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-806e97b8-189e-488a-860a-93456b8ac761 req-a20ed77d-3b4f-455e-9095-bf105921f376 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077489 Nov 09 17:17:12.724888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91253f96-200a-4e43-ae63-37b1e0616ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.776365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91253f96-200a-4e43-ae63-37b1e0616ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:12.813482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.43', 60124) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:12.890762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91253f96-200a-4e43-ae63-37b1e0616ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd59f31-0ce2-4607-92cd-4e70ce18bae1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:12.930334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:12.935376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6439fe75-808a-44f7-b9be-cf39107170e3,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:12.951673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-e0044860-b0b3-43b0-89b9-eff38cf495e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:12.953401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-e0044860-b0b3-43b0-89b9-eff38cf495e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1100 time: 0.1388624 Nov 09 17:17:12.954509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.009414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.010045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.011953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] 10.222.0.43 "PUT /v2.0/ports/6439fe75-808a-44f7-b9be-cf39107170e3 HTTP/1.1" status: 200 len: 1096 time: 1.3618207 Nov 09 17:17:13.186268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-2965c646-e8a9-4f83-9888-3450e9c005b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.188277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-2965c646-e8a9-4f83-9888-3450e9c005b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.8821404 Nov 09 17:17:13.210088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005758-0515-493c-b8d7-03a916b92353 req-7c7b1b19-c39a-4de9-beab-b22e8f8386bf tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.212185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a005758-0515-493c-b8d7-03a916b92353 req-7c7b1b19-c39a-4de9-beab-b22e8f8386bf tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.6163402 Nov 09 17:17:13.212811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:13.229801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-91253f96-200a-4e43-ae63-37b1e0616ce5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdc215ee8f7e4a2c9fdd2f1c443dc6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0730891 Nov 09 17:17:13.235335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46954) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:13.239891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caacc6c-d329-49ec-9fb4-2bd4e4416ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:13.300736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-b25168e8-802e-434c-9da6-39dc40f73d01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0813043 Nov 09 17:17:13.318681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4266d-4d6b-4046-b9ab-e14e0b87c805 req-fcae343f-92e7-4045-9c64-289c75df56f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.326928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d03bdd66-23ea-4093-826b-a9047b2edd7a None None] Provisioning complete for port 526391cf-26e9-4774-9caa-25d73b19e78f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:13.327697 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d03bdd66-23ea-4093-826b-a9047b2edd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.328324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9be4266d-4d6b-4046-b9ab-e14e0b87c805 req-fcae343f-92e7-4045-9c64-289c75df56f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.3261671 Nov 09 17:17:13.363385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-4c8657f4-27e7-43ee-ab18-8f2f88c6d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.364955 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-4c8657f4-27e7-43ee-ab18-8f2f88c6d756 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3802288 Nov 09 17:17:13.428562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-d8c4fa34-941e-414a-9cd0-ebd88b29d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.430293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-d8c4fa34-941e-414a-9cd0-ebd88b29d26d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 1099 time: 0.3014984 Nov 09 17:17:13.451805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:13.473133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.478372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-a5deaa43-78f6-472b-bd36-a4a82452a534 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0670333 Nov 09 17:17:13.485041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9be4266d-4d6b-4046-b9ab-e14e0b87c805 req-8a331a96-5ebd-4bd6-bf4f-4bd3b90c4dff tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555932 Nov 09 17:17:13.491488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a005758-0515-493c-b8d7-03a916b92353 req-bc7a2c63-8f0d-489b-b10c-906634d16a99 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480583 Nov 09 17:17:13.493287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-bc23852e-6511-41cf-b90c-79e3413c17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.494810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-bc23852e-6511-41cf-b90c-79e3413c17bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1803994 Nov 09 17:17:13.518944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.533513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7321242-008c-4c46-b83e-fbb73df50f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.623434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-6e7bdf09-f78b-441a-b038-63ab6452cd51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6439fe75-808a-44f7-b9be-cf39107170e3 HTTP/1.1" status: 200 len: 217 time: 0.1584611 Nov 09 17:17:13.623940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 526391cf-26e9-4774-9caa-25d73b19e78f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:13.641102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Transition to ACTIVE for port object a6f97746-29ee-4a4d-bfe9-0036411a7aea will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:13.643719 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-87db8cc0-45e9-4bee-be19-38a4792d7b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144972 Nov 09 17:17:13.675527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1f251f0-bbdc-417a-a0c7-ccb146e806f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.740376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.788611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 526391cf-26e9-4774-9caa-25d73b19e78f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:13.789299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.815344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.83', 65002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:13.861652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1f251f0-bbdc-417a-a0c7-ccb146e806f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.910133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:13.911766 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a5a6b-ee69-4232-b521-0dd2cdeed09d" -d '{"events": [{"name": "network-changed", "server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:13.952445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-68621285-7707-40ef-8f37-abefdf573ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.954174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-68621285-7707-40ef-8f37-abefdf573ab8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.4630182 Nov 09 17:17:13.958168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-5aaab1fa-803b-4d68-9bca-7f9d442682bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:13.963857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-5aaab1fa-803b-4d68-9bca-7f9d442682bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2795126 Nov 09 17:17:13.968172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1f251f0-bbdc-417a-a0c7-ccb146e806f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.971497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1f251f0-bbdc-417a-a0c7-ccb146e806f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:13.976043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d1f251f0-bbdc-417a-a0c7-ccb146e806f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fd59f31-0ce2-4607-92cd-4e70ce18bae1 HTTP/1.1" status: 204 len: 168 time: 0.7371821 Nov 09 17:17:14.069663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:14.081419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:14.112322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f251f0-bbdc-417a-a0c7-ccb146e806f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd59f31-0ce2-4607-92cd-4e70ce18bae1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:14.162558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4f61c-b217-4513-91b6-e7969b0fce20 req-018a2a02-15e3-499b-a358-b729c9d08d45 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:14.171887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-59e4f61c-b217-4513-91b6-e7969b0fce20 req-018a2a02-15e3-499b-a358-b729c9d08d45 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 948 time: 0.3200216 Nov 09 17:17:14.173408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d94d4f-c08e-492b-95e8-150492d26dc8 req-f29b04ec-a0e2-4c28-a6d1-fc925a368586 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:14.188481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96d94d4f-c08e-492b-95e8-150492d26dc8 req-f29b04ec-a0e2-4c28-a6d1-fc925a368586 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.5487683 Nov 09 17:17:14.208631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-dab058c7-2555-4eaf-87a5-c0379f00a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:14.215754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-dab058c7-2555-4eaf-87a5-c0379f00a1d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371159 Nov 09 17:17:14.219339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-053dfa12-c5c2-4911-94b9-4ee376a9ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:14.235687 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-053dfa12-c5c2-4911-94b9-4ee376a9ea11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578909 Nov 09 17:17:14.253150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-98fec53b-daed-4b04-96cb-42c871bd2cd2 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305250 Nov 09 17:17:14.267832 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7321242-008c-4c46-b83e-fbb73df50f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:14.289390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Attempting to bind port a6f97746-29ee-4a4d-bfe9-0036411a7aea on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:14.289946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Attempting to bind port a6f97746-29ee-4a4d-bfe9-0036411a7aea by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:14.290094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Attempting to bind port a6f97746-29ee-4a4d-bfe9-0036411a7aea on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:14.294012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-e0c384ee-e09c-4d4b-b170-6f14036387a4 service neutron] 10.222.0.83 "GET /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.4297740 Nov 09 17:17:14.304043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7321242-008c-4c46-b83e-fbb73df50f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:14.394263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Port a6f97746-29ee-4a4d-bfe9-0036411a7aea on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:14.394263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Attempting to bind port a6f97746-29ee-4a4d-bfe9-0036411a7aea on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:14.420385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-59e4f61c-b217-4513-91b6-e7969b0fce20 req-858beba8-82d0-4d4a-8bd1-583b2b33a2bc tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475171 Nov 09 17:17:14.433963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7321242-008c-4c46-b83e-fbb73df50f2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bddce91d52d845ed87946711e9c0e5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2102604 Nov 09 17:17:14.439699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46982) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:14.463569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:14.464183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:14.465338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:14.465991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Bound port: a6f97746-29ee-4a4d-bfe9-0036411a7aea, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:14.466516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:14.522191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321242-008c-4c46-b83e-fbb73df50f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28bd5ab-8e69-47c0-9839-2615020dd219,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:14.557438 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96d94d4f-c08e-492b-95e8-150492d26dc8 req-0d32a568-6112-4f89-9eb9-9faba179c235 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666561 Nov 09 17:17:14.627080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:14.692117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-586fc915-4893-44d6-82a8-317011ba45bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:14.743531 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a3f64-0216-4dea-9836-723f5ff36ebf x-openstack-request-id: req-ef7a3f64-0216-4dea-9836-723f5ff36ebf {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:14.744166 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:14.744483 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef7a3f64-0216-4dea-9836-723f5ff36ebf {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:14.744878 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3', 'status': 'completed', 'code': 200} Nov 09 17:17:14.761925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7f10-760a-4d1b-b986-a5557d2829a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:14.772888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:17:14.786384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f6b62f-6f7d-452c-8610-35020ae80134 req-d1a4424d-e748-4539-a8f9-3e2a569cdc15 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004296 Nov 09 17:17:14.803389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-74c8b197-15d4-46b3-bf28-8c7b3373f7f2 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665214 Nov 09 17:17:14.852515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-0248ca44-4475-4b64-be03-9012df411de5 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929871 Nov 09 17:17:14.897236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:14.937404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721baebe-007d-4413-8456-7093d331f5f0 req-d0000587-aa4d-460f-8b61-af1da060f25a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:14.939126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-721baebe-007d-4413-8456-7093d331f5f0 req-d0000587-aa4d-460f-8b61-af1da060f25a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.2978268 Nov 09 17:17:14.967962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4f225-611a-4d9d-8059-46639da1a4f7 req-31b71f16-5869-421f-8cbf-859cae3db90c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:14.969489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3e4f225-611a-4d9d-8059-46639da1a4f7 req-31b71f16-5869-421f-8cbf-859cae3db90c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.2208989 Nov 09 17:17:14.973618 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ba72fad-8e1e-45a0-820d-25e0ba767341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:14.987375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:15.022885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.054023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ba72fad-8e1e-45a0-820d-25e0ba767341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.088386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-4e4dd8ce-a1f1-4ced-8ea6-aff4b7cfe653 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618575 Nov 09 17:17:15.134061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e0323f3-ae8a-4663-b21d-29c10ddf466b req-7e1461d9-8ef8-49a2-afcd-739c15c2024a service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528110 Nov 09 17:17:15.144121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3e4f225-611a-4d9d-8059-46639da1a4f7 req-f87254d1-c97c-463d-bf68-8752cab9f137 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557107 Nov 09 17:17:15.155184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:15.155817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.157262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] 10.222.0.83 "PUT /v2.0/ports/a6f97746-29ee-4a4d-bfe9-0036411a7aea HTTP/1.1" status: 200 len: 1095 time: 3.8839593 Nov 09 17:17:15.164812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:15.167598 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122a7121-bb91-4d11-9faa-fbc4408933c1" -d '{"events": [{"name": "network-changed", "server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:15.180273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ba72fad-8e1e-45a0-820d-25e0ba767341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.184510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ba72fad-8e1e-45a0-820d-25e0ba767341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.187016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ba72fad-8e1e-45a0-820d-25e0ba767341 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d28bd5ab-8e69-47c0-9839-2615020dd219 HTTP/1.1" status: 204 len: 168 time: 0.7447162 Nov 09 17:17:15.239957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba72fad-8e1e-45a0-820d-25e0ba767341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28bd5ab-8e69-47c0-9839-2615020dd219,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:15.262105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-9897025a-d571-4ac1-b4b5-57a53a5c53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:15.264181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-9897025a-d571-4ac1-b4b5-57a53a5c53b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 1099 time: 0.0666797 Nov 09 17:17:15.271728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-721baebe-007d-4413-8456-7093d331f5f0 req-358f16ba-8a52-4a13-afd6-fb638077c542 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892592 Nov 09 17:17:15.338517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:17:15.355737 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:17:15.392689 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:15.393895 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:15.427424 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb50958e-b1ca-483a-a623-89c0c8bc71ae x-openstack-request-id: req-cb50958e-b1ca-483a-a623-89c0c8bc71ae {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:15.427710 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:15.428125 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb50958e-b1ca-483a-a623-89c0c8bc71ae {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:15.428688 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'status': 'completed', 'code': 200} Nov 09 17:17:15.471771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-4313aecc-a038-4136-a7f6-7e335033533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:15.478516 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-4313aecc-a038-4136-a7f6-7e335033533d service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1979353 Nov 09 17:17:15.516126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.517681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-935475dc-e604-4cc4-a6a4-42ee3990750b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3489211 Nov 09 17:17:15.518755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4aaa7-c1d0-4b6f-bfbf-4c9c2c261c6d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:15.524074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:15.542160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:15.549881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-0fa91064-1b4a-41cf-8160-78b80d925545 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6439fe75-808a-44f7-b9be-cf39107170e3 HTTP/1.1" status: 200 len: 217 time: 0.0629282 Nov 09 17:17:15.586170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-586fc915-4893-44d6-82a8-317011ba45bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.630085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7f10-760a-4d1b-b986-a5557d2829a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.630504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-dcc74736-ca99-4bfb-9af6-f4eeb1a5bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:15.632703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-dcc74736-ca99-4bfb-9af6-f4eeb1a5bdfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0720198 Nov 09 17:17:15.664912 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:15.696899 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-586fc915-4893-44d6-82a8-317011ba45bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.723093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-aaacc45d-66c9-455a-8f64-744e9c557a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:15.724653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-aaacc45d-66c9-455a-8f64-744e9c557a41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767879 Nov 09 17:17:15.861908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b8c8-e948-4006-a33f-4b01dab1962b req-ce90a87a-a66e-4a76-a17a-e9e88ec294eb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:15.863918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8aa9b8c8-e948-4006-a33f-4b01dab1962b req-ce90a87a-a66e-4a76-a17a-e9e88ec294eb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.1356220 Nov 09 17:17:15.915414 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:11Z', 'revision_number': 3, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:15.930145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-6f5677b3-8f0e-4b6a-ac89-1b935ca777ce service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881342 Nov 09 17:17:15.930890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:15.951897 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:17:15.952251 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Updating router 7c10e12e-06a0-4c09-99af-0b85eed909ca port 7109d0a5-241d-430a-818b-69ccfb4c65a0 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:17:15.954748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7f10-760a-4d1b-b986-a5557d2829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.989374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:15.989576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ec68bea-a9d6-4dc6-9b20-a241dba6901c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:15.999571 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.007945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8a11a-bc76-4c63-9837-589f17d8e71e req-274b9024-53c8-4c73-b074-4a286fdcedbd tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:16.009531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8dc8a11a-bc76-4c63-9837-589f17d8e71e req-274b9024-53c8-4c73-b074-4a286fdcedbd tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 948 time: 0.3778751 Nov 09 17:17:16.013196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-60b8ee5c-d76e-4355-8701-71252f581b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:16.013420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-60b8ee5c-d76e-4355-8701-71252f581b91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1098 time: 0.7152157 Nov 09 17:17:16.042196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fc915-4893-44d6-82a8-317011ba45bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b79e99-efbb-4486-a11e-2e19159e9335,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.139591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ec68bea-a9d6-4dc6-9b20-a241dba6901c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.158478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8aa9b8c8-e948-4006-a33f-4b01dab1962b req-07fb889e-681b-431b-ac7f-bdcd031849a1 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825613 Nov 09 17:17:16.159146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ec68bea-a9d6-4dc6-9b20-a241dba6901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.181663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-586fc915-4893-44d6-82a8-317011ba45bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b154cc06025495f957eb42d90d758fb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0941744 Nov 09 17:17:16.186538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:16.187659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-cf456bb3-d03b-4b13-936a-161a8bd7fc5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea HTTP/1.1" status: 200 len: 217 time: 0.1255171 Nov 09 17:17:16.203961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f3de7f10-760a-4d1b-b986-a5557d2829a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1e6854efb3c45aabd74f8d251c586ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5700839 Nov 09 17:17:16.212797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47006) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:16.226440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ae94c3-6759-409b-af81-91c8940b7856 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:16.317173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec68bea-a9d6-4dc6-9b20-a241dba6901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155c6efc-f8ea-45cd-8b61-2ffed14c50e7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.335016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7f10-760a-4d1b-b986-a5557d2829a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a94e2-da7e-4a13-87a8-2b2a03482f54,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.357184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:16.371729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0ec68bea-a9d6-4dc6-9b20-a241dba6901c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef8767726db0498196557bb94d601e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372227 Nov 09 17:17:16.396656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:16.425637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-254a5a6b-ee69-4232-b521-0dd2cdeed09d req-664fb12a-0925-4da9-8fe0-e32f1d601582 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834766 Nov 09 17:17:16.429418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-04178a26-d29a-473a-ac95-e9ebc81ddbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:16.431463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-04178a26-d29a-473a-ac95-e9ebc81ddbfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2261775 Nov 09 17:17:16.443442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.463464 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.469514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8dc8a11a-bc76-4c63-9837-589f17d8e71e req-872232fb-04a6-452d-96f6-8832ad1ef22d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186497 Nov 09 17:17:16.477645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf0b9-c54e-4ae4-9d89-d85c2d4c97e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.483342 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.509245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112d858-9230-4f85-9937-08c17e6d0bcb req-7244bfdd-0025-4b37-ac4a-44702eb479fc tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:16.512653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c112d858-9230-4f85-9937-08c17e6d0bcb req-7244bfdd-0025-4b37-ac4a-44702eb479fc tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 943 time: 0.1858833 Nov 09 17:17:16.600052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf0b9-c54e-4ae4-9d89-d85c2d4c97e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.610707 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Pushing event updated for resources: {'Port': ['ID=7109d0a5-241d-430a-818b-69ccfb4c65a0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.614575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70688137-3df5-48e7-9027-b685e6171286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.635708 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.635708 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.635991 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.636268 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.637126 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.637479 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.637851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.638187 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.638523 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.638942 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.641080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.641437 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Tracked resource versions report: Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: pushed versions: Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: { 'AddressGroup': {'1.2'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Log': {'1.0'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Network': {'1.1'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Port': {'1.7'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'PortForwarding': {'1.2'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'QosPolicy': {'1.10'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'SecurityGroup': {'1.5'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'SubPort': {'1.0'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Subnet': {'1.1'}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Trunk': {'1.1'}} Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: consumer versions: Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: { DHCP agent@n-d-804292-3: {}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: HyperV agent@n-h1-804292-3: {}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: HyperV agent@n-h2-804292-3: {}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: L3 agent@n-d-804292-3: {}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: Metadata agent@n-d-804292-3: {}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: Metering agent@n-d-804292-3: {}, Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: Open vSwitch agent@n-d-804292-3: { 'AddressGroup': '1.2', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'ConntrackHelper': '1.0', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Log': '1.0', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Network': '1.1', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Port': '1.7', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'PortForwarding': '1.2', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'QosPolicy': '1.10', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'SecurityGroup': '1.5', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'SecurityGroupRule': '1.2', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'SubPort': '1.0', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Subnet': '1.1', Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: 'Trunk': '1.1'}} Nov 09 17:17:16.642855 n-d-804292-3 neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:17:16.647791 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Attempting to bind port 7109d0a5-241d-430a-818b-69ccfb4c65a0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:16.648170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Attempting to bind port 7109d0a5-241d-430a-818b-69ccfb4c65a0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:16.648574 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Attempting to bind port 7109d0a5-241d-430a-818b-69ccfb4c65a0 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:16.658762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:16.659210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:16.659609 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.660018 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:16.661761 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Bound port: 7109d0a5-241d-430a-818b-69ccfb4c65a0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:16.662186 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.692803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70688137-3df5-48e7-9027-b685e6171286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.704829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abf62f-8250-4193-9e22-1bd30f55943c req-820395e3-31f9-4c7f-97c5-61b872a1d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:16.707129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-820395e3-31f9-4c7f-97c5-61b872a1d7e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2326157 Nov 09 17:17:16.712917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c112d858-9230-4f85-9937-08c17e6d0bcb req-a2faec8e-419f-4da4-924f-07ba824c2577 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850891 Nov 09 17:17:16.766325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] For port 7109d0a5-241d-430a-818b-69ccfb4c65a0, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:16.768831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf0b9-c54e-4ae4-9d89-d85c2d4c97e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.771281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] For port 7109d0a5-241d-430a-818b-69ccfb4c65a0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7109d0a5-241d-430a-818b-69ccfb4c65a0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:16.772943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf0b9-c54e-4ae4-9d89-d85c2d4c97e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.774256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d1bdf0b9-c54e-4ae4-9d89-d85c2d4c97e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e6a94e2-da7e-4a13-87a8-2b2a03482f54 HTTP/1.1" status: 204 len: 168 time: 0.5602038 Nov 09 17:17:16.778642 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.796592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-513cd46a-d360-4e86-a48b-662ee2e1d2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.806622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdf0b9-c54e-4ae4-9d89-d85c2d4c97e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a94e2-da7e-4a13-87a8-2b2a03482f54,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.822440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-513cd46a-d360-4e86-a48b-662ee2e1d2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.829619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 55ae94c3-6759-409b-af81-91c8940b7856 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:17:16.838239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70688137-3df5-48e7-9027-b685e6171286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.843663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70688137-3df5-48e7-9027-b685e6171286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:16.845593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-70688137-3df5-48e7-9027-b685e6171286 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4b79e99-efbb-4486-a11e-2e19159e9335 HTTP/1.1" status: 204 len: 168 time: 0.6582890 Nov 09 17:17:16.897037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70688137-3df5-48e7-9027-b685e6171286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b79e99-efbb-4486-a11e-2e19159e9335,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.966950 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64338-c8d4-456a-b89c-3b1b0f229116 None None] Pushing event updated for resources: {'Port': ['ID=7109d0a5-241d-430a-818b-69ccfb4c65a0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:16.970642 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:16.971470 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:17.010876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eaee0-4f6f-4625-9946-42c4c6038434 req-33d84f7a-e139-411c-9fe6-69f883017a04 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:17.016972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f81eaee0-4f6f-4625-9946-42c4c6038434 req-33d84f7a-e139-411c-9fe6-69f883017a04 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.4241292 Nov 09 17:17:17.040729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-513cd46a-d360-4e86-a48b-662ee2e1d2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:17.043666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-513cd46a-d360-4e86-a48b-662ee2e1d2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:17.046896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-513cd46a-d360-4e86-a48b-662ee2e1d2a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/155c6efc-f8ea-45cd-8b61-2ffed14c50e7 HTTP/1.1" status: 204 len: 168 time: 0.6352320 Nov 09 17:17:17.057606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] Transition to ACTIVE for port object 55ae94c3-6759-409b-af81-91c8940b7856 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:17.080987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:17.100967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd46a-d360-4e86-a48b-662ee2e1d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c6efc-f8ea-45cd-8b61-2ffed14c50e7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:17.155752 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:17.299752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f81eaee0-4f6f-4625-9946-42c4c6038434 req-3938f7f8-c576-4056-bb52-8d40a9bf242c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471764 Nov 09 17:17:17.300667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] Pushing event updated for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:17.331297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] No DVR routers for this DVR port 55ae94c3-6759-409b-af81-91c8940b7856 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:17:17.351778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-fdc1e259-68a5-4830-8313-e372d5d388d0 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072555 Nov 09 17:17:17.403233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e16ca-e061-4bc7-9c4f-e22fe9bfd446 req-6f7e7845-d17d-4974-b49a-fb72d34d0094 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:17.413031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d31e16ca-e061-4bc7-9c4f-e22fe9bfd446 req-6f7e7845-d17d-4974-b49a-fb72d34d0094 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.1173491 Nov 09 17:17:17.473847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-21bb1e68-6676-4a1f-be9e-4fe0d4783a8f service neutron] 10.222.0.83 "PUT /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856/bindings/n-h1-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 3.1425314 Nov 09 17:17:17.546606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6439fe75-808a-44f7-b9be-cf39107170e3 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:17.582900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d31e16ca-e061-4bc7-9c4f-e22fe9bfd446 req-583dcb53-4616-4d26-addb-a8050d804291 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658814 Nov 09 17:17:17.631697 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:11Z', 'revision_number': 3, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:17.677660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5137f11e-5a9b-48f5-9148-3399825f869a tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:17.687119 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5137f11e-5a9b-48f5-9148-3399825f869a tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.1175003 Nov 09 17:17:17.717600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08abf62f-8250-4193-9e22-1bd30f55943c req-b963008f-05fc-4dc4-824b-74664b43faf8 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422494 Nov 09 17:17:17.785502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6439fe75-808a-44f7-b9be-cf39107170e3,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:17.831852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6439fe75-808a-44f7-b9be-cf39107170e3', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '6439fe75-808a-44f7-b9be-cf39107170e3', 'mac_address': 'fa:16:3e:38:7c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:17.832986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47034) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:17.858692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:17.888244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:17.895388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f94cd-214c-4d3d-9d32-841053104ee2 None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:11Z', 'revision_number': 3, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:17:17.931115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:17.987469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6439fe75-808a-44f7-b9be-cf39107170e3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:18.036686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6439fe75-808a-44f7-b9be-cf39107170e3,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:18.046629 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.125668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.135137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.217178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-e3d0927a-68be-4e2a-b98d-01ed8ac9be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.222235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:18.226354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-e3d0927a-68be-4e2a-b98d-01ed8ac9be49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&tenant_id=b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 1095 time: 0.5303042 Nov 09 17:17:18.241049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc3879-49aa-41ed-a49d-30362172e9ea req-dcf12ef6-ff8a-46cc-8f57-d4589e023e6a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.257383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2dc3879-49aa-41ed-a49d-30362172e9ea req-dcf12ef6-ff8a-46cc-8f57-d4589e023e6a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 948 time: 0.5658333 Nov 09 17:17:18.280180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d24b0aa0bdc464d9d825ab0bf9b2461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357619 Nov 09 17:17:18.280180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97dae4d-cdde-47dd-a284-9df4e8b7eb5c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:18.289856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6439fe75-808a-44f7-b9be-cf39107170e3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:18.298116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47048) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:18.329322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-f48c001f-d51b-4119-920d-568124f1253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.334119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-f48c001f-d51b-4119-920d-568124f1253a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1098 time: 0.4665291 Nov 09 17:17:18.373341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218708a-1e59-44cc-9e15-566d381c4f86 req-b7409a11-ba31-4969-9c34-340df8a9f113 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.376057 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a218708a-1e59-44cc-9e15-566d381c4f86 req-b7409a11-ba31-4969-9c34-340df8a9f113 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.4616985 Nov 09 17:17:18.421138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.421767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.422250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.422737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.423263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.427335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.428000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.428479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.428991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.429534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.430056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.430527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22257174-7588-429e-be42-9e4501e6db0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:18.579613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a218708a-1e59-44cc-9e15-566d381c4f86 req-1c8a4918-571f-45c5-89de-32f1a4c54203 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412079 Nov 09 17:17:18.584470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-61c8c140-a36f-4a5f-bd1a-b13a2e66ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.586091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-61c8c140-a36f-4a5f-bd1a-b13a2e66ef72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1095 time: 0.2932043 Nov 09 17:17:18.766068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd56-2263-4e96-983f-64d722baad87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.790290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd56-2263-4e96-983f-64d722baad87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.929573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd56-2263-4e96-983f-64d722baad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.932444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd56-2263-4e96-983f-64d722baad87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:18.937197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1e94bd56-2263-4e96-983f-64d722baad87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e97dae4d-cdde-47dd-a284-9df4e8b7eb5c HTTP/1.1" status: 204 len: 168 time: 0.6259456 Nov 09 17:17:18.948086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d9a0-b0e5-49ea-a1ac-93060669ac5f req-7988be11-efdc-40c1-8386-03a1627cb3ee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.956424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ca5d9a0-b0e5-49ea-a1ac-93060669ac5f req-7988be11-efdc-40c1-8386-03a1627cb3ee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.1912115 Nov 09 17:17:18.976932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2dc3879-49aa-41ed-a49d-30362172e9ea req-83f16879-cc3e-4e51-9548-168a4d03bc49 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187462 Nov 09 17:17:18.984128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-b1e68368-10e9-464e-acdc-04efc969f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:18.986505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-b1e68368-10e9-464e-acdc-04efc969f86d service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.3807933 Nov 09 17:17:18.989435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94bd56-2263-4e96-983f-64d722baad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97dae4d-cdde-47dd-a284-9df4e8b7eb5c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:19.068949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-ba9a840c-2a77-4d26-8234-91c8343126d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0724998 Nov 09 17:17:19.121468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Allocated IP 172.20.0.1 (1ca38095-362d-4531-a906-e3c62b65cfd0/bdae3730-1b13-472a-a1e0-71163912287f/8cfb873f-c11e-4057-9030-65075b21584a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:19.151314 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ca5d9a0-b0e5-49ea-a1ac-93060669ac5f req-970fd8d6-2246-494d-a83a-258f5e3bbfbf tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938417 Nov 09 17:17:19.161329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:19.206267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-b5edb257-44cd-4a2b-b54b-e97ed44e6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:19.207878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-b5edb257-44cd-4a2b-b54b-e97ed44e6576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1270909 Nov 09 17:17:19.227405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-6c2829ea-d9ff-4020-86b5-8007d50a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:19.229205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-6c2829ea-d9ff-4020-86b5-8007d50a2118 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.8246911 Nov 09 17:17:19.280669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-2f4b78c9-aaeb-4e42-a722-804322b3e35d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634878 Nov 09 17:17:19.427697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-71b25023-cf51-4147-abc4-f4629de18cb6 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380041 Nov 09 17:17:19.557156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6439fe75-808a-44f7-b9be-cf39107170e3 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:19.608578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-28a7296a-ef46-48a7-ac82-7e01a89539f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea HTTP/1.1" status: 200 len: 217 time: 0.3459680 Nov 09 17:17:19.611701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-network', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:19.640323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 6439fe75-808a-44f7-b9be-cf39107170e3 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:19.649234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6439fe75-808a-44f7-b9be-cf39107170e3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:19.649234 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:19.704704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7109d0a5-241d-430a-818b-69ccfb4c65a0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:19.710298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-0b2231a8-7dd8-48f8-97c2-c13bd566190e service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728775 Nov 09 17:17:19.713385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Made reservation on behalf of 7adbdea84b384a288bfe7806f16eedfa for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:19.717082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:19.740644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:19.911100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:19.956061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675edef1-fde7-4a00-aa5c-2a1f70c4a1e2 req-60fd51a9-1f0d-41e5-8ecf-46eff3804b7a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:19.958828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-675edef1-fde7-4a00-aa5c-2a1f70c4a1e2 req-60fd51a9-1f0d-41e5-8ecf-46eff3804b7a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.7893691 Nov 09 17:17:19.999760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3346da-1d13-490f-92b4-69d2dd99ca4f req-e1147360-c965-4ad7-9be6-1ccc5e80e7c9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.003487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b3346da-1d13-490f-92b4-69d2dd99ca4f req-e1147360-c965-4ad7-9be6-1ccc5e80e7c9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.2142365 Nov 09 17:17:20.041673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.066343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7109d0a5-241d-430a-818b-69ccfb4c65a0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:20.066685 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.074827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:20.077958 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f09bd5-d7a1-4fad-b6ec-b7bad7ec2a5b" -d '{"events": [{"server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "name": "network-vif-plugged", "status": "completed", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:20.143125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-f4054316-c678-4b30-a074-59e0e9b08d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.144615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-f4054316-c678-4b30-a074-59e0e9b08d95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.3764365 Nov 09 17:17:20.165119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.165288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6439fe75-808a-44f7-b9be-cf39107170e3,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:20.177274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.224357 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.231564 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.271880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-675edef1-fde7-4a00-aa5c-2a1f70c4a1e2 req-67a8ae08-0825-46f0-ba4b-a5c672492eaa tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896085 Nov 09 17:17:20.286758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b3346da-1d13-490f-92b4-69d2dd99ca4f req-71470e41-c3f2-4291-8053-636ba2100348 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759845 Nov 09 17:17:20.290913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:17:20.303248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.350416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:20.353834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.354289 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Added segment 77e0091c-0a33-4ee2-af30-fe22eac7c03e of type vlan for network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 Nov 09 17:17:20.356967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f72b95-c9a6-47ec-96e4-f8ce89f02296,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:20.393747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 7109d0a5-241d-430a-818b-69ccfb4c65a0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7109d0a5-241d-430a-818b-69ccfb4c65a0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:20.401141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.428774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfb873f-c11e-4057-9030-65075b21584a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:20.434151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-ba1ac71a-e645-480e-b8a8-20b5cdaf24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.454783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-ba1ac71a-e645-480e-b8a8-20b5cdaf24f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2941742 Nov 09 17:17:20.483534 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2ee222-1117-465e-8baa-1998ba51c6e8 x-openstack-request-id: req-3d2ee222-1117-465e-8baa-1998ba51c6e8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:20.483761 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "name": "network-vif-plugged", "status": "completed", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:20.483925 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d2ee222-1117-465e-8baa-1998ba51c6e8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:20.484620 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3', 'code': 200} Nov 09 17:17:20.485890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-1db5b585-7989-40ec-82fc-f416aa504e89 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.486354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=7109d0a5-241d-430a-818b-69ccfb4c65a0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:20.487670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-1db5b585-7989-40ec-82fc-f416aa504e89 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.2455504 Nov 09 17:17:20.525017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.606611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.607639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.608238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.639588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.640164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.640244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.640557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.641051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.641533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.641848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.642309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.642783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.643265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.643723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.644192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:20.651372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:20.660838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:20.681537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:20.682167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:20.723318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] Pushing event updated for resources: {'Network': ['ID=1a1f72ec-72a0-44b7-a2a7-43237eadce95,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:20.735092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:17:20.801663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a954a5-0ddd-45c2-9337-f7ce96e86890 req-77c9056b-b218-41c0-9a83-df52324fb769 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.803686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40a954a5-0ddd-45c2-9337-f7ce96e86890 req-77c9056b-b218-41c0-9a83-df52324fb769 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.2007070 Nov 09 17:17:20.815043 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff2b8-777b-4a3c-a783-161b35e454bb req-104adbc8-fb3c-4cf3-8674-06d605b55707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.816781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b04ff2b8-777b-4a3c-a783-161b35e454bb req-104adbc8-fb3c-4cf3-8674-06d605b55707 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 1101 time: 0.2960837 Nov 09 17:17:20.821032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d8fc981-894d-4fc7-a9a4-3c7eaa01569c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6583490 Nov 09 17:17:20.825629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47124) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:20.832271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Request body: {'subnet': {'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-subnet', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:20.843394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-e2c69941-9a72-4f25-8a4b-04188dbb4284 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647809 Nov 09 17:17:20.846137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:20.905207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed8ccf-a9e8-447b-a006-44cea0ff94fb req-c748206b-e37c-4fc2-82e7-7af92be8ff84 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:20.918881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ed8ccf-a9e8-447b-a006-44cea0ff94fb req-c748206b-e37c-4fc2-82e7-7af92be8ff84 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 950 time: 0.5252979 Nov 09 17:17:21.024483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:21.040505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'mac_address': 'fa:16:3e:49:81:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:21.070486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b04ff2b8-777b-4a3c-a783-161b35e454bb req-ae440353-139f-4550-9826-c884c0ba3cbf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346385 Nov 09 17:17:21.082752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.094891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40a954a5-0ddd-45c2-9337-f7ce96e86890 req-49b8be9f-57e2-4018-9a65-3ff891746ad8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726004 Nov 09 17:17:21.110929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9639115a-e5fc-45f8-9c4e-d18598f9354c None None] Provisioning complete for port 8cfb873f-c11e-4057-9030-65075b21584a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:21.111326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9639115a-e5fc-45f8-9c4e-d18598f9354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.124430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Made reservation on behalf of 7adbdea84b384a288bfe7806f16eedfa for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:21.129032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.137412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5683bfb8-c2f6-47f8-9b72-9a73922f4424 service neutron] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:21.150220 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5683bfb8-c2f6-47f8-9b72-9a73922f4424 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.151382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a25f22b-31db-47ec-ba60-1bd8e32cc724 req-5683bfb8-c2f6-47f8-9b72-9a73922f4424 service neutron] 10.222.0.43 "DELETE /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856/bindings/n-h2-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.6433513 Nov 09 17:17:21.188196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9639115a-e5fc-45f8-9c4e-d18598f9354c None None] Port 8cfb873f-c11e-4057-9030-65075b21584a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:21.192667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:21.237128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:21.244017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.342336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-122a7121-bb91-4d11-9faa-fbc4408933c1 req-c08b68ac-4ca0-4bdb-9f11-a7503717fffb service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621513 Nov 09 17:17:21.359286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:21.408399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ed8ccf-a9e8-447b-a006-44cea0ff94fb req-3b00c647-5b50-41e5-9b11-3786bfee24ec tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885731 Nov 09 17:17:21.426739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.462366 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.489809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:21.529952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bb8d9a-df62-4603-a7c9-13b961fae301,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:21.539617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Checking segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:21.539988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Network hostable DHCP agents. Network: 1a1f72ec-72a0-44b7-a2a7-43237eadce95, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:17:21.562653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:17:21.581873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1a1f72ec-72a0-44b7-a2a7-43237eadce95) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:21.586441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:21.587106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.617065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9f5f6-eb4d-4038-869b-3b070d22f017 None None] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:17:21.655258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-0abe240d-43e0-4bcb-a75e-3a146c9cf17f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3817f83c36b0400cb1f071df783f4f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564797 Nov 09 17:17:21.677598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7109d0a5-241d-430a-818b-69ccfb4c65a0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:21.688474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cfa64b03-99fc-46be-8d45-3ffa18c5c884 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8617535 Nov 09 17:17:21.693929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:21.705774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:21.739194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d69fa-4de9-40aa-a63d-9fd583068033 req-697635ee-9b41-4f06-bd84-9d4d48a9ba4a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:21.752008 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f5d69fa-4de9-40aa-a63d-9fd583068033 req-697635ee-9b41-4f06-bd84-9d4d48a9ba4a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.2105131 Nov 09 17:17:21.832198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-cd80ecd2-95de-4115-96c5-ce3723fa0c2b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:21.834634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-cd80ecd2-95de-4115-96c5-ce3723fa0c2b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712511 Nov 09 17:17:21.857682 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-29003b7c-7bde-40f0-b2b2-b61fa7e65faa tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/quotas/3817f83c36b0400cb1f071df783f4f92 HTTP/1.1" status: 200 len: 375 time: 0.0136335 Nov 09 17:17:21.874465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.875586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.888659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7109d0a5-241d-430a-818b-69ccfb4c65a0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:21.889246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.908544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-ede0d018-6d2b-4fc0-bdd7-ae276e983e5e tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3817f83c36b0400cb1f071df783f4f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439320 Nov 09 17:17:21.968231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f5d69fa-4de9-40aa-a63d-9fd583068033 req-4ae78c74-0bf6-4def-bc3e-48b4ccf692ee tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145247 Nov 09 17:17:21.979180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:21.991439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:17:21.992395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.173878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.210384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.211183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.237014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Allocated IP 172.20.0.2 (1a1f72ec-72a0-44b7-a2a7-43237eadce95/99bb8d9a-df62-4603-a7c9-13b961fae301/ff750674-db65-4698-8030-cb01058b5dc3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:22.294567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.362459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ca05-2c4b-4e87-9bfb-4c6c80ba1b1b req-cf9360fa-ca4b-4772-9379-68ad3459418f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:22.364059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0961ca05-2c4b-4e87-9bfb-4c6c80ba1b1b req-cf9360fa-ca4b-4772-9379-68ad3459418f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.2477994 Nov 09 17:17:22.396244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfb873f-c11e-4057-9030-65075b21584a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:22.477445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1585ceab-993f-4377-b07b-241a6a2858e7 req-3a02ff92-1d10-439e-b089-ce0e0f372ed6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 210 time: 0.0494351 Nov 09 17:17:22.526679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0961ca05-2c4b-4e87-9bfb-4c6c80ba1b1b req-a19d8d3c-b7fa-4b86-883b-e4f21534db5a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382303 Nov 09 17:17:22.532665 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.535278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:22.541671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:22.563791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.628195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411e3df-fef7-4bde-87b6-48b7aae159c5 req-2ca75f06-11e2-4f4b-b4ac-bfccda703154 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:22.636997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7411e3df-fef7-4bde-87b6-48b7aae159c5 req-2ca75f06-11e2-4f4b-b4ac-bfccda703154 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.0952435 Nov 09 17:17:22.708201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:22.737368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:22.739778 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.740955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:22.749399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7411e3df-fef7-4bde-87b6-48b7aae159c5 req-83cb1a86-1c1b-4ad9-84cc-6c49bc3d42d4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075313 Nov 09 17:17:22.750067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Pushing event updated for resources: {'Port': ['ID=ff750674-db65-4698-8030-cb01058b5dc3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:22.838658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Attempting to bind port ff750674-db65-4698-8030-cb01058b5dc3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:22.839074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Attempting to bind port ff750674-db65-4698-8030-cb01058b5dc3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:22.839690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Attempting to bind port ff750674-db65-4698-8030-cb01058b5dc3 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:22.850339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:22.857446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:22.857787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Checking segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:22.858203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:22.858612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Bound using segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:22.859156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Bound port: ff750674-db65-4698-8030-cb01058b5dc3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:22.859761 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.040368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] For port ff750674-db65-4698-8030-cb01058b5dc3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:23.048114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] For port ff750674-db65-4698-8030-cb01058b5dc3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ff750674-db65-4698-8030-cb01058b5dc3,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:23.055753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-40812b88-3cec-4eb4-a286-6fc9fb0ec889 None None] Provisioning complete for port 8cfb873f-c11e-4057-9030-65075b21584a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:23.056142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40812b88-3cec-4eb4-a286-6fc9fb0ec889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.060461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.073459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4795-a04c-4f75-abcb-894cc336075a req-e2c185b7-7452-45e5-ae91-115278d161c6 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:23.075604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b19c4795-a04c-4f75-abcb-894cc336075a req-e2c185b7-7452-45e5-ae91-115278d161c6 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 950 time: 0.1346307 Nov 09 17:17:23.090003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a6f97746-29ee-4a4d-bfe9-0036411a7aea completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:23.127512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a6f97746-29ee-4a4d-bfe9-0036411a7aea triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:23.127887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.148716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74105-34a9-497c-9f2f-1cc2ee088aae req-bde2ad3f-efa0-44ac-a39b-dbc8db33a3d6 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:23.159545 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccd74105-34a9-497c-9f2f-1cc2ee088aae req-bde2ad3f-efa0-44ac-a39b-dbc8db33a3d6 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1095 time: 0.1736031 Nov 09 17:17:23.169252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:17:23.197663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-40812b88-3cec-4eb4-a286-6fc9fb0ec889 None None] Port 8cfb873f-c11e-4057-9030-65075b21584a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:23.211350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c8c5a-fc17-4b58-b168-f8caaf85c8a8 None None] Pushing event updated for resources: {'Port': ['ID=ff750674-db65-4698-8030-cb01058b5dc3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:23.212501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-96541f82-f8f7-43e7-a860-852bacfc208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:23.215379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-96541f82-f8f7-43e7-a860-852bacfc208f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1096 time: 0.2404430 Nov 09 17:17:23.301197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.305636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b19c4795-a04c-4f75-abcb-894cc336075a req-0ec72b1c-c5b0-4c0c-8bbd-de81a05947cd tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936085 Nov 09 17:17:23.319013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccd74105-34a9-497c-9f2f-1cc2ee088aae req-6f8e09c5-1378-43ca-944e-ed81667ff0ca tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584618 Nov 09 17:17:23.334581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:23.337012 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07692fb1-248d-43ea-aae7-9723ef5af61b" -d '{"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:23.356115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:23.368022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.415918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9350368b-c248-4453-a58f-f1c2c47b6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:23.417444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9350368b-c248-4453-a58f-f1c2c47b6343 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1938121 Nov 09 17:17:23.502838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:23.528050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.530563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-84a3f2e2-c29d-4279-9b82-3244a033e01e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.1012180 Nov 09 17:17:23.638662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.728813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ff750674-db65-4698-8030-cb01058b5dc3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:23.798775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ff750674-db65-4698-8030-cb01058b5dc3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:23.799503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.917411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.922026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:17:23.938443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-08ddefc0-3bb3-414f-ae1b-f0a0dfe8fb98 admin admin] 10.222.0.45 "PUT /v2.0/routers/7c10e12e-06a0-4c09-99af-0b85eed909ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3702016 Nov 09 17:17:23.938443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-a70b7b97-cc15-40dd-b35a-4ad6ab38ae80 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3817f83c36b0400cb1f071df783f4f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742557 Nov 09 17:17:23.941276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:17:23.967980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port ff750674-db65-4698-8030-cb01058b5dc3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ff750674-db65-4698-8030-cb01058b5dc3,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:23.973096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:23.973886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:23.977728 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:23.996610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c47b0-c4ce-409e-a91e-8617f8686cef req-b0647145-5df8-4304-adb9-1288189ddb48 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.007491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a8c47b0-c4ce-409e-a91e-8617f8686cef req-b0647145-5df8-4304-adb9-1288189ddb48 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.4821913 Nov 09 17:17:24.010318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:24.033638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487324dc-895a-44e6-a7ee-0eee5caae75b req-5d83002a-905d-49d6-9164-9cb83b35bf90 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.035779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-487324dc-895a-44e6-a7ee-0eee5caae75b req-5d83002a-905d-49d6-9164-9cb83b35bf90 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.3795516 Nov 09 17:17:24.052521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-75303e28-d97f-4a72-9fcc-8bf7fce279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.062776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-75303e28-d97f-4a72-9fcc-8bf7fce279bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.5148361 Nov 09 17:17:24.108490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Allocated IP 172.25.3.25 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/138ba24e-1d10-4dc6-9091-37d0f3de6f3a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:24.128058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-aa24cf65-a39c-4fd4-bed8-edeccdd5674d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449142 Nov 09 17:17:24.149861 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a8c47b0-c4ce-409e-a91e-8617f8686cef req-332e3e2a-c286-4dc5-b56d-27611d4bce2e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401780 Nov 09 17:17:24.264781 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830cef64-7757-4ded-b0d9-f2c1d7390422 x-openstack-request-id: req-830cef64-7757-4ded-b0d9-f2c1d7390422 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:24.265375 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:24.265375 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-830cef64-7757-4ded-b0d9-f2c1d7390422 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:24.265747 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'code': 200} Nov 09 17:17:24.342453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-487324dc-895a-44e6-a7ee-0eee5caae75b req-be74b210-c04a-4fdc-80aa-ccc18bb07b0d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578475 Nov 09 17:17:24.402601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31bcdabc-aa87-4a74-a596-dbc065725aa8 req-356913d9-d2ba-442b-b551-9a76a90a9763 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 210 time: 0.0758379 Nov 09 17:17:24.417156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=ff750674-db65-4698-8030-cb01058b5dc3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:24.490862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:24.515630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-93ab1988-71d2-42dd-8269-0601b10c471f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.517785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-93ab1988-71d2-42dd-8269-0601b10c471f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5696697 Nov 09 17:17:24.522745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-8e4f2c0e-47e2-4a25-9450-8529846d0df8 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719227 Nov 09 17:17:24.557901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Request body: {'port': {'device_id': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '3817f83c36b0400cb1f071df783f4f92'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:24.623707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c6647-160a-4297-b09f-9ddb3be71920 req-016b3928-bd33-4868-a183-ada3e7f30ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.634716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-664c6647-160a-4297-b09f-9ddb3be71920 req-016b3928-bd33-4868-a183-ada3e7f30ead service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1100 time: 0.2842684 Nov 09 17:17:24.723515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e585de30-55bb-4eab-a4f9-d8b2c534fe7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:24.745770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da58c4-ce8a-4d98-9fb0-8bd67b59e02f req-95f94481-fa60-4a61-a544-8d0a4e17c1b9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.755701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1da58c4-ce8a-4d98-9fb0-8bd67b59e02f req-95f94481-fa60-4a61-a544-8d0a4e17c1b9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 945 time: 0.1187048 Nov 09 17:17:24.784022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8d67a-6a67-4b39-b1ab-250ead71c282 None None] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:17:24.796156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-856ad5d7-79e9-498f-96aa-c2adb47fb608 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650054 Nov 09 17:17:24.835668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:24.866961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1da58c4-ce8a-4d98-9fb0-8bd67b59e02f req-949605ca-c505-4cd2-8877-d91b4b8772ca tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102750 Nov 09 17:17:24.907884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-30890a13-c1f3-4a07-9cd4-23d54860d72f None None] Provisioning complete for port ff750674-db65-4698-8030-cb01058b5dc3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:24.908602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30890a13-c1f3-4a07-9cd4-23d54860d72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:24.952155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-834e227e-1374-4d48-832e-a2892a57449a tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:24.954064 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-834e227e-1374-4d48-832e-a2892a57449a tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.0705194 Nov 09 17:17:24.974909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-3'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:24.976305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 2, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:25.004778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-abc8408e-c73c-42a0-aaaf-ef5913f1dec4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:25.006447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-abc8408e-c73c-42a0-aaaf-ef5913f1dec4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.4695172 Nov 09 17:17:25.015416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47232) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:25.021102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-664c6647-160a-4297-b09f-9ddb3be71920 req-8f30d280-548e-4512-939a-9c6709baba2a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990320 Nov 09 17:17:25.022763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-network', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:25.028857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:17:25.029323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Updating router 7c10e12e-06a0-4c09-99af-0b85eed909ca port 8cfb873f-c11e-4057-9030-65075b21584a binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:17:25.060861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-cd22d5be-2fbc-4a7e-ac93-0e5d2221e2d1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/quotas/b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 375 time: 0.0366249 Nov 09 17:17:25.068450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.071661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Made reservation on behalf of b16523d17aa749adb31cd5e6b272f5ae for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:25.074592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.092830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.097287 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.128187 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.166241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e585de30-55bb-4eab-a4f9-d8b2c534fe7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.192313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Made reservation on behalf of 3817f83c36b0400cb1f071df783f4f92 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:25.195988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.210514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e585de30-55bb-4eab-a4f9-d8b2c534fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.236725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:25.249672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.275787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:25.278957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:25.299181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-e03d1345-97eb-46e6-82c6-ddc414965584 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2277756 Nov 09 17:17:25.310447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Pushing event updated for resources: {'Port': ['ID=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:25.323510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:25.344083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.359924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e585de30-55bb-4eab-a4f9-d8b2c534fe7a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=307ca7a40cea48e2a04408ca6a744d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3327279 Nov 09 17:17:25.360149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a69a1-f920-4d1f-b6fd-61506639b260 req-0e1aa8ac-56b6-498a-8f01-42ad4d2ec42e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:25.366699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-999a69a1-f920-4d1f-b6fd-61506639b260 req-0e1aa8ac-56b6-498a-8f01-42ad4d2ec42e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.1392655 Nov 09 17:17:25.375877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47236) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:25.386549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.395611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585de30-55bb-4eab-a4f9-d8b2c534fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267b0d1e-c909-4259-b35a-7556bb1dfeff,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:25.479536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:17:25.516123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a329fd-ed34-4e72-ae92-5460976c30cb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:25.531951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.532445 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Added segment 547a9649-fbc3-4047-944a-7f49ce78adab of type vlan for network 872d10fb-fce6-41a6-aa33-2a4ee9377fef Nov 09 17:17:25.551320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:25.568462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-999a69a1-f920-4d1f-b6fd-61506639b260 req-090fb507-37cb-4243-862c-670486ec74f7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008345 Nov 09 17:17:25.612555 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.621762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.678329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-a495f637-4c1c-487b-9a38-a83936d3034f service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253984 Nov 09 17:17:25.734398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a2851-c688-4873-ab9b-621a6a5f230f None None] Pushing event updated for resources: {'Port': ['ID=8cfb873f-c11e-4057-9030-65075b21584a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:25.739032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.747482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ff750674-db65-4698-8030-cb01058b5dc3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:25.795509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.801672 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b0dec83-e4fa-4d82-87bc-22197d7a7607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.813385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Attempting to bind port 8cfb873f-c11e-4057-9030-65075b21584a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:25.814135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Attempting to bind port 8cfb873f-c11e-4057-9030-65075b21584a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:25.814930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Attempting to bind port 8cfb873f-c11e-4057-9030-65075b21584a on network 1ca38095-362d-4531-a906-e3c62b65cfd0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:25.816037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.826444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:25.826951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Checking segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:25.828013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.828493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Bound using segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:25.829952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Bound port: 8cfb873f-c11e-4057-9030-65075b21584a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:25.830728 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.831495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b0dec83-e4fa-4d82-87bc-22197d7a7607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.850103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.851179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:25.851785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.882669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bdb20d88-c5f3-4f04-b305-e93d04fbfa23 None None] Provisioning complete for port ff750674-db65-4698-8030-cb01058b5dc3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:25.883166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdb20d88-c5f3-4f04-b305-e93d04fbfa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.928529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ff750674-db65-4698-8030-cb01058b5dc3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:25.929243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.935021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] Pushing event updated for resources: {'Network': ['ID=872d10fb-fce6-41a6-aa33-2a4ee9377fef,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:25.937527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:25.940021 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a9253-c6ac-4fa1-9fa3-e97254ceb5bd" -d '{"events": [{"server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "name": "network-vif-unplugged", "status": "completed", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:25.947503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.978249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:17:25.978900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6d9f485-7cea-40b8-827a-14eff967ef1e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9624183 Nov 09 17:17:25.980500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:25.990220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47246) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:26.027687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7743-abc0-4f0c-b7a4-226b54feb631 req-d74f85b3-8cce-4b42-bc00-fa91eb8367b7 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:26.029537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96eb7743-abc0-4f0c-b7a4-226b54feb631 req-d74f85b3-8cce-4b42-bc00-fa91eb8367b7 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.3310256 Nov 09 17:17:26.033947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Request body: {'subnet': {'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-subnet', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:26.107999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a5d06-502a-40cb-9635-182be06a8ddc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:26.115781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] For port 8cfb873f-c11e-4057-9030-65075b21584a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:26.132924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Made reservation on behalf of b16523d17aa749adb31cd5e6b272f5ae for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:26.135239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.138262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b0dec83-e4fa-4d82-87bc-22197d7a7607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.140830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b0dec83-e4fa-4d82-87bc-22197d7a7607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.144389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7b0dec83-e4fa-4d82-87bc-22197d7a7607 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/267b0d1e-c909-4259-b35a-7556bb1dfeff HTTP/1.1" status: 204 len: 168 time: 0.7566133 Nov 09 17:17:26.153797 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.161001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] For port 8cfb873f-c11e-4057-9030-65075b21584a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8cfb873f-c11e-4057-9030-65075b21584a,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:26.176084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.253499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:26.257448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:26.258240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:26.305230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a2851-c688-4873-ab9b-621a6a5f230f None None] Pushing event updated for resources: {'Port': ['ID=8cfb873f-c11e-4057-9030-65075b21584a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:26.311652 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96eb7743-abc0-4f0c-b7a4-226b54feb631 req-0a9f6c63-a80b-45db-8b8d-a05650ad59b1 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671769 Nov 09 17:17:26.314155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dec83-e4fa-4d82-87bc-22197d7a7607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b0d1e-c909-4259-b35a-7556bb1dfeff,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:26.317287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on host n-h2-804292-3 for vnic_type normal with profile {"migrating_to": "n-h1-804292-3"} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:26.319469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:26.321746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:26.341344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:26.357720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Attempting to bind port 99a2fbec-491d-447b-9f4f-2148c14805b5 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:26.383075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:26.383961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:26.383961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:26.387479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Bound port: 99a2fbec-491d-447b-9f4f-2148c14805b5, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:26.387927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.420860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-2c18118d-bfb6-4a11-be2d-7fbb480740a0 service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411597 Nov 09 17:17:26.518337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c4cf3f9e-49d2-4ad0-8e82-0dffa9ae6cae None None] Provisioning complete for port 8cfb873f-c11e-4057-9030-65075b21584a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:26.518878 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f9e-49d2-4ad0-8e82-0dffa9ae6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.563172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Allocated IP 192.168.233.12 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/7bd49fc0-195e-423a-a329-341d249a7eaa) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:26.564521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:26.657842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.792274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e37010f-a696-49a4-82cc-fbc008347da3 req-7d305c22-17db-4c7c-9d3d-6bacc04a3cd8 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 210 time: 0.2741818 Nov 09 17:17:26.866316 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36f613-73c9-400c-a357-00aa3daecd08 x-openstack-request-id: req-8c36f613-73c9-400c-a357-00aa3daecd08 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:26.866602 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "name": "network-vif-unplugged", "status": "completed", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:26.866872 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c36f613-73c9-400c-a357-00aa3daecd08 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:26.867291 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'code': 200} Nov 09 17:17:26.882948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47258) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:26.911717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:26.920266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.934630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0326fb5-de9a-4186-8e41-519bb94ae9a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:26.942464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:26.983452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.072675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.104065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea33789-932c-41f1-9930-33418fb3d406 req-5adb25a7-6343-4deb-9a9e-543d6b798bac tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:27.112413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fea33789-932c-41f1-9930-33418fb3d406 req-5adb25a7-6343-4deb-9a9e-543d6b798bac tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.2431204 Nov 09 17:17:27.149634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45bd3ad-aa8d-497f-8ed3-4a11f2010153,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:27.207959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f9e-49d2-4ad0-8e82-0dffa9ae6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.208731 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fea33789-932c-41f1-9930-33418fb3d406 req-9f03cc2b-f6e9-47ed-9778-4a667b094e0b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933073 Nov 09 17:17:27.210971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Router 658dd033-63a1-40e4-98e0-2a34284fed4c is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:17:27.212065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ee4f4-bea9-475a-9a85-4569fff08af4 req-355fb3b0-24c7-4cd7-9f07-b1d18421b626 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:27.232263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-013ee4f4-bea9-475a-9a85-4569fff08af4 req-355fb3b0-24c7-4cd7-9f07-b1d18421b626 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.2952764 Nov 09 17:17:27.286735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Checking segment: {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:27.286735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Network hostable DHCP agents. Network: 872d10fb-fce6-41a6-aa33-2a4ee9377fef, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:17:27.289211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:27.305494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.320287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:27.321415 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.324370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-57d02fe7-b54c-48c7-84ef-5a4e3c630c7b service neutron] 10.222.0.43 "PUT /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 1121 time: 2.3542149 Nov 09 17:17:27.352861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c4cf3f9e-49d2-4ad0-8e82-0dffa9ae6cae None None] For port 8cfb873f-c11e-4057-9030-65075b21584a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8cfb873f-c11e-4057-9030-65075b21584a,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:27.365229 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f9e-49d2-4ad0-8e82-0dffa9ae6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.385883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0326fb5-de9a-4186-8e41-519bb94ae9a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.408041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:17:27.410626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0326fb5-de9a-4186-8e41-519bb94ae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.411834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Pushing event updated for resources: {'Port': ['ID=7bd49fc0-195e-423a-a329-341d249a7eaa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:27.416392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['99a2fbec-491d-447b-9f4f-2148c14805b5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:27.454712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-013ee4f4-bea9-475a-9a85-4569fff08af4 req-fa41af7b-d203-40e7-a9ce-61896d67a89c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213774 Nov 09 17:17:27.460041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c152b65-0c5d-4f66-91a1-c03eae9f8995 req-b0f59e9a-f704-4e23-9ef0-e8ca9a7c3c51 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 210 time: 0.0612061 Nov 09 17:17:27.463778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:26Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:27.473386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 872d10fb-fce6-41a6-aa33-2a4ee9377fef) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:27.475080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:27.489250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:27.490152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.513179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:27.516439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:27.524510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:27.525709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.542457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965cc27-cca2-4f4e-a87f-4eb9adc17fb8 None None] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:17:27.597342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-7a6f2cd1-1205-47eb-8174-7e0b8149479d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0535681 Nov 09 17:17:27.606806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:17:27.618656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Request body: {'port': {'device_id': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:27.624246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:17:27.640458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f65a3-20c9-4691-8cf7-9dc32cb8bfd2 None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:26Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:17:27.657036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:27.657489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d0326fb5-de9a-4186-8e41-519bb94ae9a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfdf7730b8e841af9aa63092d6d23dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7653391 Nov 09 17:17:27.662870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0326fb5-de9a-4186-8e41-519bb94ae9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42670487-a677-4ff7-abfd-a5ebcd880590,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:27.676232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-86a09649-7283-4532-8ab5-f3bd47d4941f None None] Provisioning complete for port 8cfb873f-c11e-4057-9030-65075b21584a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:27.676506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86a09649-7283-4532-8ab5-f3bd47d4941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.684252 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:27.694451 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:27.698299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ce3b41be-677a-41b6-9309-00bb5ef3bd9e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7031527 Nov 09 17:17:27.702044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:27.710629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:27.760744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.762955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.768474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.769690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dcca764a-69c9-4e6e-b0c2-1ab5a6947a7f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0728066 Nov 09 17:17:27.776483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:27.779633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf3f9e-49d2-4ad0-8e82-0dffa9ae6cae None None] Pushing event updated for resources: {'Port': ['ID=8cfb873f-c11e-4057-9030-65075b21584a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:27.884305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.885487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:27.972662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ff46154-ff14-4e38-8aa4-4d1a049f3305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.014851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:28.154140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d5da8-bc90-4808-9ca9-b4307e1b3ec6 req-b8b11540-fb43-47a1-b6ef-06fd751b8e34 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:28.163451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c2d5da8-bc90-4808-9ca9-b4307e1b3ec6 req-b8b11540-fb43-47a1-b6ef-06fd751b8e34 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.3961449 Nov 09 17:17:28.221852 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.233904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb46c0e9-d054-4b25-bec5-8dd4f5a4c12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.264639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb46c0e9-d054-4b25-bec5-8dd4f5a4c12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.295135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-872d10fb-fce6-41a6-aa33-2a4ee9377fef', 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'fixed_ips': [{'subnet_id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:17:28.296041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.322449 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c2d5da8-bc90-4808-9ca9-b4307e1b3ec6 req-5a93b8b1-d551-45f7-85d2-35c9f509c9d5 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550241 Nov 09 17:17:28.368977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54917d-b368-4c28-b671-98fdcfab7313 req-5b65afe3-5271-4d7f-9f5d-a2371433ca8f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:28.371311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b54917d-b368-4c28-b671-98fdcfab7313 req-5b65afe3-5271-4d7f-9f5d-a2371433ca8f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 935 time: 0.3683946 Nov 09 17:17:28.386613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.462308 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:25Z', 'revision_number': 3, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:28.516795 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:17:28.527579 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Updating router 658dd033-63a1-40e4-98e0-2a34284fed4c port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:17:28.586924 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.604992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9b9b3b23-5387-4f00-861f-81e7e2503169 None None] Provisioning complete for port 7bd49fc0-195e-423a-a329-341d249a7eaa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:28.604992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3b23-5387-4f00-861f-81e7e2503169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.721117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b3b23-5387-4f00-861f-81e7e2503169 None None] Port 7bd49fc0-195e-423a-a329-341d249a7eaa cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:28.786030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Allocated IP 172.20.0.2 (872d10fb-fce6-41a6-aa33-2a4ee9377fef/e45bd3ad-aa8d-497f-8ed3-4a11f2010153/0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:28.889312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb46c0e9-d054-4b25-bec5-8dd4f5a4c12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.900780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb46c0e9-d054-4b25-bec5-8dd4f5a4c12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:28.903060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cb46c0e9-d054-4b25-bec5-8dd4f5a4c12a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42670487-a677-4ff7-abfd-a5ebcd880590 HTTP/1.1" status: 204 len: 168 time: 1.2424762 Nov 09 17:17:28.904667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:28.911589 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f760b-d0f0-4ff8-9671-91f54ab9f11b" -d '{"events": [{"name": "network-changed", "server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:28.916660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b54917d-b368-4c28-b671-98fdcfab7313 req-d2c1fb63-3f58-4ac8-b922-392b843d9f8c tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263920 Nov 09 17:17:29.099397 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.115211 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.151688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea515c-06a3-4ce9-8413-35090c19939a req-fd1de7f1-4dae-484e-add3-799a880087bc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:29.161790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94ea515c-06a3-4ce9-8413-35090c19939a req-fd1de7f1-4dae-484e-add3-799a880087bc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.6599746 Nov 09 17:17:29.197207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:29.208723 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.212867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:29.218116 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.242113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:29.246200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Pushing event updated for resources: {'Port': ['ID=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:29.335807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-9d7261e9-14cf-46a2-9ce1-deb9627091a4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:29.340664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-9d7261e9-14cf-46a2-9ce1-deb9627091a4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.8337836 Nov 09 17:17:29.373103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Request body: {'port': {'device_id': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'admin_state_up': True, 'tenant_id': 'b018da238517441d8e405163301fd00c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:29.373539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Attempting to bind port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:29.374014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Attempting to bind port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:29.375243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Attempting to bind port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab on network 872d10fb-fce6-41a6-aa33-2a4ee9377fef {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:29.388461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:29.388837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Checking segment: {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:29.389306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.389702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Bound using segment: {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:29.390189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Bound port: 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:29.390567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.390875 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a840-3738-491d-91de-03e0cf0af03e None None] Pushing event updated for resources: {'Port': ['ID=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:29.408716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94ea515c-06a3-4ce9-8413-35090c19939a req-e49b11d7-2830-4119-bac1-1855cdfe7945 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452886 Nov 09 17:17:29.409365 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Attempting to bind port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:29.409864 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Attempting to bind port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:29.410367 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Attempting to bind port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:29.421340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46c0e9-d054-4b25-bec5-8dd4f5a4c12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42670487-a677-4ff7-abfd-a5ebcd880590,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:29.439630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:29.440362 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:29.441361 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.442753 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:29.444451 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Bound port: 138ba24e-1d10-4dc6-9091-37d0f3de6f3a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:29.445118 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.557845 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] For port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:29.561987 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] For port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:29.571527 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.599894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] For port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:29.602975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f547-b46f-40be-829c-ffc01a08c130 req-aace6d27-0b4b-4e19-a715-a39fc4d9dc68 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:29.605412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a17f547-b46f-40be-829c-ffc01a08c130 req-aace6d27-0b4b-4e19-a715-a39fc4d9dc68 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.1846235 Nov 09 17:17:29.617356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] For port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,segment=NetworkSegment(547a9649-fbc3-4047-944a-7f49ce78adab),segment_id=547a9649-fbc3-4047-944a-7f49ce78adab)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:29.618594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:29.643176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.677687 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a840-3738-491d-91de-03e0cf0af03e None None] Pushing event updated for resources: {'Port': ['ID=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:29.719299 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:29.720790 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:29.756985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8cfb873f-c11e-4057-9030-65075b21584a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:29.774674 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:17:29.779147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44d8a1fb-041e-495f-bd75-21481bb52d2a req-8b122511-88a4-4a56-a69d-7b36f327b7af tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 210 time: 0.1976738 Nov 09 17:17:29.823889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a17f547-b46f-40be-829c-ffc01a08c130 req-a279ba73-b285-4242-b07a-17cf4cfe4858 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870456 Nov 09 17:17:29.882241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd49fc0-195e-423a-a329-341d249a7eaa {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:29.907757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:29.952106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Transition to ACTIVE for port object 7bd49fc0-195e-423a-a329-341d249a7eaa will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:29.998639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58c1b1-5ea3-4979-9df5-d75b47b8b2ca None None] Pushing event updated for resources: {'Port': ['ID=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:30.049704 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc507ed7-98de-4edd-a56b-bfcdb82267bf x-openstack-request-id: req-dc507ed7-98de-4edd-a56b-bfcdb82267bf {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:30.050494 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:30.051573 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc507ed7-98de-4edd-a56b-bfcdb82267bf {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:30.052865 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'status': 'completed', 'code': 200} Nov 09 17:17:30.054602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.102749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:30.148216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-890ed5b3-3d7f-4637-97f2-85536b65633b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d9a5bb748a9b40a6b404119f05e42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325846 Nov 09 17:17:30.237082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 has no active binding in host n-h1-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:17:30.255257 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:30.295567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Pushing event updated for resources: {'Port': ['ID=7bd49fc0-195e-423a-a329-341d249a7eaa,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:30.318500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8cfb873f-c11e-4057-9030-65075b21584a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:30.319071 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.364650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-b6cfe89d-95de-40ca-97ac-826ff5a5d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:30.366363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-b6cfe89d-95de-40ca-97ac-826ff5a5d635 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1124 time: 0.3439293 Nov 09 17:17:30.432060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-f3096e34-bc93-4b07-8184-859683d7614d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:30.442025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5839247-065a-41bc-a7f5-db67bb2b404a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.444888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-f3096e34-bc93-4b07-8184-859683d7614d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954326 Nov 09 17:17:30.512791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-b8149e03-44f9-4c25-9f5c-75f5bcfac31d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/quotas/d9a5bb748a9b40a6b404119f05e42775 HTTP/1.1" status: 200 len: 375 time: 0.0662045 Nov 09 17:17:30.514760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.570484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Attempting to bind port 7bd49fc0-195e-423a-a329-341d249a7eaa on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:30.570821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Attempting to bind port 7bd49fc0-195e-423a-a329-341d249a7eaa by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:30.571369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Attempting to bind port 7bd49fc0-195e-423a-a329-341d249a7eaa on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:30.583945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.600821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Port 7bd49fc0-195e-423a-a329-341d249a7eaa on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:30.601151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Attempting to bind port 7bd49fc0-195e-423a-a329-341d249a7eaa on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:30.632844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55c340-7fcc-45ac-ac18-34091e3ca088 req-aadf5266-2649-4fc7-b533-17d4e2ba1367 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:30.646640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e55c340-7fcc-45ac-ac18-34091e3ca088 req-aadf5266-2649-4fc7-b533-17d4e2ba1367 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 947 time: 0.4133942 Nov 09 17:17:30.651292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-29fb60bb-5ac4-4996-a161-392e80d778e4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373284 Nov 09 17:17:30.655131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Made reservation on behalf of b018da238517441d8e405163301fd00c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:30.663010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:30.663396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:30.664136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:30.664299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Bound port: 7bd49fc0-195e-423a-a329-341d249a7eaa, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:30.664684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.666160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.678728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:30.772496 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:25Z', 'revision_number': 3, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:30.782339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-1b7d11a7-84ee-44f8-96ce-3c03dd8213e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:30.783867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-1b7d11a7-84ee-44f8-96ce-3c03dd8213e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.3915086 Nov 09 17:17:30.847061 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2254a-9eaa-4028-ac80-2918ad74b341 None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:25Z', 'revision_number': 3, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:17:30.935280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e55c340-7fcc-45ac-ac18-34091e3ca088 req-d398e6ce-8ffa-4f72-be0d-0d90cd891e79 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875738 Nov 09 17:17:30.936736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-8ade3127-0d35-432f-9537-a3f9d3076fbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.1078403 Nov 09 17:17:30.967431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] For port 7bd49fc0-195e-423a-a329-341d249a7eaa, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:30.988198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] For port 7bd49fc0-195e-423a-a329-341d249a7eaa, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7bd49fc0-195e-423a-a329-341d249a7eaa,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:31.036594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Allocated IP 172.25.3.172 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:31.041633 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:31.191408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:31.192048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:31.193543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] 10.222.0.83 "PUT /v2.0/ports/7bd49fc0-195e-423a-a329-341d249a7eaa HTTP/1.1" status: 200 len: 1095 time: 3.5815547 Nov 09 17:17:31.194032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'tag': '7bd49fc0-195e-423a-a329-341d249a7eaa'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:31.214643 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f0f6b-0585-4a5f-966e-c860836f59c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6886f88-3699-4b79-aeba-1e02ac25905b", "tag": "7bd49fc0-195e-423a-a329-341d249a7eaa"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:31.249162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83c52b-235a-497e-b57c-d517ae9da3c8 req-63858634-8003-4322-a940-a227c189b174 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:31.250978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c83c52b-235a-497e-b57c-d517ae9da3c8 req-63858634-8003-4322-a940-a227c189b174 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.2209127 Nov 09 17:17:31.316159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-4874f3ed-f455-46d0-a118-1b9854aef35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:31.324061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-4874f3ed-f455-46d0-a118-1b9854aef35a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.3359880 Nov 09 17:17:31.346648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c83c52b-235a-497e-b57c-d517ae9da3c8 req-094532e3-70c4-462f-9f54-c9ef18085398 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749989 Nov 09 17:17:31.429462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40de36a8-5318-49b3-b0d6-2314c7883b7e req-80e73696-318e-46db-a162-05e4cb1aea3e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 210 time: 0.3183279 Nov 09 17:17:31.491711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Allocated IP 172.20.0.1 (1a1f72ec-72a0-44b7-a2a7-43237eadce95/99bb8d9a-df62-4603-a7c9-13b961fae301/cdbcea8c-5434-400f-a5c8-e4c9ea1569ce) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:31.493024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:31.640471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-40ad9e2b-16f5-4929-b555-45c2d89eab70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082214 Nov 09 17:17:31.641087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa140b-3b98-4b12-9f28-78f191fef3bb service neutron] Pushing event updated for resources: {'Port': ['ID=7bd49fc0-195e-423a-a329-341d249a7eaa,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:31.707739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Allocated IP 172.20.0.6 (85da85a4-0104-411e-a021-4159e9be8da3/4f802cf7-f5d2-43a0-932e-a1819bfc133d/79caff0f-83b2-49f9-9b1d-e3fe993b7175) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:31.711882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22db5d42-dd1e-4e70-aaa7-775d80667941 req-18cb83d1-c7b4-4988-bb6c-113de2d68af5 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 210 time: 0.0895336 Nov 09 17:17:31.798815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88816f-50bd-4f90-8917-a2e3c17cd60b None None] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:17:31.824864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:31.850749 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916431d2-f10a-4468-96dc-37124dcdcd3e x-openstack-request-id: req-916431d2-f10a-4468-96dc-37124dcdcd3e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:31.851514 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6886f88-3699-4b79-aeba-1e02ac25905b", "tag": "7bd49fc0-195e-423a-a329-341d249a7eaa", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:31.851914 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-916431d2-f10a-4468-96dc-37124dcdcd3e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:31.852462 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'tag': '7bd49fc0-195e-423a-a329-341d249a7eaa', 'status': 'completed', 'code': 200} Nov 09 17:17:31.894613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-b7b503f6-2bc4-48b4-8715-375ab25fbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:31.896221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-b7b503f6-2bc4-48b4-8715-375ab25fbdb9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3817f83c36b0400cb1f071df783f4f92&device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 1098 time: 0.5592401 Nov 09 17:17:31.993970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21bc5-02a1-4aaf-b745-26c766757b1f req-c4c53452-1b40-4277-8014-0a8d5ad7198b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:31.997288 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3de21bc5-02a1-4aaf-b745-26c766757b1f req-c4c53452-1b40-4277-8014-0a8d5ad7198b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.3046801 Nov 09 17:17:32.045402 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.053456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-e2afde80-5e74-47b1-adc8-afe89fcd6920 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7bd49fc0-195e-423a-a329-341d249a7eaa HTTP/1.1" status: 200 len: 217 time: 0.1220400 Nov 09 17:17:32.074440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:32.165893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fbaf25ba-3c55-4129-a9fa-84b352522433 None None] Provisioning complete for port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:32.166528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf25ba-3c55-4129-a9fa-84b352522433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.171396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-266d010b-365c-4dde-ac88-5314c1da45d7 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843328 Nov 09 17:17:32.194009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.282548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3de21bc5-02a1-4aaf-b745-26c766757b1f req-18763fc2-3e1f-4c89-a14f-ac62f2e28b49 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748568 Nov 09 17:17:32.300336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:32.315836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:32.317657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-f9e5adb1-9840-43c4-bac2-5993d4f11210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:32.319424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-f9e5adb1-9840-43c4-bac2-5993d4f11210 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2529871 Nov 09 17:17:32.326869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.355445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:32.356273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.392098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b96ff-8878-4b5f-8375-8a3886f5a488 req-b046f112-81ed-4e2b-9257-86778985b93e tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:32.393705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-034b96ff-8878-4b5f-8375-8a3886f5a488 req-b046f112-81ed-4e2b-9257-86778985b93e tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 947 time: 0.2713230 Nov 09 17:17:32.397646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:32.508562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:32.527261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:32.532349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:32.571329 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf25ba-3c55-4129-a9fa-84b352522433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.611098 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-058f760b-d0f0-4ff8-9671-91f54ab9f11b req-576e14bf-26f4-49bc-b143-94dfc2067404 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268301 Nov 09 17:17:32.666552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:32.666939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.707591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.802517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fbaf25ba-3c55-4129-a9fa-84b352522433 None None] For port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,segment=NetworkSegment(547a9649-fbc3-4047-944a-7f49ce78adab),segment_id=547a9649-fbc3-4047-944a-7f49ce78adab)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:32.819287 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf25ba-3c55-4129-a9fa-84b352522433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:32.909309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63d9b-2597-4f26-84fc-c1d68208018b req-538f5342-5c08-475c-82de-46c9b380c4d8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:32.920097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5d63d9b-2597-4f26-84fc-c1d68208018b req-538f5342-5c08-475c-82de-46c9b380c4d8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.1789176 Nov 09 17:17:32.943373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.005676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6be7f516-9cf5-4739-9728-93d2cccb85a9 None None] Provisioning complete for port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:33.006081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6be7f516-9cf5-4739-9728-93d2cccb85a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.060521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Network 85da85a4-0104-411e-a021-4159e9be8da3 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:33.061493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.065854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6be7f516-9cf5-4739-9728-93d2cccb85a9 None None] Port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:33.069111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.071395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 138ba24e-1d10-4dc6-9091-37d0f3de6f3a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:33.072860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:33.074340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf25ba-3c55-4129-a9fa-84b352522433 None None] Pushing event updated for resources: {'Port': ['ID=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:33.094170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5d63d9b-2597-4f26-84fc-c1d68208018b req-dd88d37f-61f1-4927-885d-a6b737165283 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720610 Nov 09 17:17:33.099639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:33.114441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:33.114441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.114441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:33.135485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:33.167670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:33.168335 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.173512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-3ac78873-79c9-4903-9070-69a5cc673017 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8141210 Nov 09 17:17:33.191821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Request body: {'port': {'device_id': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:33.338826 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.352801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-25a3c753-0108-45d2-b4fb-1dc8d6e304cf None None] Provisioning complete for port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:33.353181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25a3c753-0108-45d2-b4fb-1dc8d6e304cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.394473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:33.396080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.402879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-14062331-5248-4b5b-974d-d562c4c86b29 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d9a5bb748a9b40a6b404119f05e42775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2291381 Nov 09 17:17:33.405707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6fe73839-fd25-48c5-b876-2776a5112e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:33.407351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.408624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-6fe73839-fd25-48c5-b876-2776a5112e01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0779066 Nov 09 17:17:33.436030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44390568-223b-4b0c-9fad-0c13c7b835e6 req-15ff84ce-311c-4630-ad74-b5c9c14baab8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:33.437626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44390568-223b-4b0c-9fad-0c13c7b835e6 req-15ff84ce-311c-4630-ad74-b5c9c14baab8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 931 time: 0.1774645 Nov 09 17:17:33.446892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-034b96ff-8878-4b5f-8375-8a3886f5a488 req-d5f2c688-92b0-46d8-8b8b-36c2dedf73fb tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9919219 Nov 09 17:17:33.525638 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.530038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:33.700750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:33.780646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-6da4a72d-bb81-4bbd-b240-5737ddae024e service neutron] 10.222.0.83 "GET /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 384 time: 1.1559300 Nov 09 17:17:33.799027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:33.799391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:33.800680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-fc0fd6e9-7105-494a-b8c5-7be40c266bc0 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438015 Nov 09 17:17:34.012383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33caca58-f253-482f-afd9-b4bd120cd0b8 req-5f96565f-a7b8-4668-b0b2-8187391387e7 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Nov 09 17:17:34.047588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.071386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.072224 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.091162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-e37fc55a-f515-4c44-af7e-48be052316b9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:34.092618 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-e37fc55a-f515-4c44-af7e-48be052316b9 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6053069 Nov 09 17:17:34.124957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Request body: {'port': {'device_id': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'd9a5bb748a9b40a6b404119f05e42775'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:34.194145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44390568-223b-4b0c-9fad-0c13c7b835e6 req-80aced01-9b04-43c6-aacb-1ba0a51c6d97 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090736 Nov 09 17:17:34.208848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126a2fce-f4b8-4575-a3df-95754e192c7a req-097bae4e-6158-47c1-b906-1078830dd7e8 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564637 Nov 09 17:17:34.212577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.218123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:34.392305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:34.407940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:34.423962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a2ac4-3c52-48d7-b92e-0cee7f715864 req-7d51a447-d35e-42e4-b003-6af99757283c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:34.425617 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe3a2ac4-3c52-48d7-b92e-0cee7f715864 req-7d51a447-d35e-42e4-b003-6af99757283c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.3210053 Nov 09 17:17:34.575865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:34.607360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:34.619023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79caff0f-83b2-49f9-9b1d-e3fe993b7175 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:34.643830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.681683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23390-13b9-4b04-836b-593d182057d1 req-89aab5c7-ff84-4532-8116-292a67f8e2bc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:34.684167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Made reservation on behalf of d9a5bb748a9b40a6b404119f05e42775 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:34.685906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edb23390-13b9-4b04-836b-593d182057d1 req-89aab5c7-ff84-4532-8116-292a67f8e2bc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 943 time: 0.2914271 Nov 09 17:17:34.688693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.693157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a2fbec-491d-447b-9f4f-2148c14805b5 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:34.714320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-58a9d616-6851-462f-bfc5-ba18835164ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:34.716220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-58a9d616-6851-462f-bfc5-ba18835164ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3817f83c36b0400cb1f071df783f4f92&device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 1098 time: 0.3817956 Nov 09 17:17:34.773414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:34.777993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Transition to ACTIVE for port object 79caff0f-83b2-49f9-9b1d-e3fe993b7175 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:34.812708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.820264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d25ff21b-fc17-439a-bd1a-862087b7c1f4 None None] Provisioning complete for port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:34.821399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d25ff21b-fc17-439a-bd1a-862087b7c1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.878450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:34.883084 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:34.890659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d25ff21b-fc17-439a-bd1a-862087b7c1f4 None None] Port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:34.899488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe3a2ac4-3c52-48d7-b92e-0cee7f715864 req-fd5cb4d5-6961-45c5-bc75-eda6427ef507 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198284 Nov 09 17:17:34.964181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edb23390-13b9-4b04-836b-593d182057d1 req-7ca6ea4c-31a8-4361-90e6-4fbfc22b3b8c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017465 Nov 09 17:17:35.018892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:17:35.031536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:35.079735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:35.080425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:35.080971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:35.096625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:35.099696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:35.108788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.184706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:35.185199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:35.185598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:35.186066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Bound port: 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:35.186431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.200226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-207555fe-ff52-40c7-b3bf-df3638d16b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.203046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-05a375b0-6b33-431e-b6dd-d996a8fd4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.204070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-05a375b0-6b33-431e-b6dd-d996a8fd4d3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.4666953 Nov 09 17:17:35.209918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1fffae6-9799-44d1-a058-dc4b68b9336c req-1629459e-ce5d-40fe-9261-95c877e3b7db tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 210 time: 0.0461709 Nov 09 17:17:35.392168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:17:35.397534 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3638879e-efaf-4b3d-8836-30eaa8a57e26 admin admin] 10.222.0.45 "PUT /v2.0/routers/658dd033-63a1-40e4-98e0-2a34284fed4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6185288 Nov 09 17:17:35.406887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:35.407634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:17:35.411466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:35.424195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:35.425304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:35.426452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae2064-2003-48ff-9260-953338b5fc03 req-44d21139-195e-4bbc-9fb3-382f704570f8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.428171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02ae2064-2003-48ff-9260-953338b5fc03 req-44d21139-195e-4bbc-9fb3-382f704570f8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 943 time: 0.1153555 Nov 09 17:17:35.429360 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.476130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.477174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.478752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] 10.222.0.43 "PUT /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 1091 time: 2.2912247 Nov 09 17:17:35.489255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:35.491902 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88733f80-9791-443e-956b-ac79edd2bfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:35.539352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cfa19-fa74-459c-aca1-0f6db8b0e13f service neutron] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:35.562134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02ae2064-2003-48ff-9260-953338b5fc03 req-7ac3c17a-1049-45cc-8d08-660a92950602 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228020 Nov 09 17:17:35.613912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:35.637802 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-8a1dd887-6a51-4407-9acf-3819c7cd60bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7bd49fc0-195e-423a-a329-341d249a7eaa HTTP/1.1" status: 200 len: 217 time: 0.1163712 Nov 09 17:17:35.639994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Allocated IP 192.168.233.241 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/09d967ce-89d3-4dbd-a453-d3821887c399) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:35.643201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-c307701c-6d0c-4707-8486-c9f8cb430b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.646150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-c307701c-6d0c-4707-8486-c9f8cb430b48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1094 time: 0.0735204 Nov 09 17:17:35.657503 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee9a0c-e30f-456f-bd48-a3957c07fdf0 x-openstack-request-id: req-bbee9a0c-e30f-456f-bd48-a3957c07fdf0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:35.657905 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:35.658162 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbee9a0c-e30f-456f-bd48-a3957c07fdf0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:35.658560 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'status': 'completed', 'code': 200} Nov 09 17:17:35.682747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] Transition to ACTIVE for port object 99a2fbec-491d-447b-9f4f-2148c14805b5 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:35.693106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ab5c-3840-4a58-9f24-81e57d5e616e req-aa1274c0-fb60-4b60-8d28-bf68bcbefb01 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.702102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e45ab5c-3840-4a58-9f24-81e57d5e616e req-aa1274c0-fb60-4b60-8d28-bf68bcbefb01 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 947 time: 0.6237681 Nov 09 17:17:35.722294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 138ba24e-1d10-4dc6-9091-37d0f3de6f3a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:35.732293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-06089824-dcc0-4160-b4f6-acb0e1152e30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 217 time: 0.0710216 Nov 09 17:17:35.798255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-b288e7ec-7024-40ab-b7ed-20d32672f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.799974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-b288e7ec-7024-40ab-b7ed-20d32672f058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0575230 Nov 09 17:17:35.813038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.861164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:35.861624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:35.881134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-927db1ec-eacc-41dd-970b-782b3bba0b5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550377 Nov 09 17:17:35.968802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-75f2cf1e-4908-40ff-a84b-fba8f78030e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:35.970284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-75f2cf1e-4908-40ff-a84b-fba8f78030e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.3155029 Nov 09 17:17:35.999844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 2, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:36.040811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:17:36.041169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Updating router 658dd033-63a1-40e4-98e0-2a34284fed4c port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:17:36.072856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.088331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] No DVR routers for this DVR port 99a2fbec-491d-447b-9f4f-2148c14805b5 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:17:36.090064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:17:36.092387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] Pushing event updated for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:36.094883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-e7a3004d-d4d8-4136-9940-5864555e85c7 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990721 Nov 09 17:17:36.119650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-25173bcf-f45a-42c8-80ad-5eb733d79790 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.121553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-25173bcf-f45a-42c8-80ad-5eb733d79790 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 819 time: 0.2366798 Nov 09 17:17:36.124140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e45ab5c-3840-4a58-9f24-81e57d5e616e req-dea98ec1-e70c-479a-b236-172d3f6c78a6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210758 Nov 09 17:17:36.158492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-1dedc4fc-b843-42b2-b7ca-8a142879015e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/quotas/7adbdea84b384a288bfe7806f16eedfa HTTP/1.1" status: 200 len: 375 time: 0.0285184 Nov 09 17:17:36.215863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a618a46a-a8a1-43f4-83e8-e32bf60e051a service neutron] 10.222.0.83 "PUT /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5/bindings/n-h1-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4240677 Nov 09 17:17:36.278262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-b3ceacf9-07c6-4cfa-926a-9ecd294cf0f5 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187451 Nov 09 17:17:36.310953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-207555fe-ff52-40c7-b3bf-df3638d16b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.341558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-207555fe-ff52-40c7-b3bf-df3638d16b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.345390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-eb6e7156-18b7-47fd-a1fb-fc7ca25e2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.346976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-eb6e7156-18b7-47fd-a1fb-fc7ca25e2df9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3388662 Nov 09 17:17:36.388491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8baf06a-138b-484d-a18b-783fead6dd2d req-cfca2002-0df0-46aa-b18c-d8fffdf76a7f service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781899 Nov 09 17:17:36.412067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.413268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9bb6fb5c-8f2c-4e1a-a506-c8808b3dbd62 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.414482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9bb6fb5c-8f2c-4e1a-a506-c8808b3dbd62 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.1205742 Nov 09 17:17:36.471455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-2680ae2b-4d3b-4eb1-8f60-928d6ad4dac0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921411 Nov 09 17:17:36.528946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207555fe-ff52-40c7-b3bf-df3638d16b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d5127-e97f-40bf-95c9-04f7627d13bc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:36.534065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-207555fe-ff52-40c7-b3bf-df3638d16b74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34621fce3bdc40d48eebd9d3324265ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6485476 Nov 09 17:17:36.559514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:36.570607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2fa74-6d80-46d9-b9ce-741550a5ad4a req-759e5b7e-78cf-4687-b44e-80e3fb554202 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.572285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a76ff447-36ba-4fb0-9959-bb65a3177d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.572472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38d2fa74-6d80-46d9-b9ce-741550a5ad4a req-759e5b7e-78cf-4687-b44e-80e3fb554202 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.3356633 Nov 09 17:17:36.573969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-a76ff447-36ba-4fb0-9959-bb65a3177d28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57&tenant_id=cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 1095 time: 0.1430292 Nov 09 17:17:36.582330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.587588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-29150046-0f81-4cae-8c77-d3eea90ba300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.589961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-29150046-0f81-4cae-8c77-d3eea90ba300 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1094 time: 0.1176913 Nov 09 17:17:36.593822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.617421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:17:36.627780 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Sync routers for ids ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:17:36.654686 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Routers {'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:36.656208 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:36.705679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489fb48-1233-4e59-ba1d-329b4ba923ad None None] Pushing event updated for resources: {'Port': ['ID=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:36.714872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.735956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:36.739829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ede7bbdd-bb62-4a7e-89e6-14dd6734bdb7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.0331421 Nov 09 17:17:36.740680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47418) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:36.744358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6439fe75-808a-44f7-b9be-cf39107170e3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:36.749706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:36.782748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-7cb5a6bb-fbab-40dc-8087-d5981dfef68e service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810004 Nov 09 17:17:36.795282 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-373196ad-cc31-4311-b36d-335b862493e3 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137704 Nov 09 17:17:36.850414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38d2fa74-6d80-46d9-b9ce-741550a5ad4a req-94d36945-330c-4c2b-87c6-a54d851c56a4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602558 Nov 09 17:17:36.901805 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Set router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:36.906558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:36.926441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Attempting to bind port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:36.927072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Attempting to bind port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:36.927458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Attempting to bind port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:36.945603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-8535580e-c183-4ddd-adfa-a3a23cbe9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:36.951078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-8535580e-c183-4ddd-adfa-a3a23cbe9e00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1095 time: 0.3384316 Nov 09 17:17:36.960441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7bd49fc0-195e-423a-a329-341d249a7eaa details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:36.992046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event updated for resources: {'Port': ['ID=09d967ce-89d3-4dbd-a453-d3821887c399,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:37.002072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465c4b52-f891-443a-9764-d775f8784d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.022644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:37.025136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:37.038919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:37.039693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.149301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:17:37.257862 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 3, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:37.328241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-271db957-73e2-424c-aca3-bd5ba7abd57d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2182026 Nov 09 17:17:37.350448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Request body: {'port': {'device_id': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:37.389746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:37.390134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Checking segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:37.390542 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.390957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Bound using segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:37.391538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Bound port: cdbcea8c-5434-400f-a5c8-e4c9ea1569ce, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:37.391869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.398515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465c4b52-f891-443a-9764-d775f8784d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.410738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-a2306519-cea9-4ab7-9e6a-6ec8f1ca65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:37.412283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-a2306519-cea9-4ab7-9e6a-6ec8f1ca65ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.8109677 Nov 09 17:17:37.420364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f0f6b-0585-4a5f-966e-c860836f59c4 req-cc9d54ab-dbd9-47cc-aa2e-43a956f1a1c2 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153128 Nov 09 17:17:37.461346 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Checking router: c82ec051-b870-47c4-a1ae-a0b6ba6e9daa for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:17:37.462369 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Updating router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:17:37.488189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] For port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:37.490973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] For port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:37.511245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.515252 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.521903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ea05-190c-4949-bf8b-ac5ea3fc75f9 req-91f3765a-a283-4fb9-8666-50b83e2bcdd2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:37.538083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b543ea05-190c-4949-bf8b-ac5ea3fc75f9 req-91f3765a-a283-4fb9-8666-50b83e2bcdd2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.5238507 Nov 09 17:17:37.551960 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-f3a9fa01-5d60-4d7a-9d5d-e1a52a2adc73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 217 time: 0.1120377 Nov 09 17:17:37.619159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b543ea05-190c-4949-bf8b-ac5ea3fc75f9 req-9a0ac3f9-450d-431f-b6f3-029bea5ce637 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811064 Nov 09 17:17:37.635599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:37.678216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.43', 60131) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:37.709314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507677bd-22a4-460c-af65-5ddd5171ce15 req-e4e34814-0d77-4e54-8810-c7775ee49dac tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:37.730109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-507677bd-22a4-460c-af65-5ddd5171ce15 req-e4e34814-0d77-4e54-8810-c7775ee49dac tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 936 time: 0.3613038 Nov 09 17:17:37.842222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9ba83508-e9ec-4ea7-8914-e5fed66fe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:37.845818 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9ba83508-e9ec-4ea7-8914-e5fed66fe160 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.4772844 Nov 09 17:17:37.849161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7bd49fc0-195e-423a-a329-341d249a7eaa, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7bd49fc0-195e-423a-a329-341d249a7eaa,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:37.907386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-d12b6fba-2843-45fe-9fac-47993267f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:37.909456 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-d12b6fba-2843-45fe-9fac-47993267f79f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.3407459 Nov 09 17:17:37.922244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:37.923121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:37.936373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '7bd49fc0-195e-423a-a329-341d249a7eaa', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '7bd49fc0-195e-423a-a329-341d249a7eaa', 'mac_address': 'fa:16:3e:97:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:38.029369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-9ac133f9-da01-4662-94ce-87bb283fc59a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.1662104 Nov 09 17:17:38.059326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-570135ca-6997-48cc-8f7a-64944a201826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722940 Nov 09 17:17:38.118493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:38.123113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-507677bd-22a4-460c-af65-5ddd5171ce15 req-b1f2d849-e121-4681-a954-c445f13abd14 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788054 Nov 09 17:17:38.165898 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.174842 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.267676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca938ef-1528-478d-8c77-811d9e615273 req-fcc4554a-cd12-457b-919d-72f74f7bbfb7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:38.268490 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5e02e-c5e1-407a-8e02-71f982020064 None None] Pushing event updated for resources: {'Port': ['ID=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:38.279499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ca938ef-1528-478d-8c77-811d9e615273 req-fcc4554a-cd12-457b-919d-72f74f7bbfb7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 943 time: 0.5160680 Nov 09 17:17:38.301431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489fb48-1233-4e59-ba1d-329b4ba923ad None None] Pushing event updated for resources: {'Port': ['ID=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:38.304192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:17:38.332629 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Attempting to bind port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:38.333066 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Attempting to bind port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:38.333931 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Attempting to bind port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:38.335145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-16d0fd91-1101-4f91-9766-fe2215b0659d None None] Provisioning complete for port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:38.335534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d0fd91-1101-4f91-9766-fe2215b0659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.342863 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:38.343412 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:38.343901 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.344309 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:38.344961 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Bound port: 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:38.345400 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.392509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d967ce-89d3-4dbd-a453-d3821887c399 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:38.429800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.440743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465c4b52-f891-443a-9764-d775f8784d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.443285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15b88b89-61f8-49ae-b8ae-5de18a132ba8 req-b150988c-7c95-4d67-9d61-9a8bf5e3bacb tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 210 time: 0.1034813 Nov 09 17:17:38.444985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465c4b52-f891-443a-9764-d775f8784d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.445947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-465c4b52-f891-443a-9764-d775f8784d8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/673d5127-e97f-40bf-95c9-04f7627d13bc HTTP/1.1" status: 204 len: 168 time: 1.8836679 Nov 09 17:17:38.455170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] For port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:38.460375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] For port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:38.466532 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.491419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-f805b52f-2a64-4ddd-be2f-427fcb34889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:38.492003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c4b52-f891-443a-9764-d775f8784d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d5127-e97f-40bf-95c9-04f7627d13bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:38.499669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-f805b52f-2a64-4ddd-be2f-427fcb34889c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.4434984 Nov 09 17:17:38.508578 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-39739822-ab59-4cf1-8e41-272d70c418ab req-22bc9b8e-34f7-445a-86ee-ec7a5c2dbb4c service neutron] show failed (client error): The resource could not be found. Nov 09 17:17:38.517923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-22bc9b8e-34f7-445a-86ee-ec7a5c2dbb4c service neutron] 10.222.0.43 "GET /v2.0/ports/7440f967-6484-4296-bfb4-ea8d9b513027/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.8239212 Nov 09 17:17:38.550616 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5e02e-c5e1-407a-8e02-71f982020064 None None] Pushing event updated for resources: {'Port': ['ID=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:38.587863 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Routers {'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:38.591209 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:38.595158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Transition to ACTIVE for port object 09d967ce-89d3-4dbd-a453-d3821887c399 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:38.608510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d0fd91-1101-4f91-9766-fe2215b0659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.625686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ca938ef-1528-478d-8c77-811d9e615273 req-4bc36202-a9ec-47d9-b63b-e515224d9001 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452597 Nov 09 17:17:38.626497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.660925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.668197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-285edb02-a42b-43cc-a4e0-627802ac2379 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520631 Nov 09 17:17:38.696149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-16d0fd91-1101-4f91-9766-fe2215b0659d None None] For port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:38.707778 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d0fd91-1101-4f91-9766-fe2215b0659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.710376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd49fc0-195e-423a-a329-341d249a7eaa {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:38.731972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7bd49fc0-195e-423a-a329-341d249a7eaa, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7bd49fc0-195e-423a-a329-341d249a7eaa,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:38.788083 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] Set router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:38.804706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0fd91-1101-4f91-9766-fe2215b0659d None None] Pushing event updated for resources: {'Port': ['ID=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:38.810258 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:38.819086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:37Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:38.865849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=09d967ce-89d3-4dbd-a453-d3821887c399,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:38.891854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7607b-7304-495e-a462-3bdbc74b4ee6 None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:37Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:17:39.028166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7bd49fc0-195e-423a-a329-341d249a7eaa,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:39.038412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-de4cea2f-89b6-4aed-931c-3dd7904ccf7d None None] Provisioning complete for port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:39.039088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de4cea2f-89b6-4aed-931c-3dd7904ccf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:39.121937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7bd49fc0-195e-423a-a329-341d249a7eaa'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:39.312895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-2f44982e-885f-406b-98ac-b83f28b37a6a service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2362812 Nov 09 17:17:39.331776 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 3, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:39.423253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47444) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:39.427679 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f516aa0-ca4e-4c5b-ba08-0b460aac690a None None] The sync data for ids ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'] in n-d-804292-3 is: [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 3, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:17:39.570712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf505107-5407-4a42-ac5d-964375ca31fa req-a8cbe953-05fc-4298-97b4-11a47d9451c1 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:39.584583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-503ae653-9ab0-462f-b753-9fedceb2109d tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:39.587129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-503ae653-9ab0-462f-b753-9fedceb2109d tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.43 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 819 time: 0.4487221 Nov 09 17:17:39.587898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf505107-5407-4a42-ac5d-964375ca31fa req-a8cbe953-05fc-4298-97b4-11a47d9451c1 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 948 time: 0.9214275 Nov 09 17:17:39.594442 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-259f4f16-48aa-4589-8de6-40a25475a7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:39.652023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'port': {'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'admin_state_up': True, 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:39.653373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:39.709104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cdbcea8c-5434-400f-a5c8-e4c9ea1569ce up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:39.768431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88733f80-9791-443e-956b-ac79edd2bfc9 req-64b245e8-41bf-4ce3-a7a7-78d757b00b81 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415288 Nov 09 17:17:39.927884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:39.928693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:39.980107 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-259f4f16-48aa-4589-8de6-40a25475a7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.003268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-259f4f16-48aa-4589-8de6-40a25475a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.009436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-e1266b0f-5b3c-4d96-b065-7390db94b7b3 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2284029 Nov 09 17:17:40.125459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:40.142239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791c0ed-a4f2-4d8f-9b36-635acf9e76ba req-66a4dbea-611f-4221-927c-402a685e311c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:40.143894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b791c0ed-a4f2-4d8f-9b36-635acf9e76ba req-66a4dbea-611f-4221-927c-402a685e311c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 1.2315099 Nov 09 17:17:40.145895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Attempting to bind port 09d967ce-89d3-4dbd-a453-d3821887c399 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:40.146155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Attempting to bind port 09d967ce-89d3-4dbd-a453-d3821887c399 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:40.146487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Attempting to bind port 09d967ce-89d3-4dbd-a453-d3821887c399 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:40.170248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'port_id': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'mac_address': 'fa:16:3e:49:6d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f802cf7-f5d2-43a0-932e-a1819bfc133d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:40.217400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Port 09d967ce-89d3-4dbd-a453-d3821887c399 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:40.217930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Attempting to bind port 09d967ce-89d3-4dbd-a453-d3821887c399 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:40.244000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:40.244566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:40.245319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:40.246068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Bound port: 09d967ce-89d3-4dbd-a453-d3821887c399, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:40.246654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.279372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.301228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.303767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-259f4f16-48aa-4589-8de6-40a25475a7f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06a98706697f41d9a32664a59d5fe736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8576159 Nov 09 17:17:40.306174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-c68574ee-4ff7-4de4-93a1-1b08c950c265 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761075 Nov 09 17:17:40.313162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8638b712-ff29-4485-97a2-0ff94f9a1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:40.314210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47450) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:40.316673 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8638b712-ff29-4485-97a2-0ff94f9a1c37 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d&tenant_id=7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 1100 time: 1.1063972 Nov 09 17:17:40.328335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf505107-5407-4a42-ac5d-964375ca31fa req-67ac9b64-ff8d-4c00-9608-0306ccf01b38 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353604 Nov 09 17:17:40.347551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79caff0f-83b2-49f9-9b1d-e3fe993b7175 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:40.359249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:40.391199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:40.397812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.501651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-733745db-814d-4bbd-893e-0c5d8cff1b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.503395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f4f16-48aa-4589-8de6-40a25475a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea809b-2a96-49c5-b247-1da9db9ee284,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:40.552669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:40.565688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.566322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.566825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.567346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.567886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.568399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.568903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.569406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.570665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.571460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.572872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.573462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:17:40.598829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-733745db-814d-4bbd-893e-0c5d8cff1b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.638618 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b791c0ed-a4f2-4d8f-9b36-635acf9e76ba req-3282d7f0-1d40-4a8b-8ec8-a2f7f8a5773f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743769 Nov 09 17:17:40.671736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.678299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['79caff0f-83b2-49f9-9b1d-e3fe993b7175'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:40.855839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-988c4491-9f77-4970-85df-00bebd94f0c5 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:40.857400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-988c4491-9f77-4970-85df-00bebd94f0c5 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.1901941 Nov 09 17:17:40.952542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] For port 09d967ce-89d3-4dbd-a453-d3821887c399, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:40.961655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7bd49fc0-195e-423a-a329-341d249a7eaa up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:40.967468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Made reservation on behalf of 7adbdea84b384a288bfe7806f16eedfa for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:40.971435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:40.986771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f7b2-0054-4a70-97ae-61b29e0a823d req-eff5efb0-6b31-4bd8-8eb9-49cc0071818a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:40.988596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2541f7b2-0054-4a70-97ae-61b29e0a823d req-eff5efb0-6b31-4bd8-8eb9-49cc0071818a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.3309946 Nov 09 17:17:41.013339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] For port 09d967ce-89d3-4dbd-a453-d3821887c399, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=09d967ce-89d3-4dbd-a453-d3821887c399,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:41.027649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-733745db-814d-4bbd-893e-0c5d8cff1b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.030547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-733745db-814d-4bbd-893e-0c5d8cff1b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.034109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-733745db-814d-4bbd-893e-0c5d8cff1b60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edea809b-2a96-49c5-b247-1da9db9ee284 HTTP/1.1" status: 204 len: 168 time: 0.7022638 Nov 09 17:17:41.036279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a027-7e4f-46a7-a03d-db1fa45ba618 req-6e9775e6-a2c3-40fc-8410-005751d183eb tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:41.050298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5a4a027-7e4f-46a7-a03d-db1fa45ba618 req-6e9775e6-a2c3-40fc-8410-005751d183eb tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 948 time: 0.3032539 Nov 09 17:17:41.055959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 7bd49fc0-195e-423a-a329-341d249a7eaa completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:41.065592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 7bd49fc0-195e-423a-a329-341d249a7eaa triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:41.066738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.087298 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.140817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:41.141526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.143853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] 10.222.0.83 "PUT /v2.0/ports/09d967ce-89d3-4dbd-a453-d3821887c399 HTTP/1.1" status: 200 len: 1096 time: 3.7981405 Nov 09 17:17:41.168795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'tag': '09d967ce-89d3-4dbd-a453-d3821887c399'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:41.173493 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04155b82-4fdc-47ea-aed4-a402303d6c76" -d '{"events": [{"name": "network-changed", "server_uuid": "b7318338-f100-43f4-80ed-2912cf6fda65", "tag": "09d967ce-89d3-4dbd-a453-d3821887c399"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:41.287347 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.356071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd49fc0-195e-423a-a329-341d249a7eaa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:41.368312 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8895d8c-7a74-418f-8537-9fbef0b5aa16" -d '{"events": [{"server_uuid": "c6886f88-3699-4b79-aeba-1e02ac25905b", "name": "network-vif-plugged", "status": "completed", "tag": "7bd49fc0-195e-423a-a329-341d249a7eaa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:41.404453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7bd49fc0-195e-423a-a329-341d249a7eaa, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7bd49fc0-195e-423a-a329-341d249a7eaa,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:41.416392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.467485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Allocated IP 172.20.0.1 (872d10fb-fce6-41a6-aa33-2a4ee9377fef/e45bd3ad-aa8d-497f-8ed3-4a11f2010153/4c86afc7-b439-4b77-9231-d911bf0e660e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:41.496152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733745db-814d-4bbd-893e-0c5d8cff1b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea809b-2a96-49c5-b247-1da9db9ee284,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:41.523384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7bd49fc0-195e-423a-a329-341d249a7eaa,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:41.628483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2541f7b2-0054-4a70-97ae-61b29e0a823d req-c7d80127-84fc-463f-862b-266de2f554b7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231527 Nov 09 17:17:41.667683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:41.735642 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5a4a027-7e4f-46a7-a03d-db1fa45ba618 req-30d0d31e-46d5-473f-939a-c4f93b408ff1 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839948 Nov 09 17:17:41.742892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f411956-dbea-4b7e-a4df-fd441bfbe1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=09d967ce-89d3-4dbd-a453-d3821887c399,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:41.757695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-aa98c3c6-cbba-4e0a-a5ad-11ed93a16bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:41.759843 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-aa98c3c6-cbba-4e0a-a5ad-11ed93a16bdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 1099 time: 0.3300486 Nov 09 17:17:41.783152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:41.825447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-fb3d1d1d-8765-4ab1-8c85-4e47effcdd46 service neutron] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:41.852922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-fb3d1d1d-8765-4ab1-8c85-4e47effcdd46 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.854089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a015501-9b9d-42da-81d9-436b09c6a36d req-fb3d1d1d-8765-4ab1-8c85-4e47effcdd46 service neutron] 10.222.0.43 "DELETE /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5/bindings/n-h2-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.9509614 Nov 09 17:17:41.880974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:41.897914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d1ed04c-7534-4722-b279-3f57e0688ba0 req-6bb7a1bd-8b19-470e-9daa-431c4dc3ddc7 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 210 time: 0.0783141 Nov 09 17:17:41.915984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.918809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-ac50d50f-e7e1-4aee-b293-d7afaf751301 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=09d967ce-89d3-4dbd-a453-d3821887c399 HTTP/1.1" status: 200 len: 217 time: 0.1400115 Nov 09 17:17:41.942115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:41.956704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Allocated IP 172.20.0.8 (1a1f72ec-72a0-44b7-a2a7-43237eadce95/99bb8d9a-df62-4603-a7c9-13b961fae301/51fe8206-9c77-4cc2-bea2-7387d69cd564) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:41.975594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:41.975797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:41.982144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:41.982513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.020564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.047737 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64d7bf-e6ed-4173-8fbe-e39473e87b91 x-openstack-request-id: req-df64d7bf-e6ed-4173-8fbe-e39473e87b91 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:42.048012 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7318338-f100-43f4-80ed-2912cf6fda65", "tag": "09d967ce-89d3-4dbd-a453-d3821887c399", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:42.048274 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df64d7bf-e6ed-4173-8fbe-e39473e87b91 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:42.048692 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'tag': '09d967ce-89d3-4dbd-a453-d3821887c399', 'status': 'completed', 'code': 200} Nov 09 17:17:42.079283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Pushing event updated for resources: {'Port': ['ID=4c86afc7-b439-4b77-9231-d911bf0e660e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:42.115140 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25533e4a-e292-4d07-9214-c21a2a140ccb x-openstack-request-id: req-25533e4a-e292-4d07-9214-c21a2a140ccb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:42.115447 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6886f88-3699-4b79-aeba-1e02ac25905b", "name": "network-vif-plugged", "status": "completed", "tag": "7bd49fc0-195e-423a-a329-341d249a7eaa", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:42.115720 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25533e4a-e292-4d07-9214-c21a2a140ccb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:42.116119 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd49fc0-195e-423a-a329-341d249a7eaa', 'code': 200} Nov 09 17:17:42.128076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:42.133292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:42.140497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:42.141050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.142436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:42.257683 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.304151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba05717-a457-44d9-8e92-4fe8f792b894 req-c49a537f-e5b3-451c-a364-c967da5e291b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:42.313665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ba05717-a457-44d9-8e92-4fe8f792b894 req-c49a537f-e5b3-451c-a364-c967da5e291b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 944 time: 0.4422140 Nov 09 17:17:42.368347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:42.376223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-808b7478-98c7-4895-96d7-5927b1335220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:42.377605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.377796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-808b7478-98c7-4895-96d7-5927b1335220 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.4233537 Nov 09 17:17:42.389243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa66dc-7a8a-4ad1-89af-3fe78c6f4fbd req-cdee4b7e-9839-4223-ae29-89121ecc77b6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:42.390900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa66dc-7a8a-4ad1-89af-3fe78c6f4fbd req-cdee4b7e-9839-4223-ae29-89121ecc77b6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.1233974 Nov 09 17:17:42.488601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.531916 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.594756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa66dc-7a8a-4ad1-89af-3fe78c6f4fbd req-d2d112aa-d7d8-4177-b920-b86cc25702e8 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888635 Nov 09 17:17:42.621751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.636764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:42.655431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.656478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:17:42.715283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3ac67e40-b1b8-4ac0-9420-ed3a0650e1d3 None None] Provisioning complete for port 4c86afc7-b439-4b77-9231-d911bf0e660e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:42.715932 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ac67e40-b1b8-4ac0-9420-ed3a0650e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.720046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:42.773732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Transition to ACTIVE for port object 7440f967-6484-4296-bfb4-ea8d9b513027 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:42.806602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288231fb-318b-4baf-8b74-a48ddc99983d req-b5e8e872-83ae-496b-8e17-4d068ece2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:42.808281 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-288231fb-318b-4baf-8b74-a48ddc99983d req-b5e8e872-83ae-496b-8e17-4d068ece2e62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 1100 time: 0.5591829 Nov 09 17:17:42.821189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:42.879397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3ac67e40-b1b8-4ac0-9420-ed3a0650e1d3 None None] Port 4c86afc7-b439-4b77-9231-d911bf0e660e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:42.893549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:42.906486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ba05717-a457-44d9-8e92-4fe8f792b894 req-3f214a03-efd5-4a07-9f25-305c76287ac4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918427 Nov 09 17:17:42.920253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae56c-8732-4adc-971e-cf7ba307ff93 req-a960ce09-c38f-4c0f-bc95-2aa522308687 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:42.923256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e3ae56c-8732-4adc-971e-cf7ba307ff93 req-a960ce09-c38f-4c0f-bc95-2aa522308687 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.1902475 Nov 09 17:17:43.012480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-7b14d8d3-33db-4136-a282-3c0f166780f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:43.014012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-7b14d8d3-33db-4136-a282-3c0f166780f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6012981 Nov 09 17:17:43.077059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e3ae56c-8732-4adc-971e-cf7ba307ff93 req-dd65b1dd-6566-4055-bb22-7022232ac86d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291375 Nov 09 17:17:43.144026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.150022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.150868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.187526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.344704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Pushing event updated for resources: {'Port': ['ID=4c86afc7-b439-4b77-9231-d911bf0e660e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:43.362961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] No DVR routers for this DVR port 7440f967-6484-4296-bfb4-ea8d9b513027 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:17:43.377461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854ffce-34af-42d7-a03e-5683f1d752f0 req-b76b94b4-92fd-4e19-9265-977b8b6b417d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:43.379336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c854ffce-34af-42d7-a03e-5683f1d752f0 req-b76b94b4-92fd-4e19-9265-977b8b6b417d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 948 time: 0.1632619 Nov 09 17:17:43.415461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:43.485159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:43.504115 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c854ffce-34af-42d7-a03e-5683f1d752f0 req-ef06f25a-0b3b-43b1-a948-2a21e8e7cbfa tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108432 Nov 09 17:17:43.504778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-288231fb-318b-4baf-8b74-a48ddc99983d req-64027f74-810e-4a98-9407-bca8f701a0e9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638181 Nov 09 17:17:43.505558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:43.506059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:43.506556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:43.507381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:43.560187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e1e6c-27d2-4832-b9e0-f10c9bf07f0d req-dd10aa5f-714d-4ad3-aed8-2709af585129 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:43.579467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f5e1e6c-27d2-4832-b9e0-f10c9bf07f0d req-dd10aa5f-714d-4ad3-aed8-2709af585129 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.5296383 Nov 09 17:17:43.652378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Port 7440f967-6484-4296-bfb4-ea8d9b513027 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:43.652848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Attempting to bind port 7440f967-6484-4296-bfb4-ea8d9b513027 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:43.704787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:43.710112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:43.710611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:43.712651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:43.715357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Bound port: 7440f967-6484-4296-bfb4-ea8d9b513027, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:43.715357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.733703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.752782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32c0517c-6b64-4f16-8019-1272d913ac76 req-5b879c28-45e4-4191-8426-7683cdc9a332 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 210 time: 0.1138375 Nov 09 17:17:43.815727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:43.816240 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.889666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-4ae1c4e8-4529-495b-99f7-940a82319b29 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362236 Nov 09 17:17:43.907335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-837f5de1-52b0-48cb-8037-6fd973300a32 None None] Provisioning complete for port 4c86afc7-b439-4b77-9231-d911bf0e660e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:43.907751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-837f5de1-52b0-48cb-8037-6fd973300a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:43.909646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:43.925080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:43.927617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:17:43.962814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f7474-10e9-420d-8e6f-32ec099203c0 req-55365e0c-85b1-4aa2-99be-6a1b9f2d2ccd tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:43.964307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b91f7474-10e9-420d-8e6f-32ec099203c0 req-55365e0c-85b1-4aa2-99be-6a1b9f2d2ccd tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.0779681 Nov 09 17:17:43.970389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f5e1e6c-27d2-4832-b9e0-f10c9bf07f0d req-0c913e0f-b618-44c1-bb42-c12ffd517e6f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891692 Nov 09 17:17:43.971356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event updated for resources: {'Port': ['ID=51fe8206-9c77-4cc2-bea2-7387d69cd564,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:43.991939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:43.996483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-837f5de1-52b0-48cb-8037-6fd973300a32 None None] Port 4c86afc7-b439-4b77-9231-d911bf0e660e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:44.006215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:44.007802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:44.053310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:44.060115 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d2cd22-c17a-4855-b754-10b027970ae6" -d '{"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-unplugged", "status": "completed", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:44.117589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:44.123993 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d90cf8-f0cb-4d58-bf3d-c3d2ed79e9f9" -d '{"events": [{"server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "name": "network-vif-plugged", "status": "completed", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:44.188714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b91f7474-10e9-420d-8e6f-32ec099203c0 req-c01d524e-9446-4ee8-9cb1-646e9788dc2b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754510 Nov 09 17:17:44.221506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:17:44.230366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-24025f67-7b1b-478e-bcf2-1621708f7265 admin admin] 10.222.0.45 "PUT /v2.0/routers/c82ec051-b870-47c4-a1ae-a0b6ba6e9daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4824724 Nov 09 17:17:44.237051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Sync routers for ids ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:17:44.256860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Routers {'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:44.257529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:44.263677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-50a908bc-94c0-45f5-b35a-ae3badf33a9e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6190825 Nov 09 17:17:44.308053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Request body: {'port': {'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:44.371423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b972e03f-a7d6-4014-9178-83476eab6c99 req-069047db-6123-479f-aaef-21780bbd3c50 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577746 Nov 09 17:17:44.380422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:44.395078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:44.405727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:44.489444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Set router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:44.510636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e766266-8454-4f28-9e72-a4ecf69ab12a req-0d3bdda4-ce69-4570-ba93-2bf9a0e306f0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:44.512609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e766266-8454-4f28-9e72-a4ecf69ab12a req-0d3bdda4-ce69-4570-ba93-2bf9a0e306f0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.0861359 Nov 09 17:17:44.634791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e766266-8454-4f28-9e72-a4ecf69ab12a req-3b0b69e0-0208-4896-96a6-60c21f04490d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110992 Nov 09 17:17:44.663217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ddd487df-d915-42ac-8e78-70659176e927 None None] Provisioning complete for port 51fe8206-9c77-4cc2-bea2-7387d69cd564 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:44.663659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddd487df-d915-42ac-8e78-70659176e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:44.850540 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af81390b-2021-4b7f-981e-14f571da443d x-openstack-request-id: req-af81390b-2021-4b7f-981e-14f571da443d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:44.850540 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "name": "network-vif-plugged", "status": "completed", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:44.851319 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af81390b-2021-4b7f-981e-14f571da443d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:44.851319 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'code': 200} Nov 09 17:17:44.853313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:44.855235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:44.856761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] 10.222.0.83 "PUT /v2.0/ports/7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 1095 time: 4.5128250 Nov 09 17:17:44.876123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ddd487df-d915-42ac-8e78-70659176e927 None None] Port 51fe8206-9c77-4cc2-bea2-7387d69cd564 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:44.891820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e38e-bbe8-4c0f-9c36-23083171f1a0 req-0a7b1ea7-b93f-46d5-98a1-366ba8c29c17 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:44.892869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fed4e38e-bbe8-4c0f-9c36-23083171f1a0 req-0a7b1ea7-b93f-46d5-98a1-366ba8c29c17 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 945 time: 0.6115713 Nov 09 17:17:44.939687 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e8f8c3-e681-4832-9fe3-871d8e3a5d0c x-openstack-request-id: req-17e8f8c3-e681-4832-9fe3-871d8e3a5d0c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:44.939981 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-unplugged", "status": "completed", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:44.940212 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17e8f8c3-e681-4832-9fe3-871d8e3a5d0c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:44.940783 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027', 'code': 200} Nov 09 17:17:44.943497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:44.945174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682eba4-af2e-49b4-bfd0-6924516affda req-24919301-f63b-4821-b840-a1a16eb8c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:44.947343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d682eba4-af2e-49b4-bfd0-6924516affda req-24919301-f63b-4821-b840-a1a16eb8c15c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0732660 Nov 09 17:17:45.005945 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:17:45.015285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9963b3-aef7-4793-adac-995143b26a3d service neutron] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:45.030609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d682eba4-af2e-49b4-bfd0-6924516affda req-cd0acc2e-acf2-4abb-8260-aa6d898d5110 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756586 Nov 09 17:17:45.030799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-a431fcab-1294-4f31-be0c-7e0c662a1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.032112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-a431fcab-1294-4f31-be0c-7e0c662a1be8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9a5bb748a9b40a6b404119f05e42775&device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 1099 time: 0.5594928 Nov 09 17:17:45.065354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '4c86afc7-b439-4b77-9231-d911bf0e660e', 'name': '', 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'mac_address': 'fa:16:3e:d6:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:40Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 2, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'subnets': [{'id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:45.080497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef4262-2f2a-4832-a97e-0f6f07160b59 req-45df8934-debc-424f-99d3-620f68264847 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.082701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46ef4262-2f2a-4832-a97e-0f6f07160b59 req-45df8934-debc-424f-99d3-620f68264847 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1095 time: 0.0569148 Nov 09 17:17:45.112278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Checking router: c82ec051-b870-47c4-a1ae-a0b6ba6e9daa for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:17:45.114893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Updating router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa port 4c86afc7-b439-4b77-9231-d911bf0e660e binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:17:45.147647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46ef4262-2f2a-4832-a97e-0f6f07160b59 req-4f6da801-4151-424f-938e-b23ff7c41368 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Nov 09 17:17:45.156438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-a716c4e2-8ada-4ebe-bcff-ec9ede6eafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.157953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-a716c4e2-8ada-4ebe-bcff-ec9ede6eafbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1098 time: 0.2641096 Nov 09 17:17:45.162043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.221167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fed4e38e-bbe8-4c0f-9c36-23083171f1a0 req-97cd5bf0-066b-4531-8ef8-8fdac6bbe746 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164349 Nov 09 17:17:45.429125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-20f3289e-234f-4a30-b2d4-502fbd5603ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.430767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-20f3289e-234f-4a30-b2d4-502fbd5603ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3682604 Nov 09 17:17:45.500934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-e1f7605b-0b1f-42db-8d15-d7913c2d614b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=09d967ce-89d3-4dbd-a453-d3821887c399 HTTP/1.1" status: 200 len: 217 time: 0.0549212 Nov 09 17:17:45.515987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-3df2d211-0f81-4d74-b575-822958618abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.517554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-3df2d211-0f81-4d74-b575-822958618abc service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3077750 Nov 09 17:17:45.625442 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-7e5f93f2-8ae9-473f-8c19-bb98c074ce48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0927324 Nov 09 17:17:45.660419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.668389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.704225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-d7a23909-1c02-47e0-8402-9149a86cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.706033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-d7a23909-1c02-47e0-8402-9149a86cbe32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1916618 Nov 09 17:17:45.729091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9bece-c06c-47cc-91ba-dd75b4bcc249 req-d608dde6-85c1-401a-bbc6-2b4903dea1b7 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.731973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ff9bece-c06c-47cc-91ba-dd75b4bcc249 req-d608dde6-85c1-401a-bbc6-2b4903dea1b7 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 931 time: 0.0656660 Nov 09 17:17:45.760912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d454ebe-6279-4359-a573-9b1c1667ddda None None] Pushing event updated for resources: {'Port': ['ID=4c86afc7-b439-4b77-9231-d911bf0e660e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:45.803196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f8038-8432-41e7-9874-41325a5d7594 req-bb6b8b7c-9711-448a-9ac7-3b0720eb7a77 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.804795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c6f8038-8432-41e7-9874-41325a5d7594 req-bb6b8b7c-9711-448a-9ac7-3b0720eb7a77 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 948 time: 0.2279086 Nov 09 17:17:45.808038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fe8206-9c77-4cc2-bea2-7387d69cd564 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:45.810487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Attempting to bind port 4c86afc7-b439-4b77-9231-d911bf0e660e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:45.810937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Attempting to bind port 4c86afc7-b439-4b77-9231-d911bf0e660e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:45.811408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Attempting to bind port 4c86afc7-b439-4b77-9231-d911bf0e660e on network 872d10fb-fce6-41a6-aa33-2a4ee9377fef {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:45.814429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-95a1c9b7-83f5-4d80-b8f0-a840437ddb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.816089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-95a1c9b7-83f5-4d80-b8f0-a840437ddb30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1661277 Nov 09 17:17:45.817761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:45.818392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Checking segment: {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:45.818806 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.823526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.825138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Bound using segment: {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:45.825749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Bound port: 4c86afc7-b439-4b77-9231-d911bf0e660e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547a9649-fbc3-4047-944a-7f49ce78adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:45.826605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.848112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ff9bece-c06c-47cc-91ba-dd75b4bcc249 req-731b7b3b-f3a2-4962-9f7c-319e22b0027c tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095679 Nov 09 17:17:45.896404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Transition to ACTIVE for port object 51fe8206-9c77-4cc2-bea2-7387d69cd564 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:45.907997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:45.926866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-49bc9076-d475-4e80-a1f0-4b190573ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:45.928612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-49bc9076-d475-4e80-a1f0-4b190573ec3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951935 Nov 09 17:17:45.938487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] For port 4c86afc7-b439-4b77-9231-d911bf0e660e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:45.942398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] For port 4c86afc7-b439-4b77-9231-d911bf0e660e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c86afc7-b439-4b77-9231-d911bf0e660e,segment=NetworkSegment(547a9649-fbc3-4047-944a-7f49ce78adab),segment_id=547a9649-fbc3-4047-944a-7f49ce78adab)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:45.949510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.039763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da151d-8788-4692-80e1-dcb1402ae68a req-0e00b86f-8973-4969-9b5a-b29bc982c2d6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:46.056052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c6f8038-8432-41e7-9874-41325a5d7594 req-c560d31f-4b31-4ade-baf0-b9560f58872f tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351594 Nov 09 17:17:46.069019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8da151d-8788-4692-80e1-dcb1402ae68a req-0e00b86f-8973-4969-9b5a-b29bc982c2d6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.1457508 Nov 09 17:17:46.073942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739822-ab59-4cf1-8e41-272d70c418ab req-271f8028-fd8c-4e73-b53b-69449494c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:46.075551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-271f8028-fd8c-4e73-b53b-69449494c516 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314322 Nov 09 17:17:46.079415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Pushing event updated for resources: {'Port': ['ID=51fe8206-9c77-4cc2-bea2-7387d69cd564,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:46.090142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Routers {'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:17:46.090142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:46.188088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8da151d-8788-4692-80e1-dcb1402ae68a req-501b49cd-2e6e-4d76-9bc9-0b7173036e8b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118670 Nov 09 17:17:46.234846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d454ebe-6279-4359-a573-9b1c1667ddda None None] Pushing event updated for resources: {'Port': ['ID=4c86afc7-b439-4b77-9231-d911bf0e660e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:46.266250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a281ca9f-6d1b-41aa-a627-1ed8447268ea None None] Provisioning complete for port 4c86afc7-b439-4b77-9231-d911bf0e660e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:46.266465 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a281ca9f-6d1b-41aa-a627-1ed8447268ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.372190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Attempting to bind port 51fe8206-9c77-4cc2-bea2-7387d69cd564 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:46.373309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Attempting to bind port 51fe8206-9c77-4cc2-bea2-7387d69cd564 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:46.374011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Attempting to bind port 51fe8206-9c77-4cc2-bea2-7387d69cd564 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:46.445524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] Set router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:17:46.452879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Port 51fe8206-9c77-4cc2-bea2-7387d69cd564 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:46.453399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Attempting to bind port 51fe8206-9c77-4cc2-bea2-7387d69cd564 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:46.476637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-1067c1ba-95ec-4c94-9d97-48bb14cfca63 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384910 Nov 09 17:17:46.484697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:46.485110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Checking segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:46.485618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Bound using segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:46.486387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Bound port: 51fe8206-9c77-4cc2-bea2-7387d69cd564, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:46.486665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.578361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-422e7750-49a0-4f5d-8052-1e151abf2d72 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907331 Nov 09 17:17:46.629190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc2be7-cbf0-4722-8b59-e0e95dcda05e req-565210e7-85f6-422d-801e-fe6ab9a05723 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:46.640821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3fc2be7-cbf0-4722-8b59-e0e95dcda05e req-565210e7-85f6-422d-801e-fe6ab9a05723 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.0787179 Nov 09 17:17:46.719257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3fc2be7-cbf0-4722-8b59-e0e95dcda05e req-236dd71d-1031-44e7-b410-d8f48b9c986c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749116 Nov 09 17:17:46.736774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c76ebf30-5a3a-41d6-ad02-5c841ed981ad tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:46.738382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c76ebf30-5a3a-41d6-ad02-5c841ed981ad tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.4553730 Nov 09 17:17:46.787596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a281ca9f-6d1b-41aa-a627-1ed8447268ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.800026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04155b82-4fdc-47ea-aed4-a402303d6c76 req-9d6d4be8-b33c-4016-8010-842a5ce1c174 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997937 Nov 09 17:17:46.803639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] For port 51fe8206-9c77-4cc2-bea2-7387d69cd564, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:46.808211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-5f98b577-67bb-4c5f-b3cb-9d9a17617c22 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/quotas/cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 375 time: 0.0502114 Nov 09 17:17:46.825739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] For port 51fe8206-9c77-4cc2-bea2-7387d69cd564, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:46.855911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.889391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a281ca9f-6d1b-41aa-a627-1ed8447268ea None None] For port 4c86afc7-b439-4b77-9231-d911bf0e660e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c86afc7-b439-4b77-9231-d911bf0e660e,segment=NetworkSegment(547a9649-fbc3-4047-944a-7f49ce78adab),segment_id=547a9649-fbc3-4047-944a-7f49ce78adab)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:46.899650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a281ca9f-6d1b-41aa-a627-1ed8447268ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.913887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39739822-ab59-4cf1-8e41-272d70c418ab req-82edb46f-7fac-4643-a59a-0c369dba49b6 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238759 Nov 09 17:17:46.943531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:46.961510 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864ad3f2-7cbf-4dfe-80a7-528f94af145c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:46.967984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:46.968612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:46.971233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] 10.222.0.43 "PUT /v2.0/ports/51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 1091 time: 2.6783750 Nov 09 17:17:47.006864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 09d967ce-89d3-4dbd-a453-d3821887c399 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:47.018771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-84980f34-74da-4b8a-aa3c-d45ad006671f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871743 Nov 09 17:17:47.046481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281ca9f-6d1b-41aa-a627-1ed8447268ea None None] Pushing event updated for resources: {'Port': ['ID=4c86afc7-b439-4b77-9231-d911bf0e660e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:47.061613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af63c7-04f6-4ba5-b773-2c398844dd0c service neutron] Pushing event updated for resources: {'Port': ['ID=51fe8206-9c77-4cc2-bea2-7387d69cd564,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:47.207290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca2c0e-406b-4d4c-a8ae-5ba092bdd3be req-33ebf67b-6192-4331-a2ca-7405f536dd11 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:47.210464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61ca2c0e-406b-4d4c-a8ae-5ba092bdd3be req-33ebf67b-6192-4331-a2ca-7405f536dd11 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 945 time: 0.0765522 Nov 09 17:17:47.267242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '4c86afc7-b439-4b77-9231-d911bf0e660e', 'name': '', 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'mac_address': 'fa:16:3e:d6:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:40Z', 'updated_at': '2021-11-09T17:17:45Z', 'revision_number': 4, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'subnets': [{'id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:17:47.294160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61ca2c0e-406b-4d4c-a8ae-5ba092bdd3be req-19f7b926-8c95-4211-ac9f-f32e2c00119c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741820 Nov 09 17:17:47.323368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63996bf5-5819-4ae9-a367-8403d5526ff0 None None] The sync data for ids ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'] in n-d-804292-3 is: [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '4c86afc7-b439-4b77-9231-d911bf0e660e', 'name': '', 'network_id': '872d10fb-fce6-41a6-aa33-2a4ee9377fef', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'mac_address': 'fa:16:3e:d6:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:40Z', 'updated_at': '2021-11-09T17:17:45Z', 'revision_number': 4, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'subnets': [{'id': 'e45bd3ad-aa8d-497f-8ed3-4a11f2010153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:17:47.323368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f67a2751-3f83-47ad-86bb-3179ac568d33 None None] Provisioning complete for port 4c86afc7-b439-4b77-9231-d911bf0e660e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:47.323951 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f67a2751-3f83-47ad-86bb-3179ac568d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:47.417893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 09d967ce-89d3-4dbd-a453-d3821887c399, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=09d967ce-89d3-4dbd-a453-d3821887c399,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:47.437457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '09d967ce-89d3-4dbd-a453-d3821887c399', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '09d967ce-89d3-4dbd-a453-d3821887c399', 'mac_address': 'fa:16:3e:4a:b0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:47.537718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:47.555587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d967ce-89d3-4dbd-a453-d3821887c399 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:47.579995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-ecdece79-dc69-44db-96a3-f5de9f57ea28 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598111 Nov 09 17:17:47.590104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 09d967ce-89d3-4dbd-a453-d3821887c399, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=09d967ce-89d3-4dbd-a453-d3821887c399,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:47.596765 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:47.610398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-bf75f887-3e71-4568-872f-21075aacaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:47.620644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-bf75f887-3e71-4568-872f-21075aacaf1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1094 time: 0.4336407 Nov 09 17:17:47.669227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4c86afc7-b439-4b77-9231-d911bf0e660e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:47.706266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=09d967ce-89d3-4dbd-a453-d3821887c399,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:47.721996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-47182d97-0ae8-4293-b785-59576c1c66bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 217 time: 0.0874300 Nov 09 17:17:47.746512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4c86afc7-b439-4b77-9231-d911bf0e660e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:47.746895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:47.804581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d60c3-6527-445a-b345-7879a9b6d12f req-b36534d2-b4ba-4f42-bffd-5e8d1e452b40 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:47.806283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b93d60c3-6527-445a-b345-7879a9b6d12f req-b36534d2-b4ba-4f42-bffd-5e8d1e452b40 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 943 time: 0.0643694 Nov 09 17:17:47.810466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-708818c7-c69a-4c25-9a4e-b3846f40d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:47.812032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-708818c7-c69a-4c25-9a4e-b3846f40d487 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.0807054 Nov 09 17:17:47.830188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-4cefdd65-c19b-4ea8-940b-fe1d5220a155 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386880 Nov 09 17:17:47.856584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['09d967ce-89d3-4dbd-a453-d3821887c399'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:47.897953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b93d60c3-6527-445a-b345-7879a9b6d12f req-3dec5da5-53a3-4f95-9e10-2755c604a422 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812721 Nov 09 17:17:47.899645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9273a6-7453-420d-bf02-68730d87fabd req-cf978172-878c-42d7-90ef-b32deff0ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:47.902962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-cf978172-878c-42d7-90ef-b32deff0ee18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718050 Nov 09 17:17:48.017085 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fd59d-6a1e-45ee-9b7f-6b689535c503 x-openstack-request-id: req-aa0fd59d-6a1e-45ee-9b7f-6b689535c503 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:48.017659 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:48.017659 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa0fd59d-6a1e-45ee-9b7f-6b689535c503 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:48.018002 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027', 'status': 'completed', 'code': 200} Nov 09 17:17:48.116706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-ac24f4df-3d82-4edd-acf3-59b8b161e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.118826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-ac24f4df-3d82-4edd-acf3-59b8b161e00d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1098 time: 0.1146793 Nov 09 17:17:48.182905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-4515890d-c7de-4ad1-b055-cc864190ac3d service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703741 Nov 09 17:17:48.264692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238064e0-3148-4ae4-aa81-c6ae82a1b86a req-e2c080c6-c084-4fb0-be16-b3d571d89486 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.266414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-238064e0-3148-4ae4-aa81-c6ae82a1b86a req-e2c080c6-c084-4fb0-be16-b3d571d89486 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.1275003 Nov 09 17:17:48.267529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-69555c4e-ecd0-42a7-9d03-c74bc06f87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.269063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-69555c4e-ecd0-42a7-9d03-c74bc06f87f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1098 time: 0.2503231 Nov 09 17:17:48.325779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-03378b9e-938a-407e-bcfe-9f630df6b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.327636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-03378b9e-938a-407e-bcfe-9f630df6b88f service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2007079 Nov 09 17:17:48.357511 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-238064e0-3148-4ae4-aa81-c6ae82a1b86a req-1280c401-19bc-432e-ad2f-1035cc8ccf29 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830505 Nov 09 17:17:48.359534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5018-daf8-4ac7-9451-903650021735 req-826d616f-a202-4d80-979c-5d5591934483 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.361156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-686a5018-daf8-4ac7-9451-903650021735 req-826d616f-a202-4d80-979c-5d5591934483 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 949 time: 0.1997440 Nov 09 17:17:48.407491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-c5aa382e-ec2a-499b-bd33-dbc5bca4f2a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0629683 Nov 09 17:17:48.494335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-bd7004a1-3569-4e6f-88c1-3a9d32210f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.496769 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-bd7004a1-3569-4e6f-88c1-3a9d32210f78 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2064035 Nov 09 17:17:48.516028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c9273a6-7453-420d-bf02-68730d87fabd req-502ea15a-178f-4fe9-985f-7be47d85b3f0 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156788 Nov 09 17:17:48.525258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-bcee58c5-60c6-4345-82d9-6ac7c6ac87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.528791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-bcee58c5-60c6-4345-82d9-6ac7c6ac87c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1126890 Nov 09 17:17:48.532301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2715720-9d72-45d6-b64f-5ef5b55e4214 req-6189d482-90c6-4d3c-82b8-638e815531b2 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.534041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2715720-9d72-45d6-b64f-5ef5b55e4214 req-6189d482-90c6-4d3c-82b8-638e815531b2 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0760312 Nov 09 17:17:48.599945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-3607031a-85b3-4157-9217-c5da3ba4956b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0665908 Nov 09 17:17:48.637322 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2715720-9d72-45d6-b64f-5ef5b55e4214 req-9ea4b288-337e-4d0c-a236-48d396a25301 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833762 Nov 09 17:17:48.670782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-7c005dfb-42ed-4265-a07e-20a86f3eff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.670782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-7c005dfb-42ed-4265-a07e-20a86f3eff64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273735 Nov 09 17:17:48.671232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-686a5018-daf8-4ac7-9451-903650021735 req-8afd6eec-f9e4-4676-a941-8be26e4c8e9b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833810 Nov 09 17:17:48.694293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-1ad51299-101f-4443-8eea-1cdfaa8d08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.695866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-1ad51299-101f-4443-8eea-1cdfaa8d08b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0852950 Nov 09 17:17:48.794312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-38986fa6-d84a-4ee7-a73a-adec225ffad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.797706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-38986fa6-d84a-4ee7-a73a-adec225ffad7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895734 Nov 09 17:17:48.878357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-3d12bfa7-14ff-41f1-920a-fe7b53742340 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025311 Nov 09 17:17:48.958977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e387-3a28-47e5-805b-d79cb29d2a6a req-d6cd25c4-30ae-48cb-a0de-0e41f782c0b4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:48.966553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0f7e387-3a28-47e5-805b-d79cb29d2a6a req-d6cd25c4-30ae-48cb-a0de-0e41f782c0b4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.1598446 Nov 09 17:17:48.983600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 09d967ce-89d3-4dbd-a453-d3821887c399 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:49.001694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-35b6562c-2503-4465-9c46-100446b30136 req-ccb90b7a-3e52-4962-8e64-d07f898ef5f8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 210 time: 0.0638483 Nov 09 17:17:49.003525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-c9cd2f5f-58ca-42d2-a77c-b14aaa7a7a85 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945393 Nov 09 17:17:49.059432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0f7e387-3a28-47e5-805b-d79cb29d2a6a req-523edf26-6877-452b-8682-e39a345a0dcf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867629 Nov 09 17:17:49.074907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-5649167b-8b9a-436e-9053-02ae9c315195 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872931 Nov 09 17:17:49.149673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 09d967ce-89d3-4dbd-a453-d3821887c399 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:49.160073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 09d967ce-89d3-4dbd-a453-d3821887c399 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:49.160708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:49.218318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d903b1-e9d4-4702-b2d2-4fd7901e0ff8 req-89b5bc3f-83ce-44c7-bb7e-05d079eeacde tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:49.227474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57d903b1-e9d4-4702-b2d2-4fd7901e0ff8 req-89b5bc3f-83ce-44c7-bb7e-05d079eeacde tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0554464 Nov 09 17:17:49.252116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-4e745e48-4d4a-45d9-b321-c895b348c6f7 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3817f83c36b0400cb1f071df783f4f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721648 Nov 09 17:17:49.293272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57d903b1-e9d4-4702-b2d2-4fd7901e0ff8 req-4fe18d1d-e405-4012-9ffe-0bc66661c26a tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Nov 09 17:17:49.332640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-864ad3f2-7cbf-4dfe-80a7-528f94af145c req-d8f1ccac-44d1-49fb-a432-8d3be4a8a0ef service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178234 Nov 09 17:17:49.348250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:49.382910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d967ce-89d3-4dbd-a453-d3821887c399'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:49.388050 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0bc94b-5717-41b1-85a2-640b7327e061" -d '{"events": [{"server_uuid": "b7318338-f100-43f4-80ed-2912cf6fda65", "name": "network-vif-plugged", "status": "completed", "tag": "09d967ce-89d3-4dbd-a453-d3821887c399"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:49.403840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 09d967ce-89d3-4dbd-a453-d3821887c399, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=09d967ce-89d3-4dbd-a453-d3821887c399,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:49.410405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:49.465778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=09d967ce-89d3-4dbd-a453-d3821887c399,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:49.487286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-4db65a81-54cb-486a-8097-ce7ec979fd77 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:49.488749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-4db65a81-54cb-486a-8097-ce7ec979fd77 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253156 Nov 09 17:17:49.506626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-f911a536-4058-43d7-a8d4-93a8c6471e06 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/quotas/3817f83c36b0400cb1f071df783f4f92 HTTP/1.1" status: 200 len: 375 time: 0.0105817 Nov 09 17:17:49.528766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19cdd-3210-4213-a83e-05a4618476d7 req-b4723c23-ffab-4e46-8cc8-87a7ebfcd270 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:49.530342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ad19cdd-3210-4213-a83e-05a4618476d7 req-b4723c23-ffab-4e46-8cc8-87a7ebfcd270 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 943 time: 0.0870788 Nov 09 17:17:49.614472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ad19cdd-3210-4213-a83e-05a4618476d7 req-cc26cdc9-9cf6-41b4-8522-71107c3e54dc tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710011 Nov 09 17:17:49.619079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-a70ab2f0-6ba3-486b-92f6-6e7b5c87c346 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3817f83c36b0400cb1f071df783f4f92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952954 Nov 09 17:17:49.683349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-b84d4810-6ab3-4669-a368-a40fb8c72573 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:49.685079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-b84d4810-6ab3-4669-a368-a40fb8c72573 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.1732683 Nov 09 17:17:49.710083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Request body: {'port': {'device_id': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'admin_state_up': True, 'tenant_id': 'cfbf3e17faca414aa72fe926b990e60a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:49.841524 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab0103-ef4a-42b9-9023-ea6ce3877a75 x-openstack-request-id: req-93ab0103-ef4a-42b9-9023-ea6ce3877a75 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:49.841970 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7318338-f100-43f4-80ed-2912cf6fda65", "name": "network-vif-plugged", "status": "completed", "tag": "09d967ce-89d3-4dbd-a453-d3821887c399", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:49.842326 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93ab0103-ef4a-42b9-9023-ea6ce3877a75 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:49.842822 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d967ce-89d3-4dbd-a453-d3821887c399', 'code': 200} Nov 09 17:17:49.913173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Made reservation on behalf of cfbf3e17faca414aa72fe926b990e60a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:49.926574 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:49.944825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47658) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:50.020876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:50.022952 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f27e080-0d12-458f-ba72-1d3351c31222" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:50.074418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e99205-5ccc-4283-8851-dd0f87fb4197 req-d4c6ec61-80de-4bca-b101-afe72a2ab063 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.076014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8e99205-5ccc-4283-8851-dd0f87fb4197 req-d4c6ec61-80de-4bca-b101-afe72a2ab063 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 950 time: 0.1774478 Nov 09 17:17:50.082894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ccc51-90dd-44ce-8a84-ce8bd47302cc req-afcc867e-ef42-401a-a643-093f587c4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.084851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f17ccc51-90dd-44ce-8a84-ce8bd47302cc req-afcc867e-ef42-401a-a643-093f587c4f3f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 1101 time: 0.1722558 Nov 09 17:17:50.122268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47672) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:50.130356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984998846', 'description': 'tempest-description--1441632187'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:50.149124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d529110a-2d1a-473a-8fb3-dd03b17fb1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.185522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Allocated IP 172.20.0.12 (c8b11681-719f-42c6-8080-9d5768c965f9/ad27337c-968e-4168-a307-612d18df830b/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:50.209846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.360657 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d529110a-2d1a-473a-8fb3-dd03b17fb1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.378400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d529110a-2d1a-473a-8fb3-dd03b17fb1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.406934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-148e53c9-c4e2-4080-b759-5f56209aaa59 req-5f55bc3e-8dbd-44a1-ab68-c24f8cfdcf8f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 210 time: 0.0631533 Nov 09 17:17:50.433776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.449974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8e99205-5ccc-4283-8851-dd0f87fb4197 req-a59ad026-1796-4583-bb9e-03ae29a742ac tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594446 Nov 09 17:17:50.459099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.470109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f17ccc51-90dd-44ce-8a84-ce8bd47302cc req-c0c6c479-cf94-48a6-8ca5-9e00bbaff516 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682082 Nov 09 17:17:50.476000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d529110a-2d1a-473a-8fb3-dd03b17fb1c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57f70beb61804c80af3038dc663c4753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299973 Nov 09 17:17:50.476902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529110a-2d1a-473a-8fb3-dd03b17fb1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a0d680-353a-4aa5-a171-a0e293da3d71,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:50.478613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:50.483037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.543296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3693cb89-0f6c-495d-b02d-15f0e266c01f req-6f00f6eb-ec61-4f0c-add3-01d020d1c003 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 210 time: 0.0506823 Nov 09 17:17:50.555480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.561404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4335382 Nov 09 17:17:50.564297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47680) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:50.572034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'security_group_rule': {'security_group_id': '7fa8dee0-425d-457b-a295-68fca8f2b8dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:50.574234 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed3b50-8271-4c29-a4a2-58efc401bcfe x-openstack-request-id: req-05ed3b50-8271-4c29-a4a2-58efc401bcfe {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:50.574700 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:50.575652 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05ed3b50-8271-4c29-a4a2-58efc401bcfe {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:50.576170 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'status': 'completed', 'code': 200} Nov 09 17:17:50.594590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe4685d-15d1-4277-aec4-f561500dea83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.597979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.637327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d28dd-4259-4986-bc4e-81e10ba6de44 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8dee0-425d-457b-a295-68fca8f2b8dd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:50.680437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.715042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Network c8b11681-719f-42c6-8080-9d5768c965f9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:50.717233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe4685d-15d1-4277-aec4-f561500dea83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.724932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:50.727684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:50.734872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:50.740542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.741181 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.746149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-e9def3c6-c223-4468-b91c-1e753e5e2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.748089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-e9def3c6-c223-4468-b91c-1e753e5e2182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1094 time: 0.1281502 Nov 09 17:17:50.780822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcc169-b416-4eb7-8133-e7459da50a5e req-ca9201ae-5b9e-47f0-b1b6-089abdc49495 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.782460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fcc169-b416-4eb7-8133-e7459da50a5e req-ca9201ae-5b9e-47f0-b1b6-089abdc49495 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1096 time: 0.1301568 Nov 09 17:17:50.786433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c4345552-4902-4661-985a-0d801cfb42f4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0885127 Nov 09 17:17:50.800782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Request body: {'port': {'device_id': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:50.833851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d229f4-4b72-4bdf-bd9c-5a0bda24d410 req-35a5270d-575c-40f0-af27-692ebc314d30 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.836690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8d229f4-4b72-4bdf-bd9c-5a0bda24d410 req-35a5270d-575c-40f0-af27-692ebc314d30 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 947 time: 0.1822078 Nov 09 17:17:50.848548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe4685d-15d1-4277-aec4-f561500dea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.851144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe4685d-15d1-4277-aec4-f561500dea83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.855187 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-efe4685d-15d1-4277-aec4-f561500dea83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86a0d680-353a-4aa5-a171-a0e293da3d71 HTTP/1.1" status: 204 len: 168 time: 0.3490105 Nov 09 17:17:50.890350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4685d-15d1-4277-aec4-f561500dea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a0d680-353a-4aa5-a171-a0e293da3d71,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:50.896327 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.917433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.921764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fcc169-b416-4eb7-8133-e7459da50a5e req-1851a3c5-525c-4fcb-9494-6fbd38b9f740 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177387 Nov 09 17:17:50.936353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:50.964625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-19a9d48e-1421-44d9-b9ab-f1f5a7434cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:50.964625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-19a9d48e-1421-44d9-b9ab-f1f5a7434cbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.2025571 Nov 09 17:17:50.984294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c6f516-0c45-4f91-bce6-edef3ded1743,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:50.995491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:51.133984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:51.152748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '7440f967-6484-4296-bfb4-ea8d9b513027', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '7440f967-6484-4296-bfb4-ea8d9b513027', 'mac_address': 'fa:16:3e:ca:2a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:51.218924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:51.240726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7440f967-6484-4296-bfb4-ea8d9b513027 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:51.273025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-cdc49ac7-90cd-4900-bb0e-50bcd1b1fec3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 217 time: 0.3005059 Nov 09 17:17:51.277661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:51.278835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-99d4054f-1083-4d69-af3b-6347930127aa tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7116864 Nov 09 17:17:51.285152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:51.285614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:51.285728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:51.291346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:51.300333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdae33f-5bba-4aeb-9629-cc646ff9d337 req-870bd262-0ce8-4f61-903b-13f885a9eb2a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:51.302030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afdae33f-5bba-4aeb-9629-cc646ff9d337 req-870bd262-0ce8-4f61-903b-13f885a9eb2a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 943 time: 0.2216392 Nov 09 17:17:51.323524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'security_group_rule': {'security_group_id': '7fa8dee0-425d-457b-a295-68fca8f2b8dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:51.341214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8d229f4-4b72-4bdf-bd9c-5a0bda24d410 req-f807a573-82f6-49c5-9898-dcd5378d7c9e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747887 Nov 09 17:17:51.376734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:51.383975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-176dc2ac-4607-49b7-867b-eb2f495b80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:51.386160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-176dc2ac-4607-49b7-867b-eb2f495b80ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1057892 Nov 09 17:17:51.387824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71c7f72-e510-453f-89a0-e858f1b90119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:51.407859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-3d5520de-9a4d-4f7d-9c7c-9ae74487d7c3 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3817f83c36b0400cb1f071df783f4f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493890 Nov 09 17:17:51.457913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-02f6dfeb-48c3-46db-a074-cfbba69291fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:51.460292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-02f6dfeb-48c3-46db-a074-cfbba69291fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603058 Nov 09 17:17:51.485843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:51.577338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-f04af6d3-a53c-404d-b456-d485ab663f1e service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089809 Nov 09 17:17:51.628690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:51.666300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7d3e4e1-6d1c-44c6-8ebe-3d4f1ac0330b req-7b956faf-3f20-4971-bd13-1eefde13d4b9 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 210 time: 0.0872171 Nov 09 17:17:51.722400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51fe8206-9c77-4cc2-bea2-7387d69cd564 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:51.731462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f27e080-0d12-458f-ba72-1d3351c31222 req-f6886eb0-3c22-44c1-81bf-2fc5bdc9f0b8 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427906 Nov 09 17:17:51.810033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc8dd1-e5e1-4305-9e80-4a3fc23ae38a req-285827ba-58d4-47b4-a78e-394b2e270e58 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:51.814198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68cc8dd1-e5e1-4305-9e80-4a3fc23ae38a req-285827ba-58d4-47b4-a78e-394b2e270e58 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 950 time: 0.0793924 Nov 09 17:17:51.850720 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afdae33f-5bba-4aeb-9629-cc646ff9d337 req-83b6a9cb-627d-4d4d-a236-ab3068cd83ab tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941034 Nov 09 17:17:51.894376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68cc8dd1-e5e1-4305-9e80-4a3fc23ae38a req-bb8e8c38-e517-4ace-9624-997d9c0b96d4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733535 Nov 09 17:17:51.974293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 51fe8206-9c77-4cc2-bea2-7387d69cd564, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:51.991941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:52.045198 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.050230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbfc41-a715-4a67-ba88-53dc355e8630 req-4f3905c7-aef1-4a2b-88c0-5a1f7a49ff31 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:52.052036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aadbfc41-a715-4a67-ba88-53dc355e8630 req-4f3905c7-aef1-4a2b-88c0-5a1f7a49ff31 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 932 time: 0.0604684 Nov 09 17:17:52.060195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fe8206-9c77-4cc2-bea2-7387d69cd564 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:52.066078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.079478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-e387671e-fa45-471e-ba48-f0cf5bf33802 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:52.081078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-e387671e-fa45-471e-ba48-f0cf5bf33802 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6591835 Nov 09 17:17:52.084154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 51fe8206-9c77-4cc2-bea2-7387d69cd564, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:52.091561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.097153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.108298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Request body: {'port': {'device_id': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '3817f83c36b0400cb1f071df783f4f92'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:52.126323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aadbfc41-a715-4a67-ba88-53dc355e8630 req-4503230b-3c7f-4c04-ac50-33c1e840f6cf tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653324 Nov 09 17:17:52.147493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580206-a971-4a33-b6b4-54326970762a req-a5bee4f9-05c5-4902-a81b-b9c4b73fbb91 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:52.149119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-a5bee4f9-05c5-4902-a81b-b9c4b73fbb91 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d&tenant_id=7e46c7f2556c4547957e02ca39005e70&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 948 time: 0.3485420 Nov 09 17:17:52.155712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=51fe8206-9c77-4cc2-bea2-7387d69cd564,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:52.242714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc68e-a034-4d5b-bdc2-e2546edb798e req-1df2debe-9e66-4422-a723-b7c07925304b tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:52.244833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b60bc68e-a034-4d5b-bdc2-e2546edb798e req-1df2debe-9e66-4422-a723-b7c07925304b tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0520508 Nov 09 17:17:52.285807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395a4710-5470-4403-8cd8-9537caf07caf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:52.289665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.290880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d46a3e98-85c7-43b3-9919-6f63ee65341a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9734426 Nov 09 17:17:52.296756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:52.302126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:52.304728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71c7f72-e510-453f-89a0-e858f1b90119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.307725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:52.322327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666d10-5f2f-4c6e-a645-e98628afb43e req-5292cd7b-97f8-42af-b560-bb8e796c6437 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:52.324867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b666d10-5f2f-4c6e-a645-e98628afb43e req-5292cd7b-97f8-42af-b560-bb8e796c6437 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 948 time: 0.3601415 Nov 09 17:17:52.325964 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b60bc68e-a034-4d5b-bdc2-e2546edb798e req-ecd16ab8-bd69-4b69-a5f8-adeea4414a98 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711257 Nov 09 17:17:52.339160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.341261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['51fe8206-9c77-4cc2-bea2-7387d69cd564'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:52.345244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.356766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71c7f72-e510-453f-89a0-e858f1b90119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.438447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Transition to ACTIVE for port object c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:52.474301 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.484121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.532426 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-be580206-a971-4a33-b6b4-54326970762a req-695eca8a-1e77-4a84-8ffa-9f3529dbedb0 service neutron] delete failed (client error): The resource could not be found. Nov 09 17:17:52.533475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-695eca8a-1e77-4a84-8ffa-9f3529dbedb0 service neutron] 10.222.0.43 "DELETE /v2.0/ports/7440f967-6484-4296-bfb4-ea8d9b513027/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.3278894 Nov 09 17:17:52.591899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f71c7f72-e510-453f-89a0-e858f1b90119 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ae9d6f2a0ec43949b3ce68fe20c8deb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2885849 Nov 09 17:17:52.592505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7f72-e510-453f-89a0-e858f1b90119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98b42b-28ea-4f43-bb52-b90609e2957c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:52.602301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:52.630704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.656311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b666d10-5f2f-4c6e-a645-e98628afb43e req-626f2226-13d5-4211-94af-60303f3979dd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069613 Nov 09 17:17:52.671155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Allocated IP 172.25.3.73 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/27677369-d49b-48e8-8a3f-86d6facac284) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:52.674797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:52.832099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.841109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29116802-cb90-49e5-b20b-a2b527190f60 req-494c5c3d-27f0-451e-8d2c-50c8fb4a37ac tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 210 time: 0.0535338 Nov 09 17:17:52.868001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Made reservation on behalf of 3817f83c36b0400cb1f071df783f4f92 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:52.871838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.903491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.903724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6a70bd2-5e37-4811-b5f3-fedc442278a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:52.968996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:52.975350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:52.977278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'Port': ['ID=27677369-d49b-48e8-8a3f-86d6facac284,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:52.980384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:53.004824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:53.064744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 7440f967-6484-4296-bfb4-ea8d9b513027 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:53.069451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 7440f967-6484-4296-bfb4-ea8d9b513027 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:53.069691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.084230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.111108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580206-a971-4a33-b6b4-54326970762a req-596fe17e-2ebe-4fff-b023-3a195a11e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.113793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-596fe17e-2ebe-4fff-b023-3a195a11e084 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1099 time: 0.4351294 Nov 09 17:17:53.115248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Allocated IP 192.168.233.102 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/ace18979-27eb-40ad-a3cc-fc621cdc2061) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:53.120353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6a70bd2-5e37-4811-b5f3-fedc442278a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.144183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.149499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:53.149499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:53.149816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:53.170249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.183965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:53.184465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:53.217491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:53.220781 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9066548-1ec1-464f-bfee-a861d491bada" -d '{"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-plugged", "status": "completed", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:53.245631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:53.249817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:53.250324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:53.250800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:53.251343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Bound port: c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:53.251768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.263055 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.321070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:53.352794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.359288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.396552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.397658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06765-7bbe-4c40-a2e8-a73e182e3782 req-8c03a688-29df-404a-8672-5cd514d9c759 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.399361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ec06765-7bbe-4c40-a2e8-a73e182e3782 req-8c03a688-29df-404a-8672-5cd514d9c759 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 944 time: 0.4050844 Nov 09 17:17:53.425775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'Port': ['ID=27677369-d49b-48e8-8a3f-86d6facac284,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:53.431760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.433237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8645dbc0-b688-4908-9736-5abda3a033ec tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1347325 Nov 09 17:17:53.484679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6a70bd2-5e37-4811-b5f3-fedc442278a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.487279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6a70bd2-5e37-4811-b5f3-fedc442278a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.488484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6a70bd2-5e37-4811-b5f3-fedc442278a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a98b42b-28ea-4f43-bb52-b90609e2957c HTTP/1.1" status: 204 len: 168 time: 0.8288112 Nov 09 17:17:53.535343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:53.547441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580206-a971-4a33-b6b4-54326970762a req-81365d06-1dbf-478c-994c-b85d12fd9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.548929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-81365d06-1dbf-478c-994c-b85d12fd9d02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.4154985 Nov 09 17:17:53.565107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a70bd2-5e37-4811-b5f3-fedc442278a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98b42b-28ea-4f43-bb52-b90609e2957c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:53.605627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:53.625585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-d89f997f-1036-4586-a804-8eca59f1aebf tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:17:53.626564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-d89f997f-1036-4586-a804-8eca59f1aebf tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075722 Nov 09 17:17:53.648154 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.650824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-1a4c4958-23cc-48ef-91e3-1b2b1d55e569 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0763292 Nov 09 17:17:53.675747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-28d03c08-6db9-4b9f-beee-ecbb6aeb6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.675999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ec06765-7bbe-4c40-a2e8-a73e182e3782 req-296be179-17aa-4dec-b897-3024d8888e3a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614074 Nov 09 17:17:53.677431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-28d03c08-6db9-4b9f-beee-ecbb6aeb6876 service neutron] 10.222.0.45 "GET /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 1093 time: 0.0433197 Nov 09 17:17:53.690596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Request body: {'binding': {'host': 'n-h2-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:53.691715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:17:53.722731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51fe8206-9c77-4cc2-bea2-7387d69cd564 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:17:53.773043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.773670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.775235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] 10.222.0.83 "PUT /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 1092 time: 2.9797862 Nov 09 17:17:53.777850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580206-a971-4a33-b6b4-54326970762a req-a308f044-6c37-457b-9421-c905bb882c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.779353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-a308f044-6c37-457b-9421-c905bb882c9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1121926 Nov 09 17:17:53.779912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:53.782310 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23ecb8c-c34e-4f91-858d-8ee0502282a9" -d '{"events": [{"name": "network-changed", "server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:53.847576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.857227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 51fe8206-9c77-4cc2-bea2-7387d69cd564 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:17:53.862342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 51fe8206-9c77-4cc2-bea2-7387d69cd564 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:53.862914 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:53.897509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on host n-h2-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:53.897903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:53.898248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:53.904224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:53.904814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:53.909894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:53.910241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f302e-e92b-4d22-aa43-5a43c87f1611 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:53.910541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:53.911050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:53.911632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Bound port: 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:53.975777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be580206-a971-4a33-b6b4-54326970762a req-e30e82c1-a094-4274-bace-f887d59a1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:53.979906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:53.981974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-e30e82c1-a094-4274-bace-f887d59a1c2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828411 Nov 09 17:17:53.996735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:54.010342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-85fc1c5c-549d-4a9c-b1f1-e64b0c361747 service neutron] 10.222.0.45 "POST /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175/bindings HTTP/1.1" status: 201 len: 389 time: 0.3167117 Nov 09 17:17:54.057182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f0035650-0ac2-4740-8d7e-33e156fd2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.058810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-f0035650-0ac2-4740-8d7e-33e156fd2593 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1095 time: 0.2234228 Nov 09 17:17:54.076054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202fcad-ff9c-449a-a43e-edcc650ffd4f req-16d526eb-8d5b-4bb3-9aa6-c7a98ab886e4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.083460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0202fcad-ff9c-449a-a43e-edcc650ffd4f req-16d526eb-8d5b-4bb3-9aa6-c7a98ab886e4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 950 time: 0.2125807 Nov 09 17:17:54.105716 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:54.133252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7bd49fc0-195e-423a-a329-341d249a7eaa'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:54.160229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-04b20085-28c2-4d67-9c12-109c380c281a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 217 time: 0.0698431 Nov 09 17:17:54.194695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:54.249664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 51fe8206-9c77-4cc2-bea2-7387d69cd564, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:54.259919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:54.289334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:54.302216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Pushing event updated for resources: {'Port': ['ID=ace18979-27eb-40ad-a3cc-fc621cdc2061,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:54.304886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:54.357186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99002cb-f929-4086-b99d-4f65eede38c9 req-0d334873-155d-4e8d-8688-00256a3be555 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.384114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a99002cb-f929-4086-b99d-4f65eede38c9 req-0d334873-155d-4e8d-8688-00256a3be555 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.1661720 Nov 09 17:17:54.417778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=51fe8206-9c77-4cc2-bea2-7387d69cd564,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:54.543571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a99002cb-f929-4086-b99d-4f65eede38c9 req-58718243-de2a-41e2-93de-e6799739f4d3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547406 Nov 09 17:17:54.592177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-89d788c5-3aa2-49e2-be20-93fedc9ec86f service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025736 Nov 09 17:17:54.592942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:54.598459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.599153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:54.633866 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd05002-c5f7-4d5e-aad6-1c477ce467bf x-openstack-request-id: req-2dd05002-c5f7-4d5e-aad6-1c477ce467bf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:54.634288 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-plugged", "status": "completed", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:54.634682 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dd05002-c5f7-4d5e-aad6-1c477ce467bf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:54.635300 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027', 'code': 200} Nov 09 17:17:54.641621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0202fcad-ff9c-449a-a43e-edcc650ffd4f req-e85fbd8d-85cd-43be-874f-5dde8e2ef647 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507672 Nov 09 17:17:54.706219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3688291d-4900-40a0-881e-21c47cabcdd0 None None] Provisioning complete for port ace18979-27eb-40ad-a3cc-fc621cdc2061 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:54.708154 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3688291d-4900-40a0-881e-21c47cabcdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:54.714787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-02b468c5-12b2-4b88-ae19-d5674b5820c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.716308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-02b468c5-12b2-4b88-ae19-d5674b5820c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.5255575 Nov 09 17:17:54.762893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3688291d-4900-40a0-881e-21c47cabcdd0 None None] Port ace18979-27eb-40ad-a3cc-fc621cdc2061 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:54.768718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-ff7a2186-67e8-4066-b14a-bec0c6287254 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6736090 Nov 09 17:17:54.782241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-ac215dd0-81bd-4d9a-9d67-bc636b385744 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552204 Nov 09 17:17:54.808911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-833c208d-8c5c-45d2-abe3-092aa242fe3f tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1984998846&fields=id&tenant_id=2b379375cdab441d9ca678b7fd12feb5 HTTP/1.1" status: 200 len: 267 time: 0.0827305 Nov 09 17:17:54.818637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Request body: {'port': {'device_id': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:54.834385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-0f06369b-760c-416a-8db7-411c382b4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.835921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-0f06369b-760c-416a-8db7-411c382b4d3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1096 time: 0.2331290 Nov 09 17:17:54.942736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-cff409cc-123b-4a4c-8800-521b2f97e8b0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:54.944043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-cff409cc-123b-4a4c-8800-521b2f97e8b0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 823 time: 0.1267695 Nov 09 17:17:54.961331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-a3c675c9-1caa-46a2-aacd-fcbb8a9f2591 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/quotas/2b379375cdab441d9ca678b7fd12feb5 HTTP/1.1" status: 200 len: 375 time: 0.0100975 Nov 09 17:17:54.971418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be580206-a971-4a33-b6b4-54326970762a req-e0c0198c-4265-4396-b259-e045315d078c service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646407 Nov 09 17:17:55.030171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77d88-4503-4e13-808a-0a76cf54b5d0 req-724508e9-721a-4e37-af2b-91855a04a7d2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:55.032570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4d77d88-4503-4e13-808a-0a76cf54b5d0 req-724508e9-721a-4e37-af2b-91855a04a7d2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.2894647 Nov 09 17:17:55.057566 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:55.063597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-730ba9a8-acb7-4d80-8e61-9dbcc6069568 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944669 Nov 09 17:17:55.096614 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-c2ba644f-4739-4278-af8d-19e0f69e96f3 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994580 Nov 09 17:17:55.156853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-4544c5ae-9775-4cb3-9c1b-1eb56f6579ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:55.158332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-4544c5ae-9775-4cb3-9c1b-1eb56f6579ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.2916431 Nov 09 17:17:55.186044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-754a20fd-1d40-431e-93ed-e6496abbaf55 service neutron] 10.222.0.45 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158762 Nov 09 17:17:55.277386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-b96210e0-06df-401a-bea6-b18dba93339d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 217 time: 0.0829186 Nov 09 17:17:55.283696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4d77d88-4503-4e13-808a-0a76cf54b5d0 req-bda77a8b-2c67-4d6a-bf2f-bde75f782c7a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181499 Nov 09 17:17:55.337043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-9bfb83e2-f7ef-476d-a2f1-c49725004542 service neutron] 10.222.0.45 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440821 Nov 09 17:17:55.375387 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e5740-1a8b-4041-8386-476a4dde8288 x-openstack-request-id: req-812e5740-1a8b-4041-8386-476a4dde8288 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:55.375671 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:55.375910 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-812e5740-1a8b-4041-8386-476a4dde8288 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:55.376316 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'status': 'completed', 'code': 200} Nov 09 17:17:55.490232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-508a6c1a-636c-4deb-b299-bf17e07528dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:55.490232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-508a6c1a-636c-4deb-b299-bf17e07528dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1948018 Nov 09 17:17:55.514729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b273246-3fe4-4bb4-9bf4-8a8a30f03f99 req-5a05d258-c05b-4e80-8acd-a37fd0315fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035630 Nov 09 17:17:55.567437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-7eb93eea-a97d-4887-b0f5-da8fcce00b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561280 Nov 09 17:17:55.657024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e37bdc-dc9d-4d46-aa1f-515f5b6241b7 req-42f618ab-149a-40f8-ac8c-1f6779bde5f5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:55.676607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55e37bdc-dc9d-4d46-aa1f-515f5b6241b7 req-42f618ab-149a-40f8-ac8c-1f6779bde5f5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 945 time: 0.0876899 Nov 09 17:17:55.685322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf82335-7579-4f69-b550-7b11fa5e1a4d req-6fee7383-8a71-4d25-b2da-70f0283296d6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:55.686937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-faf82335-7579-4f69-b550-7b11fa5e1a4d req-6fee7383-8a71-4d25-b2da-70f0283296d6 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 936 time: 0.2286959 Nov 09 17:17:55.749853 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55e37bdc-dc9d-4d46-aa1f-515f5b6241b7 req-3bc97f5f-744e-482f-9bc2-64f7e0500708 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685511 Nov 09 17:17:55.785384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-7786965f-5cf2-4e4f-9f4b-c834b509d032 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078490 Nov 09 17:17:55.795032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-cfdb9555-d70b-438a-a4c6-c65e9d5b39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:55.796530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-cfdb9555-d70b-438a-a4c6-c65e9d5b39c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1095 time: 0.2089241 Nov 09 17:17:55.885478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-faf82335-7579-4f69-b550-7b11fa5e1a4d req-41fc13c3-5bb6-4ce8-8e79-cf4af9ffc953 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800506 Nov 09 17:17:55.949179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace18979-27eb-40ad-a3cc-fc621cdc2061 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:55.964064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:56.041199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Transition to ACTIVE for port object ace18979-27eb-40ad-a3cc-fc621cdc2061 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:56.080864 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:56.165023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-540255e7-4d41-4a63-9a21-eb724e47ea02 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462470 Nov 09 17:17:56.173825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-ec51929d-02ae-43e6-b57c-cf17fe2c723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.175646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-ec51929d-02ae-43e6-b57c-cf17fe2c723d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.3557570 Nov 09 17:17:56.214042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-e44bdba8-0bdf-41ae-9add-27aa46df1ec4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1918850 Nov 09 17:17:56.231670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a524a-e75f-45da-bbee-6cb0bdcb0a7f req-14b45e4a-2bfb-4c41-8587-184a5a508d2a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.234352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-662a524a-e75f-45da-bbee-6cb0bdcb0a7f req-14b45e4a-2bfb-4c41-8587-184a5a508d2a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2415371 Nov 09 17:17:56.292370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ace18979-27eb-40ad-a3cc-fc621cdc2061,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:56.293377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55f8e494-057a-4749-b4d0-66884d5d3aee req-91346f0c-bd28-44d9-8fbc-74cc3d2981ee tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 210 time: 0.0490048 Nov 09 17:17:56.357040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-af21699c-821f-48e0-867f-c2f51640a32c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 217 time: 0.1609943 Nov 09 17:17:56.548199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fcd7c-7e28-4d98-b4b2-280c8ef521ce req-0691275c-af82-4afb-86de-068c638c1170 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.549819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f7fcd7c-7e28-4d98-b4b2-280c8ef521ce req-0691275c-af82-4afb-86de-068c638c1170 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.0604196 Nov 09 17:17:56.604054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f7fcd7c-7e28-4d98-b4b2-280c8ef521ce req-3f35bac1-82c5-4fb7-aa2a-90df474292df tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Nov 09 17:17:56.636652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:56.639076 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290353cc-b350-47c9-9144-ecb269b072bc" -d '{"events": [{"server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:56.695497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Attempting to bind port ace18979-27eb-40ad-a3cc-fc621cdc2061 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:56.696114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Attempting to bind port ace18979-27eb-40ad-a3cc-fc621cdc2061 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:56.696286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Attempting to bind port ace18979-27eb-40ad-a3cc-fc621cdc2061 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:56.723051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-4256fd59-78dc-4684-a36d-144507ee87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.724540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-4256fd59-78dc-4684-a36d-144507ee87ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.3153410 Nov 09 17:17:56.725086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Port ace18979-27eb-40ad-a3cc-fc621cdc2061 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:56.725398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Attempting to bind port ace18979-27eb-40ad-a3cc-fc621cdc2061 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:56.795439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-ab8b4a67-c482-4c3d-af9b-cd7e71d47590 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554523 Nov 09 17:17:56.800269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-819fe040-5c0f-4593-88e4-759129e21185 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.802153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-819fe040-5c0f-4593-88e4-759129e21185 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.4973249 Nov 09 17:17:56.806481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-662a524a-e75f-45da-bbee-6cb0bdcb0a7f req-6ffecf53-a764-4f86-8e18-e96d56b6a5d8 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040174 Nov 09 17:17:56.807620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:56.808014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:56.808396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:56.808847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Bound port: ace18979-27eb-40ad-a3cc-fc621cdc2061, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:56.809199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:56.817286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-c16cb64b-c296-43dd-ac93-633e239a5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.818831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-c16cb64b-c296-43dd-ac93-633e239a5c48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1095 time: 0.5128963 Nov 09 17:17:56.868958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-3'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:56.968305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-0569abe6-0cad-41b4-9c7f-763a00356ca6 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:56.969925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-0569abe6-0cad-41b4-9c7f-763a00356ca6 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.43 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 823 time: 0.2284853 Nov 09 17:17:57.095625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-b0ec171d-0fc7-4ac1-a164-e3addbddde2a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b379375cdab441d9ca678b7fd12feb5 HTTP/1.1" status: 200 len: 380 time: 0.1144938 Nov 09 17:17:57.097357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.118400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.118896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.119911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.120703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.121290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.121758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.123130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.123130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.123452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.123912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.124400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.127006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-276f19b9-7a0d-428b-885f-2130f18e839e req-03b17da9-45e0-4d76-9eb4-c523a0288818 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7&device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0&device_id=b7318338-f100-43f4-80ed-2912cf6fda65&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8&device_id=c6886f88-3699-4b79-aeba-1e02ac25905b&device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6&device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 9937 time: 0.1073291 Nov 09 17:17:57.130337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'port': {'device_id': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'admin_state_up': True, 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'security_groups': ['7fa8dee0-425d-457b-a295-68fca8f2b8dd']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:57.204169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-276f19b9-7a0d-428b-885f-2130f18e839e req-bdd5d1f9-ba39-4393-993e-a89e7ec848d4 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.232170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35b977-22b0-4ae2-8d5b-0f3ac7da4a23 req-38e8a3de-31b0-4e25-bc2d-8e35bef1e529 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.233820 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f35b977-22b0-4ae2-8d5b-0f3ac7da4a23 req-38e8a3de-31b0-4e25-bc2d-8e35bef1e529 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.3017833 Nov 09 17:17:57.238682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] For port ace18979-27eb-40ad-a3cc-fc621cdc2061, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:57.242454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-eac1704b-c2c1-4958-8e6b-e0e9d59855a6 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996248 Nov 09 17:17:57.250272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-f2012e8e-da68-4392-a351-d50cfbac8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.252167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-f2012e8e-da68-4392-a351-d50cfbac8e45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.3446667 Nov 09 17:17:57.283359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] For port ace18979-27eb-40ad-a3cc-fc621cdc2061, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:57.314027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.330286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Made reservation on behalf of 2b379375cdab441d9ca678b7fd12feb5 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:17:57.335863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.376646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-276f19b9-7a0d-428b-885f-2130f18e839e req-bdd5d1f9-ba39-4393-993e-a89e7ec848d4 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.386757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-276f19b9-7a0d-428b-885f-2130f18e839e req-bdd5d1f9-ba39-4393-993e-a89e7ec848d4 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.418833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-7663e9e3-4d5c-450f-9df9-ada1ad6bc6b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.1405592 Nov 09 17:17:57.493291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d1f9-ba39-4393-993e-a89e7ec848d4 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae868e-29c9-4b3e-988d-4c0c0d7f629d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:57.514015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.514471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.515943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] 10.222.0.83 "PUT /v2.0/ports/ace18979-27eb-40ad-a3cc-fc621cdc2061 HTTP/1.1" status: 200 len: 1096 time: 2.7042120 Nov 09 17:17:57.516401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'tag': 'ace18979-27eb-40ad-a3cc-fc621cdc2061'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:57.518814 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250a6963-d690-4d07-8e34-988b74304afd" -d '{"events": [{"name": "network-changed", "server_uuid": "3340aebd-df14-4e8a-8661-6c6da1c4ee9e", "tag": "ace18979-27eb-40ad-a3cc-fc621cdc2061"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:57.566268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f35b977-22b0-4ae2-8d5b-0f3ac7da4a23 req-1358f9da-dd16-4f8d-bf05-f9444790635f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208420 Nov 09 17:17:57.587764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-276f19b9-7a0d-428b-885f-2130f18e839e req-bdd5d1f9-ba39-4393-993e-a89e7ec848d4 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&id=ae8a5d06-502a-40cb-9635-182be06a8ddc&id=a84275c0-9a70-482b-b86b-059fa70a7d91&id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&id=dc7e6b46-78df-4f87-b8f8-805f64a76206&id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.4376998 Nov 09 17:17:57.599694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Allocated IP 172.20.0.12 (1ca38095-362d-4531-a906-e3c62b65cfd0/bdae3730-1b13-472a-a1e0-71163912287f/5426940c-ed56-4951-a839-27bcd586017e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:17:57.655023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-d9b52430-427a-42a0-94fd-f43bf2f2a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.656864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-d9b52430-427a-42a0-94fd-f43bf2f2a00c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.2291052 Nov 09 17:17:57.657662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611e724-821d-4902-8944-971b722ef5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ace18979-27eb-40ad-a3cc-fc621cdc2061,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:57.673763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:57.711218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c23ecb8c-c34e-4f91-858d-8ee0502282a9 req-99903bab-6477-4cb0-91cd-c3aa05bc719a service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538529 Nov 09 17:17:57.717849 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284f9dba-76db-4522-ad8f-18d00e89da3a x-openstack-request-id: req-284f9dba-76db-4522-ad8f-18d00e89da3a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:57.718397 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:57.718397 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-284f9dba-76db-4522-ad8f-18d00e89da3a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:57.718874 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'code': 200} Nov 09 17:17:57.748483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-c75931ef-947d-43f6-8532-02d398988d09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664628 Nov 09 17:17:57.798405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad39be27-37e9-4ed5-a123-e7f3a6fe9e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:57.846534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-07c3e0f7-d8d8-47d9-af00-65e203c38995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.848092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-07c3e0f7-d8d8-47d9-af00-65e203c38995 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3817f83c36b0400cb1f071df783f4f92&device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 1099 time: 0.2583151 Nov 09 17:17:57.880023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:57.933746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9e0a6-517d-4074-8a91-a03bd54c9fc4 req-c0cd044a-2a6e-410f-a5a6-d0b9922c1134 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.935317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cf9e0a6-517d-4074-8a91-a03bd54c9fc4 req-c0cd044a-2a6e-410f-a5a6-d0b9922c1134 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 945 time: 0.1462839 Nov 09 17:17:57.951584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-2436c468-2b88-476d-b68b-b0c1ec154aad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061 HTTP/1.1" status: 200 len: 217 time: 0.0879736 Nov 09 17:17:57.973862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1533a-5a7f-4b26-971d-f898ea4d5593 req-4fe1c54e-9117-4c9d-b117-ac49be5bbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:57.975367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4a1533a-5a7f-4b26-971d-f898ea4d5593 req-4fe1c54e-9117-4c9d-b117-ac49be5bbe37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1355577 Nov 09 17:17:57.999316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.037212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.053640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cf9e0a6-517d-4074-8a91-a03bd54c9fc4 req-c2bd35da-e4b2-4a06-bc2b-3dd5aa080303 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105394 Nov 09 17:17:58.057247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce38e6-9e2c-4cbb-bc17-6d2e3a2f2c89 req-05521c5c-d3e8-4fc2-a176-649c73a0ebfc tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.059319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fce38e6-9e2c-4cbb-bc17-6d2e3a2f2c89 req-05521c5c-d3e8-4fc2-a176-649c73a0ebfc tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 948 time: 0.2161570 Nov 09 17:17:58.062002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.065264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-49be84af-ce46-4bc8-977f-85a49af7a870 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038254 Nov 09 17:17:58.085945 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4a1533a-5a7f-4b26-971d-f898ea4d5593 req-3e2bc7fc-0d8a-45d4-a871-c6b506ed3726 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986829 Nov 09 17:17:58.108760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.113593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.124098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-730523bf-620f-42e2-bf0f-52e62f99f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.125556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-730523bf-620f-42e2-bf0f-52e62f99f562 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1612778 Nov 09 17:17:58.187186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:17:58.204978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:17:58.206787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'Port': ['ID=5426940c-ed56-4951-a839-27bcd586017e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:58.209271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:17:58.215069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.215883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.235984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-defef75f-854a-45e1-8dce-d6e11ac13982 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1307280 Nov 09 17:17:58.265541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3b1c2-7ab6-4ae8-ab53-b8790c63f8a5 req-85b0cdfe-fa69-409f-a55d-d6eb35dab750 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.269721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:58.270220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28b3b1c2-7ab6-4ae8-ab53-b8790c63f8a5 req-85b0cdfe-fa69-409f-a55d-d6eb35dab750 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 932 time: 0.1089082 Nov 09 17:17:58.300288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Request body: {'port': {'device_id': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:17:58.347592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fce38e6-9e2c-4cbb-bc17-6d2e3a2f2c89 req-6fcd2572-8aeb-46d8-8965-b1837c7c739a tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642455 Nov 09 17:17:58.349779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-938ed8ab-1040-44b0-8f5b-265b152a4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.351238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-938ed8ab-1040-44b0-8f5b-265b152a4667 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034400 Nov 09 17:17:58.354294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on host n-h1-804292-3 for vnic_type normal with profile {"migrating_to": "n-h2-804292-3"} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:58.354866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:58.355105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:58.360431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba46dd6d-2cbe-4b52-a598-e7cc361e828e req-70315ffd-8f56-4c67-8a32-9b52efdff903 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758875 Nov 09 17:17:58.370710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:58.371059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Attempting to bind port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:58.438449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:58.438449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:58.438449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:58.438449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Bound port: 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:58.439565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.455395 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b44419-85b9-4cd1-aa75-73bc220ca799 x-openstack-request-id: req-74b44419-85b9-4cd1-aa75-73bc220ca799 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:17:58.455773 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340aebd-df14-4e8a-8661-6c6da1c4ee9e", "tag": "ace18979-27eb-40ad-a3cc-fc621cdc2061", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:17:58.455951 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74b44419-85b9-4cd1-aa75-73bc220ca799 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:17:58.456338 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'tag': 'ace18979-27eb-40ad-a3cc-fc621cdc2061', 'status': 'completed', 'code': 200} Nov 09 17:17:58.462141 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28b3b1c2-7ab6-4ae8-ab53-b8790c63f8a5 req-3d479b4c-6aeb-43a0-bd92-1ba9e0245edb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801445 Nov 09 17:17:58.463527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.513036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-877f461e-02f5-4813-9cbe-07a67af8130b None None] Provisioning complete for port 5426940c-ed56-4951-a839-27bcd586017e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:17:58.513777 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-877f461e-02f5-4813-9cbe-07a67af8130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.572649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-877f461e-02f5-4813-9cbe-07a67af8130b None None] Port 5426940c-ed56-4951-a839-27bcd586017e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:17:58.730364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8b41c-1aeb-435f-b667-589822679ddc req-4ffd1427-cbbf-494b-8a9e-349814b7bea3 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.731846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eda8b41c-1aeb-435f-b667-589822679ddc req-4ffd1427-cbbf-494b-8a9e-349814b7bea3 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1100 time: 0.1010611 Nov 09 17:17:58.805823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:58.810153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-e3f87eaf-4f86-420a-9c36-f31c5c7f1b55 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475431 Nov 09 17:17:58.820243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eda8b41c-1aeb-435f-b667-589822679ddc req-77d17100-c834-478e-a61c-5a21ff4ad8aa tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804121 Nov 09 17:17:58.826328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0bc28-b2fb-48ed-af10-b9139255faa4 req-e9aca407-7aa4-42f6-a0b5-1b64df666178 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:58.827910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3a0bc28-b2fb-48ed-af10-b9139255faa4 req-e9aca407-7aa4-42f6-a0b5-1b64df666178 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.1165543 Nov 09 17:17:58.840419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:58.880427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5426940c-ed56-4951-a839-27bcd586017e {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:58.890395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.897393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.910404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Transition to ACTIVE for port object 5426940c-ed56-4951-a839-27bcd586017e will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:17:58.916478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:58.983233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3a0bc28-b2fb-48ed-af10-b9139255faa4 req-a6946f81-787a-4751-a450-172a5dc1a034 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453481 Nov 09 17:17:58.993943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Pushing event updated for resources: {'Port': ['ID=5426940c-ed56-4951-a839-27bcd586017e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:59.013407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:17:59.047471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Attempting to bind port 5426940c-ed56-4951-a839-27bcd586017e on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:17:59.048131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Attempting to bind port 5426940c-ed56-4951-a839-27bcd586017e by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:17:59.048733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Attempting to bind port 5426940c-ed56-4951-a839-27bcd586017e on network 1ca38095-362d-4531-a906-e3c62b65cfd0 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:59.064190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072d7c-c390-4720-a67e-3cab11115a41 req-81321e25-65a7-4d8e-8f50-d8a924266f73 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.073400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:59.075215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03072d7c-c390-4720-a67e-3cab11115a41 req-81321e25-65a7-4d8e-8f50-d8a924266f73 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1217008 Nov 09 17:17:59.078257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Port 5426940c-ed56-4951-a839-27bcd586017e on network 1ca38095-362d-4531-a906-e3c62b65cfd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:17:59.078626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Attempting to bind port 5426940c-ed56-4951-a839-27bcd586017e on network 1ca38095-362d-4531-a906-e3c62b65cfd0 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:17:59.096797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ec55ce8-a602-49b6-9a66-8353fc23dd94 req-a94478f0-c810-4355-b4e5-1bdaf9ba4d7e service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655101 Nov 09 17:17:59.109321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:17:59.109666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Checking segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:17:59.110060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Bound using segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:17:59.110507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Bound port: 5426940c-ed56-4951-a839-27bcd586017e, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:17:59.110863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:59.186680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.187713 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:59.189373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-6eafc244-2463-4dad-bee9-8cc91cd4c5f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 1121 time: 2.3376377 Nov 09 17:17:59.208262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:59.221502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'port_id': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'mac_address': 'fa:16:3e:10:ac:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad27337c-968e-4168-a307-612d18df830b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:17:59.272830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03072d7c-c390-4720-a67e-3cab11115a41 req-c6b51324-050d-4dc0-a5d5-55c384e77b5e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961777 Nov 09 17:17:59.275320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a6963-d690-4d07-8e34-988b74304afd req-e08be564-d98a-4937-91f5-9c0ddaaf343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.278555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-e08be564-d98a-4937-91f5-9c0ddaaf343e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3817f83c36b0400cb1f071df783f4f92&device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 1099 time: 0.0874763 Nov 09 17:17:59.329866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['79caff0f-83b2-49f9-9b1d-e3fe993b7175'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:17:59.341636 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:59.343063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] For port 5426940c-ed56-4951-a839-27bcd586017e, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:17:59.362905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] For port 5426940c-ed56-4951-a839-27bcd586017e, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5426940c-ed56-4951-a839-27bcd586017e,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:17:59.377582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:59.435604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a6963-d690-4d07-8e34-988b74304afd req-e42c00ba-60b5-418c-8a70-d9f17dd4eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.437262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-e42c00ba-60b5-418c-8a70-d9f17dd4eeaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1433787 Nov 09 17:17:59.468997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.469625 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:59.484558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] 10.222.0.43 "PUT /v2.0/ports/5426940c-ed56-4951-a839-27bcd586017e HTTP/1.1" status: 200 len: 1092 time: 1.1780844 Nov 09 17:17:59.485497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'tag': '5426940c-ed56-4951-a839-27bcd586017e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:17:59.488651 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ba86f1-5218-4365-9715-55fc3c6144ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "tag": "5426940c-ed56-4951-a839-27bcd586017e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:17:59.508160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:17:59.558973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-83925510-73d7-4110-8383-82fad24d5668 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061 HTTP/1.1" status: 200 len: 217 time: 0.1106000 Nov 09 17:17:59.582676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:17:59.606423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:17:59.664028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55c5b6-3d7d-4635-83c6-89e7ad901a40 service neutron] Pushing event updated for resources: {'Port': ['ID=5426940c-ed56-4951-a839-27bcd586017e,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:59.696807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a3d6-5cc6-411c-9d1d-b8fb70339464 req-88692ac4-6b9a-4740-b05a-2d86843ff077 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.697891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a3d6-5cc6-411c-9d1d-b8fb70339464 req-88692ac4-6b9a-4740-b05a-2d86843ff077 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.698377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a3d6-5cc6-411c-9d1d-b8fb70339464 req-88692ac4-6b9a-4740-b05a-2d86843ff077 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.708155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a85a3d6-5cc6-411c-9d1d-b8fb70339464 req-88692ac4-6b9a-4740-b05a-2d86843ff077 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65&device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6&device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 2883 time: 0.0759647 Nov 09 17:17:59.718593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a6963-d690-4d07-8e34-988b74304afd req-5cc71b24-6899-475c-b2eb-a3117ede4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.720581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-5cc71b24-6899-475c-b2eb-a3117ede4599 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1480041 Nov 09 17:17:59.734690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a779cb-fafe-4ca0-8e67-b20cf9dddd82 req-f04139a4-867c-49fd-b9fe-513f4d340af5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.740071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19a779cb-fafe-4ca0-8e67-b20cf9dddd82 req-f04139a4-867c-49fd-b9fe-513f4d340af5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 943 time: 0.1712525 Nov 09 17:17:59.744368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-f64a0fdf-a4b7-4fce-8af9-8384144bcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.751052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-f64a0fdf-a4b7-4fce-8af9-8384144bcb3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 1095 time: 0.2157128 Nov 09 17:17:59.786745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:17:59.804042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a6963-d690-4d07-8e34-988b74304afd req-6acfeb5e-f85f-43b2-abfc-d51b3a77ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.805635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-6acfeb5e-f85f-43b2-abfc-d51b3a77ec0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768061 Nov 09 17:17:59.836793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a85a3d6-5cc6-411c-9d1d-b8fb70339464 req-cbbde811-dd99-4be3-a603-2eda55ae0aec tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275699 Nov 09 17:17:59.841147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-e08e46e5-41bf-48c7-a408-a564611124c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5426940c-ed56-4951-a839-27bcd586017e HTTP/1.1" status: 200 len: 217 time: 0.0778987 Nov 09 17:17:59.931336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19a779cb-fafe-4ca0-8e67-b20cf9dddd82 req-dacb6897-5a43-4f80-9c7c-015718bedb52 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737502 Nov 09 17:17:59.943349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:17:59.954248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-e5174e67-06e2-4865-9b21-30b4bdf98214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:17:59.956129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-e5174e67-06e2-4865-9b21-30b4bdf98214 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 200 len: 862 time: 0.1058733 Nov 09 17:17:59.983862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-c8293974-6158-47fc-a9bc-0d1d37c0a41d service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451335 Nov 09 17:18:00.002849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:00.051623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-08c11078-b5b6-4b27-88ec-d045db77c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.053757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-08c11078-b5b6-4b27-88ec-d045db77c715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ca38095-362d-4531-a906-e3c62b65cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866315 Nov 09 17:18:00.080900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba648bf-22c2-4945-924a-490632685bd4 req-43ed5c3b-f6e8-4071-b102-40da66b88b72 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.082476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ba648bf-22c2-4945-924a-490632685bd4 req-43ed5c3b-f6e8-4071-b102-40da66b88b72 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 948 time: 0.1466377 Nov 09 17:18:00.143993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-250a6963-d690-4d07-8e34-988b74304afd req-7ff5e405-eb94-4df0-b2de-434576a1cc93 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453569 Nov 09 17:18:00.162083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ba648bf-22c2-4945-924a-490632685bd4 req-e59b500c-9e5b-4feb-a5c1-53015ab2b709 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Nov 09 17:18:00.325267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-ec51e334-12e8-4195-b47d-6b2071c678d5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380695 Nov 09 17:18:00.328490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01316c2-b5da-41b0-b5dd-2a94cd142ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:00.348247 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d587971-1e47-44c6-9610-53217b32b480 x-openstack-request-id: req-0d587971-1e47-44c6-9610-53217b32b480 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:00.348644 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "tag": "5426940c-ed56-4951-a839-27bcd586017e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:00.348900 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d587971-1e47-44c6-9610-53217b32b480 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:00.349371 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'tag': '5426940c-ed56-4951-a839-27bcd586017e', 'status': 'completed', 'code': 200} Nov 09 17:18:00.365900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92706195-f237-455d-bcb6-f6eaf0792ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:00.380741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de058-b052-46ed-bf30-c8ce50c72975 req-ac9d137d-1f91-4730-be2f-f79b11f90a84 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.382330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e26de058-b052-46ed-bf30-c8ce50c72975 req-ac9d137d-1f91-4730-be2f-f79b11f90a84 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 944 time: 0.3810468 Nov 09 17:18:00.446112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-01376346-1813-499a-9543-2c5cbfff69b4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.448492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-01376346-1813-499a-9543-2c5cbfff69b4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161172 Nov 09 17:18:00.460654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175'}, {'name': 'network-changed', 'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:00.462888 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600" -d '{"events": [{"server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175"}, {"name": "network-changed", "server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:00.464935 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-d6ad829c-1557-4592-9476-cffcc0be21e8 service neutron] 10.222.0.43 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032664 Nov 09 17:18:00.469278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-ffeaf5c8-19f5-447a-b574-6970d77d3665 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/quotas/7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 375 time: 0.0147631 Nov 09 17:18:00.494034 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e26de058-b052-46ed-bf30-c8ce50c72975 req-b71f5a89-6f55-4357-8bb9-752bf42566db tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029682 Nov 09 17:18:00.546396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-d930a882-d9ca-4616-87cd-584ceadfd824 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710380 Nov 09 17:18:00.612378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92706195-f237-455d-bcb6-f6eaf0792ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:00.616714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d6f05bd-45c8-4f00-b588-4fc3c502276f req-836788cf-1090-47c2-9ffe-b8c7e9232429 service neutron] 10.222.0.43 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393714 Nov 09 17:18:00.628384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92706195-f237-455d-bcb6-f6eaf0792ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:00.714607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-92706195-f237-455d-bcb6-f6eaf0792ed0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6453250fc6d49a09c5c3bd19c3d5ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7699788 Nov 09 17:18:00.718796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:00.729111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706195-f237-455d-bcb6-f6eaf0792ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a3165e-5dd2-4d2d-9e48-18e849afb8c2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:00.761443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd55a3-1175-41eb-981a-2cebfc3de377 req-4fc03634-ab1d-4a0e-a4f3-d02911c77a5d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.763246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18dd55a3-1175-41eb-981a-2cebfc3de377 req-4fc03634-ab1d-4a0e-a4f3-d02911c77a5d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 945 time: 0.1145935 Nov 09 17:18:00.778880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-ff479291-bc1c-48a3-94e8-e854aa977330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.780405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-ff479291-bc1c-48a3-94e8-e854aa977330 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 1095 time: 0.0861657 Nov 09 17:18:00.820968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e26e2bb-aa47-468d-a6fa-c34ea498a457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:00.846186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ec106-3f39-47cf-b3df-693ca4e91af0 req-1f3dee7d-b8d4-48cc-99cf-b4b242bc7b8e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.847722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c08ec106-3f39-47cf-b3df-693ca4e91af0 req-1f3dee7d-b8d4-48cc-99cf-b4b242bc7b8e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1077840 Nov 09 17:18:00.860345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e26e2bb-aa47-468d-a6fa-c34ea498a457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:00.879019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18dd55a3-1175-41eb-981a-2cebfc3de377 req-8e3483eb-40d6-4293-84c4-239f15a1fa5d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087089 Nov 09 17:18:00.925697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-f212ec46-45f9-49f9-9901-11ee0565b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:00.927763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-f212ec46-45f9-49f9-9901-11ee0565b0a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 923 time: 0.1343007 Nov 09 17:18:00.951727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c08ec106-3f39-47cf-b3df-693ca4e91af0 req-416d581e-bbe7-4618-a919-e2efaa74c972 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830848 Nov 09 17:18:00.959091 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a285b4-e7ae-4f81-8f0b-0303f1ae0b7f x-openstack-request-id: req-22a285b4-e7ae-4f81-8f0b-0303f1ae0b7f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:00.959464 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175", "code": 200}, {"name": "network-changed", "server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:00.959908 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22a285b4-e7ae-4f81-8f0b-0303f1ae0b7f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:00.960443 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'code': 200} Nov 09 17:18:00.960796 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'status': 'completed', 'code': 200} Nov 09 17:18:00.997365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e26e2bb-aa47-468d-a6fa-c34ea498a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.003924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-b423ad91-d5e0-4764-918f-24dd5a3d6746 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5426940c-ed56-4951-a839-27bcd586017e HTTP/1.1" status: 200 len: 217 time: 0.0665870 Nov 09 17:18:01.007218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e26e2bb-aa47-468d-a6fa-c34ea498a457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.010730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e26e2bb-aa47-468d-a6fa-c34ea498a457 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16a3165e-5dd2-4d2d-9e48-18e849afb8c2 HTTP/1.1" status: 204 len: 168 time: 0.2899003 Nov 09 17:18:01.031169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:01.045623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:01.070658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26e2bb-aa47-468d-a6fa-c34ea498a457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a3165e-5dd2-4d2d-9e48-18e849afb8c2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:01.080012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-87c161dc-19e1-4de3-a6b7-9339cad27ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.081499 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-87c161dc-19e1-4de3-a6b7-9339cad27ffe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 200 len: 862 time: 0.0631790 Nov 09 17:18:01.096279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-690ecd95-9e71-4945-96f0-51ace9d16ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.097974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-690ecd95-9e71-4945-96f0-51ace9d16ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1124 time: 0.0765717 Nov 09 17:18:01.208315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12f9e03f-5814-41ae-ad1e-ed9944ab2ba4 req-c21c0f61-f689-4bd6-8795-d5751235149b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 210 time: 0.1068370 Nov 09 17:18:01.242696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-0a127b77-2c8d-4e69-91d4-076e4256293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.245531 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-0a127b77-2c8d-4e69-91d4-076e4256293f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ca38095-362d-4531-a906-e3c62b65cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481056 Nov 09 17:18:01.250968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:01.264727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:01.265472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.348533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:01.367676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 has no active binding in host n-h2-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:18:01.373705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fc82-060d-45c1-8c6b-e7e9f17473a8 req-2bd082ca-f4dd-4c28-a467-93f3cfba98df tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.377340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f24fc82-060d-45c1-8c6b-e7e9f17473a8 req-2bd082ca-f4dd-4c28-a467-93f3cfba98df tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 943 time: 0.2757862 Nov 09 17:18:01.502115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-aef54f9b-7574-44bc-ab3e-f5c3e4c753cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.504625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-aef54f9b-7574-44bc-ab3e-f5c3e4c753cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.3946640 Nov 09 17:18:01.523489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f24fc82-060d-45c1-8c6b-e7e9f17473a8 req-1b91501b-2985-41bf-ba65-2e7d245b3f0f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374309 Nov 09 17:18:01.536788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.539203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.589545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:01.593723 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee778d-70bc-4590-9803-b86942a56907" -d '{"events": [{"server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:01.611085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:01.615547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-fc533f8d-88f2-4ee6-817d-1a42d94ee541 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 217 time: 0.0906861 Nov 09 17:18:01.618661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.670167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:01.684360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-81f7e06b-869e-4913-9f7d-0bde759a4277 service neutron] 10.222.0.43 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300330 Nov 09 17:18:01.686219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:01.720127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a9f-80b8-46a5-8995-6fe651f86469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.741457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-64b47aa0-f75f-4796-8207-1e932a4fa2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.742925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-64b47aa0-f75f-4796-8207-1e932a4fa2bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1187637 Nov 09 17:18:01.774414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc824b5-8a4a-47eb-a825-4932fda93b83 req-d4518507-4252-49a7-97be-b8ad5c8ba072 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:01.776816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8cc824b5-8a4a-47eb-a825-4932fda93b83 req-d4518507-4252-49a7-97be-b8ad5c8ba072 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 948 time: 0.1078608 Nov 09 17:18:01.805885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-e4d5c1ed-6cfb-4607-8239-14fd11802a8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524166 Nov 09 17:18:01.893045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-ceb48f96-454a-48b5-9cb9-1afb609815b2 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4534140 Nov 09 17:18:01.912807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:01.924048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85ba86f1-5218-4365-9715-55fc3c6144ba req-32009bbc-fa6c-43b2-8dec-6d90705d93be service neutron] 10.222.0.43 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248857 Nov 09 17:18:01.943673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:01.945010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8cc824b5-8a4a-47eb-a825-4932fda93b83 req-674da336-c0af-414a-b9bd-7abd70619dcd tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413698 Nov 09 17:18:01.977025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-28009968-3b3a-4679-bda4-928372540aac service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573877 Nov 09 17:18:01.999668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a9f-80b8-46a5-8995-6fe651f86469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.013748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a9f-80b8-46a5-8995-6fe651f86469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.102730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e58d8a9f-80b8-46a5-8995-6fe651f86469 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d54137cad86b4f099468db539556b327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315362 Nov 09 17:18:02.104265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d8a9f-80b8-46a5-8995-6fe651f86469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974f086a-fadd-4ad2-880f-1d687df1fdcb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:02.106151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47928) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:02.126353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.155190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72ae9497-a1ab-4a94-b0c7-34e8b28f3600 req-c87dbcc7-b324-42c9-b16f-8fe9e288f154 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671772 Nov 09 17:18:02.258119 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-9ee4eb30-36fb-4db0-80aa-c3aaa97cb087 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414827 Nov 09 17:18:02.278459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c7e-60d2-4da2-a252-0d30038410dc req-313a4ff5-23ae-4e8d-b785-b50fd7fc3fc6 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:02.280192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27070c7e-60d2-4da2-a252-0d30038410dc req-313a4ff5-23ae-4e8d-b785-b50fd7fc3fc6 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 944 time: 0.0623059 Nov 09 17:18:02.347605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eebe3c18-726b-47e1-a353-fe26137080e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.348100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27070c7e-60d2-4da2-a252-0d30038410dc req-726b6812-842c-40c4-ac48-2800beab1845 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612583 Nov 09 17:18:02.395917 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda81a9c-d7bb-4d99-b8e2-f756ab43763f x-openstack-request-id: req-fda81a9c-d7bb-4d99-b8e2-f756ab43763f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:02.396438 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "name": "network-vif-plugged", "status": "completed", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:02.396624 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fda81a9c-d7bb-4d99-b8e2-f756ab43763f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:02.397294 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'code': 200} Nov 09 17:18:02.418608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eebe3c18-726b-47e1-a353-fe26137080e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.454638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Allocated IP 172.25.3.112 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/7fa9e63a-657d-42eb-be1c-909efa97f4b0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:02.492186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-c6fbb63c-ba94-4c5a-8153-3524ef6dd6b5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:02.493666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-c6fbb63c-ba94-4c5a-8153-3524ef6dd6b5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246578 Nov 09 17:18:02.511227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Request body: {'port': {'device_id': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '7e46c7f2556c4547957e02ca39005e70'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:02.545123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbea93c-46d6-4393-80b8-5699462cef36 req-94d2ed8b-8e4f-40eb-ba33-0ba489f93a58 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:02.546654 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6bbea93c-46d6-4393-80b8-5699462cef36 req-94d2ed8b-8e4f-40eb-ba33-0ba489f93a58 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 946 time: 0.0933001 Nov 09 17:18:02.559868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810de354-2508-41ad-9ba7-9d3b1960622a req-402cddcc-8293-4421-99af-46ee1e6fd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:02.561914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-810de354-2508-41ad-9ba7-9d3b1960622a req-402cddcc-8293-4421-99af-46ee1e6fd139 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0745742 Nov 09 17:18:02.612069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eebe3c18-726b-47e1-a353-fe26137080e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.615229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eebe3c18-726b-47e1-a353-fe26137080e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.616520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eebe3c18-726b-47e1-a353-fe26137080e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/974f086a-fadd-4ad2-880f-1d687df1fdcb HTTP/1.1" status: 204 len: 168 time: 0.5087850 Nov 09 17:18:02.648087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6bbea93c-46d6-4393-80b8-5699462cef36 req-f2762c82-93ea-492f-aac8-220e7d8c573c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922005 Nov 09 17:18:02.653623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe3c18-726b-47e1-a353-fe26137080e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974f086a-fadd-4ad2-880f-1d687df1fdcb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:02.655379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-810de354-2508-41ad-9ba7-9d3b1960622a req-af8fc898-8aae-4cda-ac37-23376d3a3be7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709727 Nov 09 17:18:02.716872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.763656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Made reservation on behalf of 7e46c7f2556c4547957e02ca39005e70 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:02.768115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.797335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:02.875356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:02.883175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:02.890671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:02.906824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc8f97b1-c6dc-4bc5-a289-0faad5d2e399 req-09db5e0b-da20-4d6a-81b1-dc70ca9a4fb9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 210 time: 0.0408468 Nov 09 17:18:02.910295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event updated for resources: {'Port': ['ID=7fa9e63a-657d-42eb-be1c-909efa97f4b0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:02.952408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.011067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.036508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ace18979-27eb-40ad-a3cc-fc621cdc2061 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:03.047549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be866ceb-517c-472b-890c-c337fb4de7c7 req-7f9f6171-1da2-4757-90a9-0f9f9cdc76e2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:03.050197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be866ceb-517c-472b-890c-c337fb4de7c7 req-7f9f6171-1da2-4757-90a9-0f9f9cdc76e2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 943 time: 0.0732918 Nov 09 17:18:03.060471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Allocated IP 192.168.233.55 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/997a7cf6-a12f-455e-9a0b-a23db033b632) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:03.083935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.128021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be866ceb-517c-472b-890c-c337fb4de7c7 req-a4d527e1-5482-47d8-b5c1-d1003548ddad tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704966 Nov 09 17:18:03.236118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port ace18979-27eb-40ad-a3cc-fc621cdc2061, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:03.252546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'ace18979-27eb-40ad-a3cc-fc621cdc2061', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'ace18979-27eb-40ad-a3cc-fc621cdc2061', 'mac_address': 'fa:16:3e:c0:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:03.261248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d1a55-dab3-46a3-a123-02b8e4e8d8ee req-b4be92c4-fc22-4a09-a6d2-edb919dcdea3 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:03.263076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-754d1a55-dab3-46a3-a123-02b8e4e8d8ee req-b4be92c4-fc22-4a09-a6d2-edb919dcdea3 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1100 time: 0.0569563 Nov 09 17:18:03.303050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.319624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace18979-27eb-40ad-a3cc-fc621cdc2061 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:03.339790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-754d1a55-dab3-46a3-a123-02b8e4e8d8ee req-57048f56-1671-4798-a26d-5def893f9d8c tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672603 Nov 09 17:18:03.347687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port ace18979-27eb-40ad-a3cc-fc621cdc2061, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:03.365002 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.432125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=ace18979-27eb-40ad-a3cc-fc621cdc2061,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:03.478878 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.492286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f140358-d7fb-4168-9e65-a3811e91faaf req-8495e284-5797-4b80-8326-4e1a911f687f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:03.493941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f140358-d7fb-4168-9e65-a3811e91faaf req-8495e284-5797-4b80-8326-4e1a911f687f tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 949 time: 0.0676472 Nov 09 17:18:03.562093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f140358-d7fb-4168-9e65-a3811e91faaf req-d4392666-f258-4725-af8b-6fdc3a90d3d7 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606647 Nov 09 17:18:03.708745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['ace18979-27eb-40ad-a3cc-fc621cdc2061'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:03.710833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.731265 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.742480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388d052-8a33-4379-89be-557b71498ad5 req-1d24b074-7145-4c17-82bc-f12e26030a36 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:03.743472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.745278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0388d052-8a33-4379-89be-557b71498ad5 req-1d24b074-7145-4c17-82bc-f12e26030a36 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1100 time: 0.0994444 Nov 09 17:18:03.797411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.803942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5426940c-ed56-4951-a839-27bcd586017e details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:03.811888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-a085a0ec-e241-4ae6-8be0-fcabc8721888 service neutron] 10.222.0.43 "GET /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.1069374 Nov 09 17:18:03.831811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event updated for resources: {'Port': ['ID=7fa9e63a-657d-42eb-be1c-909efa97f4b0,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:03.849510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.862756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0388d052-8a33-4379-89be-557b71498ad5 req-c5561f0d-3b8b-4335-b3fa-a3612b8e5eeb tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072531 Nov 09 17:18:03.916408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:03.918157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e6e66875-71e6-4c86-9bc7-adacf80abd82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0103669 Nov 09 17:18:03.926704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:03.933090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:03.963577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:03.974308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:03.975014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.017914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 5426940c-ed56-4951-a839-27bcd586017e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5426940c-ed56-4951-a839-27bcd586017e,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:04.043501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '5426940c-ed56-4951-a839-27bcd586017e', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'port_id': '5426940c-ed56-4951-a839-27bcd586017e', 'mac_address': 'fa:16:3e:c0:3f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:04.094447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5895374 Nov 09 17:18:04.097936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-4abbbf6b-779a-4904-afcf-80f8b3efbf25 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1692812 Nov 09 17:18:04.098572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f6136-6393-43aa-86f2-d6ad4ee7c023 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:04.099865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:04.124110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Request body: {'port': {'device_id': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:04.138015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.156257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5426940c-ed56-4951-a839-27bcd586017e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:04.159581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b99ce-4eee-42b0-a69c-8e592f84db7c req-60a7e051-5630-42da-a683-476c23c0204d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:04.170081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a2b99ce-4eee-42b0-a69c-8e592f84db7c req-60a7e051-5630-42da-a683-476c23c0204d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 944 time: 0.1438444 Nov 09 17:18:04.181962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:04.193581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 5426940c-ed56-4951-a839-27bcd586017e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5426940c-ed56-4951-a839-27bcd586017e,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:04.203816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.311778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a2b99ce-4eee-42b0-a69c-8e592f84db7c req-b370157f-fd19-451e-8fe1-90ec57394745 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405404 Nov 09 17:18:04.315916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79caff0f-83b2-49f9-9b1d-e3fe993b7175 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:04.316435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=5426940c-ed56-4951-a839-27bcd586017e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:04.330762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:04.344754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.351765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.392686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0bb8d6ba-df5a-4822-b161-21d8967c395b None None] Provisioning complete for port 997a7cf6-a12f-455e-9a0b-a23db033b632 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:04.393072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb8d6ba-df5a-4822-b161-21d8967c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.435504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8d6ba-df5a-4822-b161-21d8967c395b None None] Port 997a7cf6-a12f-455e-9a0b-a23db033b632 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:04.443477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['5426940c-ed56-4951-a839-27bcd586017e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:04.524357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda60d1-fd87-46ed-8b6b-61e0e1a1a65a req-72f3fd0b-5dcb-4035-b558-0ef1c31da098 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:04.527113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbda60d1-fd87-46ed-8b6b-61e0e1a1a65a req-72f3fd0b-5dcb-4035-b558-0ef1c31da098 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 946 time: 0.1131098 Nov 09 17:18:04.561026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] Transition to ACTIVE for port object 79caff0f-83b2-49f9-9b1d-e3fe993b7175 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:04.584360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.593791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-f5f5afab-41e2-4958-ac08-41f491b63752 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:04.603259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-f5f5afab-41e2-4958-ac08-41f491b63752 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.4653821 Nov 09 17:18:04.607896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e56479dc-f9df-43c4-87f0-f1fdaa33d7da tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:04.621901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5adb58f8-37f3-43e4-8920-63aec7c979bc req-e56479dc-f9df-43c4-87f0-f1fdaa33d7da tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191288 Nov 09 17:18:04.679933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] Pushing event updated for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:04.711404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] No DVR routers for this DVR port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:18:04.714719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:04.740255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbda60d1-fd87-46ed-8b6b-61e0e1a1a65a req-6faa03de-7297-47f7-83d6-d03c82cb9c99 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015724 Nov 09 17:18:04.793700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-3912141c-925f-446f-a106-26b919cc4d6e service neutron] 10.222.0.43 "PUT /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175/bindings/n-h2-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9724438 Nov 09 17:18:04.867605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997a7cf6-a12f-455e-9a0b-a23db033b632 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:04.878087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:04.902284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Transition to ACTIVE for port object 997a7cf6-a12f-455e-9a0b-a23db033b632 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:04.902884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cce47-5a08-400f-a85c-bc464797ef37 req-5477421c-40fb-4eff-a8a1-5e9abdd36cfb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:04.905303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df8cce47-5a08-400f-a85c-bc464797ef37 req-5477421c-40fb-4eff-a8a1-5e9abdd36cfb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 935 time: 0.0760314 Nov 09 17:18:04.909454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.011837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df8cce47-5a08-400f-a85c-bc464797ef37 req-03ad7033-a2b9-4d99-8112-a68ce83497b4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915501 Nov 09 17:18:05.034116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:05.034393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ace18979-27eb-40ad-a3cc-fc621cdc2061 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:05.042448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Attempting to bind port 997a7cf6-a12f-455e-9a0b-a23db033b632 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:05.043079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Attempting to bind port 997a7cf6-a12f-455e-9a0b-a23db033b632 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:05.043579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Attempting to bind port 997a7cf6-a12f-455e-9a0b-a23db033b632 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:05.051411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Port 997a7cf6-a12f-455e-9a0b-a23db033b632 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:05.052003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Attempting to bind port 997a7cf6-a12f-455e-9a0b-a23db033b632 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:05.063726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:05.064054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:05.064449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:05.064884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Bound port: 997a7cf6-a12f-455e-9a0b-a23db033b632, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:05.065238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.124441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port ace18979-27eb-40ad-a3cc-fc621cdc2061 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:05.128674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1014-83a4-4707-8b09-02f6f0580844 req-06378914-b8e0-48fd-9b73-c979ca229d6d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.129207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port ace18979-27eb-40ad-a3cc-fc621cdc2061 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:05.129207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.131318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d39a1014-83a4-4707-8b09-02f6f0580844 req-06378914-b8e0-48fd-9b73-c979ca229d6d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 949 time: 0.0663083 Nov 09 17:18:05.211227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a58acc-df84-4219-8de5-4817f89f14cf req-889efa7f-483c-453e-b741-45e1cc7484d1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.213332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81a58acc-df84-4219-8de5-4817f89f14cf req-889efa7f-483c-453e-b741-45e1cc7484d1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 944 time: 0.1331058 Nov 09 17:18:05.218496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:05.220668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d39a1014-83a4-4707-8b09-02f6f0580844 req-f6506672-ad24-4307-82a6-7cd53990ead1 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829012 Nov 09 17:18:05.223545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:05.267128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.269877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.305146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace18979-27eb-40ad-a3cc-fc621cdc2061'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:05.318338 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f4215-11f7-457c-99bd-075206eb0ce8" -d '{"events": [{"server_uuid": "3340aebd-df14-4e8a-8661-6c6da1c4ee9e", "name": "network-vif-plugged", "status": "completed", "tag": "ace18979-27eb-40ad-a3cc-fc621cdc2061"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:05.334310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.335692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.337448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] 10.222.0.43 "PUT /v2.0/ports/997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 200 len: 1095 time: 1.2283440 Nov 09 17:18:05.343061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:05.346536 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae122401-7928-45f7-9598-341309a719f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:05.348895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port ace18979-27eb-40ad-a3cc-fc621cdc2061, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:05.359535 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.406567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81a58acc-df84-4219-8de5-4817f89f14cf req-d77ff3cb-c744-4bb8-b5d0-20c52ea5b5d6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729498 Nov 09 17:18:05.438805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c755f-65d3-4aad-b662-90b65120cbcc service neutron] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:05.454083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=ace18979-27eb-40ad-a3cc-fc621cdc2061,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:05.512775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-bfc6a826-ee54-42f8-98f6-2b20c27dcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.514644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-bfc6a826-ee54-42f8-98f6-2b20c27dcf10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 1098 time: 0.1066263 Nov 09 17:18:05.578325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-7bf87600-a320-4aca-97b9-41b65c555a37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 200 len: 217 time: 0.0555184 Nov 09 17:18:05.648188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-2d97893f-48f3-4b52-b86e-47bbaaf74f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.650424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-2d97893f-48f3-4b52-b86e-47bbaaf74f47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0652947 Nov 09 17:18:05.661112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-cdc6fd61-14dd-4c1a-9b32-18adc9d13386 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.662609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-cdc6fd61-14dd-4c1a-9b32-18adc9d13386 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.3909495 Nov 09 17:18:05.721702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-e5e84ed6-bf67-42c9-a7af-c43c7397cc17 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d80da3d6e158429a815fa2a7827a49fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272956 Nov 09 17:18:05.732937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-eb0676d4-f88e-4c52-9db9-ece1e79e8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.734704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-eb0676d4-f88e-4c52-9db9-ece1e79e8e04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710986 Nov 09 17:18:05.746675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-4e3ae929-404a-4b91-ae3c-60aa79493500 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.753909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-4e3ae929-404a-4b91-ae3c-60aa79493500 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 819 time: 0.4147432 Nov 09 17:18:05.773160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-ff70455c-84ec-4100-8102-41bb60d25122 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/quotas/7adbdea84b384a288bfe7806f16eedfa HTTP/1.1" status: 200 len: 375 time: 0.0183759 Nov 09 17:18:05.780476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-35cbdb18-41b6-49f8-a528-5ab7994ea0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.781969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-35cbdb18-41b6-49f8-a528-5ab7994ea0a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8&tenant_id=b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 1095 time: 0.1095273 Nov 09 17:18:05.820349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5426940c-ed56-4951-a839-27bcd586017e up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:05.883932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-b5b08b4c-e684-413e-9617-4ca6047f6c2c tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1005993 Nov 09 17:18:05.917823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 5426940c-ed56-4951-a839-27bcd586017e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:05.924118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-240c499d-5150-4b26-ba3b-aa3e28c5e7e8 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.925660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-240c499d-5150-4b26-ba3b-aa3e28c5e7e8 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899676 Nov 09 17:18:05.932158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 5426940c-ed56-4951-a839-27bcd586017e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:05.933174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:05.933820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-ab3e75f9-39eb-4f1f-815d-5d8f366f7a65 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875150 Nov 09 17:18:05.977821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-a0d82551-392f-4746-8de4-c732598b72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:05.980776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-a0d82551-392f-4746-8de4-c732598b72aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1095 time: 0.1604626 Nov 09 17:18:05.993292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-744efa43-c506-4d55-91a2-6118df88ced6 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/quotas/d80da3d6e158429a815fa2a7827a49fb HTTP/1.1" status: 200 len: 375 time: 0.0529106 Nov 09 17:18:06.035030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:06.046652 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-4c502842-60b8-41a0-86e7-a225da611f04 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d80da3d6e158429a815fa2a7827a49fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380783 Nov 09 17:18:06.064161 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9dae8ce-9976-4450-b851-11cb1bb67e5e req-3b8ffc60-26be-42bd-bcfa-78b9b8d31527 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226022 Nov 09 17:18:06.077128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 5426940c-ed56-4951-a839-27bcd586017e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5426940c-ed56-4951-a839-27bcd586017e,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:06.083625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:06.090520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:06.097132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-554c4b95-b827-40bd-ae48-df9ff89128f3 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115159 Nov 09 17:18:06.175558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:18:06.178643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=5426940c-ed56-4951-a839-27bcd586017e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:06.185118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-1e1f2892-2132-4f7a-b2f0-4fb4d3fe80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.186612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-1e1f2892-2132-4f7a-b2f0-4fb4d3fe80fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.1919434 Nov 09 17:18:06.268221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-73033559-7731-48a6-a4ad-c80d64212715 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 217 time: 0.0614285 Nov 09 17:18:06.274029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-2d562385-f5da-4846-9f30-323c8e089b35 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625025 Nov 09 17:18:06.333100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-038b6cec-4989-4bb3-8184-870e61c86269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.333572 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2fe260-27d3-478a-b039-f391c62b20a1 x-openstack-request-id: req-fa2fe260-27d3-478a-b039-f391c62b20a1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:06.334003 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340aebd-df14-4e8a-8661-6c6da1c4ee9e", "name": "network-vif-plugged", "status": "completed", "tag": "ace18979-27eb-40ad-a3cc-fc621cdc2061", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:06.334267 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa2fe260-27d3-478a-b039-f391c62b20a1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:06.334662 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace18979-27eb-40ad-a3cc-fc621cdc2061', 'code': 200} Nov 09 17:18:06.336182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-038b6cec-4989-4bb3-8184-870e61c86269 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0537570 Nov 09 17:18:06.405898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-9a40ffc8-0713-4964-9f2c-e84995d5c1ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400476 Nov 09 17:18:06.460884 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f5d8b3-bdae-4db4-a213-67b5322a6220 x-openstack-request-id: req-a1f5d8b3-bdae-4db4-a213-67b5322a6220 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:06.461183 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:06.461440 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1f5d8b3-bdae-4db4-a213-67b5322a6220 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:06.461826 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'status': 'completed', 'code': 200} Nov 09 17:18:06.512642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624115-854a-4705-8b0b-2952275bc5c5 req-a35d8a09-7252-4d55-b331-7396a99a4e21 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.523116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2624115-854a-4705-8b0b-2952275bc5c5 req-a35d8a09-7252-4d55-b331-7396a99a4e21 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.0973198 Nov 09 17:18:06.595713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae122401-7928-45f7-9598-341309a719f8 req-082138ab-ab86-4863-a2b0-235765f940f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.597865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-082138ab-ab86-4863-a2b0-235765f940f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 1098 time: 0.1037929 Nov 09 17:18:06.613455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2624115-854a-4705-8b0b-2952275bc5c5 req-c49f184c-3838-497e-a569-85f39be39ec8 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836313 Nov 09 17:18:06.813982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7c526-67e6-402c-9740-36644892da11 req-54a950b6-2d26-4f01-9930-7e795fa39ef5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.815416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d30a-e692-434f-aa69-8a963105a243 req-fc217e64-e717-48d3-858a-0bcebc9b3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.815620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c7c526-67e6-402c-9740-36644892da11 req-54a950b6-2d26-4f01-9930-7e795fa39ef5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 947 time: 0.0923283 Nov 09 17:18:06.816756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae122401-7928-45f7-9598-341309a719f8 req-835a1804-9b9f-45e5-b266-0c142a58d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.818889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bf7d30a-e692-434f-aa69-8a963105a243 req-fc217e64-e717-48d3-858a-0bcebc9b3530 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 1101 time: 0.3160307 Nov 09 17:18:06.819102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-835a1804-9b9f-45e5-b266-0c142a58d102 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2037137 Nov 09 17:18:06.859449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af913-b9fd-4f12-bb4b-aa9c9052646a req-b2f46106-848a-47d2-ba31-1d565b0032d7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:06.861203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-003af913-b9fd-4f12-bb4b-aa9c9052646a req-b2f46106-848a-47d2-ba31-1d565b0032d7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 946 time: 0.2079425 Nov 09 17:18:06.899482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-d40775b1-32ee-4eb8-8769-36bb404469d1 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237502 Nov 09 17:18:06.923831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-172c50f3-299e-4815-8643-ff0bcfcc672d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 200 len: 217 time: 0.0797570 Nov 09 17:18:06.944895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bf7d30a-e692-434f-aa69-8a963105a243 req-195c111d-1e39-42f4-a53e-e5d7287a3c03 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767117 Nov 09 17:18:06.992400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c7c526-67e6-402c-9740-36644892da11 req-8e72ff6c-96e7-4ea2-b1ea-0bdd5096cb0e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681323 Nov 09 17:18:07.044783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-003af913-b9fd-4f12-bb4b-aa9c9052646a req-f42c8b4d-799e-4de7-94a8-8086904ebf5b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718884 Nov 09 17:18:07.076208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae122401-7928-45f7-9598-341309a719f8 req-c78d2f5a-c4e6-409a-85c6-86e01ec012a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.078021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-c78d2f5a-c4e6-409a-85c6-86e01ec012a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1107385 Nov 09 17:18:07.117823 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-0dfc8d93-de72-4fe9-bb70-594c513f1ac1 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755874 Nov 09 17:18:07.154349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f601c6cf-103e-43dc-8e35-e53483b04fc6 req-51c0d36e-c08d-41ae-bbbc-2d18fe4c2341 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 210 time: 0.0339668 Nov 09 17:18:07.166302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae122401-7928-45f7-9598-341309a719f8 req-722b1d49-a67a-44c5-825c-3cd8ac098f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.168045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-722b1d49-a67a-44c5-825c-3cd8ac098f91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807374 Nov 09 17:18:07.177810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47c8b4-5bda-4614-9438-5e52d00a2d95 req-54cc5711-114a-4c3b-8d21-522f5dbc617d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.179369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e47c8b4-5bda-4614-9438-5e52d00a2d95 req-54cc5711-114a-4c3b-8d21-522f5dbc617d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.0560431 Nov 09 17:18:07.264784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e47c8b4-5bda-4614-9438-5e52d00a2d95 req-40090856-6d2d-4151-bdb5-00e20e13b815 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764823 Nov 09 17:18:07.332828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-d93b81ba-3f5c-4387-b396-8aadbdab04ca service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565344 Nov 09 17:18:07.395674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-17b3cc85-16ab-491b-b1f7-8769c2d7a9f8 req-7b6b48a4-b156-49f4-a824-5e87031e12f5 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 210 time: 0.0528562 Nov 09 17:18:07.580918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e488f-fdf7-46c2-8e56-d178d7419434 req-e726e81f-4e2b-4615-84e9-1f68a30ccc48 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.582635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c95e488f-fdf7-46c2-8e56-d178d7419434 req-e726e81f-4e2b-4615-84e9-1f68a30ccc48 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 944 time: 0.1573248 Nov 09 17:18:07.589704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae122401-7928-45f7-9598-341309a719f8 req-1a698bd8-5e03-423b-a5ca-5720c1245caf service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498314 Nov 09 17:18:07.639092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c95e488f-fdf7-46c2-8e56-d178d7419434 req-a13b132f-cbae-47f5-b29c-c3011dd80c1c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Nov 09 17:18:07.644278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-ce7bc702-5f59-47e3-a43e-85afd329263e tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.646133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-ce7bc702-5f59-47e3-a43e-85afd329263e tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.0764241 Nov 09 17:18:07.769615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a91459-7cf9-48fb-a1d1-ea9a564f9cd4 req-48d18028-f636-492b-b211-6cdfc4fcee4c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.771215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0a91459-7cf9-48fb-a1d1-ea9a564f9cd4 req-48d18028-f636-492b-b211-6cdfc4fcee4c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.0672789 Nov 09 17:18:07.833459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0a91459-7cf9-48fb-a1d1-ea9a564f9cd4 req-81f69af1-89a4-4aad-b4a4-092f6a51b42f tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547202 Nov 09 17:18:07.866432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-1a4d76bf-09ca-45af-8dad-c102f378ff8b service neutron] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:07.873494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-1a4d76bf-09ca-45af-8dad-c102f378ff8b service neutron] Publish callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:07.874725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f93bbaef-5c3a-4430-a0be-d6c12cd5c113 req-1a4d76bf-09ca-45af-8dad-c102f378ff8b service neutron] 10.222.0.83 "DELETE /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175/bindings/n-h1-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.2160547 Nov 09 17:18:07.890334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db5550-98b3-4006-89e5-01badc6b6e38 req-25675796-b7d1-491b-a5db-5032363a3b61 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:07.892012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9db5550-98b3-4006-89e5-01badc6b6e38 req-25675796-b7d1-491b-a5db-5032363a3b61 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0700374 Nov 09 17:18:07.947517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9db5550-98b3-4006-89e5-01badc6b6e38 req-51455773-758f-4589-a4ac-4f4f7ce0936d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Nov 09 17:18:08.164087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb226fe-f0db-40b5-be87-26986aab52f7 req-4487acae-72be-4852-85bb-8c686510e44e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.167075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbb226fe-f0db-40b5-be87-26986aab52f7 req-4487acae-72be-4852-85bb-8c686510e44e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 947 time: 0.0694516 Nov 09 17:18:08.183123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-7ef3a8a7-bf31-478f-aa8e-110a48277d5f tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d80da3d6e158429a815fa2a7827a49fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637498 Nov 09 17:18:08.210897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ca723-0fed-48c4-b46f-27a7d68eadb8 req-de173cf6-de35-4681-a5bc-9b55330c0d4f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.213226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b6ca723-0fed-48c4-b46f-27a7d68eadb8 req-de173cf6-de35-4681-a5bc-9b55330c0d4f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 946 time: 0.0793123 Nov 09 17:18:08.234248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbb226fe-f0db-40b5-be87-26986aab52f7 req-f723faf5-43dd-4ae1-9381-77bb1dd11e62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605493 Nov 09 17:18:08.335945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426940c-ed56-4951-a839-27bcd586017e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:08.339185 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7e1393-65ef-4333-b8f7-8c9de9f3191d" -d '{"events": [{"server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "name": "network-vif-plugged", "status": "completed", "tag": "5426940c-ed56-4951-a839-27bcd586017e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:08.345168 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b6ca723-0fed-48c4-b46f-27a7d68eadb8 req-672d8dd8-346c-404e-9c09-1a0dd0014bcb tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213925 Nov 09 17:18:08.351541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d19c29d-6bb4-4d88-ae29-e261b048177f req-b5525147-ebdd-41fe-b610-c4ee215e494b tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 210 time: 0.0326679 Nov 09 17:18:08.406785 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5572a8e1-ca6d-45c5-baf4-6fefad0a8ea5 x-openstack-request-id: req-5572a8e1-ca6d-45c5-baf4-6fefad0a8ea5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:08.407313 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "name": "network-vif-plugged", "status": "completed", "tag": "5426940c-ed56-4951-a839-27bcd586017e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:08.407742 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5572a8e1-ca6d-45c5-baf4-6fefad0a8ea5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:08.408355 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426940c-ed56-4951-a839-27bcd586017e', 'code': 200} Nov 09 17:18:08.411551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-3f0bee52-44a2-42b2-adc8-2c0f770cb796 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.413308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-3f0bee52-44a2-42b2-adc8-2c0f770cb796 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991680 Nov 09 17:18:08.479154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Request body: {'port': {'device_id': 'dbd732d3-805e-4df0-837e-5c54defba654', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'd80da3d6e158429a815fa2a7827a49fb'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:08.532536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03787-7852-46a1-b549-e652629a99a5 req-55c90d7e-76b4-4496-88fd-1f2fff0558fb tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.534183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdc03787-7852-46a1-b549-e652629a99a5 req-55c90d7e-76b4-4496-88fd-1f2fff0558fb tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0814569 Nov 09 17:18:08.537431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4689ed8-2e5a-4197-afec-ab1c5114f99d req-0df49a57-d62d-4bea-8f6b-0f54899a88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.538903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4689ed8-2e5a-4197-afec-ab1c5114f99d req-0df49a57-d62d-4bea-8f6b-0f54899a88b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 1097 time: 0.0526333 Nov 09 17:18:08.549510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac0b83-0fa5-4c89-8372-72f04859f3e3 req-ba7fd9d4-b263-405e-9788-18db51432eec tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.551042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6ac0b83-0fa5-4c89-8372-72f04859f3e3 req-ba7fd9d4-b263-405e-9788-18db51432eec tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.1188960 Nov 09 17:18:08.633256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6ac0b83-0fa5-4c89-8372-72f04859f3e3 req-7d6c80c7-a1a4-4163-9943-afe4c0f5ab2a tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Nov 09 17:18:08.636178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdc03787-7852-46a1-b549-e652629a99a5 req-fb925448-f7a0-4724-b85e-da824e5f71b6 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856876 Nov 09 17:18:08.645127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Made reservation on behalf of d80da3d6e158429a815fa2a7827a49fb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:08.648838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:08.656611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4689ed8-2e5a-4197-afec-ab1c5114f99d req-a0a78355-a4ee-4ed0-9996-e946218ba339 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071682 Nov 09 17:18:08.663766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:08.735290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d9e9c85-167a-444c-9dfa-12b50c2bc34b req-dcb7d398-b135-4ff9-bcf7-30a6aa05097e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 210 time: 0.0294299 Nov 09 17:18:08.796385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:08.800792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:08.804996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f30cd-6e55-41a7-9dc7-9b8b1d5f5ffc req-e1502448-5dd0-4a7c-87a4-6084f2637be0 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.807203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b1f30cd-6e55-41a7-9dc7-9b8b1d5f5ffc req-e1502448-5dd0-4a7c-87a4-6084f2637be0 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0843241 Nov 09 17:18:08.854753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cae857-b914-4718-9555-e9a2f4ce168e req-a0ee619a-3531-4d10-b934-28d253a4db22 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:08.856333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7cae857-b914-4718-9555-e9a2f4ce168e req-a0ee619a-3531-4d10-b934-28d253a4db22 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 944 time: 0.0546167 Nov 09 17:18:08.928813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa00043-55b3-42c5-a28a-f5b293f5ab6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:08.932392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7cae857-b914-4718-9555-e9a2f4ce168e req-9ac9ccd1-7972-4ccf-a7a6-9d852295d17b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606272 Nov 09 17:18:09.040190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbb90-3cb0-4123-a057-005aad75008f req-70cea471-e85e-4b2a-97ce-8937e469f86e tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.042397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e39cbb90-3cb0-4123-a057-005aad75008f req-70cea471-e85e-4b2a-97ce-8937e469f86e tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.0548880 Nov 09 17:18:09.055318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b1f30cd-6e55-41a7-9dc7-9b8b1d5f5ffc req-423351dc-c2c7-4178-9c90-3fe9d87ca423 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369239 Nov 09 17:18:09.108891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Allocated IP 192.168.233.59 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/48297d5d-fbe1-44df-9f9b-2b10a6d64e74) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:09.109539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e39cbb90-3cb0-4123-a057-005aad75008f req-a486e1e4-8d32-4ba4-a13b-21b7ac8c8455 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532627 Nov 09 17:18:09.159937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-8b7d68fc-1c34-4489-a3da-a654c425dc87 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.161335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-8b7d68fc-1c34-4489-a3da-a654c425dc87 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.83 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 819 time: 0.2550948 Nov 09 17:18:09.196492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'port': {'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'admin_state_up': True, 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:09.241451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287821ce-ec98-4373-8c1d-5a601b4cf173 req-ea7a56e5-e6ae-4677-9143-feb1249b326b tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.243078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-287821ce-ec98-4373-8c1d-5a601b4cf173 req-ea7a56e5-e6ae-4677-9143-feb1249b326b tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0395908 Nov 09 17:18:09.288278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-287821ce-ec98-4373-8c1d-5a601b4cf173 req-05bc385a-79c6-4fa4-9596-8ebd866643e4 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Nov 09 17:18:09.336514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bdd45-aece-4169-a0e1-402382475e63 req-48825e16-df2b-4603-92a3-77e9b70e96c4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.340027 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-654bdd45-aece-4169-a0e1-402382475e63 req-48825e16-df2b-4603-92a3-77e9b70e96c4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1697171 Nov 09 17:18:09.469108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-654bdd45-aece-4169-a0e1-402382475e63 req-bd5d2b79-ab45-4b89-b93f-df4e76062f86 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201527 Nov 09 17:18:09.477758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:09.496728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Made reservation on behalf of 7adbdea84b384a288bfe7806f16eedfa for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:09.500880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:09.534211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7523c-dc51-4a37-be42-f91d51ab7240 req-3f405faf-bcbe-48c5-8ee5-6733fc534c1c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.542396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ce7523c-dc51-4a37-be42-f91d51ab7240 req-3f405faf-bcbe-48c5-8ee5-6733fc534c1c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 947 time: 0.0634146 Nov 09 17:18:09.545114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:09.607573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ce7523c-dc51-4a37-be42-f91d51ab7240 req-e8d4e636-b929-492f-a577-6c73c024f563 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562503 Nov 09 17:18:09.656771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:09.674023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:09.700065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:09.705100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f60a-0aeb-4f67-afc5-1642c16eaa65 req-d2ffe12b-479a-42eb-92dd-50443f7712f7 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.705698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.706342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:09.706910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ea3f60a-0aeb-4f67-afc5-1642c16eaa65 req-d2ffe12b-479a-42eb-92dd-50443f7712f7 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0479202 Nov 09 17:18:09.734732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Pushing event updated for resources: {'Port': ['ID=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:09.763144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b33e95-4bf4-4d07-b715-cfb4ac1c622c req-41d4f36f-bd3f-4956-9077-5fcb789d71ac tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:09.764741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2b33e95-4bf4-4d07-b715-cfb4ac1c622c req-41d4f36f-bd3f-4956-9077-5fcb789d71ac tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 935 time: 0.1873055 Nov 09 17:18:09.772088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eef02fe2-8823-4912-95f5-a01a554b5737 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3035598 Nov 09 17:18:09.785703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Allocated IP 172.20.0.13 (1a1f72ec-72a0-44b7-a2a7-43237eadce95/99bb8d9a-df62-4603-a7c9-13b961fae301/053d3cfa-c7a3-40e1-8b54-abba01ee93e9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:09.792235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ea3f60a-0aeb-4f67-afc5-1642c16eaa65 req-407dae47-2c37-4f99-b834-203d948ce4f5 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Nov 09 17:18:09.793848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Request body: {'port': {'device_id': 'dbd732d3-805e-4df0-837e-5c54defba654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:09.839917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:09.954491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2b33e95-4bf4-4d07-b715-cfb4ac1c622c req-777a583c-1a66-467a-afc6-3cd48d5300d3 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782279 Nov 09 17:18:09.958279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.045394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-11d522de-bf25-4f8b-94de-8778cb6f4ea0 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:10.045646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-11d522de-bf25-4f8b-94de-8778cb6f4ea0 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.1337309 Nov 09 17:18:10.067363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-f653aa59-1bb9-41c7-af3a-f84abe47ea16 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/quotas/b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 375 time: 0.0155427 Nov 09 17:18:10.114357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-10d77767-6196-44d7-99e5-df4bed1e4f1b None None] Provisioning complete for port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:10.114920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10d77767-6196-44d7-99e5-df4bed1e4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.135847 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-1392a6f2-b247-4bc8-8541-03c7029b50d3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674725 Nov 09 17:18:10.174400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-10d77767-6196-44d7-99e5-df4bed1e4f1b None None] Port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:10.177200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:10.191130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'mac_address': 'fa:16:3e:ee:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:10.231578 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.233159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-8558abf9-bffb-49c8-9de6-6aab08c315b6 service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Nov 09 17:18:10.250078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997a7cf6-a12f-455e-9a0b-a23db033b632 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:10.273403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:10.279301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.332166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:10.337458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-903e5c5f-ae87-4886-845d-c00b96c5b5e3 service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973451 Nov 09 17:18:10.451081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b2384-a9ad-4545-b8d6-93506b12afb5 req-bd1253c8-2cf6-4a7f-a5d2-866de5f1f171 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:10.452657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c7b2384-a9ad-4545-b8d6-93506b12afb5 req-bd1253c8-2cf6-4a7f-a5d2-866de5f1f171 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.3772366 Nov 09 17:18:10.519030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7ffeceb7-a6e6-401a-bc0c-02c34645b2ae req-38df8adf-e0bc-4b77-bd8e-a62dc01b0bf3 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 210 time: 0.0284004 Nov 09 17:18:10.538286 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.553089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:10.607354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c7b2384-a9ad-4545-b8d6-93506b12afb5 req-fcd69710-6f64-4b01-b1d7-682d248506f3 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386290 Nov 09 17:18:10.673761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4a33b-c1b2-4fef-bddc-5c10d293c3c8 req-a60bf9c8-1fc4-4196-86ab-eac533f41495 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:10.684170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f4a33b-c1b2-4fef-bddc-5c10d293c3c8 req-a60bf9c8-1fc4-4196-86ab-eac533f41495 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.0818164 Nov 09 17:18:10.703629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.730273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8c3046b-168c-4507-819b-7119776cc426 req-4ff08f26-7143-4b83-904e-2807c3a039cf tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 210 time: 0.0464699 Nov 09 17:18:10.748190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f4a33b-c1b2-4fef-bddc-5c10d293c3c8 req-4a6c49fa-48fe-400d-9d0d-e86896067fa4 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628572 Nov 09 17:18:10.811681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:10.841347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:10.847102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:10.852736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:10.853936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.879333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event updated for resources: {'Port': ['ID=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:10.908993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:10.921329 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:10.927724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-720a1d45-2368-4363-b585-9de1dbe38edd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7347953 Nov 09 17:18:10.943848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc776114-05af-4b6f-b0cc-31a93d026271 req-656058e0-1062-48d2-b931-6424c0d3500b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:10.945962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc776114-05af-4b6f-b0cc-31a93d026271 req-656058e0-1062-48d2-b931-6424c0d3500b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1038294 Nov 09 17:18:10.950095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Request body: {'port': {'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:10.953043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Transition to ACTIVE for port object 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:10.963287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf64cdd-3867-4249-abe2-787b9b735536 req-909edc0d-aff1-4c95-95c2-2de657c601d3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:10.964811 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bf64cdd-3867-4249-abe2-787b9b735536 req-909edc0d-aff1-4c95-95c2-2de657c601d3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 948 time: 0.1081228 Nov 09 17:18:10.984210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.024794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc776114-05af-4b6f-b0cc-31a93d026271 req-3e90ac7c-2985-489a-9b43-478cdeb84e95 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670557 Nov 09 17:18:11.161097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Pushing event updated for resources: {'Port': ['ID=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:11.198095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bf64cdd-3867-4249-abe2-787b9b735536 req-ea7a2f69-8023-4d74-bb17-850c4db64560 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148328 Nov 09 17:18:11.204082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['51fe8206-9c77-4cc2-bea2-7387d69cd564'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:11.209372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.247906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Attempting to bind port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:11.248377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Attempting to bind port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:11.249471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Attempting to bind port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:11.261012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:11.261406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Attempting to bind port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:11.298513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:11.298841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:11.299271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:11.300606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Bound port: 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:11.301122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.369647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c3943559-18c7-409f-8d50-02b262296f71 None None] Provisioning complete for port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:11.390683 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3943559-18c7-409f-8d50-02b262296f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.428472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c3943559-18c7-409f-8d50-02b262296f71 None None] Port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:11.468229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5187ad-9cd8-4c45-b885-fa05b222fa8b req-eb1224db-50b3-4bc7-a66b-6c044a308bf3 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:11.470441 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f5187ad-9cd8-4c45-b885-fa05b222fa8b req-eb1224db-50b3-4bc7-a66b-6c044a308bf3 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0685763 Nov 09 17:18:11.527413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f5187ad-9cd8-4c45-b885-fa05b222fa8b req-815eb077-ec84-4bc8-a10a-4009f24fc14a tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499363 Nov 09 17:18:11.561307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5660-1b83-45a8-af83-a335c83a41cf req-c235e7cc-065e-43f5-8c2f-ce0e3057838a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:11.564919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-525c5660-1b83-45a8-af83-a335c83a41cf req-c235e7cc-065e-43f5-8c2f-ce0e3057838a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.2226005 Nov 09 17:18:11.572710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:11.579788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'floatingip': {'port_id': '5426940c-ed56-4951-a839-27bcd586017e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:11.585284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] For port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:11.592222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] For port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:11.599090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.674313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:11.674934 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.676439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] 10.222.0.83 "PUT /v2.0/ports/48297d5d-fbe1-44df-9f9b-2b10a6d64e74 HTTP/1.1" status: 200 len: 1095 time: 1.8874540 Nov 09 17:18:11.676929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd732d3-805e-4df0-837e-5c54defba654', 'tag': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:11.679508 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd732d3-805e-4df0-837e-5c54defba654", "tag": "48297d5d-fbe1-44df-9f9b-2b10a6d64e74"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:11.733517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac5a3-1c31-46d2-a70c-887de8e75c58 service neutron] Pushing event updated for resources: {'Port': ['ID=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:11.824852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f6c4-cd1c-4d21-a56e-ff52d484d44b req-ba0dc98f-de4c-43d2-a2fa-3c4c9c32dd63 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:11.826565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d28f6c4-cd1c-4d21-a56e-ff52d484d44b req-ba0dc98f-de4c-43d2-a2fa-3c4c9c32dd63 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.1855102 Nov 09 17:18:11.833712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:11.863030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:11.876894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.891744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-ae33793b-6e47-4c3d-bbf2-2fd0ea0246ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:11.893374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-ae33793b-6e47-4c3d-bbf2-2fd0ea0246ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d80da3d6e158429a815fa2a7827a49fb&device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 1098 time: 0.1407361 Nov 09 17:18:11.940565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 997a7cf6-a12f-455e-9a0b-a23db033b632 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:11.950917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 997a7cf6-a12f-455e-9a0b-a23db033b632 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:11.951331 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.973986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Transition to ACTIVE for port object 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:11.979964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-7f89270b-8546-40e3-b68a-281efbd4e114 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74 HTTP/1.1" status: 200 len: 217 time: 0.0748646 Nov 09 17:18:11.983233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:11.992948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d28f6c4-cd1c-4d21-a56e-ff52d484d44b req-5c99c73f-c052-4bc6-9ffc-95d6ac121174 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587327 Nov 09 17:18:12.102656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Pushing event updated for resources: {'Port': ['ID=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:12.114669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-07c322ab-146f-4e8a-9442-2ccc54e0419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.115677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-07c322ab-146f-4e8a-9442-2ccc54e0419c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1218302 Nov 09 17:18:12.166853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.192497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Attempting to bind port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:12.192797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Attempting to bind port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:12.193124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Attempting to bind port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:12.196361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:12.199869 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88834d07-13ef-4251-aacd-623483692ba0" -d '{"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-plugged", "status": "completed", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:12.202391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:12.202707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Attempting to bind port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 on network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:12.209164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.211544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:12.211731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Checking segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:12.212203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Bound using segment: {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:12.212732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Bound port: 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e0091c-0a33-4ee2-af30-fe22eac7c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:12.213179 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.222257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:12.231078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.249101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eda67d23-fd36-4039-8cb9-bd2af5ac5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.250595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-eda67d23-fd36-4039-8cb9-bd2af5ac5371 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136339 Nov 09 17:18:12.317741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:12.329964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-4b65c49e-f812-4ef7-812d-213433d1cfe2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.336290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-4b65c49e-f812-4ef7-812d-213433d1cfe2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.5863266 Nov 09 17:18:12.383222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] For port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:12.404747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] For port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:12.413492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.464548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19307634-1c7f-4995-b38f-78c324b3a2c9 req-0b8c2185-0f51-446f-bbcd-9fe5f766bbe5 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.473709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19307634-1c7f-4995-b38f-78c324b3a2c9 req-0b8c2185-0f51-446f-bbcd-9fe5f766bbe5 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 947 time: 0.8336926 Nov 09 17:18:12.478852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Request body: {'port': {'device_id': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'admin_state_up': True, 'tenant_id': 'b018da238517441d8e405163301fd00c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:12.479711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.480632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.482210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] 10.222.0.83 "PUT /v2.0/ports/053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 1092 time: 1.5427961 Nov 09 17:18:12.499705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-5ea63672-211d-41c3-993d-bb97b8c4af36 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733699 Nov 09 17:18:12.510845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c9d3-8724-4cd7-8743-3717e81f2510 service neutron] Pushing event updated for resources: {'Port': ['ID=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:12.615815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19307634-1c7f-4995-b38f-78c324b3a2c9 req-fa1a9506-d855-475e-a6f2-449e22d7b482 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419625 Nov 09 17:18:12.732165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-02afbaed-5e03-43b8-af43-9c768b903b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.734128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-02afbaed-5e03-43b8-af43-9c768b903b4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1095 time: 0.1312087 Nov 09 17:18:12.739382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ab93667-7dd8-4805-a0a6-427d08d85a0f req-916634be-b294-4167-be9f-03a39da16d09 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252948 Nov 09 17:18:12.797199 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-85971916-2ef7-4b76-b2f9-d8cc689e25a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 217 time: 0.0498197 Nov 09 17:18:12.816790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Made reservation on behalf of b018da238517441d8e405163301fd00c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:12.820532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:12.880790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-82380f70-4ade-41b7-8f41-e3b381806034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.882406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-82380f70-4ade-41b7-8f41-e3b381806034 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.0771818 Nov 09 17:18:12.956798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-5de8eb80-5cf9-4475-8881-e2eff88e30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:12.958339 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-5de8eb80-5cf9-4475-8881-e2eff88e30fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631220 Nov 09 17:18:13.012479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc446283-fa38-44bf-9832-c4d42f9412ce req-3d051c58-9ea8-414e-9a6c-e2cf17333a0a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:13.014135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc446283-fa38-44bf-9832-c4d42f9412ce req-3d051c58-9ea8-414e-9a6c-e2cf17333a0a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 944 time: 0.2771819 Nov 09 17:18:13.118167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-9e2af44d-7658-4451-ba2f-159286833910 service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490183 Nov 09 17:18:13.235642 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125f067d-dee4-4533-b138-f3dc595bbb84 req-1400c562-aa91-4806-8815-3cfd8a8bc6fb service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088452 Nov 09 17:18:13.259558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc446283-fa38-44bf-9832-c4d42f9412ce req-0548f391-b8bc-4b4d-9bb2-5e383b795062 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190528 Nov 09 17:18:13.286033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Allocated IP 172.20.0.13 (85da85a4-0104-411e-a021-4159e9be8da3/4f802cf7-f5d2-43a0-932e-a1819bfc133d/96eb3a92-404a-4f31-b10c-5c684c2f5862) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:13.314544 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ea32a-f51c-49cb-8dee-c732e3951340 x-openstack-request-id: req-5c3ea32a-f51c-49cb-8dee-c732e3951340 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:13.314836 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd732d3-805e-4df0-837e-5c54defba654", "tag": "48297d5d-fbe1-44df-9f9b-2b10a6d64e74", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:13.315285 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c3ea32a-f51c-49cb-8dee-c732e3951340 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:13.315723 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd732d3-805e-4df0-837e-5c54defba654', 'tag': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74', 'status': 'completed', 'code': 200} Nov 09 17:18:13.323877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-6783c410-e3ea-45f1-b329-f9cf1f5d76bf tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:13.324926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-6783c410-e3ea-45f1-b329-f9cf1f5d76bf tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197129 Nov 09 17:18:13.344349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:18:13.393961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-90ae5196-7f7c-4bc5-9762-4d8577948200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:13.395615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-90ae5196-7f7c-4bc5-9762-4d8577948200 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d80da3d6e158429a815fa2a7827a49fb&device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 1098 time: 0.0513055 Nov 09 17:18:13.486763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b402a54-c08a-45f2-896d-92b3e356edeb req-c8bc0acf-a772-4cf2-8f73-51cf39b058d8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 210 time: 0.0860436 Nov 09 17:18:13.500315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-10409137-a4fd-4856-99e0-3288f1ab5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:13.501879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-10409137-a4fd-4856-99e0-3288f1ab5c6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.0939858 Nov 09 17:18:13.517212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-2114ff5a-e632-476a-b42e-2c36ac779c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:13.517212 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-2114ff5a-e632-476a-b42e-2c36ac779c35 service neutron] 10.222.0.45 "GET /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 1094 time: 0.1735644 Nov 09 17:18:13.527726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Request body: {'binding': {'host': 'n-h1-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:13.528186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:18:13.531718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:13.551166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-160f4ef4-a9e0-4f31-973d-fc0a02a00b94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74 HTTP/1.1" status: 200 len: 217 time: 0.0401256 Nov 09 17:18:13.556999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:13.605518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-41573f3e-c47a-4950-9ace-25b3888ed82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:13.606888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-41573f3e-c47a-4950-9ace-25b3888ed82d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0473545 Nov 09 17:18:13.662775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-46f91d80-a9f7-4e02-9138-1f0a65476e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:13.664359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-46f91d80-a9f7-4e02-9138-1f0a65476e5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419493 Nov 09 17:18:13.767920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-b5547f84-c52c-4838-8aa9-0e01b8349a89 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920651 Nov 09 17:18:13.869679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8af6d36-1a03-4287-ad41-c9d3e8a9fb8c req-bca1e253-6979-4949-b16e-f5c329ccc804 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907850 Nov 09 17:18:14.044886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b84c7-a0d5-4553-b7c7-7ff28842e409 req-7b481e7b-41f7-4703-85cf-bbdd34953d4c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.046372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a51b84c7-a0d5-4553-b7c7-7ff28842e409 req-7b481e7b-41f7-4703-85cf-bbdd34953d4c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.4763830 Nov 09 17:18:14.096568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:14.117950 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb associated. External IP: 172.25.3.73, port: 5426940c-ed56-4951-a839-27bcd586017e. Nov 09 17:18:14.217437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a51b84c7-a0d5-4553-b7c7-7ff28842e409 req-c6a9d282-3219-4082-b9ec-d1764201d0ed tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634271 Nov 09 17:18:14.225178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on host n-h1-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:14.225515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:14.225844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:14.264536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:14.264822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:14.271943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:14.276863 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e2cb1-11c8-4ce9-b5fe-eaaa8d5efdca x-openstack-request-id: req-417e2cb1-11c8-4ce9-b5fe-eaaa8d5efdca {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:14.277803 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-plugged", "status": "completed", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:14.278130 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-417e2cb1-11c8-4ce9-b5fe-eaaa8d5efdca {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:14.278646 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'code': 200} Nov 09 17:18:14.294219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:14.294602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:14.295075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:14.295441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Bound port: c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:14.378062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Network 85da85a4-0104-411e-a021-4159e9be8da3 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:14.396799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a430f-de81-48bd-9508-aac422d483d2 req-83bc0281-af8d-43af-aff1-d7ad3a624a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.398310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488a430f-de81-48bd-9508-aac422d483d2 req-83bc0281-af8d-43af-aff1-d7ad3a624a9f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 1100 time: 0.0478275 Nov 09 17:18:14.403475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:14.410747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:14.415982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:14.421302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.421966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:14.448055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488a430f-de81-48bd-9508-aac422d483d2 req-1933a2b5-1fb7-4b49-b6e6-5fc8e0c751bc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Nov 09 17:18:14.502261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-9b830f19-894e-4454-bc72-6edf59696887 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0486112 Nov 09 17:18:14.507654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:14.539639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:14.541489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-da7393aa-1edf-46c6-8bd9-8d4e439f00cf service neutron] 10.222.0.45 "POST /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1/bindings HTTP/1.1" status: 201 len: 389 time: 1.0199382 Nov 09 17:18:14.551015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725542cb-0714-47d7-95cf-f947369a90f7 req-0cb26425-eb76-4cb7-8854-e2bd65542620 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.552443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-725542cb-0714-47d7-95cf-f947369a90f7 req-0cb26425-eb76-4cb7-8854-e2bd65542620 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1957309 Nov 09 17:18:14.600763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:14.625078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-725542cb-0714-47d7-95cf-f947369a90f7 req-b18f9c8b-6379-4e46-96d6-5c5d3c407df6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628073 Nov 09 17:18:14.668354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Request body: {'port': {'device_id': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:14.747775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2875-8b23-4276-a683-5c56e6b20d20 req-9671e51a-fc40-4819-8fab-a8e3dcc856b2 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.749652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51fb2875-8b23-4276-a683-5c56e6b20d20 req-9671e51a-fc40-4819-8fab-a8e3dcc856b2 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.0686064 Nov 09 17:18:14.804053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:14.826426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:14.839153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:14.840829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51fb2875-8b23-4276-a683-5c56e6b20d20 req-cc0043b8-ce4a-4857-9b2a-6408f46fedde tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836301 Nov 09 17:18:14.851956 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:14.868275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-1b32d574-d40b-489e-985a-0b70723d04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.871182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-1b32d574-d40b-489e-985a-0b70723d04b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0786366 Nov 09 17:18:14.876136 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:14.877171 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:14.906919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15761d-3d59-488c-8b2c-15aaf35d9a9c req-98891697-57fb-49ca-86b4-9cb57f51d612 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:14.908655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d15761d-3d59-488c-8b2c-15aaf35d9a9c req-98891697-57fb-49ca-86b4-9cb57f51d612 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 947 time: 0.1663368 Nov 09 17:18:14.915106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-503cf4db-afa4-4eef-8b1b-9c0952c75f47 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "PUT /v2.0/floatingips/58a692f8-50f8-41d1-bb72-fa5f640511cb HTTP/1.1" status: 200 len: 991 time: 3.3385811 Nov 09 17:18:14.917922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'tag': '5426940c-ed56-4951-a839-27bcd586017e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:14.920112 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b418d45f-ef77-4876-88cb-5d955ce72fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "tag": "5426940c-ed56-4951-a839-27bcd586017e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:15.045757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d15761d-3d59-488c-8b2c-15aaf35d9a9c req-7188d0b4-efb1-45f0-b54a-1d976666a062 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216283 Nov 09 17:18:15.061763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4413e-d7e9-45e5-8477-01648d91b310 req-0c2f4336-9402-48ce-8556-496ffef92983 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.063469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03e4413e-d7e9-45e5-8477-01648d91b310 req-0c2f4336-9402-48ce-8556-496ffef92983 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 944 time: 0.0926993 Nov 09 17:18:15.074139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-9f878f1d-b9f1-43e0-8d85-e9e13a336dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.075713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-9f878f1d-b9f1-43e0-8d85-e9e13a336dc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1951644 Nov 09 17:18:15.083945 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:15.085923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:15.191147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-20bf02f0-1eee-412e-9b43-2b52652a6607 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 217 time: 0.1018150 Nov 09 17:18:15.252486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec88b-804b-415a-959e-2734b64ff94b req-f10c1991-ad8c-4da4-8b4d-3ad9106bcc93 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.254091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fafec88b-804b-415a-959e-2734b64ff94b req-f10c1991-ad8c-4da4-8b4d-3ad9106bcc93 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 932 time: 0.1149528 Nov 09 17:18:15.278142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eb3a92-404a-4f31-b10c-5c684c2f5862 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:15.296797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.306938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:15.314464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03e4413e-d7e9-45e5-8477-01648d91b310 req-46d3fc0a-e698-4236-9c07-5adbd539b472 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415044 Nov 09 17:18:15.318862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:15.324232 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05b208c-ba7a-4c6b-b3ea-53acf0842221" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:15.326851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Transition to ACTIVE for port object 96eb3a92-404a-4f31-b10c-5c684c2f5862 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:15.330066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74', 'mac_address': 'fa:16:3e:a2:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:15.361502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fafec88b-804b-415a-959e-2734b64ff94b req-9fbf3f8a-b838-455c-8952-130ac9f42c9c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921829 Nov 09 17:18:15.365590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.367973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-ce24ce06-0d10-41a3-9bde-19f9fb3b3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.371669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-ce24ce06-0d10-41a3-9bde-19f9fb3b3df7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1594851 Nov 09 17:18:15.442107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-a29db9f1-5db7-4071-a634-662bebc267cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608230 Nov 09 17:18:15.450437 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.473484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:15.476268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:15.490949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:15.491572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:15.492026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:15.498682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:15.499216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:15.505478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:15.506169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:15.506447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:15.507206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Bound port: 96eb3a92-404a-4f31-b10c-5c684c2f5862, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:15.507665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.526596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:15.535487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.550547 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '58a692f8-50f8-41d1-bb72-fa5f640511cb', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'port_id': '5426940c-ed56-4951-a839-27bcd586017e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'mac_address': 'fa:16:3e:c0:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:17:52Z', 'updated_at': '2021-11-09T17:18:13Z', 'revision_number': 1, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:15.568515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff756ac-a138-4ab4-9f80-3fab12d561de req-66d82eb9-4d39-49f4-af1f-958226ed04f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.577805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dff756ac-a138-4ab4-9f80-3fab12d561de req-66d82eb9-4d39-49f4-af1f-958226ed04f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 946 time: 0.1407375 Nov 09 17:18:15.597080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:15.613770 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:15.613995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38e9b-6171-4bca-b231-876eadb32663 req-43814be5-c7ed-4b48-9238-04bb875bba1c tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.614587 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:15.615733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ffb38e9b-6171-4bca-b231-876eadb32663 req-43814be5-c7ed-4b48-9238-04bb875bba1c tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 1101 time: 0.0962753 Nov 09 17:18:15.647267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ffb38e9b-6171-4bca-b231-876eadb32663 req-679cfcd7-5e8e-491d-84db-7053dd169d92 tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.659101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-0361c813-db1e-4efd-8ac6-8eaf541c0abf service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047663 Nov 09 17:18:15.673265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dff756ac-a138-4ab4-9f80-3fab12d561de req-f35ea9e4-35f3-49dc-b252-c211dfa6d20a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942359 Nov 09 17:18:15.701443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:15.709734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:15.754439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:15.778688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.796154 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:15.855716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ffb38e9b-6171-4bca-b231-876eadb32663 req-679cfcd7-5e8e-491d-84db-7053dd169d92 tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.864920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:15.865654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.867112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 1092 time: 1.2049453 Nov 09 17:18:15.880281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ffb38e9b-6171-4bca-b231-876eadb32663 req-679cfcd7-5e8e-491d-84db-7053dd169d92 tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:15.910228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['48297d5d-fbe1-44df-9f9b-2b10a6d64e74'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:15.989437 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c58956-0b57-4f9e-a5d7-73e95b86dc6d x-openstack-request-id: req-f7c58956-0b57-4f9e-a5d7-73e95b86dc6d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:15.989819 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "tag": "5426940c-ed56-4951-a839-27bcd586017e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:15.990075 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7c58956-0b57-4f9e-a5d7-73e95b86dc6d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:15.990520 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'tag': '5426940c-ed56-4951-a839-27bcd586017e', 'status': 'completed', 'code': 200} Nov 09 17:18:15.991315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6862f-7acd-4b8b-9388-0961fa6cf2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:16.010274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cfcd7-5e8e-491d-84db-7053dd169d92 tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f5e712-7ac0-4566-8c8a-cd4899a7ff89,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:16.032100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ffb38e9b-6171-4bca-b231-876eadb32663 req-679cfcd7-5e8e-491d-84db-7053dd169d92 tempest-LiveMigrationNegativeTest-718490982 tempest-LiveMigrationNegativeTest-718490982-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073191 Nov 09 17:18:16.152217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-141d75df-6b3a-4d25-93a7-fef0948348ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.154785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-141d75df-6b3a-4d25-93a7-fef0948348ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1095 time: 0.2375088 Nov 09 17:18:16.161623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-f7a16668-b6c9-4afd-b9c8-438382a993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.164356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-f7a16668-b6c9-4afd-b9c8-438382a993f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 1097 time: 0.1498182 Nov 09 17:18:16.351933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-7439a114-d04e-4d0f-b3af-518ecca55fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.354484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-7439a114-d04e-4d0f-b3af-518ecca55fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 923 time: 0.1680853 Nov 09 17:18:16.357790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-6c494c7c-0100-4af2-b141-65caaea4ad72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 217 time: 0.1923380 Nov 09 17:18:16.359371 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '58a692f8-50f8-41d1-bb72-fa5f640511cb', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'port_id': '5426940c-ed56-4951-a839-27bcd586017e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'mac_address': 'fa:16:3e:c0:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:17:52Z', 'updated_at': '2021-11-09T17:18:13Z', 'revision_number': 1, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:16.363833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-89663f0d-8f9c-438e-b8e8-5113fc9afef4 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845632 Nov 09 17:18:16.365256 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5ca40-e52f-4c50-90fc-de75a67bbcc5 x-openstack-request-id: req-0dc5ca40-e52f-4c50-90fc-de75a67bbcc5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:16.365545 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:16.365795 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dc5ca40-e52f-4c50-90fc-de75a67bbcc5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:16.366173 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'status': 'completed', 'code': 200} Nov 09 17:18:16.398600 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fdfe5-227f-4dbf-80ff-a68e0b2ea9fe None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '58a692f8-50f8-41d1-bb72-fa5f640511cb', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'port_id': '5426940c-ed56-4951-a839-27bcd586017e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'mac_address': 'fa:16:3e:c0:3f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:17:52Z', 'updated_at': '2021-11-09T17:18:13Z', 'revision_number': 1, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:16.483854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe251ea-b7d0-40bf-8dd3-d2b3f39d9552 req-f1105b4f-3eb1-4e13-9a65-6d85b2c4d13b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.486240 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afe251ea-b7d0-40bf-8dd3-d2b3f39d9552 req-f1105b4f-3eb1-4e13-9a65-6d85b2c4d13b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1193233 Nov 09 17:18:16.525241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-47b83360-1893-4080-b704-d8e67fe12961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.526876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-47b83360-1893-4080-b704-d8e67fe12961 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1095 time: 0.1588769 Nov 09 17:18:16.535969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-266a3c59-e084-44e2-ad50-42210c68875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.538333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-266a3c59-e084-44e2-ad50-42210c68875c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1512711 Nov 09 17:18:16.571069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f247b3-efa7-49f9-8d43-ba358c455be8 req-0ec7f997-8839-403f-b558-3cb02c242b42 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.572687 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18f247b3-efa7-49f9-8d43-ba358c455be8 req-0ec7f997-8839-403f-b558-3cb02c242b42 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.2171052 Nov 09 17:18:16.576338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-fa8f7feb-3c55-4da1-a09c-df760530ec43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5426940c-ed56-4951-a839-27bcd586017e HTTP/1.1" status: 200 len: 999 time: 0.1512036 Nov 09 17:18:16.595258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-cb784bc3-c5d7-45ab-a75a-ed34467595ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412729 Nov 09 17:18:16.620845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-b661c981-3053-4ad9-9ca4-1b2fb7224a3f tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.622402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-b661c981-3053-4ad9-9ca4-1b2fb7224a3f tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1097 time: 0.1643636 Nov 09 17:18:16.633528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afe251ea-b7d0-40bf-8dd3-d2b3f39d9552 req-92596376-53a2-4789-9b6d-3e220614e5c2 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241522 Nov 09 17:18:16.638918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-3'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:16.731363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfefbcfb-2466-441c-99f6-09d044a45642 None None] New status for floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:18:16.781711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-2d33964b-c3a9-47c9-808a-d1bbbce55ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:16.783614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-2d33964b-c3a9-47c9-808a-d1bbbce55ffa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 200 len: 862 time: 0.1905799 Nov 09 17:18:16.790133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-208f4e7d-f94e-40b9-8e97-67afc9554b56 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836202 Nov 09 17:18:16.797226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:16.840930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18f247b3-efa7-49f9-8d43-ba358c455be8 req-29acc2b0-aabe-4404-8113-70b510c208d8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496285 Nov 09 17:18:16.955106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:16.997948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-11511603-4262-4f95-ba2a-ac1f72f82e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.000664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-11511603-4262-4f95-ba2a-ac1f72f82e32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.4475224 Nov 09 17:18:17.004335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:17.016686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-6de78317-f781-4480-a880-c76a8607f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.018358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-6de78317-f781-4480-a880-c76a8607f497 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ca38095-362d-4531-a906-e3c62b65cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160544 Nov 09 17:18:17.090212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4fac5-137f-4b17-a77e-3a841557eff3 req-dacf865e-96ac-4a18-b437-8cfd97841e5c tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.091853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ada4fac5-137f-4b17-a77e-3a841557eff3 req-dacf865e-96ac-4a18-b437-8cfd97841e5c tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 948 time: 0.3434591 Nov 09 17:18:17.093190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-4b3c6090-8ef1-4f18-83d2-5bcd56fa1757 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 217 time: 0.0585840 Nov 09 17:18:17.096660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:17.116834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b11b84-ae44-497b-8beb-9e7ef83f78e4 req-47adde88-5872-4377-a2f1-94331e47a247 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.119729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8b11b84-ae44-497b-8beb-9e7ef83f78e4 req-47adde88-5872-4377-a2f1-94331e47a247 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 944 time: 0.1613426 Nov 09 17:18:17.156502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9906478b-524e-4f2f-b7c1-e454c7ffab92 req-a943aa81-a47a-4a61-a5d6-65356ea32c98 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525016 Nov 09 17:18:17.217342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ada4fac5-137f-4b17-a77e-3a841557eff3 req-f07d9211-a11b-4706-960e-256539d0c995 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132007 Nov 09 17:18:17.256035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-db8e3073-09f8-43ba-b465-abeb547d28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.257634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-db8e3073-09f8-43ba-b465-abeb547d28f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1251030 Nov 09 17:18:17.260669 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.278842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8b11b84-ae44-497b-8beb-9e7ef83f78e4 req-0354b9be-e89b-42a6-ac41-30c5d4319c25 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516161 Nov 09 17:18:17.285800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:17.313042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:17.314807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-1efc2ec6-9b03-44fc-b7c2-fc48d4e14583 service neutron] 10.222.0.43 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704709 Nov 09 17:18:17.343186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.359804 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.391442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:17.413577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-bf83be0a-ee4a-424b-bbfc-6dae7b988282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.416757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-bf83be0a-ee4a-424b-bbfc-6dae7b988282 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470296 Nov 09 17:18:17.449818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:17.456001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc6578-f778-478f-b5c0-ddb28dccf61a req-08d87523-00b7-4de4-b638-715b8cf9fd9f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.456919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.457857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09dc6578-f778-478f-b5c0-ddb28dccf61a req-08d87523-00b7-4de4-b638-715b8cf9fd9f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.1782210 Nov 09 17:18:17.492733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b418d45f-ef77-4876-88cb-5d955ce72fc8 req-c42f3318-ad1d-41e7-a087-9c4f9edf8ed5 service neutron] 10.222.0.43 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699064 Nov 09 17:18:17.527615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:17.540047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on host n-h2-804292-3 for vnic_type normal with profile {"migrating_to": "n-h1-804292-3"} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:17.541668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:17.541668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:17.560201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:17.567728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:17.568100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Attempting to bind port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:17.591235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:17.591659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:17.592113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:17.592615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Bound port: c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:17.593040 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.597138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcd82b-2996-4e37-a8eb-1be6d163758a req-9de523fe-751e-4190-8a4c-e9b2f2631aa2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.598632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fdcd82b-2996-4e37-a8eb-1be6d163758a req-9de523fe-751e-4190-8a4c-e9b2f2631aa2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.0558088 Nov 09 17:18:17.628326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09dc6578-f778-478f-b5c0-ddb28dccf61a req-243e0ab5-d260-482a-8d2c-763a68026307 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388137 Nov 09 17:18:17.692052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-43740014-5385-4dd8-9f78-58c1e633a8fb service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589016 Nov 09 17:18:17.711562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fdcd82b-2996-4e37-a8eb-1be6d163758a req-141aeb9c-3972-4e12-b9f8-00e12189d33e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011302 Nov 09 17:18:17.770700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:17.789749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:17.803439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.828470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['053d3cfa-c7a3-40e1-8b54-abba01ee93e9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:17.868248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-399f0dce-d7e0-432d-b0c8-bf125be29fb2 req-8ab260a8-48f5-4fdb-8bc9-6bbf68f38243 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:17.870055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-399f0dce-d7e0-432d-b0c8-bf125be29fb2 req-8ab260a8-48f5-4fdb-8bc9-6bbf68f38243 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073166 Nov 09 17:18:17.878433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d05b208c-ba7a-4c6b-b3ea-53acf0842221 req-58a2c679-f53d-48d5-ab5e-0b5963dde527 service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722987 Nov 09 17:18:17.957162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:17.962247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:17.963620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:17.965754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-62fd5cd6-cec4-4838-9c41-559f2e8af9a5 service neutron] 10.222.0.43 "PUT /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 1122 time: 1.3309407 Nov 09 17:18:17.992021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:17.994955 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf04d5b1-9a06-4aee-9442-b0701aaeedda" -d '{"events": [{"name": "network-changed", "server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:18.099157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:18.146439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe50e5-821b-4724-acad-f99069c9146c req-111d97cb-5c6f-48c9-9180-7f1e1430f57a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.148191 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0fe50e5-821b-4724-acad-f99069c9146c req-111d97cb-5c6f-48c9-9180-7f1e1430f57a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0865240 Nov 09 17:18:18.200303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-aa571ac4-f7b7-4cda-b877-3f6d03082b3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806353 Nov 09 17:18:18.208855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ea9b8-5b9f-419e-a8c3-9273a80a520f req-26b8e850-f17c-4f0b-98fd-88617297a37b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.210491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-761ea9b8-5b9f-419e-a8c3-9273a80a520f req-26b8e850-f17c-4f0b-98fd-88617297a37b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.0633905 Nov 09 17:18:18.212672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0fe50e5-821b-4724-acad-f99069c9146c req-3c5c2276-990e-4eea-8290-4058e6980b1e tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578616 Nov 09 17:18:18.215939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-da3912e1-3e3b-4999-a0f6-ef877f134414 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:18.217038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-da3912e1-3e3b-4999-a0f6-ef877f134414 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054653 Nov 09 17:18:18.271894 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b571a-20f3-4f30-8b9e-c98adbb6b01b x-openstack-request-id: req-229b571a-20f3-4f30-8b9e-c98adbb6b01b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:18.273090 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:18.273190 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-229b571a-20f3-4f30-8b9e-c98adbb6b01b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:18.273930 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'status': 'completed', 'code': 200} Nov 09 17:18:18.315664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-761ea9b8-5b9f-419e-a8c3-9273a80a520f req-fac4ff17-3572-4812-98ee-57e0f8c2de2a tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766001 Nov 09 17:18:18.375028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'}, {'name': 'network-changed', 'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:18.377663 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703" -d '{"events": [{"server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1"}, {"name": "network-changed", "server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:18.398170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-ca144b19-7a35-446c-a9be-9fa21b4a180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.399800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-ca144b19-7a35-446c-a9be-9fa21b4a180d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0894802 Nov 09 17:18:18.424179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42e177-d421-402f-b975-066a0602627e req-747e53fd-3c22-49fa-9db3-d05cf5064ba0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.425808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f42e177-d421-402f-b975-066a0602627e req-747e53fd-3c22-49fa-9db3-d05cf5064ba0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0844297 Nov 09 17:18:18.442418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de629fb-f6f5-4b80-8b45-c7fa9e7c55ed req-390bd4bc-9b75-480e-9426-4aa0d6ef528b tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.443961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8de629fb-f6f5-4b80-8b45-c7fa9e7c55ed req-390bd4bc-9b75-480e-9426-4aa0d6ef528b tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 948 time: 0.0582931 Nov 09 17:18:18.494661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8de629fb-f6f5-4b80-8b45-c7fa9e7c55ed req-010af862-5a26-4f35-a99d-466464b0827a tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Nov 09 17:18:18.559083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f42e177-d421-402f-b975-066a0602627e req-0e9dd5d4-e348-418d-b316-94ab7cdde3f0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188440 Nov 09 17:18:18.562125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-ff9197d4-8b59-4e38-a03f-d7dd761e1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.563490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-ff9197d4-8b59-4e38-a03f-d7dd761e1385 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.1566334 Nov 09 17:18:18.622440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-447ec733-8431-4989-a409-481e60546d8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 217 time: 0.0490823 Nov 09 17:18:18.634249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72512-a019-4d51-8bf1-51d17e0d168e req-fcdb8d48-ddaa-4d0a-8090-3fa9f8af9af6 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.635462 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bb2d2a-cfe7-4271-b3e0-b9b151cf3ebc x-openstack-request-id: req-e3bb2d2a-cfe7-4271-b3e0-b9b151cf3ebc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:18.635753 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1", "code": 200}, {"name": "network-changed", "server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:18.636054 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3bb2d2a-cfe7-4271-b3e0-b9b151cf3ebc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:18.636445 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'code': 200} Nov 09 17:18:18.636699 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'status': 'completed', 'code': 200} Nov 09 17:18:18.642115 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6b72512-a019-4d51-8bf1-51d17e0d168e req-fcdb8d48-ddaa-4d0a-8090-3fa9f8af9af6 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 945 time: 0.0800548 Nov 09 17:18:18.692798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6b72512-a019-4d51-8bf1-51d17e0d168e req-764907fc-e204-4847-9a59-2539e8eafec0 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Nov 09 17:18:18.728995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-5ba1ff53-a599-4e98-bc26-a9c99f69f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.730534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-5ba1ff53-a599-4e98-bc26-a9c99f69f8cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0929832 Nov 09 17:18:18.749937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-e4e38637-04e3-43e3-a8d7-21f7f5f45c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.751369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-e4e38637-04e3-43e3-a8d7-21f7f5f45c5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1125 time: 0.0769458 Nov 09 17:18:18.778595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-0bbe483b-6fc1-4d28-877b-afbc4f5f298f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389538 Nov 09 17:18:18.868997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936799b8-897f-46cd-bb09-9c5019cf788a req-88f484ec-4ca5-4e59-a556-475ed65e24f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.877395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-936799b8-897f-46cd-bb09-9c5019cf788a req-88f484ec-4ca5-4e59-a556-475ed65e24f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.0757413 Nov 09 17:18:18.994914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de17df-69f0-4ccf-a9c8-a46ab1e260c0 req-f3cce18f-1e06-4b8d-9a48-6f934e38b60a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:18.996440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95de17df-69f0-4ccf-a9c8-a46ab1e260c0 req-f3cce18f-1e06-4b8d-9a48-6f934e38b60a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.2216315 Nov 09 17:18:19.032983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-0208cdd4-7042-472a-bf47-7c45a710f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.034483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-0208cdd4-7042-472a-bf47-7c45a710f221 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.2581754 Nov 09 17:18:19.044320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-b7c24919-3319-4cb8-ba1d-4382199902eb service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404602 Nov 09 17:18:19.113773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:19.114485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-443a117f-b223-470b-a3ce-a4e8cb0e7386 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 217 time: 0.0641227 Nov 09 17:18:19.195446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:19.204028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95de17df-69f0-4ccf-a9c8-a46ab1e260c0 req-b986d034-7853-455f-882c-e4b216bf09fd tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938157 Nov 09 17:18:19.207108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:19.207986 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:19.211510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-936799b8-897f-46cd-bb09-9c5019cf788a req-bfcce851-3929-4d9f-a812-6424095f8d58 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332121 Nov 09 17:18:19.239595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-217ed5aa-8f3e-4e03-a3b5-0dea063fa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.241459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-217ed5aa-8f3e-4e03-a3b5-0dea063fa30e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1127405 Nov 09 17:18:19.296334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf04d5b1-9a06-4aee-9442-b0701aaeedda req-5d867fb3-d584-4a6e-82f7-71377e37d69a service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265496 Nov 09 17:18:19.298309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-63b3a768-792a-440b-af73-5c11cb1eee99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410416 Nov 09 17:18:19.347104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:19.383152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd732d3-805e-4df0-837e-5c54defba654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:19.385750 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f39832-0e46-4498-8aed-3faab9d11a67" -d '{"events": [{"server_uuid": "dbd732d3-805e-4df0-837e-5c54defba654", "name": "network-vif-plugged", "status": "completed", "tag": "48297d5d-fbe1-44df-9f9b-2b10a6d64e74"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:19.401295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:19.407501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:19.408794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:19.433713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa120a-b497-4d76-b4a6-a267f6cb2680 req-2339ab6f-6fb9-405c-b506-306a1a1a41a4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.437381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37fa120a-b497-4d76-b4a6-a267f6cb2680 req-2339ab6f-6fb9-405c-b506-306a1a1a41a4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1302195 Nov 09 17:18:19.489720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:19.514937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-76f0b547-33f9-4795-8f7c-4b7ab726b4a3 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922507 Nov 09 17:18:19.524556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:19.530828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:19.531399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:19.550471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37fa120a-b497-4d76-b4a6-a267f6cb2680 req-c53da94c-787e-4836-be40-b1ef33a9ba77 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990984 Nov 09 17:18:19.621231 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a628a8e0-e011-4810-bd66-20914909aa48 x-openstack-request-id: req-a628a8e0-e011-4810-bd66-20914909aa48 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:19.621566 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd732d3-805e-4df0-837e-5c54defba654", "name": "network-vif-plugged", "status": "completed", "tag": "48297d5d-fbe1-44df-9f9b-2b10a6d64e74", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:19.622016 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a628a8e0-e011-4810-bd66-20914909aa48 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:19.622798 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd732d3-805e-4df0-837e-5c54defba654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74', 'code': 200} Nov 09 17:18:19.644925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd6a2fbd-2354-4f6b-a16d-0a380fef8703 req-09b7ff4f-1084-4b54-9977-9aced4894fae service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163521 Nov 09 17:18:19.710635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bb123-22c2-4a1a-bb63-3289d3b60db4 req-319c1895-2701-45a5-9ea9-90d421d45028 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.711417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:19.714553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c5bb123-22c2-4a1a-bb63-3289d3b60db4 req-319c1895-2701-45a5-9ea9-90d421d45028 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.0645583 Nov 09 17:18:19.759753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:19.768818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:19.784131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c5bb123-22c2-4a1a-bb63-3289d3b60db4 req-34f87d7b-58a4-4bae-a428-6030834ed8cd tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600233 Nov 09 17:18:19.819872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae682b9-7731-4a8e-91f0-a68d32d14a5f req-fad788a6-a1e0-4ea5-8c01-330f6ab0598d tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.828248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ae682b9-7731-4a8e-91f0-a68d32d14a5f req-fad788a6-a1e0-4ea5-8c01-330f6ab0598d tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.1259742 Nov 09 17:18:19.840922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:19.870422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:19.878594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-b2ad524b-f428-4853-9f20-9ead5b9bc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.880150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-b2ad524b-f428-4853-9f20-9ead5b9bc89e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 1100 time: 0.1328983 Nov 09 17:18:19.887555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7b9b4-cf41-4304-874c-1f7fc2adff88 req-9262b1c3-bead-4fa2-9496-366ff71c470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.889070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7a7b9b4-cf41-4304-874c-1f7fc2adff88 req-9262b1c3-bead-4fa2-9496-366ff71c470b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 1100 time: 0.1289785 Nov 09 17:18:19.905645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ae682b9-7731-4a8e-91f0-a68d32d14a5f req-24e774b6-583b-4e06-9305-e9e50f3f6071 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765061 Nov 09 17:18:19.913136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d46de-f756-4c11-bacd-00cfb4599e72 req-25cae069-6ebb-4e04-8c99-2b52d2f4baac tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:19.914536 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-830d46de-f756-4c11-bacd-00cfb4599e72 req-25cae069-6ebb-4e04-8c99-2b52d2f4baac tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0554526 Nov 09 17:18:19.983974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-830d46de-f756-4c11-bacd-00cfb4599e72 req-018c809e-d3a0-492c-9788-e7280fe3f2f7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599840 Nov 09 17:18:20.023361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:20.037531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'port_id': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'mac_address': 'fa:16:3e:e7:96:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f802cf7-f5d2-43a0-932e-a1819bfc133d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:20.078325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:20.096474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eb3a92-404a-4f31-b10c-5c684c2f5862 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:20.119553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:20.124255 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:20.268226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7a7b9b4-cf41-4304-874c-1f7fc2adff88 req-32a48012-6d7b-4d41-a732-0c5935894c16 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522851 Nov 09 17:18:20.283188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-211df0f4-8019-4026-8229-d999b1595457 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.284592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-211df0f4-8019-4026-8229-d999b1595457 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.3388090 Nov 09 17:18:20.288829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:20.299575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-ac628032-0266-4c0d-b784-f5c090707438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.301048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-ac628032-0266-4c0d-b784-f5c090707438 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.4084125 Nov 09 17:18:20.309414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f40e1-eee8-409d-985e-3f6d87f5e38a req-3880df1e-5660-486f-a112-4ac9038e693e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.311017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b14f40e1-eee8-409d-985e-3f6d87f5e38a req-3880df1e-5660-486f-a112-4ac9038e693e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 946 time: 0.1263657 Nov 09 17:18:20.348552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1153e1-7047-4149-a4ac-bf097d838e97 req-42e4b5d0-c376-456b-b324-b6fcafd3d0e0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.350077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be1153e1-7047-4149-a4ac-bf097d838e97 req-42e4b5d0-c376-456b-b324-b6fcafd3d0e0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.0573368 Nov 09 17:18:20.355709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-d5f45932-dca4-42b6-9e4e-15c06b55168a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 200 len: 217 time: 0.0436807 Nov 09 17:18:20.407191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be1153e1-7047-4149-a4ac-bf097d838e97 req-c7dedf51-1987-45b6-9bdd-aea354eba369 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Nov 09 17:18:20.425755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b14f40e1-eee8-409d-985e-3f6d87f5e38a req-32d4f818-5b2b-4ea3-bace-9db801fe3c13 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076753 Nov 09 17:18:20.432703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-80454b81-f2ec-4f63-8ce7-323d9b27c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.434191 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-80454b81-f2ec-4f63-8ce7-323d9b27c6c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0686176 Nov 09 17:18:20.448487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['96eb3a92-404a-4f31-b10c-5c684c2f5862'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:20.485629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-baaa7f60-ba49-4f31-99ab-8c84309e9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.487177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-baaa7f60-ba49-4f31-99ab-8c84309e9a5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451198 Nov 09 17:18:20.538083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04f5bc-f842-4d9e-8660-fa631433a6c9 req-4c21fbf3-fcb8-4c90-9f41-f6ddad798d1b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.539734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb04f5bc-f842-4d9e-8660-fa631433a6c9 req-4c21fbf3-fcb8-4c90-9f41-f6ddad798d1b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Nov 09 17:18:20.593583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb04f5bc-f842-4d9e-8660-fa631433a6c9 req-c4c4f01f-104b-4b30-b443-427162feb301 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Nov 09 17:18:20.706329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-133568ce-798f-4a1c-93ea-5a312146a654 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897361 Nov 09 17:18:20.733892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Deleting port ace18979-27eb-40ad-a3cc-fc621cdc2061 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:18:20.734233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:20.735324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4483b4-fcd9-4e50-b041-c1839c938726 req-f099424c-84cd-4439-9306-797b8f5bdc7b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.736830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f4483b4-fcd9-4e50-b041-c1839c938726 req-f099424c-84cd-4439-9306-797b8f5bdc7b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0612345 Nov 09 17:18:20.794002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f4483b4-fcd9-4e50-b041-c1839c938726 req-41385023-896e-4235-b93c-076db6bb213a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Nov 09 17:18:20.913543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] For port ace18979-27eb-40ad-a3cc-fc621cdc2061, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ace18979-27eb-40ad-a3cc-fc621cdc2061,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:20.913914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:20.918357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-32422be0-0d2a-4f12-abd0-4d011f0f8790 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961992 Nov 09 17:18:20.932987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Calling delete_port for ace18979-27eb-40ad-a3cc-fc621cdc2061 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:18:20.986265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e7bc-5e00-44d0-83a8-c38a478d803d req-9da57aff-1de3-4017-b3e2-430d3e10a1a7 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:20.987813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e295e7bc-5e00-44d0-83a8-c38a478d803d req-9da57aff-1de3-4017-b3e2-430d3e10a1a7 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 950 time: 0.1232495 Nov 09 17:18:21.067033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2ddd-4ccf-4104-88e2-dc12d0db5f73 req-6da7cd04-76e2-45e9-9a86-addf10d7dfd7 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.069120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8fcb2ddd-4ccf-4104-88e2-dc12d0db5f73 req-6da7cd04-76e2-45e9-9a86-addf10d7dfd7 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.0638955 Nov 09 17:18:21.093007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e295e7bc-5e00-44d0-83a8-c38a478d803d req-ca29bc84-36a0-402e-a77f-4ab48007ae37 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722737 Nov 09 17:18:21.160913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8fcb2ddd-4ccf-4104-88e2-dc12d0db5f73 req-d9e32b6f-80c7-40c7-93c4-00419f17b709 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Nov 09 17:18:21.169425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:21.186532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7bd49fc0-195e-423a-a329-341d249a7eaa'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:21.205338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Pushing event deleted for resources: {'Port': ['ID=ace18979-27eb-40ad-a3cc-fc621cdc2061,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:21.268374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.269032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.269032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.269376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.269703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.270104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.270431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.270751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.271096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.271418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.271739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.272058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:21.316377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] No DVR routers for this DVR port ace18979-27eb-40ad-a3cc-fc621cdc2061 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:18:21.322372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:21.326697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-768b718a-9afc-4257-95b2-0eb6625d5471 req-0d022936-98ec-4219-98f0-40bd76cae50d tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "DELETE /v2.0/ports/ace18979-27eb-40ad-a3cc-fc621cdc2061 HTTP/1.1" status: 204 len: 173 time: 0.8319509 Nov 09 17:18:21.327210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'name': 'network-vif-deleted', 'tag': 'ace18979-27eb-40ad-a3cc-fc621cdc2061'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:21.329510 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d51af-e125-4aea-9289-471325f6cfd0" -d '{"events": [{"server_uuid": "3340aebd-df14-4e8a-8661-6c6da1c4ee9e", "name": "network-vif-deleted", "tag": "ace18979-27eb-40ad-a3cc-fc621cdc2061"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:21.341922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45780-5c04-44a7-abd2-93b6983e38b1 req-70f5ebb4-26fd-4ced-b29b-e76548c3348f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.349480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5d45780-5c04-44a7-abd2-93b6983e38b1 req-70f5ebb4-26fd-4ced-b29b-e76548c3348f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1477709 Nov 09 17:18:21.393715 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4aba5e-ca2a-431d-9aaa-5a499911c92c x-openstack-request-id: req-2a4aba5e-ca2a-431d-9aaa-5a499911c92c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:21.394011 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340aebd-df14-4e8a-8661-6c6da1c4ee9e", "name": "network-vif-deleted", "tag": "ace18979-27eb-40ad-a3cc-fc621cdc2061", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:21.394268 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a4aba5e-ca2a-431d-9aaa-5a499911c92c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:21.394664 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340aebd-df14-4e8a-8661-6c6da1c4ee9e', 'name': 'network-vif-deleted', 'tag': 'ace18979-27eb-40ad-a3cc-fc621cdc2061', 'status': 'completed', 'code': 200} Nov 09 17:18:21.410330 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5d45780-5c04-44a7-abd2-93b6983e38b1 req-dc79b68b-05b3-48b5-9e69-893bd2da91a8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598514 Nov 09 17:18:21.542076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ecac1-71e8-43f1-8768-de477701e688 req-2ddf9dac-ba26-4e15-91a6-2f860b63cd33 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.549498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a55ecac1-71e8-43f1-8768-de477701e688 req-2ddf9dac-ba26-4e15-91a6-2f860b63cd33 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.0577002 Nov 09 17:18:21.562576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295eb67-5be4-4bf5-9409-20cc1e4c78ab req-1d3663eb-368b-4515-8d54-b1366f9929eb tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.564253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7295eb67-5be4-4bf5-9409-20cc1e4c78ab req-1d3663eb-368b-4515-8d54-b1366f9929eb tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 946 time: 0.0517070 Nov 09 17:18:21.599382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a55ecac1-71e8-43f1-8768-de477701e688 req-db9ee0aa-0dae-420b-87b2-0a0d00f2cd81 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Nov 09 17:18:21.615375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7295eb67-5be4-4bf5-9409-20cc1e4c78ab req-6b320836-aba0-4c4c-bb99-ba889ad9aea5 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Nov 09 17:18:21.624237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:21.626571 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8e3b6-277c-449c-9c91-903eb6010354" -d '{"events": [{"server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "name": "network-vif-plugged", "status": "completed", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:21.664079 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0ae6e1-93dc-4e98-af63-b5f103de1da5 x-openstack-request-id: req-0e0ae6e1-93dc-4e98-af63-b5f103de1da5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:21.664403 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "name": "network-vif-plugged", "status": "completed", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:21.664673 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e0ae6e1-93dc-4e98-af63-b5f103de1da5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:21.665113 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'code': 200} Nov 09 17:18:21.725461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef16768-7839-4203-b8f1-8e8d05ba7a40 req-5da59856-24d3-4ebf-bb14-57d99af4300c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.726931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ef16768-7839-4203-b8f1-8e8d05ba7a40 req-5da59856-24d3-4ebf-bb14-57d99af4300c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Nov 09 17:18:21.780199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ef16768-7839-4203-b8f1-8e8d05ba7a40 req-5331cac6-9478-4ba2-b241-9215fe860ba4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Nov 09 17:18:21.867188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aeee0-04f6-4cca-8bd8-52a725c76c01 req-d633ebba-e69c-432c-9f94-ba43c4c932bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.869516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b5aeee0-04f6-4cca-8bd8-52a725c76c01 req-d633ebba-e69c-432c-9f94-ba43c4c932bc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1097 time: 0.0414934 Nov 09 17:18:21.869986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:21.947798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:21.956241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc824534-dfc4-400e-b185-cdc0e2d10b46 req-7bb651cf-4d31-4afe-8170-ed621bdd1db6 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:21.957540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc824534-dfc4-400e-b185-cdc0e2d10b46 req-7bb651cf-4d31-4afe-8170-ed621bdd1db6 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0860276 Nov 09 17:18:21.960305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b5aeee0-04f6-4cca-8bd8-52a725c76c01 req-8df69687-76f0-403b-8055-3642ce9481ae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771863 Nov 09 17:18:22.006432 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:18:22.011522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc824534-dfc4-400e-b185-cdc0e2d10b46 req-dc6f7176-9591-45b4-a999-5508cf7387ba tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Nov 09 17:18:22.026345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:22.042732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 has no active binding in host n-h1-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:18:22.044483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 96eb3a92-404a-4f31-b10c-5c684c2f5862 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:22.048622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 96eb3a92-404a-4f31-b10c-5c684c2f5862 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:22.048956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:22.130663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:22.164529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:22.169656 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:22.219300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:22.244959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6435cade-7553-44ba-a243-d73a33115c02 req-74ba1e56-493a-4bd1-a308-2412aefffbfb tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=3340aebd-df14-4e8a-8661-6c6da1c4ee9e HTTP/1.1" status: 200 len: 210 time: 0.0275881 Nov 09 17:18:22.330928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8080a72-c286-49ff-9767-2f3ed6c946d1 req-9648ce46-7ca7-46cd-9548-8f5d6e575674 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:22.332485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8080a72-c286-49ff-9767-2f3ed6c946d1 req-9648ce46-7ca7-46cd-9548-8f5d6e575674 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.0975196 Nov 09 17:18:22.342102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-d14320cc-1938-45b3-8780-11f400697d78 service neutron] 10.222.0.83 "GET /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.0963399 Nov 09 17:18:22.420476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8080a72-c286-49ff-9767-2f3ed6c946d1 req-5823fe46-4a5e-4408-92d9-0230d9a62663 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804656 Nov 09 17:18:22.559737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5aadb-fa02-4244-8ffb-e15a4e6ff9a2 req-222071c1-1cb0-49de-a794-5a0b98f117d7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:22.561576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0b5aadb-fa02-4244-8ffb-e15a4e6ff9a2 req-222071c1-1cb0-49de-a794-5a0b98f117d7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0667007 Nov 09 17:18:22.572257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:22.602443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:22.625596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:22.631781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0b5aadb-fa02-4244-8ffb-e15a4e6ff9a2 req-62ec7ecc-191b-4bae-bdad-91c9e14cbb19 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628328 Nov 09 17:18:22.655425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:22.668629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:22.686623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:22.743130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa7b43-5793-4e56-9010-31d1feb52134 req-5baaffee-d509-4859-b1f2-c4086b365e94 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:22.745905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89fa7b43-5793-4e56-9010-31d1feb52134 req-5baaffee-d509-4859-b1f2-c4086b365e94 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 944 time: 0.0555828 Nov 09 17:18:22.796516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] Transition to ACTIVE for port object c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:22.796997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89fa7b43-5793-4e56-9010-31d1feb52134 req-0da5e714-29ad-42da-8096-d1c0d247530c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Nov 09 17:18:22.803936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:22.844584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f625e-dd08-4716-ae8d-d17f3d432fd9 req-b7d514a6-0e4a-45f6-8c42-2506a0683601 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:22.846141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e45f625e-dd08-4716-ae8d-d17f3d432fd9 req-b7d514a6-0e4a-45f6-8c42-2506a0683601 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 946 time: 0.0925419 Nov 09 17:18:22.892376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] No DVR routers for this DVR port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:18:22.921058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:22.962703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-dddf63f3-e062-41e7-b521-92c95fa01f3a service neutron] 10.222.0.83 "PUT /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1/bindings/n-h1-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6064982 Nov 09 17:18:22.971230 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e45f625e-dd08-4716-ae8d-d17f3d432fd9 req-5caa5454-b379-48d0-9d2e-0f6528411e18 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170144 Nov 09 17:18:23.125523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:23.130471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0db0a-039b-495b-9d5a-a9169d5a296a req-2661740d-0990-4e38-9817-8b97c3990bd1 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.132167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98f0db0a-039b-495b-9d5a-a9169d5a296a req-2661740d-0990-4e38-9817-8b97c3990bd1 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.0568397 Nov 09 17:18:23.142022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e433dde-1f02-46fd-8c26-dcd85194a60a req-9abbcaad-c25a-4ae2-b6ed-1753b6a04d1c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.143756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e433dde-1f02-46fd-8c26-dcd85194a60a req-9abbcaad-c25a-4ae2-b6ed-1753b6a04d1c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1017425 Nov 09 17:18:23.146144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-092fe8c5-877a-4f58-ab6e-623f58c36d1d tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.147725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-092fe8c5-877a-4f58-ab6e-623f58c36d1d tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.0926628 Nov 09 17:18:23.170383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:18:23.170808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ace18979-27eb-40ad-a3cc-fc621cdc2061 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:23.191956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: ace18979-27eb-40ad-a3cc-fc621cdc2061 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:18:23.192554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ace18979-27eb-40ad-a3cc-fc621cdc2061 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:18:23.195613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98f0db0a-039b-495b-9d5a-a9169d5a296a req-75a0c6f4-4942-4933-9f0b-935f1b0c33c1 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567918 Nov 09 17:18:23.231662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-10ca188d-d44d-4654-ac4a-0a6ffc27f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.233157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-10ca188d-d44d-4654-ac4a-0a6ffc27f578 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9&tenant_id=cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 1096 time: 0.0754426 Nov 09 17:18:23.236485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e433dde-1f02-46fd-8c26-dcd85194a60a req-ec050721-c25f-407f-b9a5-194ea96230e8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857873 Nov 09 17:18:23.305681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-0e8de5bc-773e-47d1-b71c-895f011ec8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.308418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-0e8de5bc-773e-47d1-b71c-895f011ec8f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0508027 Nov 09 17:18:23.322792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67cf9-2077-4785-9427-4cbc5ea7f2a2 req-b3df15e0-3267-4a9a-b8e9-6fe8c76d70de tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.332247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eef67cf9-2077-4785-9427-4cbc5ea7f2a2 req-b3df15e0-3267-4a9a-b8e9-6fe8c76d70de tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0795963 Nov 09 17:18:23.401291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eef67cf9-2077-4785-9427-4cbc5ea7f2a2 req-c67da1f6-e243-4d5f-b683-095c176a0819 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677488 Nov 09 17:18:23.432756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-3f746d38-efce-4545-952d-1d933ec5177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.434735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-3f746d38-efce-4545-952d-1d933ec5177b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1191843 Nov 09 17:18:23.494067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-89348d86-7277-41f1-bbcc-5380d25ea4d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 217 time: 0.0486727 Nov 09 17:18:23.544281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-fbee3e5d-3e2b-4566-baeb-b13b73c8bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.545815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-fbee3e5d-3e2b-4566-baeb-b13b73c8bf53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.0450287 Nov 09 17:18:23.585704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-ad5ba62d-3659-484c-addd-e0cbd9dc4064 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282393 Nov 09 17:18:23.666964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:23.673939 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7749270-76e9-4e97-8459-8503e4adbd76" -d '{"events": [{"server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "name": "network-vif-plugged", "status": "completed", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:23.726057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-4206d91b-3cc3-4519-91ac-37b74c4f470f service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304457 Nov 09 17:18:23.734627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290b3e7-eecb-4a8d-8d74-828f3781bcc6 req-b8e28016-8590-4a23-8a67-9ef8673297de tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.736090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9290b3e7-eecb-4a8d-8d74-828f3781bcc6 req-b8e28016-8590-4a23-8a67-9ef8673297de tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.0771058 Nov 09 17:18:23.760652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743f42a-7994-4e87-b3f8-433c8ad3f5a3 req-9f6a7b7f-f43a-493c-884f-174006e7a90a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:23.762187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e743f42a-7994-4e87-b3f8-433c8ad3f5a3 req-9f6a7b7f-f43a-493c-884f-174006e7a90a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0521283 Nov 09 17:18:23.811506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e743f42a-7994-4e87-b3f8-433c8ad3f5a3 req-3096b5e1-bc54-4472-ad5e-da2356e556bc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Nov 09 17:18:23.860450 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461eb0fc-9d3c-4d39-be61-ce7ab4104d5c x-openstack-request-id: req-461eb0fc-9d3c-4d39-be61-ce7ab4104d5c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:23.860742 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "name": "network-vif-plugged", "status": "completed", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:23.860999 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-461eb0fc-9d3c-4d39-be61-ce7ab4104d5c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:23.861403 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'code': 200} Nov 09 17:18:24.003842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f74b0-3701-46a8-b384-e5b1d44dc1bc req-3ebfe19b-8fe8-4b99-bca8-c97d00781b36 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.005310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c5f74b0-3701-46a8-b384-e5b1d44dc1bc req-3ebfe19b-8fe8-4b99-bca8-c97d00781b36 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 945 time: 0.0932844 Nov 09 17:18:24.008675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b717d08-b3ac-436b-9103-b4b0908c99ff req-f935042c-b226-4e16-80ba-eb003bbc008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.010865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b717d08-b3ac-436b-9103-b4b0908c99ff req-f935042c-b226-4e16-80ba-eb003bbc008c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0685704 Nov 09 17:18:24.052322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9290b3e7-eecb-4a8d-8d74-828f3781bcc6 req-23bc39c9-d13f-4a1f-9cb5-523394a36c68 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069763 Nov 09 17:18:24.074430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-69edb9e5-b807-4530-ae2d-41b2ff8d3571 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341103 Nov 09 17:18:24.091671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c5f74b0-3701-46a8-b384-e5b1d44dc1bc req-94162dcb-973e-459b-b32e-89c2e6d3628f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786707 Nov 09 17:18:24.094970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b717d08-b3ac-436b-9103-b4b0908c99ff req-a831ba7d-eae2-4c6d-938e-f98756b25257 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Nov 09 17:18:24.188611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ada926-3bbe-4bb3-8bbe-a36c8873a737 req-a30975e8-3d6d-45d1-9ccb-768ff7c7c2b2 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.190236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32ada926-3bbe-4bb3-8bbe-a36c8873a737 req-a30975e8-3d6d-45d1-9ccb-768ff7c7c2b2 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 946 time: 0.0530849 Nov 09 17:18:24.243320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32ada926-3bbe-4bb3-8bbe-a36c8873a737 req-d15fa5e3-8c2e-434e-a8d1-5965b7bec994 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462189 Nov 09 17:18:24.347523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a1448-98f9-42fb-8345-a66c73e3ebe7 req-ee7f4d9d-9892-44fe-b630-5e691e1d62c8 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.349019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e2a1448-98f9-42fb-8345-a66c73e3ebe7 req-ee7f4d9d-9892-44fe-b630-5e691e1d62c8 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.0489254 Nov 09 17:18:24.396426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e2a1448-98f9-42fb-8345-a66c73e3ebe7 req-5582ee4a-9223-4456-b1f9-26ab7a4763ed tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Nov 09 17:18:24.544762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dc9c6-9e7c-43dd-971a-90affb3621e1 req-d9c26056-539f-4ec4-819e-734497d593a7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.546335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa7dc9c6-9e7c-43dd-971a-90affb3621e1 req-d9c26056-539f-4ec4-819e-734497d593a7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.0542083 Nov 09 17:18:24.582437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-c2d4f153-ec25-49fe-a340-cfb0be3d1e89 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.584473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-c2d4f153-ec25-49fe-a340-cfb0be3d1e89 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0887768 Nov 09 17:18:24.604244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa7dc9c6-9e7c-43dd-971a-90affb3621e1 req-b2752f55-316f-45da-afea-7eb68cc1b25c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Nov 09 17:18:24.670084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-fbb43809-05be-4e5b-ac3a-e232a5f5e1c4 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0783327 Nov 09 17:18:24.679771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'floatingip': {'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:24.722030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-821054a4-d404-48d5-949d-b1152b040b41 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.723561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-821054a4-d404-48d5-949d-b1152b040b41 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.0885189 Nov 09 17:18:24.740461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884bceb-e27c-44a0-b2b5-cb8e8b91b323 req-2524ffb3-1f71-49e2-a06f-459b4ab36259 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.742073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c884bceb-e27c-44a0-b2b5-cb8e8b91b323 req-2524ffb3-1f71-49e2-a06f-459b4ab36259 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0656395 Nov 09 17:18:24.755540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:24.831251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c884bceb-e27c-44a0-b2b5-cb8e8b91b323 req-86d4997d-81c1-4d54-8203-d49e61e26831 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816436 Nov 09 17:18:24.893614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-16d5a9ca-3e97-42e3-952d-3f0b9699e870 service neutron] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:24.895376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-16d5a9ca-3e97-42e3-952d-3f0b9699e870 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:24.896569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c30d7d-6ac2-41c6-bbeb-7324d66d764d req-16d5a9ca-3e97-42e3-952d-3f0b9699e870 service neutron] 10.222.0.43 "DELETE /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1/bindings/n-h2-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.1643405 Nov 09 17:18:24.955684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628616b-6b7d-4d54-9e77-97afe5bb84bd req-9e128ba6-1731-44d1-86da-ea72631a8987 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.957629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4628616b-6b7d-4d54-9e77-97afe5bb84bd req-9e128ba6-1731-44d1-86da-ea72631a8987 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0600717 Nov 09 17:18:24.973495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a209-0e85-42f9-b182-635d30cb628a req-ef1ebbb9-60ea-4a62-951a-97fc3d33bb2d tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:24.975009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4413a209-0e85-42f9-b182-635d30cb628a req-ef1ebbb9-60ea-4a62-951a-97fc3d33bb2d tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.0972230 Nov 09 17:18:25.011801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4628616b-6b7d-4d54-9e77-97afe5bb84bd req-39fc5a8a-c906-431a-88be-6336738279db tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Nov 09 17:18:25.174273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cc8c-d90d-4b02-9ad3-be00f0aa43c3 req-e0749759-5f9e-4f80-bc1e-1a7c98ffb276 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:25.175844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f072cc8c-d90d-4b02-9ad3-be00f0aa43c3 req-e0749759-5f9e-4f80-bc1e-1a7c98ffb276 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.0507674 Nov 09 17:18:25.224018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f072cc8c-d90d-4b02-9ad3-be00f0aa43c3 req-b87dc2fa-468a-49c5-b8c4-72aecde5036b tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae8a5d06-502a-40cb-9635-182be06a8ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Nov 09 17:18:25.334913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Deleting port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:18:25.335289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:25.343385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa8e97-e64e-4184-9a2c-29ac6ae62dd8 req-c39acddd-5a2f-4b19-8502-ff485d1c4b6c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:25.344912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9efa8e97-e64e-4184-9a2c-29ac6ae62dd8 req-c39acddd-5a2f-4b19-8502-ff485d1c4b6c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 945 time: 0.0604649 Nov 09 17:18:25.404027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9efa8e97-e64e-4184-9a2c-29ac6ae62dd8 req-3e9de941-1775-458f-9b76-135beb3ecb5a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518796 Nov 09 17:18:25.544160 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:18:25.550797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0851651-74e1-458f-b91a-c5fcae529da2 req-6d0ade22-925e-4546-b916-71c36fc630fb tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:25.552871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0851651-74e1-458f-b91a-c5fcae529da2 req-6d0ade22-925e-4546-b916-71c36fc630fb tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbd732d3-805e-4df0-837e-5c54defba654 HTTP/1.1" status: 200 len: 949 time: 0.0642478 Nov 09 17:18:25.604959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0851651-74e1-458f-b91a-c5fcae529da2 req-1ae6b1f8-d019-42b8-b811-62845675f0bb tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fa00043-55b3-42c5-a28a-f5b293f5ab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451252 Nov 09 17:18:25.610573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] For port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:25.610938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:25.669591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Calling delete_port for 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:18:25.681956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:25.692241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:25.839568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32c7b-22db-4092-ba4e-96c776489bc4 req-32e6fc7d-68ed-43ad-b1f2-7f952acbc6c1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:25.841263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8e32c7b-22db-4092-ba4e-96c776489bc4 req-32e6fc7d-68ed-43ad-b1f2-7f952acbc6c1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.0742671 Nov 09 17:18:25.903780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8e32c7b-22db-4092-ba4e-96c776489bc4 req-b945862f-0140-4735-8c9c-c62c99fb524e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543249 Nov 09 17:18:26.017037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee509c7-4e4f-4e99-9496-3d4c7c8e39bd req-0f20b723-b8a0-40f5-98f4-945d9d4a3a1b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:26.018578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ee509c7-4e4f-4e99-9496-3d4c7c8e39bd req-0f20b723-b8a0-40f5-98f4-945d9d4a3a1b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0475600 Nov 09 17:18:26.022312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-622329e7-4afc-4e03-b4f6-fa9caf8b9630 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:26.023854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-622329e7-4afc-4e03-b4f6-fa9caf8b9630 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 949 time: 0.4154651 Nov 09 17:18:26.076686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ee509c7-4e4f-4e99-9496-3d4c7c8e39bd req-da9ac5b7-4527-4ffc-aa68-c24b15f10de2 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Nov 09 17:18:26.151359 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Floating IP d730551a-f95b-4522-8d9d-7dbd0e365498 associated. External IP: 172.25.3.112, port: 51fe8206-9c77-4cc2-bea2-7387d69cd564. Nov 09 17:18:26.195865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863f58b-df47-4811-944e-ea035c8a5693 req-e20a1774-c490-49c2-84e9-bb0dddb10d27 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:26.198745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2863f58b-df47-4811-944e-ea035c8a5693 req-e20a1774-c490-49c2-84e9-bb0dddb10d27 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0599620 Nov 09 17:18:26.261623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2863f58b-df47-4811-944e-ea035c8a5693 req-0602cc15-ce08-4ca0-b430-941284ddc6bd tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556989 Nov 09 17:18:26.329202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:26.349762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['48297d5d-fbe1-44df-9f9b-2b10a6d64e74'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:26.369456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Deleting port 7bd49fc0-195e-423a-a329-341d249a7eaa {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:18:26.369768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:26.373346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a911fb5-2149-4542-8a9c-06d262e878dc req-70afda8e-28f0-4875-94a5-c460cc6accad tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:26.375337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a911fb5-2149-4542-8a9c-06d262e878dc req-70afda8e-28f0-4875-94a5-c460cc6accad tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0465384 Nov 09 17:18:26.378042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Pushing event deleted for resources: {'Port': ['ID=48297d5d-fbe1-44df-9f9b-2b10a6d64e74,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:26.432676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a911fb5-2149-4542-8a9c-06d262e878dc req-57142fa7-e013-4c46-ba67-8be0762076c8 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474622 Nov 09 17:18:26.504665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] No DVR routers for this DVR port 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:18:26.511302 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:26.514892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4413a209-0e85-42f9-b182-635d30cb628a req-6ca4a850-c9a9-48c5-90a2-05f4fe6fd5d0 tempest-TenantUsagesTestJSON-1686193578 tempest-TenantUsagesTestJSON-1686193578-project] 10.222.0.83 "DELETE /v2.0/ports/48297d5d-fbe1-44df-9f9b-2b10a6d64e74 HTTP/1.1" status: 204 len: 173 time: 1.5112276 Nov 09 17:18:26.515414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd732d3-805e-4df0-837e-5c54defba654', 'name': 'network-vif-deleted', 'tag': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:26.517781 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d78d57f-55c2-4d4e-987a-a12747be9c8f" -d '{"events": [{"server_uuid": "dbd732d3-805e-4df0-837e-5c54defba654", "name": "network-vif-deleted", "tag": "48297d5d-fbe1-44df-9f9b-2b10a6d64e74"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:26.602902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] For port 7bd49fc0-195e-423a-a329-341d249a7eaa, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7bd49fc0-195e-423a-a329-341d249a7eaa,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:26.603614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:26.621791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a8da-26ab-4b6f-982c-91700fb84175 req-130383eb-ee74-426e-9ab6-e6ce4415b73f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:26.624182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ec9a8da-26ab-4b6f-982c-91700fb84175 req-130383eb-ee74-426e-9ab6-e6ce4415b73f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0801780 Nov 09 17:18:26.630444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Calling delete_port for 7bd49fc0-195e-423a-a329-341d249a7eaa owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:18:26.665340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:26.708773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ec9a8da-26ab-4b6f-982c-91700fb84175 req-28615aaa-9405-4ca1-bbce-63b846271e31 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623744 Nov 09 17:18:26.891393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:26.897577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:26.904084 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:26.916890 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:26.917794 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:26.926833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-34fcb59b-0a75-472d-af31-f8310d6bfde2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:26.928545 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-34fcb59b-0a75-472d-af31-f8310d6bfde2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.1384940 Nov 09 17:18:26.939385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-476ecd13-c220-4c93-be36-2ba79b495153 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "PUT /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 996 time: 2.2635179 Nov 09 17:18:26.941806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:26.950113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-9fb2be70-28d6-4476-8226-5ba6b70070af tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/quotas/cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 375 time: 0.0122199 Nov 09 17:18:26.953748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7bd49fc0-195e-423a-a329-341d249a7eaa'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:27.011362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Pushing event deleted for resources: {'Port': ['ID=7bd49fc0-195e-423a-a329-341d249a7eaa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:27.046014 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-0e5a8127-49e9-48d6-a66f-dd939aec6277 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856302 Nov 09 17:18:27.093601 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:27.127960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] No DVR routers for this DVR port 7bd49fc0-195e-423a-a329-341d249a7eaa on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:18:27.136199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:27.146628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a78612d-8a0e-46a6-9276-1ab647c0dc4a req-d3cb0b1f-ba7a-4b51-a11e-f76ea414d503 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.83 "DELETE /v2.0/ports/7bd49fc0-195e-423a-a329-341d249a7eaa HTTP/1.1" status: 204 len: 173 time: 1.0953431 Nov 09 17:18:27.175098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-b59dbbab-fa85-48d7-8eef-74d6a86e4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:27.183680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-b59dbbab-fa85-48d7-8eef-74d6a86e4ffa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1807518 Nov 09 17:18:27.247958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-1542324f-80b2-41c2-aec1-31b68340d8c1 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876945 Nov 09 17:18:27.359938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-d030aedd-4d24-489e-8f24-7f312cf7a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:27.363826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-d030aedd-4d24-489e-8f24-7f312cf7a0d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.1772423 Nov 09 17:18:27.415471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-7dd51fb9-68bb-43ae-8d4a-f43044655076 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593616 Nov 09 17:18:27.437108 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:25Z', 'revision_number': 1, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:27.476546 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:27.486822 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:27.489279 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:27.506137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-7cf74600-adf3-4109-bfaf-d0a56c3cb22f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 999 time: 0.1346884 Nov 09 17:18:27.557815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-6f27cf19-ca39-405d-8e79-ec5d795e2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:27.559492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-6f27cf19-ca39-405d-8e79-ec5d795e2777 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.0522981 Nov 09 17:18:27.680455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-2f7ffeb5-987f-4f1a-ba89-4ee86021680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:27.689380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-2f7ffeb5-987f-4f1a-ba89-4ee86021680f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127572 Nov 09 17:18:27.691889 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:27.707871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-b0fd75af-4779-4297-9373-0e827ccc0282 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:27.716252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-b0fd75af-4779-4297-9373-0e827ccc0282 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246608 Nov 09 17:18:27.728845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7cfeaf41-bb30-426f-aff6-6eb1671b9b91 req-6f6077be-cce1-4893-99c0-667bd4f37a80 tempest-LiveMigrationNegativeTest-277677759 tempest-LiveMigrationNegativeTest-277677759-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6886f88-3699-4b79-aeba-1e02ac25905b HTTP/1.1" status: 200 len: 210 time: 0.0482774 Nov 09 17:18:27.807001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beabf45b-a5f9-4f63-bd55-73ef4ad0fcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:27.891176 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607c3205-3f10-4e4e-a0f2-03597a9bdbfe x-openstack-request-id: req-607c3205-3f10-4e4e-a0f2-03597a9bdbfe {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:27.892161 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd732d3-805e-4df0-837e-5c54defba654", "name": "network-vif-deleted", "tag": "48297d5d-fbe1-44df-9f9b-2b10a6d64e74", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:27.893623 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-607c3205-3f10-4e4e-a0f2-03597a9bdbfe {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:27.894241 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd732d3-805e-4df0-837e-5c54defba654', 'name': 'network-vif-deleted', 'tag': '48297d5d-fbe1-44df-9f9b-2b10a6d64e74', 'status': 'completed', 'code': 200} Nov 09 17:18:28.001930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-e1920c8a-bbc9-4576-a001-97de43636c6c service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776506 Nov 09 17:18:28.097493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:28.222718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2763c0a-350f-43cd-837d-b495ab504920 req-5e46f085-57c3-4f5d-b411-b8d0991f92b8 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:28.233598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2763c0a-350f-43cd-837d-b495ab504920 req-5e46f085-57c3-4f5d-b411-b8d0991f92b8 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0835593 Nov 09 17:18:28.234621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb77cfe7-9cb0-4b83-8e1b-e5b55bad9897 req-d92edf04-158e-47d7-9bca-8ab20cbfeda7 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323587 Nov 09 17:18:28.315494 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2763c0a-350f-43cd-837d-b495ab504920 req-4961c9ca-2b70-41c8-aff0-f4a77aef10be tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764878 Nov 09 17:18:28.328350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:25Z', 'revision_number': 1, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:28.435533 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c4d13-a633-47bc-b82c-d553d041a70e None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:25Z', 'revision_number': 1, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:28.438281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48442) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:28.473673 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-685b884d-9e79-4937-af61-f8d4c0d829ba req-c9576815-24c4-4da6-bf7a-8b7bc83db50e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 210 time: 0.0806601 Nov 09 17:18:28.597914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a53bc5-c9a5-4234-bfd9-d67a30b79087 req-c60a6e52-59f6-44ab-884e-ffdc150b7462 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:28.612021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90a53bc5-c9a5-4234-bfd9-d67a30b79087 req-c60a6e52-59f6-44ab-884e-ffdc150b7462 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1290748 Nov 09 17:18:28.738679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-7084526c-e863-4a3e-85d1-6a852f0a2305 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:28.746754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-7084526c-e863-4a3e-85d1-6a852f0a2305 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1182861 Nov 09 17:18:28.800116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8500e9a4-a1d2-4571-a6b0-b4a40b77c563 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d80da3d6e158429a815fa2a7827a49fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576038 Nov 09 17:18:28.807072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48450) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:28.859886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90a53bc5-c9a5-4234-bfd9-d67a30b79087 req-e41bb58d-2fd2-4f56-9d81-c43e22e4ae9a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468336 Nov 09 17:18:28.914433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698dca6d-1183-4a09-a51c-d27b7479ce52 None None] New status for floating IP d730551a-f95b-4522-8d9d-7dbd0e365498: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:18:28.915319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-435809d6-eb24-421d-b3c3-f80b334cbc08 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 999 time: 0.1581206 Nov 09 17:18:28.944764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'floatingip': {'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:28.984117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.101905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.147214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.149830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:29.154913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:29.268027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.271498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.273018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fa00043-55b3-42c5-a28a-f5b293f5ab6f HTTP/1.1" status: 204 len: 168 time: 0.4645238 Nov 09 17:18:29.292111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa00043-55b3-42c5-a28a-f5b293f5ab6f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:29.314520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.316693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.317211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.317679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.318878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.326781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.327476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.327935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.328407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.329330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.329750 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.330210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa11604-af37-4f97-9632-e622c45321e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:29.512224 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:18:29.524305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e77a2a-bc8c-4605-afa1-4fe8aab4032c req-a76e365e-5f49-4143-aed2-2f917adce189 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:29.527663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13e77a2a-bc8c-4605-afa1-4fe8aab4032c req-a76e365e-5f49-4143-aed2-2f917adce189 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0927820 Nov 09 17:18:29.667935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:29.679728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-a41d54d2-b59f-4cc9-8863-f4901535e411 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:29.685933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-a41d54d2-b59f-4cc9-8863-f4901535e411 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.4234402 Nov 09 17:18:29.695680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13e77a2a-bc8c-4605-afa1-4fe8aab4032c req-0593b642-0868-47ce-a458-5225fc2a2826 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589856 Nov 09 17:18:29.713096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Request body: {'port': {'device_id': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'admin_state_up': True, 'tenant_id': 'cfbf3e17faca414aa72fe926b990e60a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:29.749943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.837785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:29.844476 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20971269-80c3-4276-9753-bfabbddda10d" -d '{"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:29.885929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:29.907742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:29.908162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}, {'server_uuid': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'name': 'network-vif-deleted', 'tag': '7bd49fc0-195e-423a-a329-341d249a7eaa'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:29.910670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7bd49fc0-195e-423a-a329-341d249a7eaa no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:29.912731 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b89ab8-eb76-4468-b51d-48fb1e1b9753" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}, {"server_uuid": "c6886f88-3699-4b79-aeba-1e02ac25905b", "name": "network-vif-deleted", "tag": "7bd49fc0-195e-423a-a329-341d249a7eaa"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:29.963403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78806105-a06c-4f8b-a20c-8802fc086897 req-4f087dd0-d31b-45f2-9b23-721a45b78c7a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 210 time: 0.0826309 Nov 09 17:18:30.138023 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c1b73-44d4-4ad8-bc56-c62c3979a1fa x-openstack-request-id: req-237c1b73-44d4-4ad8-bc56-c62c3979a1fa {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:30.138693 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:30.138693 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-237c1b73-44d4-4ad8-bc56-c62c3979a1fa {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:30.139055 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'code': 200} Nov 09 17:18:30.140153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:30.151334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bebbabfa-0ff0-4ee3-bc82-2940f35051fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3817f83c36b0400cb1f071df783f4f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791856 Nov 09 17:18:30.153778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48488) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:30.158258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 7bd49fc0-195e-423a-a329-341d249a7eaa {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:18:30.158606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7bd49fc0-195e-423a-a329-341d249a7eaa not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:18:30.159047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:30.206082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:18:30.206438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48297d5d-fbe1-44df-9f9b-2b10a6d64e74 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:18:30.233795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:30.248945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'mac_address': 'fa:16:3e:49:81:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:30.284869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48492) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:30.286337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-571d0348-fad2-4942-9a7a-bc727799ae16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.297122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.304208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f7710058-9cf5-44d2-8a37-69fc1a30b91b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.307549 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:18:30.308113 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:18:30.317050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:30.342105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:30.357580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Made reservation on behalf of cfbf3e17faca414aa72fe926b990e60a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:30.359930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.365753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.366089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-571d0348-fad2-4942-9a7a-bc727799ae16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.376080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47555646-659a-4fbe-a36e-febfcae53737 req-f9655556-2c6a-4188-ad1b-c66d95be7f43 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:30.377754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-47555646-659a-4fbe-a36e-febfcae53737 req-f9655556-2c6a-4188-ad1b-c66d95be7f43 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1715629 Nov 09 17:18:30.446220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:30.453581 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4b61ac9-90fa-4d48-8e26-79d1468cfc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.483543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-47555646-659a-4fbe-a36e-febfcae53737 req-b0833c9a-eaf6-48ed-a023-05ecb692a13e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952034 Nov 09 17:18:30.561519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f7710058-9cf5-44d2-8a37-69fc1a30b91b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.568509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-571d0348-fad2-4942-9a7a-bc727799ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.571395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-571d0348-fad2-4942-9a7a-bc727799ae16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.572696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-571d0348-fad2-4942-9a7a-bc727799ae16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae8a5d06-502a-40cb-9635-182be06a8ddc HTTP/1.1" status: 204 len: 168 time: 0.4177148 Nov 09 17:18:30.573517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f7710058-9cf5-44d2-8a37-69fc1a30b91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.605988 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f7710058-9cf5-44d2-8a37-69fc1a30b91b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2ce0ab2aa5f4fe5910d6785a3c84e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147850 Nov 09 17:18:30.610384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:30.642628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d0348-fad2-4942-9a7a-bc727799ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a5d06-502a-40cb-9635-182be06a8ddc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:30.645139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:30.691760 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386b9318-3bd6-44eb-b488-de8623c45a1d x-openstack-request-id: req-386b9318-3bd6-44eb-b488-de8623c45a1d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:30.692353 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "status": "completed", "code": 200}, {"server_uuid": "c6886f88-3699-4b79-aeba-1e02ac25905b", "name": "network-vif-deleted", "tag": "7bd49fc0-195e-423a-a329-341d249a7eaa", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:30.692607 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-386b9318-3bd6-44eb-b488-de8623c45a1d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:30.692998 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'status': 'completed', 'code': 200} Nov 09 17:18:30.693286 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6886f88-3699-4b79-aeba-1e02ac25905b', 'name': 'network-vif-deleted', 'tag': '7bd49fc0-195e-423a-a329-341d249a7eaa', 'status': 'completed', 'code': 200} Nov 09 17:18:30.694800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Allocated IP 172.20.0.2 (c8b11681-719f-42c6-8080-9d5768c965f9/ad27337c-968e-4168-a307-612d18df830b/decbbfc7-cb31-4643-97c7-4cf6f3b86692) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:30.797148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7710058-9cf5-44d2-8a37-69fc1a30b91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e059bdf-3fb1-477c-b33b-6016aca81f61,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:30.832831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-74c67455-aa5f-4797-b507-8c016ab331b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:30.835357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-74c67455-aa5f-4797-b507-8c016ab331b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1902943 Nov 09 17:18:30.837438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12adb2b7-a831-4c45-92e5-b839b278ee9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:30.956987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12adb2b7-a831-4c45-92e5-b839b278ee9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.200903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b44f9b-7280-4552-a82c-b73694d6aed0 req-08374ef9-9d11-4e26-abc9-4dda8c7d25ec tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:31.203837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30b44f9b-7280-4552-a82c-b73694d6aed0 req-08374ef9-9d11-4e26-abc9-4dda8c7d25ec tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 948 time: 0.2679756 Nov 09 17:18:31.214502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-5e5ff8b6-9904-4559-a9bd-82fc903385f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:31.216767 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.217088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-5e5ff8b6-9904-4559-a9bd-82fc903385f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.3190813 Nov 09 17:18:31.227036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12adb2b7-a831-4c45-92e5-b839b278ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.227036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12adb2b7-a831-4c45-92e5-b839b278ee9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.231607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12adb2b7-a831-4c45-92e5-b839b278ee9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e059bdf-3fb1-477c-b33b-6016aca81f61 HTTP/1.1" status: 204 len: 168 time: 0.6177838 Nov 09 17:18:31.369746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.395493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:31.418024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adb2b7-a831-4c45-92e5-b839b278ee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e059bdf-3fb1-477c-b33b-6016aca81f61,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:31.529247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-99fb6a1e-1074-479d-9cc6-ddb97b3d6a3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 1001 time: 0.2829385 Nov 09 17:18:31.536917 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.551348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.602411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30b44f9b-7280-4552-a82c-b73694d6aed0 req-e5cacc41-710c-4f12-9119-0d012f63e686 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821840 Nov 09 17:18:31.655225 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12fcd822-66ba-40b7-b1b4-755ca944880c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bb43e57f9804b94b17195485bd4a070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567680 Nov 09 17:18:31.658743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48514) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:31.697511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Network c8b11681-719f-42c6-8080-9d5768c965f9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:31.708067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:31.711721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:31.718846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-016afd1e-5172-40df-b721-43fa80c2ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:31.719472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:31.720226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.720549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-016afd1e-5172-40df-b721-43fa80c2ff7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1799333 Nov 09 17:18:31.729044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:31.776216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-04287b7e-27a7-49fa-9965-e69665a5d110 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0790064 Nov 09 17:18:31.794840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Request body: {'port': {'device_id': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:31.890795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ee873cc-d3fd-4eec-b1ae-3a4a3ff6764f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.950644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ee873cc-d3fd-4eec-b1ae-3a4a3ff6764f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:31.957358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-54635fc1-ea07-4068-86e4-f1b0466eb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:31.960014 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-54635fc1-ea07-4068-86e4-f1b0466eb7c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180092 Nov 09 17:18:31.961703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.020616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7159c-bc44-484d-8ffc-72e5ee932055 req-c6c71b86-8b7d-4bc7-9b82-b6ba57bc54d1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:32.023671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14e7159c-bc44-484d-8ffc-72e5ee932055 req-c6c71b86-8b7d-4bc7-9b82-b6ba57bc54d1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 931 time: 0.2154527 Nov 09 17:18:32.169555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ee873cc-d3fd-4eec-b1ae-3a4a3ff6764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.170970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ee873cc-d3fd-4eec-b1ae-3a4a3ff6764f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.172325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ee873cc-d3fd-4eec-b1ae-3a4a3ff6764f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01f5e712-7ac0-4566-8c8a-cd4899a7ff89 HTTP/1.1" status: 204 len: 168 time: 0.5123310 Nov 09 17:18:32.194683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14e7159c-bc44-484d-8ffc-72e5ee932055 req-9049a5b3-fb84-412c-a882-f8ffd6e1769e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445980 Nov 09 17:18:32.195484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee873cc-d3fd-4eec-b1ae-3a4a3ff6764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f5e712-7ac0-4566-8c8a-cd4899a7ff89,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:32.222348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-723901cb-c619-4230-b5ca-c4d6b88a9a4e service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506208 Nov 09 17:18:32.287655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.299438 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.413976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d29e4-da13-4751-88a5-f75023b92453 req-2aa3f2a9-bb16-4ff4-a0b3-c822e9e6a290 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:32.417462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da3d29e4-da13-4751-88a5-f75023b92453 req-2aa3f2a9-bb16-4ff4-a0b3-c822e9e6a290 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0926459 Nov 09 17:18:32.421618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57b89ab8-eb76-4468-b51d-48fb1e1b9753 req-61cc531b-2e65-496f-974f-2e5fa323b08f service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842718 Nov 09 17:18:32.487531 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Floating IP d730551a-f95b-4522-8d9d-7dbd0e365498 associated. External IP: 172.25.3.112, port: 51fe8206-9c77-4cc2-bea2-7387d69cd564. Nov 09 17:18:32.492002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da3d29e4-da13-4751-88a5-f75023b92453 req-25682174-94bf-4c79-9c1b-cb5c83143485 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680857 Nov 09 17:18:32.573883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decbbfc7-cb31-4643-97c7-4cf6f3b86692 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:32.584850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.633685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Transition to ACTIVE for port object decbbfc7-cb31-4643-97c7-4cf6f3b86692 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:18:32.634646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48548) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:32.646212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.766166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:32.827664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:32.827993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:32.828509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:32.854156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-network', 'tenant_id': '33259f2e9fec4917bc83d770946497a5'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:32.867240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:32.867376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:32.876092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:32.876934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:32.877460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:32.878002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Bound port: decbbfc7-cb31-4643-97c7-4cf6f3b86692, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:32.878395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.892239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Made reservation on behalf of 33259f2e9fec4917bc83d770946497a5 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:32.899062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.929183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.956319 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:32.980489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:32.989290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:33.002136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:33.075792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.083387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.111723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:18:33.124176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.124688 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Added segment cc75f8c5-6f3a-44d2-b187-020023670070 of type vlan for network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc Nov 09 17:18:33.138295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:33.145321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:33.150756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.157836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:33.180836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:33.182716 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:33.231862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:33.233069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.234661 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 1091 time: 1.4454968 Nov 09 17:18:33.239580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:33.243210 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c" -d '{"events": [{"name": "network-changed", "server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:33.245384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb2431-c8ff-41cb-b5be-494e47d2af18,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:33.286790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a6f97746-29ee-4a4d-bfe9-0036411a7aea triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:33.287475 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.345961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882eece-af70-4749-b6d9-a2ba3e5261a7 service neutron] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:33.350965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.382943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-c240cb08-af22-40a0-9948-f80b492fc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:33.385186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-c240cb08-af22-40a0-9948-f80b492fc3be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1094 time: 0.1015601 Nov 09 17:18:33.428213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973cdc-7c61-43ad-89a5-0e4a81147ae6 req-3c979d98-0bf2-4dfe-899e-d69b398113e0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:33.440055 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.440316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd973cdc-7c61-43ad-89a5-0e4a81147ae6 req-3c979d98-0bf2-4dfe-899e-d69b398113e0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 948 time: 0.2447524 Nov 09 17:18:33.461442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:33.481119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.483148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:33.484335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.535682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-e42d93f3-5f83-472e-98f9-d070c43e7a7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 217 time: 0.0702431 Nov 09 17:18:33.575049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:33.577421 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e0020f-7f92-4b43-8acd-964db59af017" -d '{"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:33.587321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:33.593120 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.593471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9a760c95-c300-4e82-a501-82d1b75779a3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9568434 Nov 09 17:18:33.598431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:33.605566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Request body: {'subnet': {'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-subnet', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:33.639519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:18:33.642978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd973cdc-7c61-43ad-89a5-0e4a81147ae6 req-6c5e2a7d-5a42-4d9e-bfb2-6fd09dc6edc8 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019176 Nov 09 17:18:33.673830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Made reservation on behalf of 33259f2e9fec4917bc83d770946497a5 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:33.685296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.744956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:33.753880 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:33.888112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:33.923858 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:32Z', 'revision_number': 3, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:33.965361 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:33.977355 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:33.978639 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:34.066316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.084772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043b5e-c7cf-4ee3-99cb-ce0a9eecc593 req-7605ba41-f6ca-4dca-96a8-4af1f06283ee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:34.087350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97043b5e-c7cf-4ee3-99cb-ce0a9eecc593 req-7605ba41-f6ca-4dca-96a8-4af1f06283ee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.3030291 Nov 09 17:18:34.149388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:34.212261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97043b5e-c7cf-4ee3-99cb-ce0a9eecc593 req-a7d569a6-257b-4dd6-8203-2401a6a9f1ab tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134214 Nov 09 17:18:34.262214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e501cf57-30bd-47ca-86d1-fcf5087259c5,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:34.306775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Checking segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:34.307282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Network hostable DHCP agents. Network: 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:18:34.335513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55d92-9b4d-4342-9509-61476e69642b req-dfbb3f76-6e67-481f-b65a-76dc4b9a7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:34.338275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-dfbb3f76-6e67-481f-b65a-76dc4b9a7b75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.7912393 Nov 09 17:18:34.340653 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d77c3-6244-420e-ace8-40aa4a5ebf98 x-openstack-request-id: req-8f3d77c3-6244-420e-ace8-40aa4a5ebf98 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:34.341411 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:34.341995 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f3d77c3-6244-420e-ace8-40aa4a5ebf98 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:34.342619 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'status': 'completed', 'code': 200} Nov 09 17:18:34.343545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:18:34.356419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:34.363020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:34.364065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.370039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf46a7-2a80-46df-8b60-4c465dfc175f None None] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:18:34.409831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d03bc8cf-0169-42d2-9194-ff4d8aec8507 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8082631 Nov 09 17:18:34.411999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48604) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:34.420488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:34.438226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-d2e414a6-4ebb-48e7-8480-5b3cf1bdb60d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801768 Nov 09 17:18:34.478869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:34.494576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.497436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.569527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40360bf8-241a-4c43-9a58-4aab30059232 req-27aeeccc-dda4-490d-b470-a62be7f7010a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:34.572247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40360bf8-241a-4c43-9a58-4aab30059232 req-27aeeccc-dda4-490d-b470-a62be7f7010a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1091778 Nov 09 17:18:34.618246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.714051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'fixed_ips': [{'subnet_id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:18:34.714947 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.720643 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:32Z', 'revision_number': 3, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:34.721227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-dda545ee-736c-47e8-8e63-6f1484cf4dc6 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727094 Nov 09 17:18:34.749920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:34.752806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40360bf8-241a-4c43-9a58-4aab30059232 req-c435c2d6-beb8-4b8b-ae7c-e67c77386f56 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325960 Nov 09 17:18:34.753324 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bb51b-97a0-4214-9175-46ad46dd1d3d None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:32Z', 'revision_number': 3, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:34.772704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:34.889066 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17713e5-d792-43f5-8e2b-2021a430019c x-openstack-request-id: req-c17713e5-d792-43f5-8e2b-2021a430019c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:34.896555 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:34.905134 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c17713e5-d792-43f5-8e2b-2021a430019c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:34.910203 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'code': 200} Nov 09 17:18:34.920991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.018574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Allocated IP 172.20.0.2 (8f147c5d-aaec-44f8-96b5-a132f4a9bdcc/e501cf57-30bd-47ca-86d1-fcf5087259c5/85998303-7f9d-4d55-bcbc-652ac52cbbce) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:35.079940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-55045422-053d-47ef-a9d2-583002e5bacd tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "PUT /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 999 time: 6.1550260 Nov 09 17:18:35.244872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.254932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c4156-4cec-4484-a1f0-d12064ac341e None None] New status for floating IP d730551a-f95b-4522-8d9d-7dbd0e365498: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:18:35.277065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-00c40514-03aa-4536-b53e-aa3b9e019774 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:35.290606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-00c40514-03aa-4536-b53e-aa3b9e019774 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports/51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 942 time: 0.2096965 Nov 09 17:18:35.320934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36c55d92-9b4d-4342-9509-61476e69642b req-a7f622d5-88d4-46f9-9e47-233de91c91ab service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732963 Nov 09 17:18:35.369811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05ee36-7668-4607-a2b2-132679194a57 req-5bdda2d2-e3c5-4acd-a4b7-8e0892772c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:35.377856 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.384177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f05ee36-7668-4607-a2b2-132679194a57 req-5bdda2d2-e3c5-4acd-a4b7-8e0892772c57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1100 time: 0.2320178 Nov 09 17:18:35.404618 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.418950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Request body: {'security_group': {'name': 'tempest-securitygroup-684253531', 'description': 'tempest-description-1990097370'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:35.435557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.501004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.518108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.528285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f05ee36-7668-4607-a2b2-132679194a57 req-6c3a4c25-e671-4eb7-bf47-7f8aaa7e27b5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383338 Nov 09 17:18:35.573000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-c0a16c7b-094d-4939-be44-8eb45e9b2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:35.575772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-c0a16c7b-094d-4939-be44-8eb45e9b2242 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1189888 Nov 09 17:18:35.581571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-b79789e9-2890-42d0-97c3-72da321d6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:35.584900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-b79789e9-2890-42d0-97c3-72da321d6d12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1094 time: 0.1796856 Nov 09 17:18:35.615753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Allocated IP 172.25.3.176 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/0b3c3b6a-e435-42ff-97ce-14f8199d984c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:35.684677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:35.696671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:35.700484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:35.767063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-06f0f9f3-7229-483e-9d8e-a9b827af83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:35.770059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-06f0f9f3-7229-483e-9d8e-a9b827af83c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.1835873 Nov 09 17:18:35.784897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Pushing event updated for resources: {'Port': ['ID=85998303-7f9d-4d55-bcbc-652ac52cbbce,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:35.828177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Attempting to bind port 85998303-7f9d-4d55-bcbc-652ac52cbbce on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:35.828840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Attempting to bind port 85998303-7f9d-4d55-bcbc-652ac52cbbce by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:35.829396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Attempting to bind port 85998303-7f9d-4d55-bcbc-652ac52cbbce on network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:35.836263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:35.837369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Checking segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:35.838009 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.838595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Bound using segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:35.839293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Bound port: 85998303-7f9d-4d55-bcbc-652ac52cbbce, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:35.839907 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.926426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] For port 85998303-7f9d-4d55-bcbc-652ac52cbbce, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:35.941866 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:35.943129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] For port 85998303-7f9d-4d55-bcbc-652ac52cbbce, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85998303-7f9d-4d55-bcbc-652ac52cbbce,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:35.949113 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:35.952338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-2c151a60-2f2d-4e35-a5c8-9c7dd5ac9477 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 217 time: 0.1638134 Nov 09 17:18:35.955024 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:35.955967 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:36.041943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166d87b-36fb-4aaf-ba48-8dff95f8f59b None None] Pushing event updated for resources: {'Port': ['ID=85998303-7f9d-4d55-bcbc-652ac52cbbce,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:36.104402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-63ff1219-49f2-4ca4-8fb7-bcc24c67c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:36.105948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-63ff1219-49f2-4ca4-8fb7-bcc24c67c4fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1416240 Nov 09 17:18:36.127352 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:36.140368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-0ea567bf-8123-46e6-826e-b8caec5e6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:36.141857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-0ea567bf-8123-46e6-826e-b8caec5e6866 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.3698750 Nov 09 17:18:36.200871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-2a333242-098a-4ee7-82c1-bd2758a2bf79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 217 time: 0.0439579 Nov 09 17:18:36.207757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.228555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.293980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-18abd039-9430-429d-b14d-22fcaee93b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:36.295548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-18abd039-9430-429d-b14d-22fcaee93b18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680703 Nov 09 17:18:36.329242 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.342409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-60ec64f0-1e4e-4354-b33b-4a38d2e7dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:36.344086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-60ec64f0-1e4e-4354-b33b-4a38d2e7dfaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1273377 Nov 09 17:18:36.351073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}, {'name': 'network-changed', 'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:36.354022 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14568ee1-e1da-4c87-b1fc-54c07c2fa844" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}, {"name": "network-changed", "server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:36.413176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c63c3c-3f2d-4d42-9be3-6445228f5260,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:36.475497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-1326d1f3-516f-45d9-9f5c-9bab60c69e3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150520 Nov 09 17:18:36.531084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.546661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.639361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-4ef34da5-fe6c-4ead-913d-450f4f408166 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989678 Nov 09 17:18:36.661936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.663648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b25639b8-5379-4fbe-ac78-d3ff49345707 req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2551360 Nov 09 17:18:36.665692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045ccd-a95c-426b-b9fe-8ab169b79880 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515c6ff7-b514-43da-8a8a-49ab1b1b8b55,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:36.670259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:35Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:36.678510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:36.713509 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:36.728115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:36.730237 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:36.731420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:36.732566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:36.740964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:36.787805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3c3b6a-e435-42ff-97ce-14f8199d984c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:36.938342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-afd674e3-5366-499f-a6cd-33747353c424 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500730 Nov 09 17:18:36.996163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:37.140030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:37.177790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e6b3ad9-03e7-473b-857d-3895c3d9b06c req-c49cb1b2-50a5-44f3-bf90-da9885a56413 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233305 Nov 09 17:18:37.225855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-b512ac4a-6160-414e-a4d1-16a191769850 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780222 Nov 09 17:18:37.329450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-930727fa-ac95-4fb3-b31a-fdb1eafe2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:37.339389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-930727fa-ac95-4fb3-b31a-fdb1eafe2331 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1097 time: 0.0881119 Nov 09 17:18:37.508524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-7dd4c073-3ee0-40be-88e6-eaf27f4e6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:37.510333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-7dd4c073-3ee0-40be-88e6-eaf27f4e6e6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.1697679 Nov 09 17:18:37.530422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f40ff-d4f0-4a4c-8d91-b42ce5175d35 req-370616ec-42b3-4982-801e-c027a2427438 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:37.532847 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c77f40ff-d4f0-4a4c-8d91-b42ce5175d35 req-370616ec-42b3-4982-801e-c027a2427438 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.6303780 Nov 09 17:18:37.568989 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:35Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:37.644896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:37.652621 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bf831-5e21-40af-b138-b2777da080b5 None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:36:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:35Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:37.666312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-b496d31e-ffad-4e29-9878-6e18fd302600 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 1002 time: 0.1481147 Nov 09 17:18:37.767116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c77f40ff-d4f0-4a4c-8d91-b42ce5175d35 req-1d2b4b63-7f89-4899-a1ce-f4ca4b10497e tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075217 Nov 09 17:18:37.789306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85998303-7f9d-4d55-bcbc-652ac52cbbce up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:37.797774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-f8242d35-0a78-4ea6-95b5-59661ee075e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:37.800933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-f8242d35-0a78-4ea6-95b5-59661ee075e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1183121 Nov 09 17:18:37.858710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae27f77-bdb9-41a4-8279-33d665dea9ce None None] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:18:37.901435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-91e7dffa-1fb0-4588-aa0d-3dc2fb3ad6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:37.909292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-91e7dffa-1fb0-4588-aa0d-3dc2fb3ad6e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004329 Nov 09 17:18:38.028557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-363b7b35-6748-4799-80fc-e42077a4e362 None None] Provisioning complete for port 85998303-7f9d-4d55-bcbc-652ac52cbbce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:38.028943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-363b7b35-6748-4799-80fc-e42077a4e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.072301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d56963-d117-4c98-9c3b-478aed80549c req-63807fb4-99fd-46f2-979d-be9d74b00440 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:38.075221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4d56963-d117-4c98-9c3b-478aed80549c req-63807fb4-99fd-46f2-979d-be9d74b00440 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.1227522 Nov 09 17:18:38.108923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 85998303-7f9d-4d55-bcbc-652ac52cbbce triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:38.109372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.150738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-f893ec0d-8b86-4ea1-ba93-b8133a2a2710 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400458 Nov 09 17:18:38.215348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4d56963-d117-4c98-9c3b-478aed80549c req-4d307a27-6b3e-4423-9577-eba0b2d16b1d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030488 Nov 09 17:18:38.241482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-363b7b35-6748-4799-80fc-e42077a4e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.245324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Router 46a07c24-1bc5-4ccd-9853-8bda97855c18 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:18:38.361082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e12f287-fb02-40f3-925e-cb9d4cbaca0a req-67624b3e-f579-4cc6-a9a9-ee1ce8204ea6 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023780 Nov 09 17:18:38.379957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-363b7b35-6748-4799-80fc-e42077a4e362 None None] For port 85998303-7f9d-4d55-bcbc-652ac52cbbce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85998303-7f9d-4d55-bcbc-652ac52cbbce,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:38.385239 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.392738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-363b7b35-6748-4799-80fc-e42077a4e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.513371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b7b35-6748-4799-80fc-e42077a4e362 None None] Pushing event updated for resources: {'Port': ['ID=85998303-7f9d-4d55-bcbc-652ac52cbbce,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:38.544137 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da5220a-dd6d-43f6-a181-14f425871bfe x-openstack-request-id: req-4da5220a-dd6d-43f6-a181-14f425871bfe {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:38.544457 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:38.544774 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4da5220a-dd6d-43f6-a181-14f425871bfe {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:38.545614 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'status': 'completed', 'code': 200} Nov 09 17:18:38.545756 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'status': 'completed', 'code': 200} Nov 09 17:18:38.560544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:18:38.561691 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:18:38.579605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d5817ada-0072-4fe5-919a-353bfa22931b req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1858824638', 'description': 'tempest-description-195473496'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:38.619722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:38.634428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Sync routers for ids ['46a07c24-1bc5-4ccd-9853-8bda97855c18'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:38.662235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Routers {'46a07c24-1bc5-4ccd-9853-8bda97855c18'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:38.664484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['46a07c24-1bc5-4ccd-9853-8bda97855c18'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:38.689122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-c89e0c60-831e-4293-86de-950e3e598a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:38.689669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4614-ec90-4082-9281-45233b9bd750 req-a3787bde-6e4c-4b5d-814d-cca92afb52b5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:38.700039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f45c4614-ec90-4082-9281-45233b9bd750 req-a3787bde-6e4c-4b5d-814d-cca92afb52b5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.3025889 Nov 09 17:18:38.704004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-c89e0c60-831e-4293-86de-950e3e598a35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1097 time: 0.1322389 Nov 09 17:18:38.706500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5817ada-0072-4fe5-919a-353bfa22931b req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.731129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:38.736908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0599a9ca-5437-453a-a066-2b27fd5cf919 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3194182 Nov 09 17:18:38.737466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48630) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:38.753886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-2a596bea-2ebc-4748-a4e4-2f372341dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:38.756805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-2a596bea-2ebc-4748-a4e4-2f372341dbea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1301768 Nov 09 17:18:38.865550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Set router 46a07c24-1bc5-4ccd-9853-8bda97855c18 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:38.890613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f45c4614-ec90-4082-9281-45233b9bd750 req-9edb9486-80b6-414b-a055-f17ea6512a1b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894805 Nov 09 17:18:39.033998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5817ada-0072-4fe5-919a-353bfa22931b req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.044787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5817ada-0072-4fe5-919a-353bfa22931b req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.093671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5b922857-d06e-4ad6-8855-0cf8365662ae None None] Provisioning complete for port 85998303-7f9d-4d55-bcbc-652ac52cbbce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:39.095864 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b922857-d06e-4ad6-8855-0cf8365662ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.140470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5817ada-0072-4fe5-919a-353bfa22931b req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.141942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5817ada-0072-4fe5-919a-353bfa22931b req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5767887 Nov 09 17:18:39.158258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416cb2d-8a76-4173-8cf0-8920a8918ac9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae13001-6025-4b64-bfba-d2da49f34e46,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:39.184509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-b46d7044-9896-4f07-bf9b-b9688452dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.193701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-b46d7044-9896-4f07-bf9b-b9688452dd94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.4663460 Nov 09 17:18:39.204690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device decbbfc7-cb31-4643-97c7-4cf6f3b86692 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:18:39.208283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-b5e4e6d4-b03a-49f8-9a39-429c5687c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.210034 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-b5e4e6d4-b03a-49f8-9a39-429c5687c824 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.4151149 Nov 09 17:18:39.305962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-c3bf3b81-d90a-4e92-863b-690203f545f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 217 time: 0.0578394 Nov 09 17:18:39.313540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57c62b62-6078-4676-b6c0-4095986665c7 req-97ea909e-f5e8-46df-b498-fa2e5ba1f5fb tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1002 time: 0.3573205 Nov 09 17:18:39.397847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-c236fa5f-21bb-4c15-9794-25eef96a41eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 1002 time: 0.1934264 Nov 09 17:18:39.407674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3682d-dbfd-4017-96c6-611c174d568c req-cacd2091-29e4-4eef-8943-f18d05314746 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.409279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9a3682d-dbfd-4017-96c6-611c174d568c req-cacd2091-29e4-4eef-8943-f18d05314746 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0816922 Nov 09 17:18:39.517545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9a3682d-dbfd-4017-96c6-611c174d568c req-403db70a-0d18-4853-96cd-c594f64d7529 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756273 Nov 09 17:18:39.527010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-11e5df55-4a95-413c-b826-40c1bab98059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.528900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-11e5df55-4a95-413c-b826-40c1bab98059 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1187131 Nov 09 17:18:39.561903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c62b62-6078-4676-b6c0-4095986665c7 req-c911f42b-0e2f-4788-b7dc-5b5e4f7327a9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.565375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57c62b62-6078-4676-b6c0-4095986665c7 req-c911f42b-0e2f-4788-b7dc-5b5e4f7327a9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports/053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 943 time: 0.1885397 Nov 09 17:18:39.653341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:39.655134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-111c42a6-3288-4c6d-baa6-c4cda9ef8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.661344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-111c42a6-3288-4c6d-baa6-c4cda9ef8762 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210842 Nov 09 17:18:39.675655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:18:36Z', 'revision_number': 3, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:39.685244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'port_id': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'mac_address': 'fa:16:3e:f3:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad27337c-968e-4168-a307-612d18df830b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:18:39.760769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Checking router: 46a07c24-1bc5-4ccd-9853-8bda97855c18 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:39.761535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Updating router 46a07c24-1bc5-4ccd-9853-8bda97855c18 port 0b3c3b6a-e435-42ff-97ce-14f8199d984c binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:18:39.794892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-a62822b4-6fc0-4b89-9796-85ebf043113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:39.797427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-a62822b4-6fc0-4b89-9796-85ebf043113e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.4201567 Nov 09 17:18:39.801664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1325207678', 'description': 'tempest-description-1633262615'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:39.814541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.816871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85998303-7f9d-4d55-bcbc-652ac52cbbce up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:39.881918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.894901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.920605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:39.932272 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-cfdc6295-fb69-4522-9d85-03815df693ec service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625771 Nov 09 17:18:40.132267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-b236f644-ec5a-4eff-adc3-c3ca1b1fa10f service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900456 Nov 09 17:18:40.178165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decbbfc7-cb31-4643-97c7-4cf6f3b86692 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:18:40.248881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.255440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.269830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 85998303-7f9d-4d55-bcbc-652ac52cbbce triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:40.270377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.276264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:40.330805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e544b-cb96-482d-b712-683aa8865aab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:40.381706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.390712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.406621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57c62b62-6078-4676-b6c0-4095986665c7 req-60843cfc-31b3-4a58-b185-73c39663f460 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1002 time: 0.6376140 Nov 09 17:18:40.440853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.442609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a15f50a7-15de-4e06-b571-ba5d28998e06 req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6489422 Nov 09 17:18:40.445024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd824fe3-8828-4c38-a8ec-fbb17862d39f tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3988a778-1789-4bf6-9354-d2c4ba676e64,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:40.455485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-21bcef62-62c3-409b-982e-718fe455c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:40.457869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-21bcef62-62c3-409b-982e-718fe455c618 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5721052 Nov 09 17:18:40.528548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.663543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c941c6-0c04-47b4-a8c7-0550ecd74ff1 req-142d3d84-6ca5-41e5-8e51-4799f937aed8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:40.678036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1c941c6-0c04-47b4-a8c7-0550ecd74ff1 req-142d3d84-6ca5-41e5-8e51-4799f937aed8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 944 time: 0.1152220 Nov 09 17:18:40.702115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c62b62-6078-4676-b6c0-4095986665c7 req-8c786266-2d25-4e25-9f28-b462ea5d7a4b tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:40.710341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57c62b62-6078-4676-b6c0-4095986665c7 req-8c786266-2d25-4e25-9f28-b462ea5d7a4b tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3017125 Nov 09 17:18:40.720934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-57c62b62-6078-4676-b6c0-4095986665c7 req-18a47982-8906-41b5-a552-34dcac84a323 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:40.736574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57c62b62-6078-4676-b6c0-4095986665c7 req-18a47982-8906-41b5-a552-34dcac84a323 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250196 Nov 09 17:18:40.744751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-19fc105f-4953-41d0-bdfa-ef884d2ae518 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269437 Nov 09 17:18:40.771009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1c941c6-0c04-47b4-a8c7-0550ecd74ff1 req-cf5ffd87-013d-438a-9888-127e81f3e3f7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919464 Nov 09 17:18:40.785683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:40.829817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.830353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.830898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.831445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.831975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.832516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.833061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.833571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.834064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.834592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.835182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.835742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:40.917164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:40.935163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['decbbfc7-cb31-4643-97c7-4cf6f3b86692'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:40.996183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a76100-cffb-46dd-8ab5-71da80b28add req-0a0d044f-3f18-4bcf-95a9-03e13ad3c34c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:41.001435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.004894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98a76100-cffb-46dd-8ab5-71da80b28add req-0a0d044f-3f18-4bcf-95a9-03e13ad3c34c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1088560 Nov 09 17:18:41.087564 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.168657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Attempting to bind port 0b3c3b6a-e435-42ff-97ce-14f8199d984c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:41.169026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Attempting to bind port 0b3c3b6a-e435-42ff-97ce-14f8199d984c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:41.169388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Attempting to bind port 0b3c3b6a-e435-42ff-97ce-14f8199d984c on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:41.170867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98a76100-cffb-46dd-8ab5-71da80b28add req-577e080f-805f-4b87-8e11-578eec7b6067 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580291 Nov 09 17:18:41.172444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b76c9-6438-48a7-a868-b9a552b14d66 None None] Pushing event updated for resources: {'Port': ['ID=0b3c3b6a-e435-42ff-97ce-14f8199d984c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:41.191860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:41.192982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:41.197245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.198289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:41.200434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Bound port: 0b3c3b6a-e435-42ff-97ce-14f8199d984c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:41.201258 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.211502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e0281181-5383-4a96-a755-2c9b7e07544e req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1151174212', 'description': 'tempest-description-1085053796'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:41.225314 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14568ee1-e1da-4c87-b1fc-54c07c2fa844 req-c91c91b0-4baa-4e7f-8b90-856dbfdf370c service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649000 Nov 09 17:18:41.290781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e0281181-5383-4a96-a755-2c9b7e07544e req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.347119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Allocated IP 172.20.0.1 (8f147c5d-aaec-44f8-96b5-a132f4a9bdcc/e501cf57-30bd-47ca-86d1-fcf5087259c5/439bdffa-8982-4c24-b963-94f8d1eec3eb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:41.358575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] For port 0b3c3b6a-e435-42ff-97ce-14f8199d984c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:41.387394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b9dfa-3a38-49b9-a72d-3b62ecedb32e req-1d9fe736-effb-4d90-99fb-c20ab84e5e7b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:41.388137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] For port 0b3c3b6a-e435-42ff-97ce-14f8199d984c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0b3c3b6a-e435-42ff-97ce-14f8199d984c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:41.390139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-951b9dfa-3a38-49b9-a72d-3b62ecedb32e req-1d9fe736-effb-4d90-99fb-c20ab84e5e7b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1861656 Nov 09 17:18:41.405807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.451966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e0281181-5383-4a96-a755-2c9b7e07544e req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.464335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e0281181-5383-4a96-a755-2c9b7e07544e req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.490491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Routers {'46a07c24-1bc5-4ccd-9853-8bda97855c18'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:41.491053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['46a07c24-1bc5-4ccd-9853-8bda97855c18'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:41.510570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e0281181-5383-4a96-a755-2c9b7e07544e req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.512477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0281181-5383-4a96-a755-2c9b7e07544e req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3081534 Nov 09 17:18:41.518131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c12b8-ebdd-4825-b035-f1535fa8feef tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61a6bf7-b205-44bf-893a-f3449b3758f7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:41.594548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-951b9dfa-3a38-49b9-a72d-3b62ecedb32e req-9c9074e8-9530-440c-a26a-cfd81e45c058 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951888 Nov 09 17:18:41.612574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b76c9-6438-48a7-a868-b9a552b14d66 None None] Pushing event updated for resources: {'Port': ['ID=0b3c3b6a-e435-42ff-97ce-14f8199d984c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:41.644030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-4abd53c7-843b-421a-85fb-0e4a0de909c2 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1002 time: 0.1040723 Nov 09 17:18:41.702745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.703339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-8de86af7-2f05-4e05-86ca-f530971b4c1e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:41.705605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-8de86af7-2f05-4e05-86ca-f530971b4c1e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports/053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 943 time: 0.0608823 Nov 09 17:18:41.709316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] Set router 46a07c24-1bc5-4ccd-9853-8bda97855c18 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:41.767828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.917706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:41.942547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:41.967157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:41.972054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:41.988652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=439bdffa-8982-4c24-b963-94f8d1eec3eb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:42.069384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:18:36Z', 'revision_number': 3, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:42.124624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490967e3-97aa-46d5-8d7f-c1134c61a314 None None] The sync data for ids ['46a07c24-1bc5-4ccd-9853-8bda97855c18'] in n-d-804292-3 is: [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:18:36Z', 'revision_number': 3, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:42.409753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-71151e21-7737-4e8f-8ec2-31ba2921d899 None None] Provisioning complete for port 439bdffa-8982-4c24-b963-94f8d1eec3eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:42.410128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71151e21-7737-4e8f-8ec2-31ba2921d899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:42.426618 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:42.479228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-3b74d867-c34e-471a-a271-4a1c21d84d73 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1002 time: 0.6941292 Nov 09 17:18:42.510110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-71151e21-7737-4e8f-8ec2-31ba2921d899 None None] Port 439bdffa-8982-4c24-b963-94f8d1eec3eb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:42.715866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-bb6e62fb-181e-473f-9a03-520e14f8c819 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:42.726937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-bb6e62fb-181e-473f-9a03-520e14f8c819 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.2410789 Nov 09 17:18:42.793991 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-19afdb41-e9ab-4516-8f70-127cf509974d tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56510 time: 0.8689978 Nov 09 17:18:42.823674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-1353faba-34f8-4751-99b6-b53f811ca9a7 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1002 time: 0.0952504 Nov 09 17:18:42.837230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:42.858369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:42.879438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:42.881078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:42.910703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-0c8aa8cb-d61f-4751-b239-6ac661ec4a90 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/00fd9dc0-2252-4944-b534-d6ce6862c6c2 HTTP/1.1" status: 200 len: 2994 time: 0.0965364 Nov 09 17:18:42.956151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.081759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=439bdffa-8982-4c24-b963-94f8d1eec3eb,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:43.099108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-e3de1f0b-7694-4620-89eb-6a624931b827 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/00fd9dc0-2252-4944-b534-d6ce6862c6c2 HTTP/1.1" status: 200 len: 2994 time: 0.1226306 Nov 09 17:18:43.144231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:43.148109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:43.195483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device decbbfc7-cb31-4643-97c7-4cf6f3b86692 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:43.210758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.220910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.220910 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Floating IP d730551a-f95b-4522-8d9d-7dbd0e365498 disassociated. External IP: 172.25.3.112, port: 053d3cfa-c7a3-40e1-8b54-abba01ee93e9. Nov 09 17:18:43.303782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-a74a1a1a-4b4f-4f94-9fab-6bd10e4b6c5c tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/24cb81ed-e94a-4167-8a7f-9d08abe12255 HTTP/1.1" status: 200 len: 2994 time: 0.1749165 Nov 09 17:18:43.424534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port decbbfc7-cb31-4643-97c7-4cf6f3b86692 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:18:43.432352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port decbbfc7-cb31-4643-97c7-4cf6f3b86692 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:43.433800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.478295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-e09eadf8-10c1-434c-a4e2-db04a11f38b0 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/24cb81ed-e94a-4167-8a7f-9d08abe12255 HTTP/1.1" status: 200 len: 2994 time: 0.0882494 Nov 09 17:18:43.484212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Router 46a07c24-1bc5-4ccd-9853-8bda97855c18 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:43.615032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-49072391-976f-4251-acb1-44aeee61b098 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/4e971502-6b1a-486a-9257-fc49312a999c HTTP/1.1" status: 200 len: 2994 time: 0.1169937 Nov 09 17:18:43.642215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e24e04dd-15e7-43ca-aa62-2c379ff02893 None None] Provisioning complete for port 439bdffa-8982-4c24-b963-94f8d1eec3eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:43.643018 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e24e04dd-15e7-43ca-aa62-2c379ff02893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.675225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:43.725644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e24e04dd-15e7-43ca-aa62-2c379ff02893 None None] Port 439bdffa-8982-4c24-b963-94f8d1eec3eb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:43.731069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:43.747074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c3f6f6a2-e5a5-470e-90b9-75f401f6a2a0 admin admin] 10.222.0.45 "PUT /v2.0/routers/46a07c24-1bc5-4ccd-9853-8bda97855c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046942 Nov 09 17:18:43.747074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-5b17312f-9ac3-40f7-95e5-e3249cd596dc tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/4e971502-6b1a-486a-9257-fc49312a999c HTTP/1.1" status: 200 len: 2994 time: 0.0956149 Nov 09 17:18:43.768850 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.850103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:43.857735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.870307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:43.875920 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f4f84-9504-44ba-b893-3ec042f59d55" -d '{"events": [{"server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "name": "network-vif-plugged", "status": "completed", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:43.878193 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:43.881330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b3c3b6a-e435-42ff-97ce-14f8199d984c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:43.893775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-3316ea72-9bfd-4b76-b104-0dc544b1976d tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5169f2bd-0fbf-4896-8227-0868289d2c6c HTTP/1.1" status: 200 len: 2998 time: 0.1336417 Nov 09 17:18:43.895720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:43.896373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:43.930412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fd6c3f2e-08a0-4281-848e-03a1e3883eae tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "PUT /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 695 time: 1.0935690 Nov 09 17:18:43.931014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:43.937030 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec18c064-5e92-402c-87b3-ecaaf868ac9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:43.961764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:43.987131 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:43.996679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-e9551d85-da3b-4a84-bd6c-6259ca77feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:43.999905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-e9551d85-da3b-4a84-bd6c-6259ca77feac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1097 time: 0.0587416 Nov 09 17:18:44.058229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-f6a9df72-2b12-4f17-831e-914003fce941 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5169f2bd-0fbf-4896-8227-0868289d2c6c HTTP/1.1" status: 200 len: 2998 time: 0.1591017 Nov 09 17:18:44.116874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fb30a355-b6cd-4514-b038-0821593a312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:44.119600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-fb30a355-b6cd-4514-b038-0821593a312d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.1135945 Nov 09 17:18:44.171143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:44.175291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-23a573c7-dd33-477e-8ad7-e1df011c3b47 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/63e95f04-e4a3-4df7-ab48-5f99b6752c19 HTTP/1.1" status: 200 len: 2998 time: 0.1131575 Nov 09 17:18:44.179155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0b3c3b6a-e435-42ff-97ce-14f8199d984c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:44.179540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:44.211258 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:44.246572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-8b0f3f2e-3f40-4de8-99e3-f3bc8e05835d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 217 time: 0.1192396 Nov 09 17:18:44.284470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-bbce5999-dbeb-4dc2-b4ae-428ac4d60f18 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/63e95f04-e4a3-4df7-ab48-5f99b6752c19 HTTP/1.1" status: 200 len: 2998 time: 0.1034083 Nov 09 17:18:44.302086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-92c2ea39-e4ef-4ac8-a1e0-a828efd5fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:44.310624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-92c2ea39-e4ef-4ac8-a1e0-a828efd5fc5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.0630701 Nov 09 17:18:44.364800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:44.374757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-7a992224-1a82-4951-b9b7-3c0b75f94981 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/88ae868e-29c9-4b3e-988d-4c0c0d7f629d HTTP/1.1" status: 200 len: 2998 time: 0.0863793 Nov 09 17:18:44.388523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-c46d635d-cb3b-4e90-9a94-321099e99435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:44.390342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-c46d635d-cb3b-4e90-9a94-321099e99435 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788846 Nov 09 17:18:44.399651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 0b3c3b6a-e435-42ff-97ce-14f8199d984c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0b3c3b6a-e435-42ff-97ce-14f8199d984c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:44.411278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:44.511974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-6b7a58a1-b3f3-4c92-aa56-8ff0f903dfd2 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/88ae868e-29c9-4b3e-988d-4c0c0d7f629d HTTP/1.1" status: 200 len: 2998 time: 0.1318007 Nov 09 17:18:44.579969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-137e675b-b64b-4496-85d1-d011ac25f29a service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824417 Nov 09 17:18:44.620166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=0b3c3b6a-e435-42ff-97ce-14f8199d984c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:44.639049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-8ca0ecf0-9691-410c-9475-ff09fff40299 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8baf1496-f331-4d1e-914c-6c5cf30fc1d1 HTTP/1.1" status: 200 len: 2990 time: 0.1242120 Nov 09 17:18:44.712981 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:44.713218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-6176a5ab-1acb-421a-951b-9d7ae7627e92 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8baf1496-f331-4d1e-914c-6c5cf30fc1d1 HTTP/1.1" status: 200 len: 2990 time: 0.0647943 Nov 09 17:18:44.746656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:44.747814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:44.755372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-network', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:44.757328 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:44.758041 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:44.780234 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-2f86347a-6040-4ee9-9998-b70a4e0128aa tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a46e544b-cb96-482d-b712-683aa8865aab HTTP/1.1" status: 200 len: 2998 time: 0.0659008 Nov 09 17:18:44.789482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a60c90fe-a885-43a5-8ff9-faaec653ae02 req-4bd10fb1-de7a-4862-a93a-5be2cb3ca9d7 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890564 Nov 09 17:18:44.802019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Made reservation on behalf of 6e7bf7de3248451f8b44b7b2f47e6ce0 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:44.806665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:44.847314 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:44.852416 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-da14a109-ca1a-4540-9fdd-c15058a1f199 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a46e544b-cb96-482d-b712-683aa8865aab HTTP/1.1" status: 200 len: 2998 time: 0.0707977 Nov 09 17:18:44.922720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-da26d4d2-7ed4-4e5c-907a-31096487e685 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a84275c0-9a70-482b-b86b-059fa70a7d91 HTTP/1.1" status: 200 len: 2998 time: 0.0628092 Nov 09 17:18:44.974678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-1b2e7a62-9061-4d05-8249-383ee7057bd2 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a84275c0-9a70-482b-b86b-059fa70a7d91 HTTP/1.1" status: 200 len: 2998 time: 0.0501323 Nov 09 17:18:44.996149 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:45.025105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e0cf-31b9-419d-8b5d-a4755d601b44 req-182b1c0b-78f6-4568-a9e2-b60172a83c84 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:45.027610 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e576e0cf-31b9-419d-8b5d-a4755d601b44 req-182b1c0b-78f6-4568-a9e2-b60172a83c84 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1346276 Nov 09 17:18:45.036962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-10c97006-0cef-4bb1-9e0e-b22892a7d5ed tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/afb168c4-8d40-4cf0-8377-2f3e9bd55350 HTTP/1.1" status: 200 len: 2998 time: 0.0602627 Nov 09 17:18:45.077659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Sync routers for ids ['46a07c24-1bc5-4ccd-9853-8bda97855c18'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:45.094111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-36a6c6dc-ce61-4ee0-b84e-03105ecdbfc9 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/afb168c4-8d40-4cf0-8377-2f3e9bd55350 HTTP/1.1" status: 200 len: 2998 time: 0.0566063 Nov 09 17:18:45.113906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Routers {'46a07c24-1bc5-4ccd-9853-8bda97855c18'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:45.114613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['46a07c24-1bc5-4ccd-9853-8bda97855c18'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:45.149250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-4a5ea073-94ca-4b12-abd8-1a772c0fbbf2 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b8c63c3c-3f2d-4d42-9be3-6445228f5260 HTTP/1.1" status: 200 len: 2998 time: 0.0541949 Nov 09 17:18:45.159278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e576e0cf-31b9-419d-8b5d-a4755d601b44 req-443f6026-187e-4412-94fd-b061e08950f1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230710 Nov 09 17:18:45.167650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.186454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.203841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:18:45.221058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.221456 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Added segment c497cc43-d6ee-4ee5-a264-0a1f13b29bbb of type vlan for network 24707911-6245-471b-888e-571f60ffda83 Nov 09 17:18:45.244983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Set router 46a07c24-1bc5-4ccd-9853-8bda97855c18 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:45.254770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-693884ff-e27a-4969-b3c1-0ff20521e5cb tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b8c63c3c-3f2d-4d42-9be3-6445228f5260 HTTP/1.1" status: 200 len: 2998 time: 0.1046302 Nov 09 17:18:45.279631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.321902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.322932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:45.323666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.354673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-ed5bc067-5eb5-4770-879e-d3d8f05ab490 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c9f72b95-c9a6-47ec-96e4-f8ce89f02296 HTTP/1.1" status: 200 len: 2998 time: 0.0973494 Nov 09 17:18:45.370686 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:45.406282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c234b-91f0-4802-9f50-a029f8db1bf4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:45.415452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6674955 Nov 09 17:18:45.420002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:45.422388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb28a58-29e0-44e4-a3da-84ab5a056dad None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:45.425429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Request body: {'subnet': {'network_id': '24707911-6245-471b-888e-571f60ffda83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-subnet', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:45.442377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-e1aabeb6-71b3-4c45-8d95-d9564f765187 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c9f72b95-c9a6-47ec-96e4-f8ce89f02296 HTTP/1.1" status: 200 len: 2998 time: 0.0865986 Nov 09 17:18:45.474708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60cd86-7fc9-4c2a-a8fa-44d7086e5ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=24707911-6245-471b-888e-571f60ffda83,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:45.491349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 24707911-6245-471b-888e-571f60ffda83 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:18:45.519590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-a82b37a4-1933-4561-8f8c-faeacaeb54a4 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/dc7e6b46-78df-4f87-b8f8-805f64a76206 HTTP/1.1" status: 200 len: 2998 time: 0.0649228 Nov 09 17:18:45.566969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Made reservation on behalf of 6e7bf7de3248451f8b44b7b2f47e6ce0 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:45.570202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.574470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-078609e5-c74d-4be2-b418-a7a73730b93c tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/dc7e6b46-78df-4f87-b8f8-805f64a76206 HTTP/1.1" status: 200 len: 2998 time: 0.0538282 Nov 09 17:18:45.639207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2ddb1-a91b-4bbf-adc3-86e9d69fb343 req-797c125b-8ae1-4266-8657-0f823af578ae tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:45.640602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04e2ddb1-a91b-4bbf-adc3-86e9d69fb343 req-797c125b-8ae1-4266-8657-0f823af578ae tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.2019751 Nov 09 17:18:45.675302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-f6ca8af1-f14e-4abc-9209-af497efc16b8 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/efbb2431-c8ff-41cb-b5be-494e47d2af18 HTTP/1.1" status: 200 len: 2998 time: 0.0994332 Nov 09 17:18:45.692953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:18:42Z', 'revision_number': 4, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '439bdffa-8982-4c24-b963-94f8d1eec3eb', 'name': '', 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'mac_address': 'fa:16:3e:d2:db:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:41Z', 'updated_at': '2021-11-09T17:18:42Z', 'revision_number': 2, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'subnets': [{'id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:45.750717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04e2ddb1-a91b-4bbf-adc3-86e9d69fb343 req-55a1f609-ed77-4352-8724-c6fec60d0ad6 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938153 Nov 09 17:18:45.765215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b3c3b6a-e435-42ff-97ce-14f8199d984c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:45.770767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Checking router: 46a07c24-1bc5-4ccd-9853-8bda97855c18 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:45.771695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Updating router 46a07c24-1bc5-4ccd-9853-8bda97855c18 port 439bdffa-8982-4c24-b963-94f8d1eec3eb binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:18:45.813823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-4e4b67f7-1db9-4b6d-998b-c7ccc61e2e52 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/efbb2431-c8ff-41cb-b5be-494e47d2af18 HTTP/1.1" status: 200 len: 2998 time: 0.1372368 Nov 09 17:18:45.866635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.885931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-dbfd630c-676d-4a8b-976f-59db53625c11 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f2a329fd-ed34-4e72-ae92-5460976c30cb HTTP/1.1" status: 200 len: 2998 time: 0.0671794 Nov 09 17:18:45.892953 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a541f5-ed04-4316-a3d4-bf0f6d4938d9 None None] New status for floating IP d730551a-f95b-4522-8d9d-7dbd0e365498: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:18:45.935105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.941589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0b3c3b6a-e435-42ff-97ce-14f8199d984c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:45.941962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:45.985383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-5d88a82b-cbf0-43fd-8439-d8939f2fda3d tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f2a329fd-ed34-4e72-ae92-5460976c30cb HTTP/1.1" status: 200 len: 2998 time: 0.0947623 Nov 09 17:18:45.988142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:46.016248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa55324-ec99-4d60-8ed0-ec884168f6cb req-3cad8c78-18b9-4813-9063-e4059b779fdb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.029911 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3aa55324-ec99-4d60-8ed0-ec884168f6cb req-3cad8c78-18b9-4813-9063-e4059b779fdb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1582785 Nov 09 17:18:46.071773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-2a105e43-4f70-4131-a6a8-90d27f3ccc58 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f743c657-b5fd-4365-9e59-611f6aef8ab1 HTTP/1.1" status: 200 len: 2998 time: 0.0818415 Nov 09 17:18:46.128883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3aa55324-ec99-4d60-8ed0-ec884168f6cb req-a43c21a3-2a53-4814-be32-9325cb8ebf22 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976958 Nov 09 17:18:46.136442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Checking segment: {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:46.136898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Network hostable DHCP agents. Network: 24707911-6245-471b-888e-571f60ffda83, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:18:46.176978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-f1ebe0d2-77b3-4904-be2f-095e918a5559 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f743c657-b5fd-4365-9e59-611f6aef8ab1 HTTP/1.1" status: 200 len: 2998 time: 0.0899553 Nov 09 17:18:46.180958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Network 24707911-6245-471b-888e-571f60ffda83 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:18:46.197890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 24707911-6245-471b-888e-571f60ffda83) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:46.219781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.223194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.237488 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a919d-3f3c-4dc5-b09d-3d2759ecc3b8 x-openstack-request-id: req-592a919d-3f3c-4dc5-b09d-3d2759ecc3b8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:46.237956 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "name": "network-vif-plugged", "status": "completed", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:46.238335 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-592a919d-3f3c-4dc5-b09d-3d2759ecc3b8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:46.239894 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'code': 200} Nov 09 17:18:46.248717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba0675-fe5c-4828-b0ed-229ac7662875 None None] Network 24707911-6245-471b-888e-571f60ffda83 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:18:46.265948 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cfa4ad-09fe-4894-b877-130ee0bea02f x-openstack-request-id: req-a8cfa4ad-09fe-4894-b877-130ee0bea02f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:46.266266 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:46.266524 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8cfa4ad-09fe-4894-b877-130ee0bea02f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:46.267256 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'status': 'completed', 'code': 200} Nov 09 17:18:46.277659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2ef4db70-62d6-43c3-95e5-e1058515c885 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8539917 Nov 09 17:18:46.279401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:46.282784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-d3c6eb52-aae8-47e7-9282-993e234d10b3 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ff40559b-5e66-4a07-a1b7-e9318ec41d0d HTTP/1.1" status: 200 len: 2998 time: 0.0833356 Nov 09 17:18:46.292077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:46.377258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bf3af06-0424-41db-8340-9577764e4ec7 req-3df87aa5-5c7a-44b8-8a62-f34bf13a1ba9 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ff40559b-5e66-4a07-a1b7-e9318ec41d0d HTTP/1.1" status: 200 len: 2998 time: 0.0831571 Nov 09 17:18:46.410294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-f1fdfed1-f37d-4849-ab49-fba9032b3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.415344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-f1fdfed1-f37d-4849-ab49-fba9032b3ebd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 1097 time: 0.1146390 Nov 09 17:18:46.419903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.421300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.506866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f537cc-8851-4bd5-9f0c-3b2eed07c802 req-2ea01868-48bf-4b58-9117-e536e3adce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.509304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0f537cc-8851-4bd5-9f0c-3b2eed07c802 req-2ea01868-48bf-4b58-9117-e536e3adce01 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1096 time: 0.1949193 Nov 09 17:18:46.549184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793baeb8-faf0-412e-89a5-1bf5b7a9984d req-07caa816-5d90-4aaf-8c40-245037813d28 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.551476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-793baeb8-faf0-412e-89a5-1bf5b7a9984d req-07caa816-5d90-4aaf-8c40-245037813d28 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.0893545 Nov 09 17:18:46.567518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.620434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-793baeb8-faf0-412e-89a5-1bf5b7a9984d req-57845692-466a-45af-bba8-3039a533034b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586228 Nov 09 17:18:46.726694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed45153f-beda-4b1d-a94e-512c508bed19 req-449203ab-f922-48a6-81b7-a38a9f623940 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=399fecc6f036476f985583430222d065 HTTP/1.1" status: 200 len: 6153 time: 0.0898538 Nov 09 17:18:46.771059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-24707911-6245-471b-888e-571f60ffda83', 'network_id': '24707911-6245-471b-888e-571f60ffda83', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'fixed_ips': [{'subnet_id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:18:46.774022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.781261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0f537cc-8851-4bd5-9f0c-3b2eed07c802 req-eddfe88e-c6bb-4618-a50c-13652ae0dd3c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352898 Nov 09 17:18:46.812022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed45153f-beda-4b1d-a94e-512c508bed19 req-37c7f4d4-7802-41ed-8cec-a833358a6ef9 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "GET /v2.0/security-groups/b8c63c3c-3f2d-4d42-9be3-6445228f5260 HTTP/1.1" status: 200 len: 2998 time: 0.0718770 Nov 09 17:18:46.844124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.883095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed45153f-beda-4b1d-a94e-512c508bed19 req-92e419fd-dd1c-4023-a8a4-af606f899407 tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "GET /v2.0/security-groups/b8c63c3c-3f2d-4d42-9be3-6445228f5260 HTTP/1.1" status: 200 len: 2998 time: 0.0658379 Nov 09 17:18:46.888743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-2e21e8a7-42cc-4481-9840-90f51446c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.891308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-2e21e8a7-42cc-4481-9840-90f51446c4e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.4502532 Nov 09 17:18:46.902109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.916851 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:46.963082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-6b0e61ad-581e-467c-9eb4-6b2748c9a702 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:46.965227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-6b0e61ad-581e-467c-9eb4-6b2748c9a702 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1442540 Nov 09 17:18:47.022060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d103ea-e92e-4d90-8864-f7a069ab02be None None] Pushing event updated for resources: {'Port': ['ID=439bdffa-8982-4c24-b963-94f8d1eec3eb,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:47.048344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd044a-bef6-475b-8635-f5ea30899eff req-e38779c9-a2dc-4900-9196-25397dd8ba1a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:47.052374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-51e3007f-438f-4e26-9231-1f0b6e7a0736 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 200 len: 217 time: 0.0580063 Nov 09 17:18:47.062926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41bd044a-bef6-475b-8635-f5ea30899eff req-e38779c9-a2dc-4900-9196-25397dd8ba1a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1173215 Nov 09 17:18:47.088798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Allocated IP 172.20.0.2 (24707911-6245-471b-888e-571f60ffda83/2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe/7159c4fa-95d3-4041-97d3-a7048c6f27a0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:47.144780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Attempting to bind port 439bdffa-8982-4c24-b963-94f8d1eec3eb on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:47.145969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Attempting to bind port 439bdffa-8982-4c24-b963-94f8d1eec3eb by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:47.145969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Attempting to bind port 439bdffa-8982-4c24-b963-94f8d1eec3eb on network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:47.163657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-95cd9669-7c54-45e4-a05b-6a115f8a8076 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1776948 Nov 09 17:18:47.172955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'floatingip': {'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:47.176580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41bd044a-bef6-475b-8635-f5ea30899eff req-d1abd9d2-f158-4ae8-b891-4829999c4f56 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076272 Nov 09 17:18:47.244169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.265650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:47.266001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Checking segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:47.266477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.266893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Bound using segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:47.267489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Bound port: 439bdffa-8982-4c24-b963-94f8d1eec3eb, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:47.267889 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.298058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-bee1b5d8-1c2c-46f1-a164-f09085a6710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:47.298058 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-bee1b5d8-1c2c-46f1-a164-f09085a6710a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.2068367 Nov 09 17:18:47.314626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13091f25-8960-45be-b1f9-24e1cf7c65ef req-12fea64d-83aa-4613-a882-4ba842c76b13 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e61a6bf7-b205-44bf-893a-f3449b3758f7 HTTP/1.1" status: 200 len: 1795 time: 0.0991466 Nov 09 17:18:47.398875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-13091f25-8960-45be-b1f9-24e1cf7c65ef req-34d06626-1dc1-44fe-894d-76c1e50b3097 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.401245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] For port 439bdffa-8982-4c24-b963-94f8d1eec3eb, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:47.428923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-13091f25-8960-45be-b1f9-24e1cf7c65ef req-34d06626-1dc1-44fe-894d-76c1e50b3097 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.445688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] For port 439bdffa-8982-4c24-b963-94f8d1eec3eb, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=439bdffa-8982-4c24-b963-94f8d1eec3eb,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:47.447056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-94badbd9-1129-4bd7-8ac3-1397e194255a None None] Provisioning complete for port 439bdffa-8982-4c24-b963-94f8d1eec3eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:47.447191 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94badbd9-1129-4bd7-8ac3-1397e194255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.473712 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.489340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-13091f25-8960-45be-b1f9-24e1cf7c65ef req-34d06626-1dc1-44fe-894d-76c1e50b3097 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.497330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-13091f25-8960-45be-b1f9-24e1cf7c65ef req-34d06626-1dc1-44fe-894d-76c1e50b3097 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.499664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13091f25-8960-45be-b1f9-24e1cf7c65ef req-34d06626-1dc1-44fe-894d-76c1e50b3097 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/e61a6bf7-b205-44bf-893a-f3449b3758f7 HTTP/1.1" status: 204 len: 173 time: 0.1823597 Nov 09 17:18:47.518014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d06626-1dc1-44fe-894d-76c1e50b3097 tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61a6bf7-b205-44bf-893a-f3449b3758f7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:47.531233 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.562762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.613248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Routers {'46a07c24-1bc5-4ccd-9853-8bda97855c18'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:47.614052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['46a07c24-1bc5-4ccd-9853-8bda97855c18'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:47.624231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d103ea-e92e-4d90-8864-f7a069ab02be None None] Pushing event updated for resources: {'Port': ['ID=439bdffa-8982-4c24-b963-94f8d1eec3eb,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:47.637100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Network 24707911-6245-471b-888e-571f60ffda83 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:47.685293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e6003-33c3-4c98-a7c9-31d518c4d535 req-787df6cc-3f1e-4077-ae39-1d5f27f0e33b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:47.697046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e8e6003-33c3-4c98-a7c9-31d518c4d535 req-787df6cc-3f1e-4077-ae39-1d5f27f0e33b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0653727 Nov 09 17:18:47.791654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e8e6003-33c3-4c98-a7c9-31d518c4d535 req-b8c70337-45bf-438f-98d0-67e875095f5c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931053 Nov 09 17:18:47.821395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:47.826772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:47.840741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] Set router 46a07c24-1bc5-4ccd-9853-8bda97855c18 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:47.877202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-2e36cbc0-a903-4e4a-bd46-f84d78797183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:47.878021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-2e36cbc0-a903-4e4a-bd46-f84d78797183 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5527115 Nov 09 17:18:47.888115 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.906262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7e72a08-bd54-425a-a6d4-bad7cc2c466a req-96df9864-a0b3-4a7f-aeae-44f3d33d879d tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "GET /v2.0/security-groups/3988a778-1789-4bf6-9354-d2c4ba676e64 HTTP/1.1" status: 200 len: 1795 time: 0.0757442 Nov 09 17:18:47.953932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.980989 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d7e72a08-bd54-425a-a6d4-bad7cc2c466a req-5d6072ce-eecd-45b4-bf37-d1e10b7a230a tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:47.989306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Pushing event updated for resources: {'Port': ['ID=7159c4fa-95d3-4041-97d3-a7048c6f27a0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:48.001795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94badbd9-1129-4bd7-8ac3-1397e194255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.003540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d7e72a08-bd54-425a-a6d4-bad7cc2c466a req-5d6072ce-eecd-45b4-bf37-d1e10b7a230a tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.009139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Attempting to bind port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:48.009139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Attempting to bind port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:48.009139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Attempting to bind port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 on network 24707911-6245-471b-888e-571f60ffda83 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:48.099581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d7e72a08-bd54-425a-a6d4-bad7cc2c466a req-5d6072ce-eecd-45b4-bf37-d1e10b7a230a tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.107826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d7e72a08-bd54-425a-a6d4-bad7cc2c466a req-5d6072ce-eecd-45b4-bf37-d1e10b7a230a tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.109768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7e72a08-bd54-425a-a6d4-bad7cc2c466a req-5d6072ce-eecd-45b4-bf37-d1e10b7a230a tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/3988a778-1789-4bf6-9354-d2c4ba676e64 HTTP/1.1" status: 204 len: 173 time: 0.1906419 Nov 09 17:18:48.120192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6072ce-eecd-45b4-bf37-d1e10b7a230a tempest-SecurityGroupsTestAdminJSON-1612001616 tempest-SecurityGroupsTestAdminJSON-1612001616-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3988a778-1789-4bf6-9354-d2c4ba676e64,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:48.168271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:48.168653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Checking segment: {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:48.169097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.169468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Bound using segment: {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:48.170392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Bound port: 7159c4fa-95d3-4041-97d3-a7048c6f27a0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:48.170548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.224905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-94badbd9-1129-4bd7-8ac3-1397e194255a None None] For port 439bdffa-8982-4c24-b963-94f8d1eec3eb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=439bdffa-8982-4c24-b963-94f8d1eec3eb,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:48.234428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-dae6d70d-2c2c-41b7-9062-dd8bb827e68b service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204303 Nov 09 17:18:48.251971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94badbd9-1129-4bd7-8ac3-1397e194255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.276531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c25364-996e-4da2-80d9-3d08761304eb req-4af00db4-dff3-4190-bd87-8cb2bc74b030 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:48.278716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54c25364-996e-4da2-80d9-3d08761304eb req-4af00db4-dff3-4190-bd87-8cb2bc74b030 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.0625613 Nov 09 17:18:48.335186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54c25364-996e-4da2-80d9-3d08761304eb req-f9905b02-a8d2-4cd4-a140-fd6c1ccaaf4a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Nov 09 17:18:48.362314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94badbd9-1129-4bd7-8ac3-1397e194255a None None] Pushing event updated for resources: {'Port': ['ID=439bdffa-8982-4c24-b963-94f8d1eec3eb,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:48.374651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] For port 7159c4fa-95d3-4041-97d3-a7048c6f27a0, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:48.378823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] For port 7159c4fa-95d3-4041-97d3-a7048c6f27a0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7159c4fa-95d3-4041-97d3-a7048c6f27a0,segment=NetworkSegment(c497cc43-d6ee-4ee5-a264-0a1f13b29bbb),segment_id=c497cc43-d6ee-4ee5-a264-0a1f13b29bbb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:48.388972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.404761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Allocated IP 172.25.3.64 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/78e391be-b0d0-4302-b0e7-79868b789017) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:48.436085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1a475e96-c04d-49da-9176-55b3a8dd886c None None] Provisioning complete for port 439bdffa-8982-4c24-b963-94f8d1eec3eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:48.436472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a475e96-c04d-49da-9176-55b3a8dd886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.502175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8fd5e-c29c-4f19-8504-b546ad50c2fd None None] Pushing event updated for resources: {'Port': ['ID=7159c4fa-95d3-4041-97d3-a7048c6f27a0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:48.516480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:18:42Z', 'revision_number': 4, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '439bdffa-8982-4c24-b963-94f8d1eec3eb', 'name': '', 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'mac_address': 'fa:16:3e:d2:db:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:41Z', 'updated_at': '2021-11-09T17:18:47Z', 'revision_number': 4, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'subnets': [{'id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:48.530524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4ae836-e4ba-4cac-9f4f-00fbe4b81b99 req-3cb7dbc9-76b7-4110-a375-6f3ebda30e0d tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "GET /v2.0/security-groups/bae13001-6025-4b64-bfba-d2da49f34e46 HTTP/1.1" status: 200 len: 1794 time: 0.0740542 Nov 09 17:18:48.554127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e83b2a-0245-49c7-b258-20437afaf0c4 None None] The sync data for ids ['46a07c24-1bc5-4ccd-9853-8bda97855c18'] in n-d-804292-3 is: [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:18:42Z', 'revision_number': 4, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '439bdffa-8982-4c24-b963-94f8d1eec3eb', 'name': '', 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'mac_address': 'fa:16:3e:d2:db:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:41Z', 'updated_at': '2021-11-09T17:18:47Z', 'revision_number': 4, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'subnets': [{'id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:48.584249 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec18c064-5e92-402c-87b3-ecaaf868ac9e req-922b6df8-859f-4a7d-a71d-81aac20abe3e service neutron] 10.222.0.83 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274186 Nov 09 17:18:48.610307 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4ae836-e4ba-4cac-9f4f-00fbe4b81b99 req-65e4ce7b-f9ed-47a7-8a02-53632164db5f tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.611459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df913987-fff3-49da-8e38-6674772ca158 req-117f4825-03bb-4d47-a637-3c7e94807274 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:48.612972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df913987-fff3-49da-8e38-6674772ca158 req-117f4825-03bb-4d47-a637-3c7e94807274 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d9a3578-3cf7-41a7-a799-777c5d3d999c HTTP/1.1" status: 200 len: 946 time: 0.2224777 Nov 09 17:18:48.616986 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:18:48.662642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4ae836-e4ba-4cac-9f4f-00fbe4b81b99 req-65e4ce7b-f9ed-47a7-8a02-53632164db5f tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.734301 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4ae836-e4ba-4cac-9f4f-00fbe4b81b99 req-65e4ce7b-f9ed-47a7-8a02-53632164db5f tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.738514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4ae836-e4ba-4cac-9f4f-00fbe4b81b99 req-65e4ce7b-f9ed-47a7-8a02-53632164db5f tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.752277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4ae836-e4ba-4cac-9f4f-00fbe4b81b99 req-65e4ce7b-f9ed-47a7-8a02-53632164db5f tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "DELETE /v2.0/security-groups/bae13001-6025-4b64-bfba-d2da49f34e46 HTTP/1.1" status: 204 len: 173 time: 0.2204378 Nov 09 17:18:48.775584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4ce7b-f9ed-47a7-8a02-53632164db5f tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae13001-6025-4b64-bfba-d2da49f34e46,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:48.890841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.912695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.949847 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:48.965026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c8e7-f9e4-4de5-9e14-eba7c88ed565 req-e983f3a1-0b7e-4586-88ae-11c50d7be97c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:48.972684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8418c8e7-f9e4-4de5-9e14-eba7c88ed565 req-e983f3a1-0b7e-4586-88ae-11c50d7be97c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1272526 Nov 09 17:18:49.044415 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8418c8e7-f9e4-4de5-9e14-eba7c88ed565 req-468cda11-bece-4a36-8de2-e118bb9cd5a0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706861 Nov 09 17:18:49.135356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.151688 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Floating IP d730551a-f95b-4522-8d9d-7dbd0e365498 associated. External IP: 172.25.3.112, port: 51fe8206-9c77-4cc2-bea2-7387d69cd564. Nov 09 17:18:49.188407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8a05-cc1b-41ee-a358-c81e10968ca6 req-409afed9-edee-465a-bae8-587be8b1227b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:49.190493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0ac8a05-cc1b-41ee-a358-c81e10968ca6 req-409afed9-edee-465a-bae8-587be8b1227b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1096 time: 0.0461888 Nov 09 17:18:49.219088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Deleting port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:18:49.219463 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.242923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:49.249753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0ac8a05-cc1b-41ee-a358-c81e10968ca6 req-cffeacc1-6d0e-4ed8-8b56-5de23d5de459 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Nov 09 17:18:49.282298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:49.290180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:49.334838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-179dfd15-1124-4761-87ba-156a525cd54d req-517d96c4-ba73-4b87-ac5e-e19a08230a7d tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "GET /v2.0/security-groups/515c6ff7-b514-43da-8a8a-49ab1b1b8b55 HTTP/1.1" status: 200 len: 1794 time: 0.0509832 Nov 09 17:18:49.334956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Pushing event updated for resources: {'Port': ['ID=78e391be-b0d0-4302-b0e7-79868b789017,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:49.409186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-179dfd15-1124-4761-87ba-156a525cd54d req-6e1e7a92-7a15-4fdd-ad84-d9350d73a64c tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.451447 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-179dfd15-1124-4761-87ba-156a525cd54d req-6e1e7a92-7a15-4fdd-ad84-d9350d73a64c tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.492409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] For port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:49.492782 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.510828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-179dfd15-1124-4761-87ba-156a525cd54d req-6e1e7a92-7a15-4fdd-ad84-d9350d73a64c tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.514565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Calling delete_port for 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:18:49.518357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-179dfd15-1124-4761-87ba-156a525cd54d req-6e1e7a92-7a15-4fdd-ad84-d9350d73a64c tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:49.519559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-179dfd15-1124-4761-87ba-156a525cd54d req-6e1e7a92-7a15-4fdd-ad84-d9350d73a64c tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] 10.222.0.45 "DELETE /v2.0/security-groups/515c6ff7-b514-43da-8a8a-49ab1b1b8b55 HTTP/1.1" status: 204 len: 173 time: 0.1756344 Nov 09 17:18:49.543516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e7a92-7a15-4fdd-ad84-d9350d73a64c tempest-SecurityGroupsTestAdminJSON-382133309 tempest-SecurityGroupsTestAdminJSON-382133309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c6ff7-b514-43da-8a8a-49ab1b1b8b55,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:49.701192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db575cc0-197f-41ba-9d00-8fb8488aa70e req-1e82edf1-c02a-4461-ae04-647f32235088 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:49.712502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db575cc0-197f-41ba-9d00-8fb8488aa70e req-1e82edf1-c02a-4461-ae04-647f32235088 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0926986 Nov 09 17:18:49.801143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db575cc0-197f-41ba-9d00-8fb8488aa70e req-4bc55cfe-7d60-48d1-901c-d8217188a433 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791833 Nov 09 17:18:49.926755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7159c4fa-95d3-4041-97d3-a7048c6f27a0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:50.058070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48766) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:50.098070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:50.098603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.217390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc70b2fb-112e-4351-a1d4-6105fc9f5d17 None None] Network 24707911-6245-471b-888e-571f60ffda83 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:18:50.360597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.423739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:50.429032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54560448-54dc-4807-a1fd-9b8dc79ec344 req-9c341626-f30d-4404-bb11-e5b6fb2325b5 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:50.442877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54560448-54dc-4807-a1fd-9b8dc79ec344 req-9c341626-f30d-4404-bb11-e5b6fb2325b5 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1825333 Nov 09 17:18:50.466481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.472357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6fd1d30a-aee4-429d-885e-0eb0598f0a6d None None] Provisioning complete for port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:50.472922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fd1d30a-aee4-429d-885e-0eb0598f0a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.519722 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3e85bdb6-a6ea-4801-b8a1-5183269ed9b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=399fecc6f036476f985583430222d065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602780 Nov 09 17:18:50.533978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:50.536986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54560448-54dc-4807-a1fd-9b8dc79ec344 req-1191e093-79bb-422b-a954-3d9d06667eca tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930088 Nov 09 17:18:50.583234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 7159c4fa-95d3-4041-97d3-a7048c6f27a0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7159c4fa-95d3-4041-97d3-a7048c6f27a0,segment=NetworkSegment(c497cc43-d6ee-4ee5-a264-0a1f13b29bbb),segment_id=c497cc43-d6ee-4ee5-a264-0a1f13b29bbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:50.609129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.610081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 439bdffa-8982-4c24-b963-94f8d1eec3eb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:50.637091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.671412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['51fe8206-9c77-4cc2-bea2-7387d69cd564'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:18:50.743019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=7159c4fa-95d3-4041-97d3-a7048c6f27a0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:50.753836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event deleted for resources: {'Port': ['ID=053d3cfa-c7a3-40e1-8b54-abba01ee93e9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:50.902233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] No DVR routers for this DVR port 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:18:50.904107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:50.927482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.930176 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.933494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df913987-fff3-49da-8e38-6674772ca158 req-55af0655-8d51-4a94-9fc4-eda67ba15ef9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.83 "DELETE /v2.0/ports/053d3cfa-c7a3-40e1-8b54-abba01ee93e9 HTTP/1.1" status: 204 len: 173 time: 2.3014870 Nov 09 17:18:50.939751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d294-516b-47b0-8802-693765d969a5 None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:50.944127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'name': 'network-vif-deleted', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:50.947039 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f4b341-d886-47f5-917c-b60cd2df219c" -d '{"events": [{"server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "name": "network-vif-deleted", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:50.957211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8a0-f8d7-4f8f-a358-d4043eef9c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:50.974738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906bfa-5e52-40fa-9a69-039a62e88bdc req-4d0896d7-f316-4ccd-9fec-d59491f87c37 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:50.979969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88906bfa-5e52-40fa-9a69-039a62e88bdc req-4d0896d7-f316-4ccd-9fec-d59491f87c37 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0940304 Nov 09 17:18:50.998282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:50.998932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:51.051912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8a0-f8d7-4f8f-a358-d4043eef9c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:51.077598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-12b7e031-16a7-497e-8366-e2f07f90d02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "PUT /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 996 time: 3.9127028 Nov 09 17:18:51.102018 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:51.133730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88906bfa-5e52-40fa-9a69-039a62e88bdc req-dffd84a9-06bf-4997-8225-ec5d093d450a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466033 Nov 09 17:18:51.178709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:51.269344 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb2630f-95a9-41fb-9ae3-c97843ef5cb7 x-openstack-request-id: req-abb2630f-95a9-41fb-9ae3-c97843ef5cb7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:51.269696 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a3578-3cf7-41a7-a799-777c5d3d999c", "name": "network-vif-deleted", "tag": "053d3cfa-c7a3-40e1-8b54-abba01ee93e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:51.269991 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abb2630f-95a9-41fb-9ae3-c97843ef5cb7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:51.270436 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a3578-3cf7-41a7-a799-777c5d3d999c', 'name': 'network-vif-deleted', 'tag': '053d3cfa-c7a3-40e1-8b54-abba01ee93e9', 'status': 'completed', 'code': 200} Nov 09 17:18:51.345609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-81f8705c-0e65-41db-92e5-46b8cb737d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:51.356030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-81f8705c-0e65-41db-92e5-46b8cb737d74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.2661390 Nov 09 17:18:51.419195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:51.426170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8a0-f8d7-4f8f-a358-d4043eef9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:51.428921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d28d8a0-f8d7-4f8f-a358-d4043eef9c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:51.430087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7d28d8a0-f8d7-4f8f-a358-d4043eef9c21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8c63c3c-3f2d-4d42-9be3-6445228f5260 HTTP/1.1" status: 204 len: 168 time: 0.8951201 Nov 09 17:18:51.469422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d054a-4631-4325-9798-0a7bcac83692 req-16a776fa-bb6b-4624-ad0d-77e3cab231a0 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:51.471178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d2d054a-4631-4325-9798-0a7bcac83692 req-16a776fa-bb6b-4624-ad0d-77e3cab231a0 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0700083 Nov 09 17:18:51.481417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28d8a0-f8d7-4f8f-a358-d4043eef9c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c63c3c-3f2d-4d42-9be3-6445228f5260,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:51.483712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:18:51.484049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 053d3cfa-c7a3-40e1-8b54-abba01ee93e9 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:18:51.558369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d2d054a-4631-4325-9798-0a7bcac83692 req-e79b9587-82cf-410d-b027-c0628fd36165 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753660 Nov 09 17:18:51.572426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-65f2eedb-8b42-43b7-86f0-2dca4598ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:51.573963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-65f2eedb-8b42-43b7-86f0-2dca4598ec7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.2182808 Nov 09 17:18:51.639426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 439bdffa-8982-4c24-b963-94f8d1eec3eb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:51.639426 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:51.673935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Router 73bbb950-a0a1-4823-8882-e70404b61ace is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:18:51.740822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-88ff5676-0ac8-4340-9d05-4546083f2768 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 999 time: 0.1591763 Nov 09 17:18:51.886195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff6f9-083c-46ea-912a-9457da8a0f10 req-f06cc9b1-a779-43f7-9318-486a6d7ed471 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:51.901580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cfbff6f9-083c-46ea-912a-9457da8a0f10 req-f06cc9b1-a779-43f7-9318-486a6d7ed471 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1347620 Nov 09 17:18:51.938943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:48Z', 'revision_number': 8, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:51.965176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-dfa17189-8bfd-446a-9529-534894e2ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:51.972092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-dfa17189-8bfd-446a-9529-534894e2ced2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.2299814 Nov 09 17:18:52.001548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d294-516b-47b0-8802-693765d969a5 None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:52.012394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cfbff6f9-083c-46ea-912a-9457da8a0f10 req-f2f2edce-d891-48d2-97af-31a4e5a3e26a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094410 Nov 09 17:18:52.014304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:52.015032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:52.063978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7159c4fa-95d3-4041-97d3-a7048c6f27a0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:52.087757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48804) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:52.138253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:52.159097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-451b9804-56ce-4ce6-a9e2-b1b628999ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:52.159097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-451b9804-56ce-4ce6-a9e2-b1b628999ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740825 Nov 09 17:18:52.165393 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Sync routers for ids ['73bbb950-a0a1-4823-8882-e70404b61ace'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:52.186636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.191070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0a9629b4-8614-43d3-9824-4c61272646d2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9065232 Nov 09 17:18:52.196863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48808) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:52.201296 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Routers {'73bbb950-a0a1-4823-8882-e70404b61ace'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:52.202080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['73bbb950-a0a1-4823-8882-e70404b61ace'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:52.267053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e64dc31e-0539-45f4-957c-1c185ad5b3e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2e856eef46e4bc7a010282c1a7e093f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747119 Nov 09 17:18:52.268009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48810) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:52.278423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a9d9fea9-ac69-4fa5-96ba-ecde5cabe5fe None None] Provisioning complete for port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:52.281948 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9d9fea9-ac69-4fa5-96ba-ecde5cabe5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.370389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-af43ad10-1cf1-4dd1-b82e-618b60c26f06 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803505 Nov 09 17:18:52.391332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57efbe0f-b141-434b-9ba5-ae2a30029248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.405677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:52.451964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57efbe0f-b141-434b-9ba5-ae2a30029248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.476814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:52.477388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.486681 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Set router 73bbb950-a0a1-4823-8882-e70404b61ace gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:52.521922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b536b24f-85b0-450f-89be-81a4a3a1135f req-3c9719a3-878c-48ca-b77a-ba55543b156c service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492219 Nov 09 17:18:52.637860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57efbe0f-b141-434b-9ba5-ae2a30029248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.640958 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57efbe0f-b141-434b-9ba5-ae2a30029248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.644782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-57efbe0f-b141-434b-9ba5-ae2a30029248 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a46e544b-cb96-482d-b712-683aa8865aab HTTP/1.1" status: 204 len: 168 time: 0.3711214 Nov 09 17:18:52.689602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efbe0f-b141-434b-9ba5-ae2a30029248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e544b-cb96-482d-b712-683aa8865aab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:52.694407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268d5a-0297-4191-8e4d-f45e06fb7a64 req-4c157b9b-fa32-4137-8f45-85986742b89a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:52.706075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53268d5a-0297-4191-8e4d-f45e06fb7a64 req-4c157b9b-fa32-4137-8f45-85986742b89a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1043036 Nov 09 17:18:52.797912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53268d5a-0297-4191-8e4d-f45e06fb7a64 req-d58db5aa-9c03-481b-84d9-42ee31b516fd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Nov 09 17:18:52.824502 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:52.826165 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:18:49Z', 'revision_number': 3, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:52.892141 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Checking router: 73bbb950-a0a1-4823-8882-e70404b61ace for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:52.892493 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Updating router 73bbb950-a0a1-4823-8882-e70404b61ace port 78e391be-b0d0-4302-b0e7-79868b789017 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:18:53.044768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4150807e-78b2-4cdd-905b-7cd872c8b0cd req-974b60bb-3eb5-4479-bfd7-7ebaa5f0ba82 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 996 time: 0.0886385 Nov 09 17:18:53.066861 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:53.275352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9737d294-516b-47b0-8802-693765d969a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:48Z', 'revision_number': 8, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:53.283704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:53.288992 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:53.333549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150807e-78b2-4cdd-905b-7cd872c8b0cd req-18acf731-2749-4718-916b-61c66e110169 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:53.338924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737d294-516b-47b0-8802-693765d969a5 None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd730551a-f95b-4522-8d9d-7dbd0e365498', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'port_id': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'mac_address': 'fa:16:3e:95:9a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:18:02Z', 'updated_at': '2021-11-09T17:18:48Z', 'revision_number': 8, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:53.349334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4150807e-78b2-4cdd-905b-7cd872c8b0cd req-18acf731-2749-4718-916b-61c66e110169 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3028531 Nov 09 17:18:53.387928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-4150807e-78b2-4cdd-905b-7cd872c8b0cd req-04f1cca5-120a-408b-a027-db60ef6b1bc0 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:53.390646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4150807e-78b2-4cdd-905b-7cd872c8b0cd req-04f1cca5-120a-408b-a027-db60ef6b1bc0 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100877 Nov 09 17:18:53.713679 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:53.722474 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:53.762807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-91a817b2-ef90-45b3-9cb2-c2a9943c2574 service neutron] 10.222.0.43 "GET /v2.0/ports/997a7cf6-a12f-455e-9a0b-a23db033b632/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.1196733 Nov 09 17:18:53.807459 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Attempting to bind port 78e391be-b0d0-4302-b0e7-79868b789017 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:53.807991 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Attempting to bind port 78e391be-b0d0-4302-b0e7-79868b789017 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:53.808365 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Attempting to bind port 78e391be-b0d0-4302-b0e7-79868b789017 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:53.825396 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:53.825780 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:53.826183 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:53.826920 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:53.827437 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Bound port: 78e391be-b0d0-4302-b0e7-79868b789017, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:53.827841 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:53.830727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd477561-3999-4886-a606-d9eb8586d123 None None] New status for floating IP d730551a-f95b-4522-8d9d-7dbd0e365498: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:18:53.831784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:53.833696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Pushing event updated for resources: {'Port': ['ID=78e391be-b0d0-4302-b0e7-79868b789017,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:53.886932 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.888089 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.888514 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.888928 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.889433 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.889950 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.890359 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.890761 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.891191 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.891842 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.892245 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.892768 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:53.916997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-966c63c0-4d51-4284-90a4-1807f8ca8020 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:53.918439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-966c63c0-4d51-4284-90a4-1807f8ca8020 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106807 Nov 09 17:18:53.951072 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] For port 78e391be-b0d0-4302-b0e7-79868b789017, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:18:53.955635 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] For port 78e391be-b0d0-4302-b0e7-79868b789017, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=78e391be-b0d0-4302-b0e7-79868b789017,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:53.963175 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:54.188914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-b151ef47-e460-42e9-86cd-3170603f2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.201598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-b151ef47-e460-42e9-86cd-3170603f2ee6 service neutron] 10.222.0.45 "GET /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 1094 time: 0.2711666 Nov 09 17:18:54.223530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Request body: {'binding': {'host': 'n-h2-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:54.227439 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Routers {'73bbb950-a0a1-4823-8882-e70404b61ace'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:54.228242 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['73bbb950-a0a1-4823-8882-e70404b61ace'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:54.228492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:18:54.251523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1f726-0232-4abc-9d1f-8bd75a6e345f req-791dcee3-6494-43ee-86a4-09fab201ef65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.265896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7f1f726-0232-4abc-9d1f-8bd75a6e345f req-791dcee3-6494-43ee-86a4-09fab201ef65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1227810 Nov 09 17:18:54.357920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Allocated IP 172.20.0.1 (24707911-6245-471b-888e-571f60ffda83/2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe/385826ba-da47-4474-818a-b0a369d7dc33) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:18:54.394560 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242133c-16ef-4453-874a-68837807bf49 None None] Pushing event updated for resources: {'Port': ['ID=78e391be-b0d0-4302-b0e7-79868b789017,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:54.403780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7f1f726-0232-4abc-9d1f-8bd75a6e345f req-d732bbe4-ae66-449e-b851-ff19b3f03406 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352935 Nov 09 17:18:54.458727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-5c97c265-d844-49a1-b520-32e35204073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.461665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-5c97c265-d844-49a1-b520-32e35204073b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da&tenant_id=7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 1100 time: 0.3031752 Nov 09 17:18:54.474856 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] Set router 73bbb950-a0a1-4823-8882-e70404b61ace gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:54.478326 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a3a67-7e47-4967-8141-e225e3cf27af x-openstack-request-id: req-374a3a67-7e47-4967-8141-e225e3cf27af {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:54.479773 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:54.480185 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-374a3a67-7e47-4967-8141-e225e3cf27af {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:54.481313 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'status': 'completed', 'code': 200} Nov 09 17:18:54.652390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on host n-h2-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:18:54.652863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:18:54.653261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:54.658460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-afb6d08d-09f6-44df-b1ae-655adaf6e005 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1001 time: 0.1518054 Nov 09 17:18:54.665565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-c0a6e4fe-1f0c-47d3-af54-1c1d05186ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.667689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-c0a6e4fe-1f0c-47d3-af54-1c1d05186ad9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 1100 time: 0.1371820 Nov 09 17:18:54.671689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:18:54.671865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-e4a2be2b-689e-4349-8e41-f06bd58d85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.671992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:18:54.676143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-e4a2be2b-689e-4349-8e41-f06bd58d85be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1642778 Nov 09 17:18:54.738810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:18:54.746878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:18:54.748979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:18:54.749748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Bound port: 96eb3a92-404a-4f31-b10c-5c684c2f5862, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:18:54.758309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-f69fec38-2801-449f-8bb6-7a1914fe8664 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.774311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-f69fec38-2801-449f-8bb6-7a1914fe8664 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports/51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 942 time: 0.0896010 Nov 09 17:18:54.796224 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:18:49Z', 'revision_number': 3, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:54.857816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:18:54.867061 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546b786-aa60-4eb2-b156-c50f8494b527 None None] The sync data for ids ['73bbb950-a0a1-4823-8882-e70404b61ace'] in n-d-804292-3 is: [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:18:49Z', 'revision_number': 3, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:18:54.907236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-1d10f10d-2448-437e-8f7c-864533e613ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:54.909080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-1d10f10d-2448-437e-8f7c-864533e613ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.1695316 Nov 09 17:18:54.947092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:54.960231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f51f1566-266b-4174-8cb8-cda0745db754 service neutron] 10.222.0.45 "POST /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862/bindings HTTP/1.1" status: 201 len: 389 time: 0.7505958 Nov 09 17:18:55.000121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:55.056383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:55.063218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-99b43878-7949-4b1e-86b8-be6170f2a01a tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1001 time: 0.1529212 Nov 09 17:18:55.204132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Network 24707911-6245-471b-888e-571f60ffda83 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:55.217049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-4fdd1ec6-67b8-46b1-bbda-423cccc74081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 1001 time: 0.2348535 Nov 09 17:18:55.220824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:55.230369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:18:55.231275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:55.234122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Pushing event updated for resources: {'Port': ['ID=385826ba-da47-4474-818a-b0a369d7dc33,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:55.386408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-2eea9e33-34d1-4cf6-a786-ed9c06e1f6d9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:55.395622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-2eea9e33-34d1-4cf6-a786-ed9c06e1f6d9 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3241093 Nov 09 17:18:55.551814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-d83ab563-4e44-4291-a114-5860637b6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:55.554219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-d83ab563-4e44-4291-a114-5860637b6353 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.8761840 Nov 09 17:18:55.685567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-20ac5055-0979-4c60-8017-8d81876cc8f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 200 len: 217 time: 0.0996909 Nov 09 17:18:55.733114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0abc9fee-6189-4004-bf66-e714202613ca None None] Provisioning complete for port 385826ba-da47-4474-818a-b0a369d7dc33 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:55.733696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0abc9fee-6189-4004-bf66-e714202613ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:55.738366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:55.933704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee20a5-45dc-4b67-a586-340ba789695e req-59420142-cec7-4f30-83cc-3c406da2e9af tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:55.935437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2ee20a5-45dc-4b67-a586-340ba789695e req-59420142-cec7-4f30-83cc-3c406da2e9af tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.4018757 Nov 09 17:18:56.090578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78e391be-b0d0-4302-b0e7-79868b789017 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:56.095969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-05acaa86-48c9-4c3d-b9f9-9ccb981a0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.097602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-05acaa86-48c9-4c3d-b9f9-9ccb981a0f8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.8645692 Nov 09 17:18:56.141747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-55266951-aebd-4493-8b2b-e2c12d8bfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.143272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-55266951-aebd-4493-8b2b-e2c12d8bfa67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.4072599 Nov 09 17:18:56.150796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2ee20a5-45dc-4b67-a586-340ba789695e req-cd610ae4-64aa-4530-9a1c-dbfce3ae2984 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985071 Nov 09 17:18:56.166718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0abc9fee-6189-4004-bf66-e714202613ca None None] Port 385826ba-da47-4474-818a-b0a369d7dc33 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:56.207782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 78e391be-b0d0-4302-b0e7-79868b789017 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:56.208523 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.220625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-8d2d51ff-1ca0-4840-b200-6d952428fcf1 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1001 time: 0.8240626 Nov 09 17:18:56.234931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:56.242831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-69a6ebf7-3a64-483b-aa3a-aa74fb393fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.244791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-69a6ebf7-3a64-483b-aa3a-aa74fb393fb9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1097 time: 0.8967633 Nov 09 17:18:56.291600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-66f6be3b-5269-4639-9a25-b8dbed042ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.293866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-66f6be3b-5269-4639-9a25-b8dbed042ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874928 Nov 09 17:18:56.300939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-98525be7-f2f9-44a3-8e43-0a6eac973ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.305115 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-98525be7-f2f9-44a3-8e43-0a6eac973ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518803 Nov 09 17:18:56.391432 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.424216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 78e391be-b0d0-4302-b0e7-79868b789017, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=78e391be-b0d0-4302-b0e7-79868b789017,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:56.434902 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.463252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.512463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.529481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.529943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.563607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=78e391be-b0d0-4302-b0e7-79868b789017,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:56.584688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-01f050f7-cb72-4e30-9421-147f5bcc1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.587241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-01f050f7-cb72-4e30-9421-147f5bcc1d70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.2887757 Nov 09 17:18:56.627980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f36bc-f0b6-4cb5-850f-c263fa45af30 req-09f29493-20bf-4dc8-8ee5-5317b4c5c36a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.629450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-172f36bc-f0b6-4cb5-850f-c263fa45af30 req-09f29493-20bf-4dc8-8ee5-5317b4c5c36a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.2764142 Nov 09 17:18:56.667694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-343b7830-1f26-4949-a5ef-13d60635d89d service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450336 Nov 09 17:18:56.686400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-50e71f48-b8f0-4875-abc0-35074a2582b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 217 time: 0.0572331 Nov 09 17:18:56.694335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Pushing event updated for resources: {'Port': ['ID=385826ba-da47-4474-818a-b0a369d7dc33,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:56.710357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-325224f5-6b05-4b63-8709-357ad7292104 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974726 Nov 09 17:18:56.847871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18501ad4-683f-48ea-b945-b6caad2815e1 req-ac9d7907-d367-4ddf-a835-d1a012c59acb service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639817 Nov 09 17:18:56.886681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-172f36bc-f0b6-4cb5-850f-c263fa45af30 req-b844f095-58d2-4105-9791-97806884ea8a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143357 Nov 09 17:18:56.917282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.927151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b62ec9b3-47c7-4d3c-802c-62e5fe1cd8a2 req-9723ad2a-d295-4d21-9945-42a2da39e054 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048960 Nov 09 17:18:56.927627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:56.927960 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Floating IP d730551a-f95b-4522-8d9d-7dbd0e365498 disassociated. External IP: 172.25.3.112, port: 51fe8206-9c77-4cc2-bea2-7387d69cd564. Nov 09 17:18:56.953438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Network 24707911-6245-471b-888e-571f60ffda83 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:18:56.955840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:18:56.970252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-1d38278f-cd76-4e06-8699-b29cbfdbb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:56.971799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-1d38278f-cd76-4e06-8699-b29cbfdbb023 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.2553446 Nov 09 17:18:57.034762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-3b5fdd74-8768-4bfc-8043-bbf4b4c4d7b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539839 Nov 09 17:18:57.297129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-33d7ed28-7a57-48e2-81bd-a7dac57f24fe service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491293 Nov 09 17:18:57.298572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c1722-1fdf-4bd8-ad02-0a43d2502a5a req-a3b29273-e891-4a43-8af9-bcfa8b04d25a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:57.300495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-449c1722-1fdf-4bd8-ad02-0a43d2502a5a req-a3b29273-e891-4a43-8af9-bcfa8b04d25a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1823440 Nov 09 17:18:57.387986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-449c1722-1fdf-4bd8-ad02-0a43d2502a5a req-90602da2-dedc-4254-8be6-a92b4b46f9ad tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791352 Nov 09 17:18:57.411331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Router 73bbb950-a0a1-4823-8882-e70404b61ace has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:57.450286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0fc47e06-2468-4144-8047-d42b65eec7da None None] Provisioning complete for port 385826ba-da47-4474-818a-b0a369d7dc33 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:57.450879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fc47e06-2468-4144-8047-d42b65eec7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:57.500620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:18:57.529867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0fc47e06-2468-4144-8047-d42b65eec7da None None] Port 385826ba-da47-4474-818a-b0a369d7dc33 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:18:57.534891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-bbeb4cac-91c3-45e5-8885-fc15fa7d8563 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221293 Nov 09 17:18:57.655377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:57.663717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-833efd7c-b5c0-4713-9376-e05de74c8437 admin admin] 10.222.0.45 "PUT /v2.0/routers/73bbb950-a0a1-4823-8882-e70404b61ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4637482 Nov 09 17:18:57.667829 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Sync routers for ids ['73bbb950-a0a1-4823-8882-e70404b61ace'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:57.684021 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Routers {'73bbb950-a0a1-4823-8882-e70404b61ace'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:57.684966 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['73bbb950-a0a1-4823-8882-e70404b61ace'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:57.705620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:18:57.713154 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:57.718682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:18:57.750041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-b2749c02-2b7c-4124-bcc0-751f5e89a02e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "PUT /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 696 time: 1.5275409 Nov 09 17:18:57.751573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:57.755245 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c57eac-f43d-490f-93a2-58efa91cb187" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:57.767186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:57.769993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:57.775730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-77067a3d-8f0c-4334-98cd-9c1076ed7b13 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512619 Nov 09 17:18:57.871242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-f69b6efd-8363-42f6-8a4f-d7819958a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:57.873063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-f69b6efd-8363-42f6-8a4f-d7819958a23c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1033287 Nov 09 17:18:57.873504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36cf3fa9-c1c3-48ce-a6ad-e01077dd72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:58.015108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:58.031869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-aadce789-fd89-4567-811a-6597652b2052 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:58.055689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-aadce789-fd89-4567-811a-6597652b2052 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552788 Nov 09 17:18:58.072649 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Set router 73bbb950-a0a1-4823-8882-e70404b61ace gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:18:58.091356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-d88d529d-2aaa-48cd-bf31-8cebcde2b0d1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/quotas/fda130e929244e42b920562660a8b40e HTTP/1.1" status: 200 len: 375 time: 0.0346742 Nov 09 17:18:58.128343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-4f585a58-22c6-4b04-938e-a944495d0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:58.134831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:18:58.135422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-4f585a58-22c6-4b04-938e-a944495d0ad8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.2531443 Nov 09 17:18:58.171822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-eb38f28b-ad77-458e-82d3-20b4c02673be tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794876 Nov 09 17:18:58.206060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78e391be-b0d0-4302-b0e7-79868b789017 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:18:58.216200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-0654e10d-e13a-472a-91dc-79bf16a35ade service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 217 time: 0.0754035 Nov 09 17:18:58.333357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-3e57f0cb-5498-4fbf-a181-e37b391e6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:58.337120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-3e57f0cb-5498-4fbf-a181-e37b391e6c76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.1125453 Nov 09 17:18:58.384772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:58.448224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-c0530d1e-bd32-4b7f-98ce-a3be2b051183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:58.454653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-c0530d1e-bd32-4b7f-98ce-a3be2b051183 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092520 Nov 09 17:18:58.893453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-086622c0-25d8-416c-98c6-2c792c02a57d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4173276 Nov 09 17:18:58.925600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574677-6da3-4f90-adcc-876d2dd5f011 req-c348042a-0b67-48f5-97a8-ccb2e7eb9c92 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:58.946319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6574677-6da3-4f90-adcc-876d2dd5f011 req-c348042a-0b67-48f5-97a8-ccb2e7eb9c92 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.1861389 Nov 09 17:18:58.949738 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:18:55Z', 'revision_number': 4, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '385826ba-da47-4474-818a-b0a369d7dc33', 'name': '', 'network_id': '24707911-6245-471b-888e-571f60ffda83', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'mac_address': 'fa:16:3e:b2:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:53Z', 'updated_at': '2021-11-09T17:18:55Z', 'revision_number': 2, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'subnets': [{'id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:59.060291 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-de8e2934-da1a-42db-b97b-95bcbd1a043d service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942321 Nov 09 17:18:59.159113 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Checking router: 73bbb950-a0a1-4823-8882-e70404b61ace for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:18:59.161283 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Updating router 73bbb950-a0a1-4823-8882-e70404b61ace port 385826ba-da47-4474-818a-b0a369d7dc33 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:18:59.186585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6574677-6da3-4f90-adcc-876d2dd5f011 req-03d90503-151b-48fa-bbef-8036d6a2be59 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351401 Nov 09 17:18:59.216226 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:59.228569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 78e391be-b0d0-4302-b0e7-79868b789017 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:18:59.246404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:59.316149 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:18:59.357474 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:59.366945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-da95e2a1-a790-46b3-86a4-50448176acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:59.368389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-da95e2a1-a790-46b3-86a4-50448176acb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1095 time: 0.4036086 Nov 09 17:18:59.642529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:18:59.658810 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9e215-9bd2-460e-8a55-81249c6d9853" -d '{"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-unplugged", "status": "completed", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:18:59.664030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-e8d2c03c-d1b3-48c0-a578-4c35c436aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:59.665576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-e8d2c03c-d1b3-48c0-a578-4c35c436aad3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.2466733 Nov 09 17:18:59.667303 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc9265-02aa-410a-9c16-6952b1f60765 x-openstack-request-id: req-28fc9265-02aa-410a-9c16-6952b1f60765 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:18:59.667595 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:18:59.667850 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28fc9265-02aa-410a-9c16-6952b1f60765 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:18:59.668249 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'status': 'completed', 'code': 200} Nov 09 17:18:59.732205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:18:59.775960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-067be451-f800-4216-af6f-47a20975ad79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.0993164 Nov 09 17:18:59.780555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07fa27a9-b2e2-429e-aeb7-efbd03cca2e8 req-7a970740-33cd-4477-95d4-9e5be00db6f0 service neutron] 10.222.0.45 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534023 Nov 09 17:18:59.801382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:18:59.848836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-49a5519e-2678-4d24-9fce-20d2440d8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:59.853947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-49a5519e-2678-4d24-9fce-20d2440d8e1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7adbdea84b384a288bfe7806f16eedfa&device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.2210276 Nov 09 17:18:59.899442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:59.951009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-1ad7d267-ea24-4be5-8294-85ebb36ffbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:59.952613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-1ad7d267-ea24-4be5-8294-85ebb36ffbe7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1686318 Nov 09 17:19:00.062253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-bfa1801e-5819-4769-a84d-a5dbfdc226d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849104 Nov 09 17:19:00.105021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-b4feae49-2e39-4a2e-a59d-1de4630ca7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:00.107317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-b4feae49-2e39-4a2e-a59d-1de4630ca7fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 200 len: 919 time: 0.2352438 Nov 09 17:19:00.171982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f164-d68d-4226-855b-7871c71995d8 req-5c192dd3-b134-43b7-a699-57591d13d0ee tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:00.183736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8044f164-d68d-4226-855b-7871c71995d8 req-5c192dd3-b134-43b7-a699-57591d13d0ee tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1447885 Nov 09 17:19:00.196045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:00.288994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-454dc539-c831-4d08-9797-c30d0673aea2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 200 len: 217 time: 0.1439705 Nov 09 17:19:00.375149 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:00.400451 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:00.441171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334699d8-de22-48bd-b6fe-1b4043f3f683 req-d6c2b8f3-5eb4-4231-b806-d759f4a954dc tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:00.442785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-334699d8-de22-48bd-b6fe-1b4043f3f683 req-d6c2b8f3-5eb4-4231-b806-d759f4a954dc tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1840355 Nov 09 17:19:00.476790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:00.503319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-54f876c4-ba87-4023-988f-dbc64165e88c service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280875 Nov 09 17:19:00.531862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'mac_address': 'fa:16:3e:ee:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:00.541176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:19:00.610468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8044f164-d68d-4226-855b-7871c71995d8 req-202f503a-0fc7-4255-bc27-524b53a48c39 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345625 Nov 09 17:19:00.612398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-1c2d5bb3-1184-4143-a7d3-8a6991436b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:00.619477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-1c2d5bb3-1184-4143-a7d3-8a6991436b3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 200 len: 858 time: 0.3159060 Nov 09 17:19:00.646676 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391f420-0d51-46f9-a7b7-ecc16c770d75 None None] Pushing event updated for resources: {'Port': ['ID=385826ba-da47-4474-818a-b0a369d7dc33,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:00.752220 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Attempting to bind port 385826ba-da47-4474-818a-b0a369d7dc33 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:00.752975 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Attempting to bind port 385826ba-da47-4474-818a-b0a369d7dc33 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:00.753585 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Attempting to bind port 385826ba-da47-4474-818a-b0a369d7dc33 on network 24707911-6245-471b-888e-571f60ffda83 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:00.760125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:00.767041 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:00.771438 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Checking segment: {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:00.772206 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:00.772900 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Bound using segment: {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:00.773681 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Bound port: 385826ba-da47-4474-818a-b0a369d7dc33, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24707911-6245-471b-888e-571f60ffda83'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:00.774333 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:00.793685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-a82364e1-3cda-4404-8ee4-d2fecbc7d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:00.799976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-a82364e1-3cda-4404-8ee4-d2fecbc7d799 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a1f72ec-72a0-44b7-a2a7-43237eadce95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696823 Nov 09 17:19:00.802663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-489defa7-34af-4de3-b641-14c1f11dbcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:00.808046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-334699d8-de22-48bd-b6fe-1b4043f3f683 req-deebd15b-61a2-4f08-ba4f-b821fbbfb74a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336716 Nov 09 17:19:00.836128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:00.836811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:18:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:00.844145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:00.897814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59b3fb63-338c-4e4b-b8c9-5f89dc6f04ef req-028c2fb2-279b-4659-83ba-6f45bbd04740 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625350 Nov 09 17:19:01.029769 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] For port 385826ba-da47-4474-818a-b0a369d7dc33, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:01.034969 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] For port 385826ba-da47-4474-818a-b0a369d7dc33, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=385826ba-da47-4474-818a-b0a369d7dc33,segment=NetworkSegment(c497cc43-d6ee-4ee5-a264-0a1f13b29bbb),segment_id=c497cc43-d6ee-4ee5-a264-0a1f13b29bbb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:01.059371 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:01.099537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-7179c2fc-d9dc-4a81-afd7-6cadbe3638c6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449593 Nov 09 17:19:01.144668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-a7a1929a-ba62-4ef6-81d4-16b0ec713bc2 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259697 Nov 09 17:19:01.164447 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Routers {'73bbb950-a0a1-4823-8882-e70404b61ace'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:01.165288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:19:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['73bbb950-a0a1-4823-8882-e70404b61ace'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:01.169417 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391f420-0d51-46f9-a7b7-ecc16c770d75 None None] Pushing event updated for resources: {'Port': ['ID=385826ba-da47-4474-818a-b0a369d7dc33,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:01.176967 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca334e5-78d6-4f51-a7fc-2e39c045cec9 x-openstack-request-id: req-3ca334e5-78d6-4f51-a7fc-2e39c045cec9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:01.177222 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-unplugged", "status": "completed", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:01.177490 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ca334e5-78d6-4f51-a7fc-2e39c045cec9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:01.177878 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'code': 200} Nov 09 17:19:01.304654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997a7cf6-a12f-455e-9a0b-a23db033b632 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:01.458414 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] Set router 73bbb950-a0a1-4823-8882-e70404b61ace gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:01.503356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:01.541430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e86b8b37-9b68-4413-bf02-fa19fa3598a9 None None] Provisioning complete for port 385826ba-da47-4474-818a-b0a369d7dc33 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:01.541750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86b8b37-9b68-4413-bf02-fa19fa3598a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:01.565541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:01.604542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-741d5aac-f18a-46f4-bd65-923039e95b0f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:01.612361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-741d5aac-f18a-46f4-bd65-923039e95b0f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5001049 Nov 09 17:19:01.654514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:01.784396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:01.813632 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:01.861102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368c847-5074-4c23-96bc-d53661efd76d req-2aa22c31-0272-496a-a2a4-e44b230c2a6e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:01.871415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f368c847-5074-4c23-96bc-d53661efd76d req-2aa22c31-0272-496a-a2a4-e44b230c2a6e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 947 time: 0.4045162 Nov 09 17:19:01.889382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abd97d22-b5c0-42f0-bc01-3fde34a83c04 req-0a5229d4-b1f1-4fe4-91b4-c7fcc857cd7e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 210 time: 1.0120444 Nov 09 17:19:01.892005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c57eac-f43d-490f-93a2-58efa91cb187 req-538deeeb-5e6a-420a-b583-f6d70753aa90 service neutron] 10.222.0.43 "GET /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251752 Nov 09 17:19:02.102856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:02.109599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:02.121140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f368c847-5074-4c23-96bc-d53661efd76d req-7ec592b4-4eb5-420a-8ca4-877787ea30f0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426727 Nov 09 17:19:02.159865 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:18:55Z', 'revision_number': 4, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '385826ba-da47-4474-818a-b0a369d7dc33', 'name': '', 'network_id': '24707911-6245-471b-888e-571f60ffda83', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'mac_address': 'fa:16:3e:b2:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:53Z', 'updated_at': '2021-11-09T17:19:01Z', 'revision_number': 4, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'subnets': [{'id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:02.197184 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845f19e-1432-4d1d-b152-9802f5ccb0fd None None] The sync data for ids ['73bbb950-a0a1-4823-8882-e70404b61ace'] in n-d-804292-3 is: [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:18:55Z', 'revision_number': 4, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '385826ba-da47-4474-818a-b0a369d7dc33', 'name': '', 'network_id': '24707911-6245-471b-888e-571f60ffda83', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'mac_address': 'fa:16:3e:b2:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:53Z', 'updated_at': '2021-11-09T17:19:01Z', 'revision_number': 4, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'subnets': [{'id': '2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:19:02.295582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:02.309659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:02.355941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:02.537430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28426fa-8665-4fc4-8538-43a938906d14 req-4130f22e-2584-47ca-95aa-1c0baa99edf3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:02.547903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f28426fa-8665-4fc4-8538-43a938906d14 req-4130f22e-2584-47ca-95aa-1c0baa99edf3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1395419 Nov 09 17:19:02.629920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:02.641735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:02.698055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f28426fa-8665-4fc4-8538-43a938906d14 req-9b9f2213-a80a-4ee8-b3a8-3c19aa82a362 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439614 Nov 09 17:19:02.737414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ef859-9220-41cd-b218-2e55c7b92bdd req-8ab76695-6834-4ecb-b9db-45e28bbb24dd tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:02.749706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df8ef859-9220-41cd-b218-2e55c7b92bdd req-8ab76695-6834-4ecb-b9db-45e28bbb24dd tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.4039242 Nov 09 17:19:03.011816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47747a25-93b5-4af4-8358-605b06e950c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:03.147338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-f6a2968d-ccbb-47ac-8474-b938b25ed7ce tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 200 len: 696 time: 0.1835430 Nov 09 17:19:03.188651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 385826ba-da47-4474-818a-b0a369d7dc33 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:03.342893 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86b8b37-9b68-4413-bf02-fa19fa3598a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:03.451423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-d335527d-5fa9-4dcd-a779-12af5b211333 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:03.453165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-d335527d-5fa9-4dcd-a779-12af5b211333 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da&tenant_id=7e46c7f2556c4547957e02ca39005e70&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 948 time: 0.2897627 Nov 09 17:19:03.508562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-4f386379-6533-4281-a94e-8de67cc31240 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:03.519221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-4f386379-6533-4281-a94e-8de67cc31240 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3701234 Nov 09 17:19:03.525243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-d4566a7b-3608-4cd5-800c-b63a522efd67 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:19:03.533213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-d4566a7b-3608-4cd5-800c-b63a522efd67 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129912 Nov 09 17:19:03.593146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:03.654626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-6b39908d-4ee2-49d4-984b-7b4ce73ef52b tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 699 time: 0.1204300 Nov 09 17:19:03.747758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e86b8b37-9b68-4413-bf02-fa19fa3598a9 None None] For port 385826ba-da47-4474-818a-b0a369d7dc33, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=385826ba-da47-4474-818a-b0a369d7dc33,segment=NetworkSegment(c497cc43-d6ee-4ee5-a264-0a1f13b29bbb),segment_id=c497cc43-d6ee-4ee5-a264-0a1f13b29bbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:03.759714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df8ef859-9220-41cd-b218-2e55c7b92bdd req-31170c19-1fb9-4531-9591-f46de7caf93e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0090926 Nov 09 17:19:03.763376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-c3651f92-6169-4b2a-ad26-4851b120a3b0 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 699 time: 0.1072085 Nov 09 17:19:03.787751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86b8b37-9b68-4413-bf02-fa19fa3598a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:03.889142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:03.893484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8b37-9b68-4413-bf02-fa19fa3598a9 None None] Pushing event updated for resources: {'Port': ['ID=385826ba-da47-4474-818a-b0a369d7dc33,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:03.941166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 385826ba-da47-4474-818a-b0a369d7dc33 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:03.941626 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:03.962372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-897437bd-82ca-4c4d-8dad-06e08f0d0e46 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2767482 Nov 09 17:19:04.012720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-480fc02a-4aac-408c-9add-59be88d1ce04 None None] Provisioning complete for port 385826ba-da47-4474-818a-b0a369d7dc33 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:04.013041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-480fc02a-4aac-408c-9add-59be88d1ce04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:04.112377 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:04.141587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.181 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/6382e37c-adbf-438e-9b5b-8c0c597ff144) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:04.149244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-9479da3c-8345-49a2-a451-991aad5fec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:04.150868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-9479da3c-8345-49a2-a451-991aad5fec09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 1099 time: 0.5136917 Nov 09 17:19:04.157005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c26e1e-3bf5-4a53-89ca-f31182164487 None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:17:32Z', 'revision_number': 4, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cdbcea8c-5434-400f-a5c8-e4c9ea1569ce', 'name': '', 'network_id': '1a1f72ec-72a0-44b7-a2a7-43237eadce95', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'mac_address': 'fa:16:3e:9a:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:38Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'subnets': [{'id': '99bb8d9a-df62-4603-a7c9-13b961fae301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:19:04.299889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-c61163fa-fd51-4cbb-ad70-a0a39a1a6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:04.301544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-c61163fa-fd51-4cbb-ad70-a0a39a1a6340 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1399565 Nov 09 17:19:04.423946 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-81fee9b4-2bca-4d45-8e3c-8f10b92e8222 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 200 len: 217 time: 0.1085303 Nov 09 17:19:04.429423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Deleting port 7fa9e63a-657d-42eb-be1c-909efa97f4b0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:04.429774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:04.487549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f162-0b8c-49e1-876d-08d37e775545 req-9d19e653-0f11-4ce7-9d94-4d154713d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:04.489326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-9d19e653-0f11-4ce7-9d94-4d154713d2ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1100 time: 0.4475148 Nov 09 17:19:04.648762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-34019f13-227c-455f-b6c0-8a988d662589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:04.650549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-34019f13-227c-455f-b6c0-8a988d662589 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2162979 Nov 09 17:19:04.664467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca803-eecd-42f3-b63d-089039e6a1e7 req-e9902c05-5305-45d3-ae0a-364051f04ab4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:04.666581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-043ca803-eecd-42f3-b63d-089039e6a1e7 req-e9902c05-5305-45d3-ae0a-364051f04ab4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 948 time: 0.5137265 Nov 09 17:19:04.736744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 385826ba-da47-4474-818a-b0a369d7dc33 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:04.766288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b22bb6-6491-4708-903c-2c3a794c14f8 None None] New status for floating IP d730551a-f95b-4522-8d9d-7dbd0e365498: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:19:04.774595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:04.775598 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:04.794388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Calling delete_port for 7fa9e63a-657d-42eb-be1c-909efa97f4b0 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:04.794625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:04.847996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-043ca803-eecd-42f3-b63d-089039e6a1e7 req-b7ef0748-5fd3-46e0-9e05-282d4b952ea5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649861 Nov 09 17:19:04.861232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 385826ba-da47-4474-818a-b0a369d7dc33 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:04.861617 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:04.919060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f162-0b8c-49e1-876d-08d37e775545 req-6c5cbbdb-8263-4469-9c5a-294e9c65029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:04.920657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-6c5cbbdb-8263-4469-9c5a-294e9c65029e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3964550 Nov 09 17:19:05.030407 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-e9b22bb6-6491-4708-903c-2c3a794c14f8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:19:05.030407 n-d-804292-3 neutron-server[102557]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 09 17:19:05.030407 n-d-804292-3 neutron-server[102557]: [parameters: {'status': 'DOWN', 'floatingips_id': 'd730551a-f95b-4522-8d9d-7dbd0e365498'}] Nov 09 17:19:05.030407 n-d-804292-3 neutron-server[102557]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:19:05.030861 n-d-804292-3 neutron-server[102557]: DEBUG oslo_db.api [None req-e9b22bb6-6491-4708-903c-2c3a794c14f8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:19:05.046281 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-81894059-56e4-40ec-9e8a-0e5303b68896 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.1046295 Nov 09 17:19:05.090243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:05.090741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c50b37e9-60af-4757-ae52-107519cf6866 req-f50e6c03-b098-4a12-8dfc-fc035559b344 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 210 time: 0.0585909 Nov 09 17:19:05.162547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f162-0b8c-49e1-876d-08d37e775545 req-09c08082-c2cd-4a1d-b270-ccc9bc1aea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:05.164438 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-09c08082-c2cd-4a1d-b270-ccc9bc1aea9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0915246 Nov 09 17:19:05.193412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-6335c5e0-5773-4fc6-a668-6a4b46873d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:05.195579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-6335c5e0-5773-4fc6-a668-6a4b46873d0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5370679 Nov 09 17:19:05.239453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:05.245477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:05.261583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:05.289690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:05.301064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:05.301891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:05.325536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=6382e37c-adbf-438e-9b5b-8c0c597ff144,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:05.400687 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-506c8b6a-9979-4aae-8527-33c9218d0337 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820450 Nov 09 17:19:05.430855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf25147-3b42-4683-84a5-fe8e74531006 req-8e1d9679-892a-40b8-b432-cb92f68becc3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:05.440180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccf25147-3b42-4683-84a5-fe8e74531006 req-8e1d9679-892a-40b8-b432-cb92f68becc3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1169021 Nov 09 17:19:05.443691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f162-0b8c-49e1-876d-08d37e775545 req-25621e48-9c0c-4fab-be28-e830f131b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:05.446138 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-25621e48-9c0c-4fab-be28-e830f131b63b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371922 Nov 09 17:19:05.451819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-e3c0d998-2449-46e9-a44a-eb19ce43a8b5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8111336 Nov 09 17:19:05.510800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event deleted for resources: {'Port': ['ID=7fa9e63a-657d-42eb-be1c-909efa97f4b0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:05.522267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccf25147-3b42-4683-84a5-fe8e74531006 req-1c59597c-9417-4940-a710-b64856dccd24 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782375 Nov 09 17:19:05.525096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:05.528529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:05.530701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5305dfa0-49ca-4ac9-9761-d80c97adca4c req-ab16a75d-09d2-49de-9578-28fbf7ec6e81 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "DELETE /v2.0/floatingips/d730551a-f95b-4522-8d9d-7dbd0e365498 HTTP/1.1" status: 204 len: 173 time: 1.7655842 Nov 09 17:19:05.535331 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b22bb6-6491-4708-903c-2c3a794c14f8 None None] New status for floating IP d730551a-f95b-4522-8d9d-7dbd0e365498: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:19:05.663388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a9f6f78-bde8-47de-a79e-9587d97321f3 req-5c88ec0f-085a-41da-805d-434ea243c60c service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612398 Nov 09 17:19:05.700425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Request body: {'port': {'device_id': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:05.740390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3f9c4e37-a717-46f4-af9e-74e2f2029e52 None None] Provisioning complete for port 6382e37c-adbf-438e-9b5b-8c0c597ff144 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:05.745483 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f9c4e37-a717-46f4-af9e-74e2f2029e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:05.836989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c4e37-a717-46f4-af9e-74e2f2029e52 None None] Port 6382e37c-adbf-438e-9b5b-8c0c597ff144 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:19:05.977902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-a31d863b-5260-473e-a74d-82bf953f607a service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761233 Nov 09 17:19:05.988569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f84ed-ba19-4147-9dfe-2f7e5482cc9c req-3377a271-0c13-4edb-8821-15c307b3cf63 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:05.996406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-817f84ed-ba19-4147-9dfe-2f7e5482cc9c req-3377a271-0c13-4edb-8821-15c307b3cf63 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.2521372 Nov 09 17:19:05.996406 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:06.053926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:06.078464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160a87-c770-4525-a4e1-98c8fbdd5371 req-ae089e2e-ac29-4130-8f72-b1c41f95f181 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:06.109236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-817f84ed-ba19-4147-9dfe-2f7e5482cc9c req-6b892758-7582-4856-a1fe-531f55443f0d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926850 Nov 09 17:19:06.135574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e160a87-c770-4525-a4e1-98c8fbdd5371 req-ae089e2e-ac29-4130-8f72-b1c41f95f181 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 948 time: 0.1488287 Nov 09 17:19:06.253390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e160a87-c770-4525-a4e1-98c8fbdd5371 req-d0956913-5a04-4c10-ae1a-44607f479ac9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166847 Nov 09 17:19:06.296748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 997a7cf6-a12f-455e-9a0b-a23db033b632 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:06.297150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:06.438471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d68523-bfc5-4f88-a566-3cd9faf89bff req-ae7549af-6bc4-4ff4-8ff6-444407efac47 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:06.450344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9d68523-bfc5-4f88-a566-3cd9faf89bff req-ae7549af-6bc4-4ff4-8ff6-444407efac47 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 936 time: 0.0910389 Nov 09 17:19:06.480224 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:06.509827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6144f162-0b8c-49e1-876d-08d37e775545 req-64c0fc91-e5d5-43d1-bdb3-e5162d5cc74e service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921629 Nov 09 17:19:06.567607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:06.568564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:06.571789 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbf4370-31e3-4548-b982-1197042eae71" -d '{"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-plugged", "status": "completed", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:06.582508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:06.651546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9d68523-bfc5-4f88-a566-3cd9faf89bff req-a0b823b9-56dd-447b-bbc0-ee9194a0b51e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994500 Nov 09 17:19:06.765548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15857-8ee9-4047-bc18-6ed7572cb6de req-b5791028-7229-445c-9af3-12c7e435f8be tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:06.778467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:06.780381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ab15857-8ee9-4047-bc18-6ed7572cb6de req-b5791028-7229-445c-9af3-12c7e435f8be tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2694683 Nov 09 17:19:06.920372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffdb16-26fa-46a7-80d8-8cf333a8e55d req-7891f66d-e6d0-40fa-8f8a-9c22de39665d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:06.931514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cffdb16-26fa-46a7-80d8-8cf333a8e55d req-7891f66d-e6d0-40fa-8f8a-9c22de39665d tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.0844626 Nov 09 17:19:06.937189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ab15857-8ee9-4047-bc18-6ed7572cb6de req-bd6cdba9-3edb-472f-9925-30675dfcffad tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495762 Nov 09 17:19:07.037360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6382e37c-adbf-438e-9b5b-8c0c597ff144 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:07.053052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cffdb16-26fa-46a7-80d8-8cf333a8e55d req-b7d67ef2-ae1d-4d09-bbc9-e43502071990 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Nov 09 17:19:07.065614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:07.082641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Transition to ACTIVE for port object 6382e37c-adbf-438e-9b5b-8c0c597ff144 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:19:07.101149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:07.120792 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e2afb-d49f-4557-a5ed-3eb1002bba17 x-openstack-request-id: req-e66e2afb-d49f-4557-a5ed-3eb1002bba17 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:07.121519 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-plugged", "status": "completed", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:07.122016 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e66e2afb-d49f-4557-a5ed-3eb1002bba17 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:07.122973 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'code': 200} Nov 09 17:19:07.245229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Pushing event updated for resources: {'Port': ['ID=6382e37c-adbf-438e-9b5b-8c0c597ff144,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:07.381243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Attempting to bind port 6382e37c-adbf-438e-9b5b-8c0c597ff144 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:07.381585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Attempting to bind port 6382e37c-adbf-438e-9b5b-8c0c597ff144 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:07.382705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Attempting to bind port 6382e37c-adbf-438e-9b5b-8c0c597ff144 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:07.400557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Port 6382e37c-adbf-438e-9b5b-8c0c597ff144 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:07.403475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Attempting to bind port 6382e37c-adbf-438e-9b5b-8c0c597ff144 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:07.423308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:07.423673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:07.424318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:07.424784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Bound port: 6382e37c-adbf-438e-9b5b-8c0c597ff144, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:07.425142 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:07.426394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2412d-56a7-4c03-b402-d7625594ee93 req-5cd2096c-7df2-4cbc-8b37-704eda11fb38 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:07.434667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5c2412d-56a7-4c03-b402-d7625594ee93 req-5cd2096c-7df2-4cbc-8b37-704eda11fb38 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1375160 Nov 09 17:19:07.651592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] For port 6382e37c-adbf-438e-9b5b-8c0c597ff144, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:07.661743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5c2412d-56a7-4c03-b402-d7625594ee93 req-a66f11d8-06a6-492e-83e8-a7318b643e37 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180798 Nov 09 17:19:07.667748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e706c-d653-4762-8af7-a1de405463bd req-28c4b392-0592-4fc7-a5d0-2a50aeee4a9e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:07.669913 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f34e706c-d653-4762-8af7-a1de405463bd req-28c4b392-0592-4fc7-a5d0-2a50aeee4a9e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.2058024 Nov 09 17:19:07.674188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] For port 6382e37c-adbf-438e-9b5b-8c0c597ff144, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:07.690371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:07.748020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-9174a920-1652-487e-be97-817ce5f3f55e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:07.749611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-9174a920-1652-487e-be97-817ce5f3f55e tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2227550 Nov 09 17:19:07.795907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Pushing event updated for resources: {'Port': ['ID=6382e37c-adbf-438e-9b5b-8c0c597ff144,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:07.806695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:07.809145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:07.829575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-a29385e1-9017-48d5-9088-db0cfd964de5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6382e37c-adbf-438e-9b5b-8c0c597ff144 HTTP/1.1" status: 200 len: 1096 time: 2.3076026 Nov 09 17:19:07.830549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'tag': '6382e37c-adbf-438e-9b5b-8c0c597ff144'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:07.833414 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac59dbc5-4334-4d3f-8493-8151538cb59f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecf6bbc-6128-457c-8dc8-d07b7b748634", "tag": "6382e37c-adbf-438e-9b5b-8c0c597ff144"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:07.968403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f34e706c-d653-4762-8af7-a1de405463bd req-dd33d501-80db-4c2a-9e62-01063cecc315 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896090 Nov 09 17:19:08.000459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-6e54f55f-5922-42c6-ac49-05dd31711d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.004735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-6e54f55f-5922-42c6-ac49-05dd31711d02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 1099 time: 0.1175814 Nov 09 17:19:08.074585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a480be-c8e3-485c-a8d7-54ae78ab4cd0 req-a02f6ec9-2192-4aba-ab39-b7f70d8c12bb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.084565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8a480be-c8e3-485c-a8d7-54ae78ab4cd0 req-a02f6ec9-2192-4aba-ab39-b7f70d8c12bb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 948 time: 0.2473125 Nov 09 17:19:08.165434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-b030de98-7595-436f-9a3b-351d776e715d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144 HTTP/1.1" status: 200 len: 217 time: 0.1514959 Nov 09 17:19:08.208673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8a480be-c8e3-485c-a8d7-54ae78ab4cd0 req-b9e29f92-8d1a-42e6-91a1-2147a0c6ef1e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022067 Nov 09 17:19:08.252836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Deleting port 51fe8206-9c77-4cc2-bea2-7387d69cd564 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:08.253617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:08.280272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-870509be-cb18-4fcb-a950-c1aa6f20e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.281989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-870509be-cb18-4fcb-a950-c1aa6f20e09b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1088789 Nov 09 17:19:08.368678 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175a64e-f64f-4fd9-9e85-9f496709ac3f x-openstack-request-id: req-8175a64e-f64f-4fd9-9e85-9f496709ac3f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:08.368989 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecf6bbc-6128-457c-8dc8-d07b7b748634", "tag": "6382e37c-adbf-438e-9b5b-8c0c597ff144", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:08.369346 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8175a64e-f64f-4fd9-9e85-9f496709ac3f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:08.369832 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'tag': '6382e37c-adbf-438e-9b5b-8c0c597ff144', 'status': 'completed', 'code': 200} Nov 09 17:19:08.416473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-8c243b03-2b85-4c4e-b41f-fd1f020ab61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.418425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-8c243b03-2b85-4c4e-b41f-fd1f020ab61a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196861 Nov 09 17:19:08.482461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] For port 51fe8206-9c77-4cc2-bea2-7387d69cd564, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51fe8206-9c77-4cc2-bea2-7387d69cd564,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:08.483062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:08.500013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Calling delete_port for 51fe8206-9c77-4cc2-bea2-7387d69cd564 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:08.556039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-bfe8cfc9-4bd6-4646-9c3b-0d09e7e5370e service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300120 Nov 09 17:19:08.692414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e586a66-e290-4b43-b8eb-4f9886404409 req-916867b6-da09-49c8-8576-90ada7c40b5a service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996926 Nov 09 17:19:08.734865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:08.743739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed730-a899-4baa-90ad-8d3dbd897d38 req-e5462a8d-2afa-45bd-9006-34faa3959787 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.745490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f2ed730-a899-4baa-90ad-8d3dbd897d38 req-e5462a8d-2afa-45bd-9006-34faa3959787 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1882071 Nov 09 17:19:08.758499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['51fe8206-9c77-4cc2-bea2-7387d69cd564'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:08.836719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Pushing event deleted for resources: {'Port': ['ID=51fe8206-9c77-4cc2-bea2-7387d69cd564,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:08.902219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f2ed730-a899-4baa-90ad-8d3dbd897d38 req-546fc6ab-ac8d-482a-86a0-ef9815a901cf tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9f72b95-c9a6-47ec-96e4-f8ce89f02296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487300 Nov 09 17:19:08.914951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-1b057bec-3d5b-4d3c-a37c-4886eb6ee755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.917401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-1b057bec-3d5b-4d3c-a37c-4886eb6ee755 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 1099 time: 0.1145971 Nov 09 17:19:08.942628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e031ebd-5213-4bdd-830f-1ce507668bd3 req-705e33a3-4aa0-46d0-873d-62415fa80983 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:08.949721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e031ebd-5213-4bdd-830f-1ce507668bd3 req-705e33a3-4aa0-46d0-873d-62415fa80983 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.2498381 Nov 09 17:19:08.951839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] No DVR routers for this DVR port 51fe8206-9c77-4cc2-bea2-7387d69cd564 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:08.959017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:08.972155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08366d05-7c73-458c-a1bb-aaff9e6ac4d0 req-58c74740-a8ab-489f-a8f3-6dbfe5951d72 tempest-FloatingIPsAssociationTestJSON-1706087761 tempest-FloatingIPsAssociationTestJSON-1706087761-project] 10.222.0.43 "DELETE /v2.0/ports/51fe8206-9c77-4cc2-bea2-7387d69cd564 HTTP/1.1" status: 204 len: 173 time: 1.2085776 Nov 09 17:19:09.002962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'name': 'network-vif-deleted', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:09.006466 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b49c2-1da4-4982-81c2-9f748a69033a" -d '{"events": [{"server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "name": "network-vif-deleted", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:09.138243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e031ebd-5213-4bdd-830f-1ce507668bd3 req-49180875-5fe9-43ae-87a9-9ddad69287e3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559203 Nov 09 17:19:09.313369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-3c0d17ba-ee71-418b-b1a0-2fb364df2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:09.318904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-3c0d17ba-ee71-418b-b1a0-2fb364df2b51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3923917 Nov 09 17:19:09.359417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5401a-3ac2-4cd0-9409-f635cea9dc08 req-03b29db0-1dad-4ad0-879d-aaa7a3a5ffb9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:09.374287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6a5401a-3ac2-4cd0-9409-f635cea9dc08 req-03b29db0-1dad-4ad0-879d-aaa7a3a5ffb9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1483459 Nov 09 17:19:09.381144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-3abf9227-b063-496e-bf0a-83e0c1d38d0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144 HTTP/1.1" status: 200 len: 217 time: 0.0532928 Nov 09 17:19:09.395794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d22d-6071-4de2-8a00-536aa9209996 req-56bf2339-6cc4-4bb3-9a34-0f7c016618d4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:09.403333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb41d22d-6071-4de2-8a00-536aa9209996 req-56bf2339-6cc4-4bb3-9a34-0f7c016618d4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.3227961 Nov 09 17:19:09.466182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6a5401a-3ac2-4cd0-9409-f635cea9dc08 req-e39943f9-66fe-42b7-9218-4f61f9552f67 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900688 Nov 09 17:19:09.513352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-1ad02956-ed63-4162-a969-0cbb846b9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:09.515493 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-1ad02956-ed63-4162-a969-0cbb846b9f90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1006489 Nov 09 17:19:09.538479 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c21e67-99c3-40ec-9a9f-497d915b75b4 x-openstack-request-id: req-54c21e67-99c3-40ec-9a9f-497d915b75b4 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:09.539623 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d6444c-0cba-4c71-bba9-4e38a9ffd9d0", "name": "network-vif-deleted", "tag": "51fe8206-9c77-4cc2-bea2-7387d69cd564", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:09.540090 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54c21e67-99c3-40ec-9a9f-497d915b75b4 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:09.540717 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d6444c-0cba-4c71-bba9-4e38a9ffd9d0', 'name': 'network-vif-deleted', 'tag': '51fe8206-9c77-4cc2-bea2-7387d69cd564', 'status': 'completed', 'code': 200} Nov 09 17:19:09.615301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb41d22d-6071-4de2-8a00-536aa9209996 req-a00446e8-6a6b-4267-b7b4-f204bff98b2b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101026 Nov 09 17:19:09.628195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-afb999b1-a477-42ad-bce3-f6485cb8581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:09.630096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-afb999b1-a477-42ad-bce3-f6485cb8581a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046183 Nov 09 17:19:09.776267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a24c4e-1e0f-4cc4-841e-87f500ec39ef req-de7dee41-1f70-4cbc-85a3-d9b983e1a6d1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:09.790001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75a24c4e-1e0f-4cc4-841e-87f500ec39ef req-de7dee41-1f70-4cbc-85a3-d9b983e1a6d1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 948 time: 0.1498270 Nov 09 17:19:09.901649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-2b3c6e20-21c1-43db-bb36-2a146accae52 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602341 Nov 09 17:19:09.977759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75a24c4e-1e0f-4cc4-841e-87f500ec39ef req-0231ac6d-2d85-49ee-a6b3-ef5b17a1e977 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804163 Nov 09 17:19:10.082600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49034) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:10.128756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac59dbc5-4334-4d3f-8493-8151538cb59f req-952994e4-5668-4131-8309-3ae5b56d70be service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104385 Nov 09 17:19:10.298148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-cf266278-ecd1-4264-92a7-350f386d526e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429473 Nov 09 17:19:10.493497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-8a6c0a50-198b-44f8-88dd-4657ec0023f9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:10.495331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-8a6c0a50-198b-44f8-88dd-4657ec0023f9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878414 Nov 09 17:19:10.555438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-3bb470d9-af82-491a-bfd7-1dabfd03a78f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/quotas/7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 375 time: 0.0381997 Nov 09 17:19:10.669676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-68634f9e-ee20-4c81-ba6b-e460262e88c7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016374 Nov 09 17:19:10.708989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb818c45-3222-47a8-a800-0cb6d8eaf98f req-bff03ae2-9a4e-4ea7-8682-b4355090c51d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:10.719317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb818c45-3222-47a8-a800-0cb6d8eaf98f req-bff03ae2-9a4e-4ea7-8682-b4355090c51d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.0901701 Nov 09 17:19:10.807296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb818c45-3222-47a8-a800-0cb6d8eaf98f req-00b71bfe-7eb2-4feb-8f6c-f1ab91ca973d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865579 Nov 09 17:19:10.951324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:11.012472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3874031-e859-480a-9678-1a32355d7194 req-bff5a4ec-3528-4aa8-8a99-b96d51256b67 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:11.027395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3874031-e859-480a-9678-1a32355d7194 req-bff5a4ec-3528-4aa8-8a99-b96d51256b67 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 949 time: 0.1284328 Nov 09 17:19:11.156333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3874031-e859-480a-9678-1a32355d7194 req-be3e1a1f-4fe6-4e2d-a17f-4cc7aff471d5 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252098 Nov 09 17:19:11.318572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:11.374036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c82279-a8b4-4ead-b955-df726829edff req-f0a2b35f-4181-4e20-8faf-a8657dcbeef7 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:11.380878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59c82279-a8b4-4ead-b955-df726829edff req-f0a2b35f-4181-4e20-8faf-a8657dcbeef7 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 948 time: 0.0989289 Nov 09 17:19:11.398441 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4607f32d-7044-4551-ba39-11b00f2c10eb req-de350199-2e95-41f7-8896-9298d6d8f02d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 210 time: 0.1989281 Nov 09 17:19:11.483392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59c82279-a8b4-4ead-b955-df726829edff req-485e44ed-54b3-4858-920a-33c021ee8111 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898809 Nov 09 17:19:11.579957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:11.612172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'mac_address': 'fa:16:3e:49:81:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:11.686908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:11.715449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:11.747093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:11.757873 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:11.760376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Deleting port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:11.760923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:11.892728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:11.935603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] For port cdbcea8c-5434-400f-a5c8-e4c9ea1569ce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:11.935987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:11.990133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Calling delete_port for cdbcea8c-5434-400f-a5c8-e4c9ea1569ce owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:12.047285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:12.095940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6382e37c-adbf-438e-9b5b-8c0c597ff144 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:12.295867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6382e37c-adbf-438e-9b5b-8c0c597ff144, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:12.308980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51fe8206-9c77-4cc2-bea2-7387d69cd564 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:12.347902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6382e37c-adbf-438e-9b5b-8c0c597ff144', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '6382e37c-adbf-438e-9b5b-8c0c597ff144', 'mac_address': 'fa:16:3e:04:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:12.347902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 51fe8206-9c77-4cc2-bea2-7387d69cd564 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:19:12.347902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51fe8206-9c77-4cc2-bea2-7387d69cd564 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:12.410588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:12.440981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6382e37c-adbf-438e-9b5b-8c0c597ff144 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:12.460963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abb36e-9075-4618-bec0-12d09c2156d1 req-a18c1b95-db94-4edc-b9eb-f7c6fc25b691 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:12.488236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37abb36e-9075-4618-bec0-12d09c2156d1 req-a18c1b95-db94-4edc-b9eb-f7c6fc25b691 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 948 time: 0.1377821 Nov 09 17:19:12.540801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6382e37c-adbf-438e-9b5b-8c0c597ff144, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:12.560046 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:12.645613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37abb36e-9075-4618-bec0-12d09c2156d1 req-0594f3a3-d325-4b7a-b1b0-e7c45241f46b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532812 Nov 09 17:19:12.650972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6382e37c-adbf-438e-9b5b-8c0c597ff144,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:12.702602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-0c10edb2-b652-461f-aa47-7fa76ce21f4e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533054 Nov 09 17:19:12.714799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e91ad-87d3-43a0-a07f-5d255f39353e req-05d95b89-a05c-4e78-97e6-84ae74eb6580 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:12.726694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d1e91ad-87d3-43a0-a07f-5d255f39353e req-05d95b89-a05c-4e78-97e6-84ae74eb6580 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.7989271 Nov 09 17:19:12.861069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:12.870928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21eb3041-b2a8-4608-aeb0-4e0197f8de25 req-68b3ecef-e15f-4788-bd0a-eb6a0110943d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 210 time: 0.0467501 Nov 09 17:19:13.002502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d1e91ad-87d3-43a0-a07f-5d255f39353e req-ee2748da-ceed-405e-b9b8-d6ee0f3c6556 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708731 Nov 09 17:19:13.032447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-b398fad8-c484-4710-b08a-394dc964fcc3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:13.038912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-b398fad8-c484-4710-b08a-394dc964fcc3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3294923 Nov 09 17:19:13.093247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:13.166940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Request body: {'port': {'device_id': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '7e46c7f2556c4547957e02ca39005e70'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:13.175806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbcea8c-5434-400f-a5c8-e4c9ea1569ce,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:13.306260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e74e3-56a4-4188-9fc1-a0826c449f4a req-98d2d1fc-ae17-4dc4-83d5-4e944a5832f9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:13.307949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a1e74e3-56a4-4188-9fc1-a0826c449f4a req-98d2d1fc-ae17-4dc4-83d5-4e944a5832f9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 949 time: 0.2659621 Nov 09 17:19:13.332787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:13.496102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a1e74e3-56a4-4188-9fc1-a0826c449f4a req-90928ea8-ce96-407d-98ee-5b07845c76c2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599488 Nov 09 17:19:13.524330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:13.546325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Made reservation on behalf of 7e46c7f2556c4547957e02ca39005e70 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:13.548208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:13.552571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:13.589992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:13.590920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:13.602659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:13.715470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:13.825941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Allocated IP 192.168.233.15 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/a6fa8102-7e3a-417b-b05e-bd5fa9e4453f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:13.971593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Router 658dd033-63a1-40e4-98e0-2a34284fed4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:19:13.996127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6275d-8307-4aa9-99d8-49d8d30eca56 req-aafc2476-9ab5-4098-885b-7dcfeac0abd8 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:14.008947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6d6275d-8307-4aa9-99d8-49d8d30eca56 req-aafc2476-9ab5-4098-885b-7dcfeac0abd8 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 948 time: 0.1554797 Nov 09 17:19:14.060808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-428429fc-392c-4fa7-b3a5-ed67f65398c5 req-993a9c8f-962f-4490-83c7-ccb9d9fb5114 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 210 time: 0.0466290 Nov 09 17:19:14.145602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6d6275d-8307-4aa9-99d8-49d8d30eca56 req-dba837d9-9c40-450c-acd7-4965039957bc tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294477 Nov 09 17:19:14.210941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:14.271970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:14.285315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:14.291228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:14.323279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:19:14.343570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bbc6ef7e-fbf3-4011-a9d1-7ed638208d50 admin admin] 10.222.0.45 "PUT /v2.0/routers/658dd033-63a1-40e4-98e0-2a34284fed4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2588317 Nov 09 17:19:14.347936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49116) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:14.357570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] Sync routers for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:19:14.400337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:14.401090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:19:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:14.550515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:14.685805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:14.820038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:14.877975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:14.884648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:14.901905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:14.910329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:14.911345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:14.928760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba686-fb42-426d-b8cd-b0b74556f6f3 req-09079edc-ad45-4d28-b2fc-77ce6832e221 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:14.935736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5dba686-fb42-426d-b8cd-b0b74556f6f3 req-09079edc-ad45-4d28-b2fc-77ce6832e221 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 949 time: 0.1754389 Nov 09 17:19:14.979654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4de5-68b4-4363-8b84-98fa23863eed req-c43971bf-8592-4c63-842e-a412c66fdb56 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:14.981658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b6b4de5-68b4-4363-8b84-98fa23863eed req-c43971bf-8592-4c63-842e-a412c66fdb56 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.7210832 Nov 09 17:19:14.988767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8292816 Nov 09 17:19:15.021626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Request body: {'port': {'device_id': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:15.024913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b970cb7-95e4-4d26-8280-c8edf0dab9cd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:15.073302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5dba686-fb42-426d-b8cd-b0b74556f6f3 req-2d57d8af-e0ed-4a4c-8a19-27f4eea7f7c7 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297464 Nov 09 17:19:15.076833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Deleting port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:15.077553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.099317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b6b4de5-68b4-4363-8b84-98fa23863eed req-eabae3a7-a427-4660-a73f-f28c76df7255 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090634 Nov 09 17:19:15.183108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.257487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] For port 138ba24e-1d10-4dc6-9091-37d0f3de6f3a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:15.258199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.308823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Calling delete_port for 138ba24e-1d10-4dc6-9091-37d0f3de6f3a owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:15.344451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:15.463234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1441a-2788-499e-8565-47d472d4c68e req-e5d29203-37bd-4698-9c9c-5a258322acd3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:15.465668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62c1441a-2788-499e-8565-47d472d4c68e req-e5d29203-37bd-4698-9c9c-5a258322acd3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 948 time: 0.1407342 Nov 09 17:19:15.482256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:19:13Z', 'revision_number': 5, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port': {'id': '138ba24e-1d10-4dc6-9091-37d0f3de6f3a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:23Z', 'updated_at': '2021-11-09T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:15.486245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3414040b-880e-49c9-805e-4b51143b90ef None None] Provisioning complete for port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:15.486551 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3414040b-880e-49c9-805e-4b51143b90ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.552982 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.558408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a6f97746-29ee-4a4d-bfe9-0036411a7aea triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:15.558788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.596380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fa8102-7e3a-417b-b05e-bd5fa9e4453f {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:15.602789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] Checking router: 658dd033-63a1-40e4-98e0-2a34284fed4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:19:15.605968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.621274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Transition to ACTIVE for port object a6fa8102-7e3a-417b-b05e-bd5fa9e4453f will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:19:15.632470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.653438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3414040b-880e-49c9-805e-4b51143b90ef None None] Port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:19:15.661635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] Routers {'658dd033-63a1-40e4-98e0-2a34284fed4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:15.662705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:19:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['658dd033-63a1-40e4-98e0-2a34284fed4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:15.721228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:15.741118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Pushing event deleted for resources: {'Port': ['ID=138ba24e-1d10-4dc6-9091-37d0f3de6f3a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:15.765842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642852e-fb7b-494b-b7f3-ef9a4c7cc870 req-0fea593a-df66-4da4-bece-6289e2a21070 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:15.767734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8642852e-fb7b-494b-b7f3-ef9a4c7cc870 req-0fea593a-df66-4da4-bece-6289e2a21070 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 935 time: 0.2280529 Nov 09 17:19:15.768832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.795446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62c1441a-2788-499e-8565-47d472d4c68e req-27c1e1cc-4bd0-4b5b-9c75-3dfb2d34f8ca tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167667 Nov 09 17:19:15.809614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Attempting to bind port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:15.809960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Attempting to bind port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:15.810297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Attempting to bind port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:15.820569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:15.822427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Attempting to bind port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:15.837057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:15.837406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:15.837806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:15.838251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Bound port: a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:15.838611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:15.888290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] Set router 658dd033-63a1-40e4-98e0-2a34284fed4c gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:15.981497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:15.988514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:16.002926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.028109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.030723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:19:15Z', 'revision_number': 7, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:16.073825 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.079162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.097814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ed387-5ccd-4a98-9a42-22d1c4cf202b None None] The sync data for ids ['658dd033-63a1-40e4-98e0-2a34284fed4c'] in n-d-804292-3 is: [{'id': '658dd033-63a1-40e4-98e0-2a34284fed4c', 'name': 'tempest-FloatingIPsAssociationTestJSON-10528506-router', 'tenant_id': '7adbdea84b384a288bfe7806f16eedfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:21Z', 'updated_at': '2021-11-09T17:19:15Z', 'revision_number': 7, 'project_id': '7adbdea84b384a288bfe7806f16eedfa', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:19:16.126804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:16.144722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:16.144888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:16.145480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.155928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-94d07176-043b-49e8-946e-a6b7a9adb978 service neutron] 10.222.0.83 "PUT /v2.0/ports/a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 1095 time: 1.1394143 Nov 09 17:19:16.156621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:16.164587 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f5d92-d5fc-41c8-a719-db85623f1dce" -d '{"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:16.168005 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a00829f-16b9-4dce-a11b-3353f9bc613b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:16.198621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6382e37c-adbf-438e-9b5b-8c0c597ff144 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:16.216914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:16.251342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.252204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658dd033-63a1-40e4-98e0-2a34284fed4c {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:19:16.260484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.261848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3cf2a6e7-dbe0-454c-878c-5036788ff91b admin admin] 10.222.0.45 "DELETE /v2.0/routers/658dd033-63a1-40e4-98e0-2a34284fed4c HTTP/1.1" status: 204 len: 168 time: 1.9120641 Nov 09 17:19:16.264908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49138) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:16.279624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.326078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-bd8df8f8-5083-49e9-9817-aca90340a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:16.327604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-bd8df8f8-5083-49e9-9817-aca90340a738 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1098 time: 0.0988460 Nov 09 17:19:16.343678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8642852e-fb7b-494b-b7f3-ef9a4c7cc870 req-272a3709-9337-4045-abe5-8003cf8097c5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831737 Nov 09 17:19:16.404248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Deleting subnet 99bb8d9a-df62-4603-a7c9-13b961fae301 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:19:16.416204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.456535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:16.481975 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a53f8eb-3a2d-4d56-a5b4-1a30a910db91 x-openstack-request-id: req-1a53f8eb-3a2d-4d56-a5b4-1a30a910db91 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:16.482563 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:16.483046 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a53f8eb-3a2d-4d56-a5b4-1a30a910db91 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:16.484976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 6382e37c-adbf-438e-9b5b-8c0c597ff144 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:19:16.487617 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'status': 'completed', 'code': 200} Nov 09 17:19:16.490628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-63bdcf54-3567-4e33-9060-a5b485e5d6b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 217 time: 0.1529360 Nov 09 17:19:16.501849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6382e37c-adbf-438e-9b5b-8c0c597ff144 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:16.502913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.530658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.685189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-5444cbeb-7ad2-4b73-af9d-5842fb30216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:16.688631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-5444cbeb-7ad2-4b73-af9d-5842fb30216f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1658189 Nov 09 17:19:16.728048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.794196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.816698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0c2f4-e2de-401a-b71a-d127a2453223 req-906cfcb2-272b-4214-85b3-ea037de01409 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:16.830121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6382e37c-adbf-438e-9b5b-8c0c597ff144, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:16.832974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ffe0c2f4-e2de-401a-b71a-d127a2453223 req-906cfcb2-272b-4214-85b3-ea037de01409 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 949 time: 0.3549936 Nov 09 17:19:16.841183 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.846645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d3b81-e5fe-4993-99b2-ece9ead65dc5 req-1b33b027-a7b0-4130-95c3-a6ffa35d55b5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:16.848630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-153d3b81-e5fe-4993-99b2-ece9ead65dc5 req-1b33b027-a7b0-4130-95c3-a6ffa35d55b5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1875155 Nov 09 17:19:16.887047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834532-f76e-457f-bb7c-62977709291b req-e4768939-5101-417d-b19a-d5c7558fe98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:16.892277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-e4768939-5101-417d-b19a-d5c7558fe98c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881185 Nov 09 17:19:16.902413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.933351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:16.937182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/99bb8d9a-df62-4603-a7c9-13b961fae301 HTTP/1.1" status: 204 len: 168 time: 0.6710370 Nov 09 17:19:16.938471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd01a9d4-1ba1-458a-ae5c-e61862d07c25 None None] Network 1a1f72ec-72a0-44b7-a2a7-43237eadce95 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:16.960545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49146) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:16.964310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409199-3964-4326-9834-df9fee52e746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bb8d9a-df62-4603-a7c9-13b961fae301,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:16.976106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-153d3b81-e5fe-4993-99b2-ece9ead65dc5 req-79d7b5ee-5945-4ac4-a0aa-0fc4be57267d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188798 Nov 09 17:19:17.098665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:17.124913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cdbcea8c-5434-400f-a5c8-e4c9ea1569ce no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:17.145644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6382e37c-adbf-438e-9b5b-8c0c597ff144,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:17.188627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-7c3cbc09-9201-4040-8eb2-ebddccb6f80e service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802083 Nov 09 17:19:17.226957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Deleting port ff750674-db65-4698-8030-cb01058b5dc3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:17.227371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:17.253661 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f2677-ef7d-4b60-80a8-38e0fb01f414 x-openstack-request-id: req-569f2677-ef7d-4b60-80a8-38e0fb01f414 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:17.253786 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:17.254001 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-569f2677-ef7d-4b60-80a8-38e0fb01f414 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:17.254435 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'code': 200} Nov 09 17:19:17.269866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: cdbcea8c-5434-400f-a5c8-e4c9ea1569ce {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:19:17.270227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cdbcea8c-5434-400f-a5c8-e4c9ea1569ce not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:17.363998 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34834532-f76e-457f-bb7c-62977709291b req-bcac80d6-a495-4524-a57e-f844882e05c1 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652262 Nov 09 17:19:17.450589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ffe0c2f4-e2de-401a-b71a-d127a2453223 req-66f1d658-901d-4fb9-841f-9a4ce1a7f09a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117976 Nov 09 17:19:17.489286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] DHCP port deletion for 1a1f72ec-72a0-44b7-a2a7-43237eadce95 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:19:17.504434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] For port ff750674-db65-4698-8030-cb01058b5dc3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ff750674-db65-4698-8030-cb01058b5dc3,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:17.504826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:17.552216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81e793-ac0f-4fe8-936f-6b21ffbe3afd req-a14924d8-8a43-408c-a57c-5393158418a4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:17.552693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eec4e-ae0f-44bf-b62b-cd8930964337 req-442b8bda-03eb-4ac9-b9f9-470e8feba74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:17.554763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-591eec4e-ae0f-44bf-b62b-cd8930964337 req-442b8bda-03eb-4ac9-b9f9-470e8feba74d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1101 time: 0.1836402 Nov 09 17:19:17.557192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad81e793-ac0f-4fe8-936f-6b21ffbe3afd req-a14924d8-8a43-408c-a57c-5393158418a4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 950 time: 0.2732184 Nov 09 17:19:17.588372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Calling delete_port for ff750674-db65-4698-8030-cb01058b5dc3 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:17.650018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] Deleting port ff750674-db65-4698-8030-cb01058b5dc3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:17.665339 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:17.700214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad81e793-ac0f-4fe8-936f-6b21ffbe3afd req-6fbad8e8-b174-4fc3-bc82-8f9a8601260c tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217110 Nov 09 17:19:17.727481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-591eec4e-ae0f-44bf-b62b-cd8930964337 req-5b2b134c-b9c7-4f92-b244-5f4e163366b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590927 Nov 09 17:19:17.738850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-37e44138-186c-47da-a76e-bc289cac2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:17.740416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-37e44138-186c-47da-a76e-bc289cac2021 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1098 time: 0.2799082 Nov 09 17:19:17.750071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] For port ff750674-db65-4698-8030-cb01058b5dc3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ff750674-db65-4698-8030-cb01058b5dc3,segment=NetworkSegment(77e0091c-0a33-4ee2-af30-fe22eac7c03e),segment_id=77e0091c-0a33-4ee2-af30-fe22eac7c03e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:17.750760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:17.765478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] Calling delete_port for ff750674-db65-4698-8030-cb01058b5dc3 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:17.845762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1928-74be-40df-a52a-b8615d22c578 req-7ebb91fd-c234-4ccc-9d2a-e5e96d1c34de tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:17.855641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:17.859522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83ff1928-74be-40df-a52a-b8615d22c578 req-7ebb91fd-c234-4ccc-9d2a-e5e96d1c34de tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.1232798 Nov 09 17:19:17.904702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff750674-db65-4698-8030-cb01058b5dc3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:17.915445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] No DVR routers for this DVR port ff750674-db65-4698-8030-cb01058b5dc3 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:17.957725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83ff1928-74be-40df-a52a-b8615d22c578 req-0f8d0851-afe4-4c3b-9ca3-0ceba28db855 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969563 Nov 09 17:19:18.012161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.021003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.056396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.057190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.058085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.058503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > port after_create 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.058890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.059377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > port after_update 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.075064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.075570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.075971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.076949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.087140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] Pushing event deleted for resources: {'Port': ['ID=ff750674-db65-4698-8030-cb01058b5dc3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:18.115447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913a9be-b9b6-410e-9e5b-9be95588e998 None None] No DVR routers for this DVR port ff750674-db65-4698-8030-cb01058b5dc3 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:18.174079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-4e97ff88-5167-4a12-aa0c-8856ad24d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:18.174505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-4e97ff88-5167-4a12-aa0c-8856ad24d465 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2251639 Nov 09 17:19:18.216724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.217295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.217395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.217699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:19:18.218091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1f72ec-72a0-44b7-a2a7-43237eadce95']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:18.249106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-297de0eb-7c86-4e16-92d5-87307ec8817d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 217 time: 0.0659320 Nov 09 17:19:18.259617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e0091c-0a33-4ee2-af30-fe22eac7c03e') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:18.260022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e0091c-0a33-4ee2-af30-fe22eac7c03e') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:18.286043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.322092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-3891e2c1-4e9a-42a8-95eb-1f02ca18e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:18.323775 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-3891e2c1-4e9a-42a8-95eb-1f02ca18e2c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0627313 Nov 09 17:19:18.384356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.403946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:19:18.404428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: from cryptography.utils import int_from_bytes Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: from cryptography.utils import int_from_bytes Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:19:18.432898 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:19:18.436477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-73d589b1-f1b8-40dd-9cae-e283e4c8c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:18.439138 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-73d589b1-f1b8-40dd-9cae-e283e4c8c64b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013296 Nov 09 17:19:18.501812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f51c1-59b5-4bb6-9e9f-612fd72ea924 req-e1b63b37-46cf-46ea-bbba-8982f2378a64 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:18.503484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1b5f51c1-59b5-4bb6-9e9f-612fd72ea924 req-e1b63b37-46cf-46ea-bbba-8982f2378a64 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1945405 Nov 09 17:19:18.556310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.564471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:18.568728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a1f72ec-72a0-44b7-a2a7-43237eadce95 HTTP/1.1" status: 204 len: 168 time: 1.6059647 Nov 09 17:19:18.599454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d60df-cd67-44dc-a63b-f5a2a59c123e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1f72ec-72a0-44b7-a2a7-43237eadce95,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:18.628709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1b5f51c1-59b5-4bb6-9e9f-612fd72ea924 req-4a113aa0-a606-41fc-b581-6ce1d06179a0 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100764 Nov 09 17:19:18.649424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-7dd52a31-f9ab-4974-b128-073143042a11 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963551 Nov 09 17:19:18.720021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ff750674-db65-4698-8030-cb01058b5dc3 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:18.738966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6e0b-f1a7-4dd7-a46c-d3fb24ab812f req-f4e736c7-033b-40c0-9f3f-0730d924d1a3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:18.741949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ff750674-db65-4698-8030-cb01058b5dc3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:19:18.742628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ff750674-db65-4698-8030-cb01058b5dc3 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:18.743287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 138ba24e-1d10-4dc6-9091-37d0f3de6f3a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:18.746971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e9d6e0b-f1a7-4dd7-a46c-d3fb24ab812f req-f4e736c7-033b-40c0-9f3f-0730d924d1a3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 950 time: 0.1797423 Nov 09 17:19:18.769377 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 138ba24e-1d10-4dc6-9091-37d0f3de6f3a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:19:18.770056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 138ba24e-1d10-4dc6-9091-37d0f3de6f3a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:18.902583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e9d6e0b-f1a7-4dd7-a46c-d3fb24ab812f req-570d179a-5a2a-4316-9835-6e43f049d430 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810761 Nov 09 17:19:18.952052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49164) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:18.976012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a00829f-16b9-4dce-a11b-3353f9bc613b req-cd528556-5780-4d73-be70-9a1da28b2169 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145308 Nov 09 17:19:19.016464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06552817-d902-472b-acc4-d034ad10a301 req-7c5f1be2-f1e7-42da-8c53-75426e4f8fab tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:19.018084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06552817-d902-472b-acc4-d034ad10a301 req-7c5f1be2-f1e7-42da-8c53-75426e4f8fab tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 950 time: 0.1516378 Nov 09 17:19:19.109965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4b91001a-200e-4bf6-a1fc-a5b65d76f30d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7adbdea84b384a288bfe7806f16eedfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565092 Nov 09 17:19:19.111170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88012a-573c-4bbc-b101-79becee37f4a req-25f57f9b-3a3f-49fa-90f8-a6393ff4aaa8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:19.112886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e88012a-573c-4bbc-b101-79becee37f4a req-25f57f9b-3a3f-49fa-90f8-a6393ff4aaa8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.0716457 Nov 09 17:19:19.113884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:19.130610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06552817-d902-472b-acc4-d034ad10a301 req-1806665d-4df7-4be6-82c5-faee4c0c3598 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960884 Nov 09 17:19:19.216820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbea235-ef97-4f7c-b124-a125d508a929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:19.230285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e88012a-573c-4bbc-b101-79becee37f4a req-805b0bcc-8525-4b1b-8a6f-2dc09d1b8456 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077685 Nov 09 17:19:19.255658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6382e37c-adbf-438e-9b5b-8c0c597ff144'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:19.258804 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b6b9a2-8e74-4165-acd0-314ed4bdb5b7" -d '{"events": [{"server_uuid": "5ecf6bbc-6128-457c-8dc8-d07b7b748634", "name": "network-vif-plugged", "status": "completed", "tag": "6382e37c-adbf-438e-9b5b-8c0c597ff144"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:19.275047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43b0b9-ea8d-45e4-a6b4-2b112a521b02 req-8409be28-a17f-4283-bb64-4ffeeea047f2 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:19.285074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b43b0b9-ea8d-45e4-a6b4-2b112a521b02 req-8409be28-a17f-4283-bb64-4ffeeea047f2 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1096 time: 0.0605702 Nov 09 17:19:19.288538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbea235-ef97-4f7c-b124-a125d508a929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:19.308662 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b5dfa-e009-42b3-857b-0d7ce05e01d6 x-openstack-request-id: req-1d5b5dfa-e009-42b3-857b-0d7ce05e01d6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:19.308662 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf6bbc-6128-457c-8dc8-d07b7b748634", "name": "network-vif-plugged", "status": "completed", "tag": "6382e37c-adbf-438e-9b5b-8c0c597ff144", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:19.308662 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d5b5dfa-e009-42b3-857b-0d7ce05e01d6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:19.309461 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6382e37c-adbf-438e-9b5b-8c0c597ff144', 'code': 200} Nov 09 17:19:19.338835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:19.362133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbea235-ef97-4f7c-b124-a125d508a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:19.365075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbea235-ef97-4f7c-b124-a125d508a929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:19.377354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cdbea235-ef97-4f7c-b124-a125d508a929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9f72b95-c9a6-47ec-96e4-f8ce89f02296 HTTP/1.1" status: 204 len: 168 time: 0.2623088 Nov 09 17:19:19.393605 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b43b0b9-ea8d-45e4-a6b4-2b112a521b02 req-3fa0f233-46d8-403e-9b11-98997da688c7 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001940 Nov 09 17:19:19.416929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbea235-ef97-4f7c-b124-a125d508a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f72b95-c9a6-47ec-96e4-f8ce89f02296,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:19.467440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:19.484252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'mac_address': 'fa:16:3e:af:1f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:19.518784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e642-b837-4892-95cc-6d90e94c8f95 req-fd1ed5e1-e6af-4b20-88f9-bf57a4c4c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:19.524044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-efb7e642-b837-4892-95cc-6d90e94c8f95 req-fd1ed5e1-e6af-4b20-88f9-bf57a4c4c7e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 1101 time: 0.0870900 Nov 09 17:19:19.544365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:19.565264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fa8102-7e3a-417b-b05e-bd5fa9e4453f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:19.598526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:19.605971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:19.638838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-efb7e642-b837-4892-95cc-6d90e94c8f95 req-f3ce14aa-3d79-4dd1-ac29-44b62eec7ae0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065264 Nov 09 17:19:19.686703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:19.841149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d063e9-4f32-490e-9d7f-cd8a2ef68da4 req-53c3ffe7-2b31-4164-9b79-cdb4f294ff98 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:19.842966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d063e9-4f32-490e-9d7f-cd8a2ef68da4 req-53c3ffe7-2b31-4164-9b79-cdb4f294ff98 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 946 time: 0.1100595 Nov 09 17:19:19.940698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:19.962627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d063e9-4f32-490e-9d7f-cd8a2ef68da4 req-d72917c9-6e29-44e7-8424-00318425c6d5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096714 Nov 09 17:19:20.315532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f6535-02a8-4f29-984a-b212751e2fef req-46d63d1d-cd6f-41c2-a7c4-f9d728fabec6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:20.339046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-063f6535-02a8-4f29-984a-b212751e2fef req-46d63d1d-cd6f-41c2-a7c4-f9d728fabec6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 950 time: 0.1505787 Nov 09 17:19:20.441200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-063f6535-02a8-4f29-984a-b212751e2fef req-3ba28d69-f5bd-4928-8ce9-6628aa469575 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006548 Nov 09 17:19:20.540740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-69672c17-1da2-403a-a2a6-f49599598c03 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:20.543024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-69672c17-1da2-403a-a2a6-f49599598c03 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1097 time: 0.0843771 Nov 09 17:19:20.559112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-3'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:20.637122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd33fb6-9c65-4a9b-94ab-55d427f69cc7 req-4b9a37ca-103b-4d0b-a78b-7a7f4796665f tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:20.639768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9cd33fb6-9c65-4a9b-94ab-55d427f69cc7 req-4b9a37ca-103b-4d0b-a78b-7a7f4796665f tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 950 time: 0.0868571 Nov 09 17:19:20.657108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:20.700176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9cd33fb6-9c65-4a9b-94ab-55d427f69cc7 req-64b7bb76-93df-4497-9189-1a182bdbe0ff tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Nov 09 17:19:20.775339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49230) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:20.822505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-e1b3838b-17b9-48f2-82c4-f7ced956d3ad tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:19:20.841525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-e1b3838b-17b9-48f2-82c4-f7ced956d3ad tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343316 Nov 09 17:19:20.901867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:20.969482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1835001020-network', 'tenant_id': 'ba9dafaa56934e02991206fa6faa8f98'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:20.979248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:20.979714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-2318aed5-94e0-4689-8c16-abb951433ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:20.986904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-2318aed5-94e0-4689-8c16-abb951433ac6 service neutron] 10.222.0.45 "GET /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 1093 time: 0.1389995 Nov 09 17:19:21.003190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Request body: {'binding': {'host': 'n-h1-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:21.003925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:19:21.048791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00a294-e33f-4855-81e2-1856a79d6a84 req-d9cffb2f-f8d5-49cb-85c5-c787ca8040c2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:21.050503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:21.052901 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517823f7-238e-45ac-b71d-57b604e117f2" -d '{"events": [{"server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:21.057500 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f00a294-e33f-4855-81e2-1856a79d6a84 req-d9cffb2f-f8d5-49cb-85c5-c787ca8040c2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 948 time: 0.1774669 Nov 09 17:19:21.058629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.065199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.068362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Made reservation on behalf of ba9dafaa56934e02991206fa6faa8f98 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:21.071638 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.109759 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.166027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:21.186120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on host n-h1-804292-3 for vnic_type normal with profile {"migrating_to": "n-h2-804292-3"} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:21.186563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:21.186862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:21.192024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:21.192305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Attempting to bind port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:21.206342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:21.206342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:21.206342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:21.206342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Bound port: 96eb3a92-404a-4f31-b10c-5c684c2f5862, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:21.206342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.227521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f00a294-e33f-4855-81e2-1856a79d6a84 req-06363b8d-aef6-4402-a4c5-005b50cc8f5f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688907 Nov 09 17:19:21.332545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:21.337969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:21.346279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.351368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:21.356660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:21.387191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.388550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on host n-h1-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:21.390045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:21.390398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:21.405628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:21.405628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:21.421694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:21.422077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:21.422476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:21.422935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Bound port: decbbfc7-cb31-4643-97c7-4cf6f3b86692, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:21.425094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.447116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:21.447950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.449539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] 10.222.0.83 "PUT /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 1122 time: 0.8965399 Nov 09 17:19:21.457349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:21.469173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.469826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.470279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.471031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.471463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.472068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.472542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.473042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.473512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.474209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.474560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.475013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677851d-41ba-4e2e-8adb-e5182c41fd19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:21.486220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839edeef-237c-4a87-adde-6a7a7a950e59,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:21.522767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:19:21.548119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.548511 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Added segment 4ed3c7b2-db6c-413e-ac4e-8da4a7530169 of type vlan for network 14ab26fb-984a-4d87-ba28-6e5b110e5610 Nov 09 17:19:21.608646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:21.642636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.647099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.648716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-d23299e1-f58f-4d39-9f4f-2da2e6d05206 service neutron] 10.222.0.45 "POST /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692/bindings HTTP/1.1" status: 201 len: 389 time: 0.6607034 Nov 09 17:19:21.687278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2548a-fd88-402c-a364-9bbc0da45894 req-d030f9c4-98a5-4fc2-a8b5-4e4d142b0192 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:21.695611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2e2548a-fd88-402c-a364-9bbc0da45894 req-d030f9c4-98a5-4fc2-a8b5-4e4d142b0192 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.1000173 Nov 09 17:19:21.716747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.717693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:21.718290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.744291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['96eb3a92-404a-4f31-b10c-5c684c2f5862'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:21.747037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['96eb3a92-404a-4f31-b10c-5c684c2f5862'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:21.822546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2e2548a-fd88-402c-a364-9bbc0da45894 req-105a6c4e-cd24-4c95-9be0-b2969af7c845 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173804 Nov 09 17:19:21.844990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:19:21.861288 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee486c2a-21d0-4891-8043-1fd78c9efba2 x-openstack-request-id: req-ee486c2a-21d0-4891-8043-1fd78c9efba2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:21.862331 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:21.862840 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee486c2a-21d0-4891-8043-1fd78c9efba2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:21.863279 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'code': 200} Nov 09 17:19:21.868147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0903375 Nov 09 17:19:21.871206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:21.872009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95e746-6de8-48a6-8cc5-941c081bf06f admin admin] Pushing event updated for resources: {'Network': ['ID=14ab26fb-984a-4d87-ba28-6e5b110e5610,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:21.883523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Request body: {'subnet': {'network_id': '14ab26fb-984a-4d87-ba28-6e5b110e5610', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1835001020-subnet', 'tenant_id': 'ba9dafaa56934e02991206fa6faa8f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:21.902112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:21.909545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:21.926911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 14ab26fb-984a-4d87-ba28-6e5b110e5610 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:19:21.933858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Made reservation on behalf of ba9dafaa56934e02991206fa6faa8f98 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:21.942265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:22.047924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:22.090603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 has no active binding in host n-h2-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:19:22.125688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4844275-a4ec-4d04-860f-f9f931527f62 req-eb810e9e-34ad-4493-8cf4-c694136d0e10 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.135788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4844275-a4ec-4d04-860f-f9f931527f62 req-eb810e9e-34ad-4493-8cf4-c694136d0e10 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1101 time: 0.0758448 Nov 09 17:19:22.152501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f5151-7575-4658-b3d5-dd657c1b16ab req-9fe52a45-2f7f-42f3-b14a-c1a77494a84d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.161986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d70f5151-7575-4658-b3d5-dd657c1b16ab req-9fe52a45-2f7f-42f3-b14a-c1a77494a84d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 950 time: 0.1297374 Nov 09 17:19:22.171318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-ac22763c-aaa3-42bf-a072-9e19df7ee8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.173236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-ac22763c-aaa3-42bf-a072-9e19df7ee8ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1096 time: 0.1430566 Nov 09 17:19:22.233229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4844275-a4ec-4d04-860f-f9f931527f62 req-c520fbeb-51fd-4823-82ac-8c9d6b2ef4c8 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853834 Nov 09 17:19:22.385453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490c0f9-5456-42bb-91fc-9eeefeda2956 req-47dc25b6-41fc-4abe-a8c2-49c2b2f5a718 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.386506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:22.387245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d70f5151-7575-4658-b3d5-dd657c1b16ab req-f5fef24a-13b3-45af-bccb-5ba9e7022895 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239180 Nov 09 17:19:22.403662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a490c0f9-5456-42bb-91fc-9eeefeda2956 req-47dc25b6-41fc-4abe-a8c2-49c2b2f5a718 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.0896244 Nov 09 17:19:22.420338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:22.423597 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7628c-ec76-488e-8dc8-ad4a8a4e53f3" -d '{"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:22.452911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:22.462447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:22.466213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-5a2bc9ed-a95e-44dd-a467-c18f777da929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.467945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-5a2bc9ed-a95e-44dd-a467-c18f777da929 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.2706990 Nov 09 17:19:22.517689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a490c0f9-5456-42bb-91fc-9eeefeda2956 req-82263ed1-68be-41f0-98c0-4a4c28bb4397 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124940 Nov 09 17:19:22.528794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:22.566539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:22.623723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:22.632873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-073b0d1e-7f3e-4f46-a91f-dc802077b396 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 217 time: 0.1553433 Nov 09 17:19:22.740247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ac383d-f113-491e-ad08-5dae39283c6c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:22.758627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13369ea-6d17-46cd-9e45-3eea26a5b553 req-81a5b2b2-00bd-4080-9b65-a58533e6be38 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.760387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b13369ea-6d17-46cd-9e45-3eea26a5b553 req-81a5b2b2-00bd-4080-9b65-a58533e6be38 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.2096262 Nov 09 17:19:22.768968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7aaa5153-e162-465f-80bf-89925a0aa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.770530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7aaa5153-e162-465f-80bf-89925a0aa013 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1132231 Nov 09 17:19:22.813667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Checking segment: {'id': '4ed3c7b2-db6c-413e-ac4e-8da4a7530169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14ab26fb-984a-4d87-ba28-6e5b110e5610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:22.814034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Network hostable DHCP agents. Network: 14ab26fb-984a-4d87-ba28-6e5b110e5610, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:19:22.817847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-a0c65dc8-66ac-4b6f-98f1-5ca86a686245 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383451 Nov 09 17:19:22.908668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b13369ea-6d17-46cd-9e45-3eea26a5b553 req-530108b5-58ea-43a9-bcd8-da80515ec79c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410823 Nov 09 17:19:22.912964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Network 14ab26fb-984a-4d87-ba28-6e5b110e5610 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:19:22.953751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 14ab26fb-984a-4d87-ba28-6e5b110e5610) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:22.961949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.963751 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9dc41e-3341-42c5-bb39-889906d6f551 x-openstack-request-id: req-eb9dc41e-3341-42c5-bb39-889906d6f551 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:22.964324 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:22.964582 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb9dc41e-3341-42c5-bb39-889906d6f551 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:22.965111 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'code': 200} Nov 09 17:19:22.969729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1fd02-7f4a-4b9c-ba7d-6318862c75fe None None] Network 14ab26fb-984a-4d87-ba28-6e5b110e5610 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:22.976499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.023747 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8df826ac-17f8-4bf9-adae-20ad161c134e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1499932 Nov 09 17:19:23.079169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf13e61-f1a0-4e3d-8840-6c7a9632a497 req-611dcd8a-a9ba-4556-a65f-4104483da539 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:23.087056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf13e61-f1a0-4e3d-8840-6c7a9632a497 req-611dcd8a-a9ba-4556-a65f-4104483da539 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 1101 time: 0.0873544 Nov 09 17:19:23.105508 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf13e61-f1a0-4e3d-8840-6c7a9632a497 req-cc1a0f28-031a-4442-9238-30737a166147 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.185148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-2bd53442-cc34-47e8-ba08-a85e8b6b4d2e service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535647 Nov 09 17:19:23.266865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf13e61-f1a0-4e3d-8840-6c7a9632a497 req-cc1a0f28-031a-4442-9238-30737a166147 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.276326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf13e61-f1a0-4e3d-8840-6c7a9632a497 req-cc1a0f28-031a-4442-9238-30737a166147 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.276944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702e877-60f4-4382-965d-86f03f74360f None None] Network 14ab26fb-984a-4d87-ba28-6e5b110e5610 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:23.297535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650659ad-e715-464b-842d-89acdf0458b1 req-802b7425-54e0-4e5f-bda2-e010751dfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:23.299844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-650659ad-e715-464b-842d-89acdf0458b1 req-802b7425-54e0-4e5f-bda2-e010751dfbb2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1100 time: 0.2155156 Nov 09 17:19:23.302533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e907e5-ad9e-44db-b711-1618945939ff req-434ceca9-afc5-4139-b6b2-7bd6dd95aeb0 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:23.305558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83e907e5-ad9e-44db-b711-1618945939ff req-434ceca9-afc5-4139-b6b2-7bd6dd95aeb0 tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 1101 time: 0.2789009 Nov 09 17:19:23.321973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a0f28-031a-4442-9238-30737a166147 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e992c-d642-4cbc-b4a9-d420c8c48d3f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:23.338743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf13e61-f1a0-4e3d-8840-6c7a9632a497 req-cc1a0f28-031a-4442-9238-30737a166147 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505715 Nov 09 17:19:23.413445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6f32a87b-1023-4a53-9d80-d2c125d1b2b9 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195368 Nov 09 17:19:23.457445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-650659ad-e715-464b-842d-89acdf0458b1 req-b88e1aa3-2d5c-4dad-9a98-f66733feabf8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354485 Nov 09 17:19:23.460261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83e907e5-ad9e-44db-b711-1618945939ff req-858fbfee-60bc-4e7e-87ad-de7d14bc6bef tempest-ServersAdminTestJSON-1401282647 tempest-ServersAdminTestJSON-1401282647-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364501 Nov 09 17:19:23.490206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e1219-1407-4567-bdae-1b94685a326c req-c75e35cc-40ec-4a2a-bd1e-1c1ddb43e094 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:23.509442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-568e1219-1407-4567-bdae-1b94685a326c req-c75e35cc-40ec-4a2a-bd1e-1c1ddb43e094 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.0923238 Nov 09 17:19:23.577777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-568e1219-1407-4567-bdae-1b94685a326c req-515689a1-6fb7-42cd-a4cc-b49a0d740fc9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650051 Nov 09 17:19:23.713291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0be3e857-280b-4d2e-936f-e8ecffbfb9aa req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-254700862', 'description': 'tempest-description-1846041347'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:23.763770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0be3e857-280b-4d2e-936f-e8ecffbfb9aa req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.866783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:23.872544 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e617dd9b-021f-4beb-a076-3d433363c5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:23.928916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0be3e857-280b-4d2e-936f-e8ecffbfb9aa req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.941271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0be3e857-280b-4d2e-936f-e8ecffbfb9aa req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.973064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0be3e857-280b-4d2e-936f-e8ecffbfb9aa req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:23.974635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0be3e857-280b-4d2e-936f-e8ecffbfb9aa req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2666376 Nov 09 17:19:24.006183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e0dc-3967-43de-8af5-e34745895c71 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d91273-4fa1-4acf-878c-9aa482298565,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:24.159645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943cac-a53c-4240-8e18-750126d9db1e req-de201c1c-713b-484e-9b86-34c5ece50bd6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:24.167929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f943cac-a53c-4240-8e18-750126d9db1e req-de201c1c-713b-484e-9b86-34c5ece50bd6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.0952735 Nov 09 17:19:24.197217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5318-98ad-4823-9da5-8067c96decd7 req-fbcc2c5f-2e3d-4a8d-a5d9-fcf4d8835459 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:24.199384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40bb5318-98ad-4823-9da5-8067c96decd7 req-fbcc2c5f-2e3d-4a8d-a5d9-fcf4d8835459 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.0654762 Nov 09 17:19:24.244601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f943cac-a53c-4240-8e18-750126d9db1e req-36eabd3c-156f-4dc4-80b2-64476ddbd86f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Nov 09 17:19:24.281881 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f7586-5f32-4379-b59c-52df96e7f5e2 x-openstack-request-id: req-c57f7586-5f32-4379-b59c-52df96e7f5e2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:24.283295 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:24.283797 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c57f7586-5f32-4379-b59c-52df96e7f5e2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:24.283959 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'status': 'completed', 'code': 200} Nov 09 17:19:24.294688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40bb5318-98ad-4823-9da5-8067c96decd7 req-e64a64f5-ab86-4513-a04f-b9a4566380a5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878091 Nov 09 17:19:24.403975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-94691653-8e79-46ef-a484-d143cc541924 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/48d91273-4fa1-4acf-878c-9aa482298565 HTTP/1.1" status: 200 len: 1821 time: 0.0831368 Nov 09 17:19:24.419265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-ceeb0d4f-6bb4-45a8-9162-ae037b4aa9ba tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305226 Nov 09 17:19:24.425113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-a43ce71f-8b18-4993-9ee5-c90553e245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:24.427067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-a43ce71f-8b18-4993-9ee5-c90553e245b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1125 time: 0.0945778 Nov 09 17:19:24.431774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48d91273-4fa1-4acf-878c-9aa482298565', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:24.432088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48d91273-4fa1-4acf-878c-9aa482298565', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:24.609142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-3584f86f-7df7-44bc-ae5d-796a6d2de80e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:24.618625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:24.621181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-3584f86f-7df7-44bc-ae5d-796a6d2de80e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005339 Nov 09 17:19:24.624394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-0cba9727-ceb9-4c4d-87ee-357568684ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:24.625868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-0cba9727-ceb9-4c4d-87ee-357568684ce2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.1890912 Nov 09 17:19:24.653605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:24.668498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-4d59eff8-58d2-4439-b838-60a3cb3a78c0 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/quotas/fda130e929244e42b920562660a8b40e HTTP/1.1" status: 200 len: 375 time: 0.0450475 Nov 09 17:19:24.684630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-c2885fcb-f994-4afd-9656-d8c0412e1fb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 217 time: 0.0475638 Nov 09 17:19:24.686013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:24.750029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-c49ef44e-ba1d-4bcb-b10a-e84b910f2dc3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801423 Nov 09 17:19:24.757436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:24.764477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-672816c8-76a1-49b1-a1ee-eecaf3f24d52 req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3429615 Nov 09 17:19:24.846405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452a3ee-d711-4782-9261-34aed9df9ee2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0322aa-4f64-45a6-80d5-f98f98414f8b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:24.890678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-479d8c1e-3079-41c2-ac3b-66e1e93642e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:24.893202 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-479d8c1e-3079-41c2-ac3b-66e1e93642e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1785924 Nov 09 17:19:24.936364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-4c14ad67-2e9c-487f-b444-b6c96698aa28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297358 Nov 09 17:19:25.369075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05f0e9-20e8-4772-ac9c-9cc28ffbca8b req-39b8903c-44ea-498a-b353-0ee467963ca1 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:25.376918 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a05f0e9-20e8-4772-ac9c-9cc28ffbca8b req-39b8903c-44ea-498a-b353-0ee467963ca1 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 950 time: 0.4824040 Nov 09 17:19:25.438032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-1d845acf-08a5-4831-b504-600110e7f379 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764559 Nov 09 17:19:25.487871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a05f0e9-20e8-4772-ac9c-9cc28ffbca8b req-4d715224-80c0-44dc-b2ed-80d6f7f9661a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088097 Nov 09 17:19:25.558182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8d51da97-03b6-4ce2-a5e3-1bb5573c9e16 req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252338068', 'description': 'tempest-description-989537195'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:25.598400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d51da97-03b6-4ce2-a5e3-1bb5573c9e16 req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:25.674365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e617dd9b-021f-4beb-a076-3d433363c5e6 req-1d8b1b41-6db8-4375-9041-0af825f92473 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109270 Nov 09 17:19:25.738746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d51da97-03b6-4ce2-a5e3-1bb5573c9e16 req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:25.752996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d51da97-03b6-4ce2-a5e3-1bb5573c9e16 req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:25.787148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d51da97-03b6-4ce2-a5e3-1bb5573c9e16 req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:25.795102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d51da97-03b6-4ce2-a5e3-1bb5573c9e16 req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2451465 Nov 09 17:19:25.824660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69d476-2505-4105-aa32-6a8160c71553 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182ed65d-1597-45a0-9a2a-62d5f8e9679e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:25.887462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197fbf7-e0fd-4aa4-b9ec-45d7288d8a3f req-944e1e98-0ed3-484e-87ba-5f7300153f06 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:25.896554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1197fbf7-e0fd-4aa4-b9ec-45d7288d8a3f req-944e1e98-0ed3-484e-87ba-5f7300153f06 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.1795776 Nov 09 17:19:25.984070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a4c0-f0e1-4ee4-a849-ebcd084558cb req-9468962a-ef72-4e26-8e83-9bd2a4a490aa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:25.996046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-30c5a4c0-f0e1-4ee4-a849-ebcd084558cb req-9468962a-ef72-4e26-8e83-9bd2a4a490aa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1111720 Nov 09 17:19:26.014363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1197fbf7-e0fd-4aa4-b9ec-45d7288d8a3f req-fe70fd46-6830-458b-b754-1cc47ba6645d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142175 Nov 09 17:19:26.115077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-30c5a4c0-f0e1-4ee4-a849-ebcd084558cb req-7041aed1-11c7-4a07-a01f-e82b50b3fb42 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159573 Nov 09 17:19:26.354224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-9f224b24-8015-4a4d-af26-9564a7d67b54 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:26.357156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-9f224b24-8015-4a4d-af26-9564a7d67b54 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 950 time: 0.1458259 Nov 09 17:19:26.606654 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-d50d3f88-30ce-4315-a127-823a0be5086d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/182ed65d-1597-45a0-9a2a-62d5f8e9679e HTTP/1.1" status: 200 len: 1820 time: 0.0822370 Nov 09 17:19:26.615449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '182ed65d-1597-45a0-9a2a-62d5f8e9679e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:26.616426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '182ed65d-1597-45a0-9a2a-62d5f8e9679e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:26.644377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Deleting port 09d967ce-89d3-4dbd-a453-d3821887c399 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:26.644763 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:26.699913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76293a-3e22-4183-bb78-422736505c68 req-b78aa980-1b2a-4c86-ba4d-c1be31c150dd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:26.718392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a76293a-3e22-4183-bb78-422736505c68 req-b78aa980-1b2a-4c86-ba4d-c1be31c150dd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.5853724 Nov 09 17:19:26.798932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a76293a-3e22-4183-bb78-422736505c68 req-35cfbca0-0f6e-4e7d-8662-f72390840f98 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793583 Nov 09 17:19:26.926515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] For port 09d967ce-89d3-4dbd-a453-d3821887c399, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=09d967ce-89d3-4dbd-a453-d3821887c399,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:26.926803 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:26.982576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Calling delete_port for 09d967ce-89d3-4dbd-a453-d3821887c399 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:27.004842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc6e568a-a60a-41bd-8e83-152310216a88 req-82380700-53d0-4073-ad2d-901109f45dbc tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 210 time: 0.0928576 Nov 09 17:19:27.276562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:27.283996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:27.308432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6439fe75-808a-44f7-b9be-cf39107170e3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:27.328477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['09d967ce-89d3-4dbd-a453-d3821887c399', 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:27.374635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7aaf32f7-7b42-4f88-a3a1-e364de3e6d75 req-2e21a625-04e4-4cb3-8f6b-059d6e80dbaa tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7318338-f100-43f4-80ed-2912cf6fda65 HTTP/1.1" status: 200 len: 210 time: 0.0611959 Nov 09 17:19:27.382417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event deleted for resources: {'Port': ['ID=09d967ce-89d3-4dbd-a453-d3821887c399,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:27.464218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:27.526817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:27.614849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:27.634259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-298281c8-df44-4e24-a6cd-a57d83f71d12 req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0259178 Nov 09 17:19:27.637066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] No DVR routers for this DVR port 09d967ce-89d3-4dbd-a453-d3821887c399 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:27.640608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557ead9-e89b-40cc-a202-1d679d3d8875 req-d3df79eb-3d05-4502-80d2-b31a9f2eeaaf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:27.645212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:27.648705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5557ead9-e89b-40cc-a202-1d679d3d8875 req-d3df79eb-3d05-4502-80d2-b31a9f2eeaaf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1296411 Nov 09 17:19:27.663089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12b5805c-f950-458b-bbdf-d7b6e84bb380 req-5ff2f668-5fe0-4466-bdba-de4ac5f9ec65 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "DELETE /v2.0/ports/09d967ce-89d3-4dbd-a453-d3821887c399 HTTP/1.1" status: 204 len: 173 time: 1.2656317 Nov 09 17:19:27.680176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'name': 'network-vif-deleted', 'tag': '09d967ce-89d3-4dbd-a453-d3821887c399'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:27.684093 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2db763-3b96-4f1c-8ccf-2a9fdb54d343" -d '{"events": [{"server_uuid": "b7318338-f100-43f4-80ed-2912cf6fda65", "name": "network-vif-deleted", "tag": "09d967ce-89d3-4dbd-a453-d3821887c399"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:27.713668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97697-08ba-47af-a75e-54cceecd27aa tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac07cb9-9268-4e27-bcf5-b6916b8a650b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:27.809077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-577c8217-7667-4a9d-a065-4589802a9ace tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632694 Nov 09 17:19:27.938312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5557ead9-e89b-40cc-a202-1d679d3d8875 req-ea769a0f-aea8-4dfd-ab90-3105740b060f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859321 Nov 09 17:19:28.234819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0a44e-71dd-4ef6-be88-c53868dcc48c req-61970b25-78b5-4cc1-b7a6-fa76d6b21055 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:28.251645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b0a44e-71dd-4ef6-be88-c53868dcc48c req-61970b25-78b5-4cc1-b7a6-fa76d6b21055 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1102390 Nov 09 17:19:28.306077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd201b9d-4f94-477c-9296-1194c0bfa3de req-0ee0533e-aba9-4c6d-bca8-cbde6df663af tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:28.342054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd201b9d-4f94-477c-9296-1194c0bfa3de req-0ee0533e-aba9-4c6d-bca8-cbde6df663af tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.5298250 Nov 09 17:19:28.405625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b0a44e-71dd-4ef6-be88-c53868dcc48c req-c227ba30-e0f1-4c93-86c6-b346ec0f7615 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529422 Nov 09 17:19:28.429969 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-675eda9d-363c-4d62-9eeb-f47286864913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:28.449034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6cd86a13-0c44-4014-ad5c-4e8ebf088dcd req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-240037059', 'description': 'tempest-description-659394420'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:28.459578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-af18ac23-64bb-463c-b647-dea46f72a567 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:28.467049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-af18ac23-64bb-463c-b647-dea46f72a567 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6451726 Nov 09 17:19:28.481026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:28.492886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cd86a13-0c44-4014-ad5c-4e8ebf088dcd req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:28.529595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '97256401-a8d3-405c-9ff8-fbc653614967', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:28.644794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cd86a13-0c44-4014-ad5c-4e8ebf088dcd req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:28.655208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cd86a13-0c44-4014-ad5c-4e8ebf088dcd req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:28.774187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-61fc56a3-0311-4c29-8e59-10828db660a4 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771511 Nov 09 17:19:28.776820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cd86a13-0c44-4014-ad5c-4e8ebf088dcd req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:28.819668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6cd86a13-0c44-4014-ad5c-4e8ebf088dcd req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3762507 Nov 09 17:19:28.821869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd201b9d-4f94-477c-9296-1194c0bfa3de req-606dd8a8-e2c4-4852-9911-dd7ac1c5b220 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534079 Nov 09 17:19:28.842956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b3712-1d80-4d08-bd0b-95f98f37a6c9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e11e16-2fec-4691-aa36-28f93e36202a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:28.875586 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bce913-1427-49b4-869e-0ae17febcf65 x-openstack-request-id: req-23bce913-1427-49b4-869e-0ae17febcf65 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:28.875884 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7318338-f100-43f4-80ed-2912cf6fda65", "name": "network-vif-deleted", "tag": "09d967ce-89d3-4dbd-a453-d3821887c399", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:28.876139 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23bce913-1427-49b4-869e-0ae17febcf65 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:28.876539 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7318338-f100-43f4-80ed-2912cf6fda65', 'name': 'network-vif-deleted', 'tag': '09d967ce-89d3-4dbd-a453-d3821887c399', 'status': 'completed', 'code': 200} Nov 09 17:19:29.003132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:29.010085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.070018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6cbdfbbe-f57b-4331-b20d-e511ec3dcead req-da0b67a0-9d00-4a51-b644-b55d0c311ee2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 210 time: 0.0868168 Nov 09 17:19:29.109811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-18f2fd05-46db-48ff-b48a-cfe16bc66cca req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-175827259', 'description': 'tempest-description-1193154371'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:29.156630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-732bb4eb-07b5-4632-865d-f45d138e8fea tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:29.158607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-732bb4eb-07b5-4632-865d-f45d138e8fea tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377757 Nov 09 17:19:29.173398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '3088255e-a6b8-4000-a799-06063d53a9bf', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:29.188995 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-18f2fd05-46db-48ff-b48a-cfe16bc66cca req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.330903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.96 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/6f652d3f-8694-4ec8-a496-e241fe6c3577) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:29.418834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:29.421818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 09d967ce-89d3-4dbd-a453-d3821887c399 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:29.425035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.466017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 09d967ce-89d3-4dbd-a453-d3821887c399 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:19:29.467145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 09d967ce-89d3-4dbd-a453-d3821887c399 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:29.468085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:29.526269 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.575454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.600198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:29.685627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:29.686283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-6c278344-946f-4e48-ba51-01e751c73be1 req-94537afc-2e4b-4b6c-a72a-e3c3da7a8601 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:19:29.687353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c278344-946f-4e48-ba51-01e751c73be1 req-94537afc-2e4b-4b6c-a72a-e3c3da7a8601 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153868 Nov 09 17:19:29.703114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.128 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/24519eee-b1c0-4c8d-8c98-ef445f98045b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:29.706523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:29.712829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:29.717649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:29.723608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:29.724336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.781858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-18f2fd05-46db-48ff-b48a-cfe16bc66cca req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.796843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=6f652d3f-8694-4ec8-a496-e241fe6c3577,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:29.813974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-9b57b59d-2cf0-44c1-86a9-485988f5c38d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3089046 Nov 09 17:19:29.835799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Request body: {'port': {'device_id': '97256401-a8d3-405c-9ff8-fbc653614967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:29.864134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-18f2fd05-46db-48ff-b48a-cfe16bc66cca req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.969559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-18f2fd05-46db-48ff-b48a-cfe16bc66cca req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.989227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:29.996960 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18f2fd05-46db-48ff-b48a-cfe16bc66cca req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8890855 Nov 09 17:19:30.197575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e59c6-ea9a-484f-b10a-0a78c1929261,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:30.284813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2edb10e7-854b-47bc-a41b-d9fec6e32f7f None None] Provisioning complete for port 6f652d3f-8694-4ec8-a496-e241fe6c3577 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:30.287310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2edb10e7-854b-47bc-a41b-d9fec6e32f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:30.290752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.291213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.291647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.296124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.296634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.297067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.297488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.297901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.298310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.298751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.299159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.299563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8dd8d-32ef-4ab0-a7e5-eaf90c3748c5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:30.356208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-999e3db3-658d-400c-a5d3-7e0496c710b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1828332 Nov 09 17:19:30.372036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f5a23-9c0d-4863-b419-a857656d570e req-7a151534-95c5-4551-9fd8-63c5816a9bd2 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:30.374648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d6f5a23-9c0d-4863-b419-a857656d570e req-7a151534-95c5-4551-9fd8-63c5816a9bd2 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 950 time: 0.1686187 Nov 09 17:19:30.383128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7da87-6b92-4e2c-9b13-e8cb8265e665 req-fa23bd02-3d14-4d2f-bc6b-6066f07e321f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:30.386541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:30.388726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d7c7da87-6b92-4e2c-9b13-e8cb8265e665 req-fa23bd02-3d14-4d2f-bc6b-6066f07e321f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1428149 Nov 09 17:19:30.449616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2edb10e7-854b-47bc-a41b-d9fec6e32f7f None None] Port 6f652d3f-8694-4ec8-a496-e241fe6c3577 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:19:30.451704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a30b7f8f-ae0f-41e8-bb8c-0a7388653f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:30.530397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d7c7da87-6b92-4e2c-9b13-e8cb8265e665 req-e287df3d-dd9c-4eaf-be82-8d901d6070f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319647 Nov 09 17:19:30.601491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d6f5a23-9c0d-4863-b419-a857656d570e req-261d2bfd-35bd-42ef-8957-f0d8d0bd5753 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918080 Nov 09 17:19:30.619736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:30.639020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:30.765364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=24519eee-b1c0-4c8d-8c98-ef445f98045b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:30.903647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa891-b0f4-442e-8890-5338a46c9da0 req-fca9ecd9-2b6d-48d4-9969-3f43d49e72f8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:30.905184 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e46fa891-b0f4-442e-8890-5338a46c9da0 req-fca9ecd9-2b6d-48d4-9969-3f43d49e72f8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.2677727 Nov 09 17:19:30.935834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:30.970196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:30.983434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:31.049440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e46fa891-b0f4-442e-8890-5338a46c9da0 req-d377b08f-e387-44c0-9e7d-504db3982388 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289935 Nov 09 17:19:31.073610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f652d3f-8694-4ec8-a496-e241fe6c3577 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:31.083447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.107250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Transition to ACTIVE for port object 6f652d3f-8694-4ec8-a496-e241fe6c3577 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:19:31.119471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.187893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-a055fe67-8e1c-48d9-99c7-82f1078d550b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:31.192324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-a055fe67-8e1c-48d9-99c7-82f1078d550b tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 950 time: 0.4153144 Nov 09 17:19:31.206343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-c8a7acd1-fbcf-4b10-ac7b-b29878973e43 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/93e11e16-2fec-4691-aa36-28f93e36202a HTTP/1.1" status: 200 len: 1820 time: 0.4322588 Nov 09 17:19:31.250673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Pushing event updated for resources: {'Port': ['ID=6f652d3f-8694-4ec8-a496-e241fe6c3577,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:31.365117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Attempting to bind port 6f652d3f-8694-4ec8-a496-e241fe6c3577 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:31.366161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Attempting to bind port 6f652d3f-8694-4ec8-a496-e241fe6c3577 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:31.366507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Attempting to bind port 6f652d3f-8694-4ec8-a496-e241fe6c3577 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:31.378583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:31.382199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Port 6f652d3f-8694-4ec8-a496-e241fe6c3577 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:31.382546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Attempting to bind port 6f652d3f-8694-4ec8-a496-e241fe6c3577 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:31.385159 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.404911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:31.405736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:31.405736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:31.406254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Bound port: 6f652d3f-8694-4ec8-a496-e241fe6c3577, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:31.406587 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.415193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-31d3a0e1-0475-4db0-a7bb-aeba34f3a65b None None] Provisioning complete for port 24519eee-b1c0-4c8d-8c98-ef445f98045b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:31.418465 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31d3a0e1-0475-4db0-a7bb-aeba34f3a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.533530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-ebb9da5d-d558-412b-ac9c-a9aa99f12af7 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/3d6e59c6-ea9a-484f-b10a-0a78c1929261 HTTP/1.1" status: 200 len: 1821 time: 0.3258424 Nov 09 17:19:31.539353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-426dc2ba-0671-4fd7-9b26-c4c8f104d8ac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3699594 Nov 09 17:19:31.572319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93e11e16-2fec-4691-aa36-28f93e36202a', 'remote_group_id': '3d6e59c6-ea9a-484f-b10a-0a78c1929261', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:31.572664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93e11e16-2fec-4691-aa36-28f93e36202a', 'remote_group_id': '3d6e59c6-ea9a-484f-b10a-0a78c1929261', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:31.590072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Request body: {'port': {'device_id': '3088255e-a6b8-4000-a799-06063d53a9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:31.647578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-31d3a0e1-0475-4db0-a7bb-aeba34f3a65b None None] Port 24519eee-b1c0-4c8d-8c98-ef445f98045b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:19:31.656024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.692316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] For port 6f652d3f-8694-4ec8-a496-e241fe6c3577, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:31.697851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] For port 6f652d3f-8694-4ec8-a496-e241fe6c3577, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:31.711034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.731860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.808045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Deleting port 6439fe75-808a-44f7-b9be-cf39107170e3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:31.809740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.846896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117d33-9bf1-4cd5-bca4-3c8ec34c104c req-015c847b-f6f4-4ae6-a36a-9e94c267949c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:31.848567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b117d33-9bf1-4cd5-bca4-3c8ec34c104c req-015c847b-f6f4-4ae6-a36a-9e94c267949c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.4154477 Nov 09 17:19:31.850652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:31.851373 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:31.852739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f652d3f-8694-4ec8-a496-e241fe6c3577 HTTP/1.1" status: 200 len: 1095 time: 2.0216205 Nov 09 17:19:31.853391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009175f-758d-4c7d-b6c3-240175587424 service neutron] Pushing event updated for resources: {'Port': ['ID=6f652d3f-8694-4ec8-a496-e241fe6c3577,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:31.867236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97256401-a8d3-405c-9ff8-fbc653614967', 'tag': '6f652d3f-8694-4ec8-a496-e241fe6c3577'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:31.872622 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948" -d '{"events": [{"name": "network-changed", "server_uuid": "97256401-a8d3-405c-9ff8-fbc653614967", "tag": "6f652d3f-8694-4ec8-a496-e241fe6c3577"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:32.062813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b117d33-9bf1-4cd5-bca4-3c8ec34c104c req-c0549336-67f0-44c2-9ff4-b50a58e04ac8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680639 Nov 09 17:19:32.136890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-61136205-82cb-4581-8bdb-ae0493bd6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:32.138814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-61136205-82cb-4581-8bdb-ae0493bd6a83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 1098 time: 0.1770780 Nov 09 17:19:32.170586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6439fe75-808a-44f7-b9be-cf39107170e3 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:32.234683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-0f748293-e0c3-476e-a724-3857e50d5854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577 HTTP/1.1" status: 200 len: 217 time: 0.0849252 Nov 09 17:19:32.294125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.322767 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-58df2290-b11e-46b6-96d7-02fc9c7ae13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:32.324298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-58df2290-b11e-46b6-96d7-02fc9c7ae13b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0746424 Nov 09 17:19:32.384789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6439fe75-808a-44f7-b9be-cf39107170e3,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:32.385376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.432857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Calling delete_port for 6439fe75-808a-44f7-b9be-cf39107170e3 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:32.436148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.441542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00864eba-455d-48bf-872a-900584b0fc51 req-0096c746-792f-407a-be3b-5f12d3b50932 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:32.453123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00864eba-455d-48bf-872a-900584b0fc51 req-0096c746-792f-407a-be3b-5f12d3b50932 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 936 time: 0.1330609 Nov 09 17:19:32.471634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.471875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-c152d75c-3dd0-450b-8491-f5bee49e8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:32.473183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-c152d75c-3dd0-450b-8491-f5bee49e8e42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354909 Nov 09 17:19:32.481324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.526826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:32.534072 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b17c6c0-96f3-48cf-b848-d8442edb15d2" -d '{"events": [{"server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "name": "network-vif-unplugged", "status": "completed", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:32.539154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691aa612-60d4-441e-b51a-ab24548e8743,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:32.549851 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.558924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6439fe75-808a-44f7-b9be-cf39107170e3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6439fe75-808a-44f7-b9be-cf39107170e3,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:32.560633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cfdd749-6b2c-4639-a6bd-15dca0d256ff req-38babdeb-ba8c-405f-bed0-c2abc5ead196 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0261352 Nov 09 17:19:32.576636 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.577660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:32.698149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:32.781000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24519eee-b1c0-4c8d-8c98-ef445f98045b {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:32.793330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.804964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00864eba-455d-48bf-872a-900584b0fc51 req-6dd4a15a-9f0a-4108-8873-1c73627edba6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506179 Nov 09 17:19:32.850482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Transition to ACTIVE for port object 24519eee-b1c0-4c8d-8c98-ef445f98045b will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:19:32.877722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e002a-a53d-4dcb-9a11-84c292279b2e req-b69bbbcb-9366-4334-819f-dcbe8f63751f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:32.884662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-fd8dba5e-2aa5-42a5-873e-a50ba695aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:32.886347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-fd8dba5e-2aa5-42a5-873e-a50ba695aa21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1100 time: 0.3122873 Nov 09 17:19:32.887336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0e002a-a53d-4dcb-9a11-84c292279b2e req-b69bbbcb-9366-4334-819f-dcbe8f63751f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1848061 Nov 09 17:19:32.918850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.955164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.965971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:32.970775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:33.046886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c4fa82a-6f8e-4a2b-974a-fe5675203ce8 req-e791e416-c006-4937-902f-b86a73fa11bf tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99efd08-b863-41a1-8b3f-74da7ce4dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1173337 Nov 09 17:19:33.070822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-35c49e88-ec45-4b8c-a85a-976520f4e313 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628743 Nov 09 17:19:33.251023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0e002a-a53d-4dcb-9a11-84c292279b2e req-d45048eb-d2c9-4a47-a302-ed511ff023c1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624701 Nov 09 17:19:33.281080 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab02104-fc1c-46e8-aa02-5838bdf1f0d0 x-openstack-request-id: req-0ab02104-fc1c-46e8-aa02-5838bdf1f0d0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:33.281519 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97256401-a8d3-405c-9ff8-fbc653614967", "tag": "6f652d3f-8694-4ec8-a496-e241fe6c3577", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:33.281891 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ab02104-fc1c-46e8-aa02-5838bdf1f0d0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:33.299589 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97256401-a8d3-405c-9ff8-fbc653614967', 'tag': '6f652d3f-8694-4ec8-a496-e241fe6c3577', 'status': 'completed', 'code': 200} Nov 09 17:19:33.324297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] No DVR routers for this DVR port 6439fe75-808a-44f7-b9be-cf39107170e3 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:33.330829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.340436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e885938-f83b-4c47-9514-3f9c675ab526 req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.43 "DELETE /v2.0/ports/6439fe75-808a-44f7-b9be-cf39107170e3 HTTP/1.1" status: 204 len: 173 time: 2.1210036 Nov 09 17:19:33.409639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'name': 'network-vif-deleted', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:33.412689 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e8e06-33b0-480f-8c21-ee72401b7e31" -d '{"events": [{"server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "name": "network-vif-deleted", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:33.483649 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.528525 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa8cd3-d211-4e17-a4a2-0db58659e031 x-openstack-request-id: req-4ffa8cd3-d211-4e17-a4a2-0db58659e031 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:33.530130 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "name": "network-vif-unplugged", "status": "completed", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:33.530598 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ffa8cd3-d211-4e17-a4a2-0db58659e031 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:33.531422 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3', 'code': 200} Nov 09 17:19:33.562116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Pushing event updated for resources: {'Port': ['ID=24519eee-b1c0-4c8d-8c98-ef445f98045b,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:33.597939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-f479cf2a-a752-451f-83f6-ab35847e9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:33.599269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9c18e-0ca5-4503-8a97-c9f3774f6283 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event deleted for resources: {'Port': ['ID=6439fe75-808a-44f7-b9be-cf39107170e3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:33.602865 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-f479cf2a-a752-451f-83f6-ab35847e9686 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.7044187 Nov 09 17:19:33.614328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3d59667b-5014-464a-88a8-5c32994bb54b req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1306502344', 'description': 'tempest-description-17047322'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:33.626200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Attempting to bind port 24519eee-b1c0-4c8d-8c98-ef445f98045b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:33.626544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Attempting to bind port 24519eee-b1c0-4c8d-8c98-ef445f98045b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:33.626881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Attempting to bind port 24519eee-b1c0-4c8d-8c98-ef445f98045b on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:33.638063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Port 24519eee-b1c0-4c8d-8c98-ef445f98045b on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:33.638537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Attempting to bind port 24519eee-b1c0-4c8d-8c98-ef445f98045b on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:33.651218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:33.651539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:33.652007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:33.652628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Bound port: 24519eee-b1c0-4c8d-8c98-ef445f98045b, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:33.652996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.671633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d59667b-5014-464a-88a8-5c32994bb54b req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.716117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-6aa9138f-4393-4d28-b2f2-3d6edd7a35b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 217 time: 0.0785911 Nov 09 17:19:33.727471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ce7b-a600-49d8-944e-06438510d720 req-5f4ff5f5-d2d5-43da-a0e9-71e2fa62737b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:33.740245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c879ce7b-a600-49d8-944e-06438510d720 req-5f4ff5f5-d2d5-43da-a0e9-71e2fa62737b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.4091935 Nov 09 17:19:33.755643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-acd4afc7-0710-44c7-a235-afab4c43da23 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762671 Nov 09 17:19:33.836598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] For port 24519eee-b1c0-4c8d-8c98-ef445f98045b, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:33.881425 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d59667b-5014-464a-88a8-5c32994bb54b req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.892215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] For port 24519eee-b1c0-4c8d-8c98-ef445f98045b, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:33.894651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d59667b-5014-464a-88a8-5c32994bb54b req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.930636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c879ce7b-a600-49d8-944e-06438510d720 req-64bed591-9717-4878-b150-ea2e0e606f68 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882172 Nov 09 17:19:33.938453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-ecdcd755-3589-47ca-80fe-9af06ef40465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:33.941217 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:33.949521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-ecdcd755-3589-47ca-80fe-9af06ef40465 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2057793 Nov 09 17:19:33.999810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0afb5c5-4252-4cc5-a4df-8ba148e41531,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:34.059949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.060925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:34.062743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/24519eee-b1c0-4c8d-8c98-ef445f98045b HTTP/1.1" status: 200 len: 1096 time: 2.4847624 Nov 09 17:19:34.079681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d59667b-5014-464a-88a8-5c32994bb54b req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:34.083470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d59667b-5014-464a-88a8-5c32994bb54b req-7e255922-6c79-4a80-8c97-848de665afa8 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4755321 Nov 09 17:19:34.095913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-61b8bd6c-cf1e-4b92-9bb4-1942fb44b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.097747 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-61b8bd6c-cf1e-4b92-9bb4-1942fb44b53b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 1098 time: 0.2641585 Nov 09 17:19:34.159357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-b8c2f7d2-c740-48fc-a642-ac33b8ffdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.161124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-b8c2f7d2-c740-48fc-a642-ac33b8ffdda0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2019904 Nov 09 17:19:34.162134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739533-bd4c-45b1-9486-ca6425d827d7 service neutron] Pushing event updated for resources: {'Port': ['ID=24519eee-b1c0-4c8d-8c98-ef445f98045b,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:34.271345 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f6691e-c84b-48d2-aa91-ae72318c471e x-openstack-request-id: req-68f6691e-c84b-48d2-aa91-ae72318c471e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:34.271714 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99efd08-b863-41a1-8b3f-74da7ce4dfc6", "name": "network-vif-deleted", "tag": "6439fe75-808a-44f7-b9be-cf39107170e3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:34.271982 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68f6691e-c84b-48d2-aa91-ae72318c471e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:34.272396 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99efd08-b863-41a1-8b3f-74da7ce4dfc6', 'name': 'network-vif-deleted', 'tag': '6439fe75-808a-44f7-b9be-cf39107170e3', 'status': 'completed', 'code': 200} Nov 09 17:19:34.304167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-26b3c014-981b-46a8-a48e-e5c572eb0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.305752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-26b3c014-981b-46a8-a48e-e5c572eb0f0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 1099 time: 0.1294165 Nov 09 17:19:34.371961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-904bca41-82e4-4cb6-b8da-0cc1dee2b2ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b HTTP/1.1" status: 200 len: 217 time: 0.0568247 Nov 09 17:19:34.381776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-25a789c7-8f19-426d-9dc3-e2064eb6b032 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079873 Nov 09 17:19:34.515168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb2c7-d9d6-424e-b2e9-c3dcbadd02ce req-c95baf59-43f7-4565-b226-0508f59ef09c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.517102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-986fb2c7-d9d6-424e-b2e9-c3dcbadd02ce req-c95baf59-43f7-4565-b226-0508f59ef09c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 948 time: 0.1478944 Nov 09 17:19:34.535620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-a5137d00-6136-46cb-a05b-a09073cfb519 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420228 Nov 09 17:19:34.547923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e45527-753f-4a9c-9d96-054a6ba41d1e req-13b431ed-ac3d-4564-8097-2e69c3104053 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.556087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72e45527-753f-4a9c-9d96-054a6ba41d1e req-13b431ed-ac3d-4564-8097-2e69c3104053 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.4572437 Nov 09 17:19:34.619229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-986fb2c7-d9d6-424e-b2e9-c3dcbadd02ce req-c296924d-ecd4-4dff-9d42-63af5be2d5e2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921822 Nov 09 17:19:34.633742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-03c0596e-0544-46d7-a883-45a2f71de78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.653485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-03c0596e-0544-46d7-a883-45a2f71de78a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2157543 Nov 09 17:19:34.749673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-fbd93188-fce3-4118-958a-9b4bfa116560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:34.752245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-fbd93188-fce3-4118-958a-9b4bfa116560 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890038 Nov 09 17:19:34.758351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-97f44132-3a47-4e21-bf22-7a8cabb264b2 req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1254799179', 'description': 'tempest-description-1044531562'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:34.845398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-97f44132-3a47-4e21-bf22-7a8cabb264b2 req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:34.922620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-b28f2610-b45d-4937-8e50-8a213c4d9ae0 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589921 Nov 09 17:19:35.004444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-72e45527-753f-4a9c-9d96-054a6ba41d1e req-22da8243-5432-415c-b063-6acfb9123fe6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472930 Nov 09 17:19:35.011717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-ad2838a9-2e32-4bb7-abac-072b53ba2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:35.019037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-ad2838a9-2e32-4bb7-abac-072b53ba2248 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.8934574 Nov 09 17:19:35.072286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-34d842d8-f68c-4b31-a210-d9ff34c7c7fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577 HTTP/1.1" status: 200 len: 217 time: 0.0493019 Nov 09 17:19:35.150754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-97f44132-3a47-4e21-bf22-7a8cabb264b2 req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:35.171263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-97f44132-3a47-4e21-bf22-7a8cabb264b2 req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:35.235728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-c3253385-f103-4c96-a42f-fd8a41e17ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:35.237484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-c3253385-f103-4c96-a42f-fd8a41e17ad2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1427534 Nov 09 17:19:35.256900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb4db63-a985-496d-9784-bc32cabc10ca,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:35.262138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdf3ec91-c3de-430f-9c61-17a76c63a071 req-b30c96f1-c810-40dc-a27f-dcc08f4394ef service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285236 Nov 09 17:19:35.274603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baa0d1-f185-4755-ad75-2f8bdc9eef0c req-b00e921f-c794-4015-aefd-bb511adb1e96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:35.275276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-97f44132-3a47-4e21-bf22-7a8cabb264b2 req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:35.289439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97f44132-3a47-4e21-bf22-7a8cabb264b2 req-03657ff3-dfd2-468b-96a8-91739423d784 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5348918 Nov 09 17:19:35.296226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4baa0d1-f185-4755-ad75-2f8bdc9eef0c req-b00e921f-c794-4015-aefd-bb511adb1e96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1542943 Nov 09 17:19:35.396022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4baa0d1-f185-4755-ad75-2f8bdc9eef0c req-d6567d3a-ac6c-40de-8c44-9b43d093a3f9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934443 Nov 09 17:19:35.409460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-62e3c153-8526-41ef-9b39-e576bbbcd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:35.415507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-62e3c153-8526-41ef-9b39-e576bbbcd5aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655982 Nov 09 17:19:35.458416 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-701346ae-72f7-44f4-a32a-9f3cfe5b0721 service neutron] 10.222.0.43 "GET /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.1870670 Nov 09 17:19:35.609395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-4fff8caa-f983-4078-a0c4-f969ea51184b service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804166 Nov 09 17:19:35.753585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:35.758718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-babe1e90-c225-4a56-8f31-80b462725183 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/e0afb5c5-4252-4cc5-a4df-8ba148e41531 HTTP/1.1" status: 200 len: 1820 time: 0.0704017 Nov 09 17:19:35.762953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07dfc6-cb30-474e-9b1a-81e8f6f46948 req-5168cabe-cf2e-47d9-bcb6-5ae5128af621 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437898 Nov 09 17:19:35.780537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:35.821285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eb3a92-404a-4f31-b10c-5c684c2f5862 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:35.833761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:35.838633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-fa1c350c-31ff-488d-a7c4-807451f67250 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/fbb4db63-a985-496d-9784-bc32cabc10ca HTTP/1.1" status: 200 len: 1822 time: 0.0683105 Nov 09 17:19:35.844082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e0afb5c5-4252-4cc5-a4df-8ba148e41531', 'remote_group_id': 'fbb4db63-a985-496d-9784-bc32cabc10ca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:35.844627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e0afb5c5-4252-4cc5-a4df-8ba148e41531', 'remote_group_id': 'fbb4db63-a985-496d-9784-bc32cabc10ca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:35.860951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:35.919485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbcc04-8067-4140-bf5e-9aff7ce96f78 req-1c78cf53-9820-40a2-b986-73b3fbf2f245 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:35.921387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73fbcc04-8067-4140-bf5e-9aff7ce96f78 req-1c78cf53-9820-40a2-b986-73b3fbf2f245 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 944 time: 0.3360229 Nov 09 17:19:35.952078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.019851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.025094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.041215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73fbcc04-8067-4140-bf5e-9aff7ce96f78 req-b379a451-5c70-452a-b7fd-9e3060b7c052 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902276 Nov 09 17:19:36.055155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacbc6b7-c2f3-4cd9-804e-96ddfd6153d2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:36.064934 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.065577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fac37a3-f233-43d5-8ea3-8672ebd846df req-e8ce5040-bcbf-4a06-ab00-36d6171c60cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2257600 Nov 09 17:19:36.086976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] Transition to ACTIVE for port object 96eb3a92-404a-4f31-b10c-5c684c2f5862 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:19:36.096516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.137772 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:19:36.173484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6f652d3f-8694-4ec8-a496-e241fe6c3577 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:36.279149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3088255e-a6b8-4000-a799-06063d53a9bf', 'tag': '24519eee-b1c0-4c8d-8c98-ef445f98045b'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:36.285900 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65793b1-519f-45d2-9ffa-d80b798d2e49" -d '{"events": [{"name": "network-changed", "server_uuid": "3088255e-a6b8-4000-a799-06063d53a9bf", "tag": "24519eee-b1c0-4c8d-8c98-ef445f98045b"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:36.310334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ab934-91fa-4eab-9648-6d9017c02782 req-a62b638f-0606-4e68-b933-64fc9f9e7824 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:36.311986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df2ab934-91fa-4eab-9648-6d9017c02782 req-a62b638f-0606-4e68-b933-64fc9f9e7824 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 948 time: 0.1028914 Nov 09 17:19:36.357037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] No DVR routers for this DVR port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:36.373008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=10']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:36.414415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df2ab934-91fa-4eab-9648-6d9017c02782 req-df55fa08-8776-4243-b94a-21a97a2f0a54 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907068 Nov 09 17:19:36.430888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6f652d3f-8694-4ec8-a496-e241fe6c3577, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:36.449953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6f652d3f-8694-4ec8-a496-e241fe6c3577', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '6f652d3f-8694-4ec8-a496-e241fe6c3577', 'mac_address': 'fa:16:3e:15:46:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:36.506562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65cb1-1388-4481-b7d0-f5a54e5a11d3 req-a7f5042e-3fad-4321-b7b5-94d1864bd82a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:36.508210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3eb65cb1-1388-4481-b7d0-f5a54e5a11d3 req-a7f5042e-3fad-4321-b7b5-94d1864bd82a tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 950 time: 0.3154037 Nov 09 17:19:36.522896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-32aea95a-01eb-498b-baca-b2aefd8cb8a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862/bindings/n-h2-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0571508 Nov 09 17:19:36.524024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.556282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f652d3f-8694-4ec8-a496-e241fe6c3577 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:36.586662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6f652d3f-8694-4ec8-a496-e241fe6c3577, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:36.592696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.606812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414f0ba-6654-4f1a-a760-a1020866d242 req-4e5d7a7f-0b21-4b04-8cb7-8463750be083 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:36.608691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7414f0ba-6654-4f1a-a760-a1020866d242 req-4e5d7a7f-0b21-4b04-8cb7-8463750be083 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.0794711 Nov 09 17:19:36.614805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3eb65cb1-1388-4481-b7d0-f5a54e5a11d3 req-7c37ea84-51e7-4fd8-aae5-f8b9c8d02410 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908453 Nov 09 17:19:36.689467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6f652d3f-8694-4ec8-a496-e241fe6c3577,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:36.730238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7414f0ba-6654-4f1a-a760-a1020866d242 req-5594f76b-98f6-4aec-9c1f-9a7a6b1fd665 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883644 Nov 09 17:19:36.730871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-52f37112-c04f-43fe-9888-efe5c2be753e req-157de4a5-f3c0-476d-a23d-5e5e4c60752c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/fbb4db63-a985-496d-9784-bc32cabc10ca HTTP/1.1" status: 200 len: 1822 time: 0.0738270 Nov 09 17:19:36.795536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-2ac26475-c377-48b6-a53b-e989e67e85a8 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:36.797491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-2ac26475-c377-48b6-a53b-e989e67e85a8 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.1877887 Nov 09 17:19:36.832858 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c9093e-3fdd-4170-8333-3505d758d07d x-openstack-request-id: req-52c9093e-3fdd-4170-8333-3505d758d07d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:36.833200 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3088255e-a6b8-4000-a799-06063d53a9bf", "tag": "24519eee-b1c0-4c8d-8c98-ef445f98045b", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:36.833461 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52c9093e-3fdd-4170-8333-3505d758d07d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:36.833911 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3088255e-a6b8-4000-a799-06063d53a9bf', 'tag': '24519eee-b1c0-4c8d-8c98-ef445f98045b', 'status': 'completed', 'code': 200} Nov 09 17:19:36.867061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-52f37112-c04f-43fe-9888-efe5c2be753e req-c103d52c-c0e0-416a-985d-2cbe7d92a49c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.931576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6f652d3f-8694-4ec8-a496-e241fe6c3577'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:36.939254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-52f37112-c04f-43fe-9888-efe5c2be753e req-c103d52c-c0e0-416a-985d-2cbe7d92a49c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:36.987386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-706e27a7-d674-4eb6-92d8-6c561a546175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:36.992282 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-706e27a7-d674-4eb6-92d8-6c561a546175 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2&tenant_id=b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 1096 time: 0.1751065 Nov 09 17:19:37.033064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-839451f6-90c6-4658-a3f7-b69e4b6e33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.042010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-839451f6-90c6-4658-a3f7-b69e4b6e33c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 1099 time: 0.1395073 Nov 09 17:19:37.053088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c818e-2381-4aac-ab60-3ae1f8c6e39e req-c726c819-584f-4bf5-9c07-bf3428e325a8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.061717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6c818e-2381-4aac-ab60-3ae1f8c6e39e req-c726c819-584f-4bf5-9c07-bf3428e325a8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1585438 Nov 09 17:19:37.167407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6c818e-2381-4aac-ab60-3ae1f8c6e39e req-34b7cb15-dbb2-4b6a-87dd-c4769b075fb7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046824 Nov 09 17:19:37.173826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-637a92db-6a0d-4674-9128-af8be8dfa2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.178717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-637a92db-6a0d-4674-9128-af8be8dfa2f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1067941 Nov 09 17:19:37.199039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-52f37112-c04f-43fe-9888-efe5c2be753e req-c103d52c-c0e0-416a-985d-2cbe7d92a49c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:37.204482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-52f37112-c04f-43fe-9888-efe5c2be753e req-c103d52c-c0e0-416a-985d-2cbe7d92a49c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:37.219636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-52f37112-c04f-43fe-9888-efe5c2be753e req-c103d52c-c0e0-416a-985d-2cbe7d92a49c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/fbb4db63-a985-496d-9784-bc32cabc10ca HTTP/1.1" status: 204 len: 173 time: 0.4819198 Nov 09 17:19:37.273479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103d52c-c0e0-416a-985d-2cbe7d92a49c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb4db63-a985-496d-9784-bc32cabc10ca,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:37.317677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-916009b1-65f9-4a3e-8455-c292d630617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.319817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-916009b1-65f9-4a3e-8455-c292d630617e service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2626870 Nov 09 17:19:37.373223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-3eff98eb-67c0-48a2-8331-41100e48cc6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b HTTP/1.1" status: 200 len: 217 time: 0.0441775 Nov 09 17:19:37.420063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-2bcd1e85-66d6-4b5c-b97c-5c87c69f53b3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.421821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-2bcd1e85-66d6-4b5c-b97c-5c87c69f53b3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 950 time: 0.1508605 Nov 09 17:19:37.471389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b01c7-7898-4b91-87f6-a27b9180587b req-fe503408-d32e-4bb4-867d-8c3e188e5835 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.472909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a1b01c7-7898-4b91-87f6-a27b9180587b req-fe503408-d32e-4bb4-867d-8c3e188e5835 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 945 time: 0.0987797 Nov 09 17:19:37.499028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-8b76c42d-41f3-4e09-9102-810dab73c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.500540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-8b76c42d-41f3-4e09-9102-810dab73c5a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1169696 Nov 09 17:19:37.507317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aac1927f-86de-464d-8172-23b54a1f8669 req-a5e12dc8-e9fc-45c9-82f1-c14ae96af1a5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/e0afb5c5-4252-4cc5-a4df-8ba148e41531 HTTP/1.1" status: 200 len: 1820 time: 0.1680322 Nov 09 17:19:37.522500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f90193d3-350d-4532-9da6-821613312212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.524161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-f90193d3-350d-4532-9da6-821613312212 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.3336558 Nov 09 17:19:37.602269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a1b01c7-7898-4b91-87f6-a27b9180587b req-b62fa8fb-1798-476b-b7a7-8547dfaa44a4 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145353 Nov 09 17:19:37.605448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-6ebc7abb-7fd9-41a4-817d-1e69fcab3a86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 200 len: 217 time: 0.0649345 Nov 09 17:19:37.645278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-538d6495-bb16-40b5-8a4c-75d65800cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.651434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-538d6495-bb16-40b5-8a4c-75d65800cef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902553 Nov 09 17:19:37.659175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2ad1cf67-ed1c-4598-94c1-b5f33c5ed6dc req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2137051021', 'description': 'tempest-description-1715554671'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:37.728584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-916e78e7-a9f7-4f69-a0a0-5c0c391b6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.731652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-916e78e7-a9f7-4f69-a0a0-5c0c391b6400 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1167228 Nov 09 17:19:37.747584 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2ad1cf67-ed1c-4598-94c1-b5f33c5ed6dc req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:37.791583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-cec22449-ecd1-40f2-9161-ec825b33aa6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491340 Nov 09 17:19:37.798652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Deleting port a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:19:37.799844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:37.843723 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-059ab5cc-966d-42ee-91ac-68bbf3ab7533 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764321 Nov 09 17:19:37.932950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbb584-6fbd-4cdd-82b7-351d0adc606a req-352010b4-3dee-4ba3-8062-5c928b8b2687 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:37.948577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7cbb584-6fbd-4cdd-82b7-351d0adc606a req-352010b4-3dee-4ba3-8062-5c928b8b2687 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 948 time: 0.2816634 Nov 09 17:19:37.958365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c65793b1-519f-45d2-9ffa-d80b798d2e49 req-777f1319-901e-4e94-8da6-64119a4e7055 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038077 Nov 09 17:19:38.034779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2ad1cf67-ed1c-4598-94c1-b5f33c5ed6dc req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.043687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2ad1cf67-ed1c-4598-94c1-b5f33c5ed6dc req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.076324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2ad1cf67-ed1c-4598-94c1-b5f33c5ed6dc req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.112075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ad1cf67-ed1c-4598-94c1-b5f33c5ed6dc req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4594502 Nov 09 17:19:38.151306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f1bc1-83f8-444a-b7e8-7db37faa23e5 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6334c-192f-47a6-ae72-ac40d88f747b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:38.173598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] For port a6f97746-29ee-4a4d-bfe9-0036411a7aea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6f97746-29ee-4a4d-bfe9-0036411a7aea,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:38.174401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.181632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24519eee-b1c0-4c8d-8c98-ef445f98045b details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:38.208711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Calling delete_port for a6f97746-29ee-4a4d-bfe9-0036411a7aea owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:19:38.231595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6f652d3f-8694-4ec8-a496-e241fe6c3577 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:38.266881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff2505-c9ed-4dde-ad6d-0b98f3d544ef req-e9f70e00-a63b-4cec-993a-f2effeda06d3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:38.279244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ff2505-c9ed-4dde-ad6d-0b98f3d544ef req-e9f70e00-a63b-4cec-993a-f2effeda06d3 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/ports?device_id=98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1 HTTP/1.1" status: 200 len: 950 time: 0.0880618 Nov 09 17:19:38.367893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7cbb584-6fbd-4cdd-82b7-351d0adc606a req-4bbe5723-2353-4881-9973-6c362f38d3b1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178090 Nov 09 17:19:38.370354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-dd26c85e-f816-4c38-931c-4695f74464b9 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635035 Nov 09 17:19:38.406467 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ff2505-c9ed-4dde-ad6d-0b98f3d544ef req-27e02e47-247b-4cc2-9674-4276058e1bb4 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.45 "GET /v2.0/security-groups?id=a84275c0-9a70-482b-b86b-059fa70a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044371 Nov 09 17:19:38.421329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24519eee-b1c0-4c8d-8c98-ef445f98045b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:38.442599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '24519eee-b1c0-4c8d-8c98-ef445f98045b', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '24519eee-b1c0-4c8d-8c98-ef445f98045b', 'mac_address': 'fa:16:3e:96:94:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:38.541874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d631068b-4e1d-44e5-b3a8-40e1029bef05 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/c7d6334c-192f-47a6-ae72-ac40d88f747b HTTP/1.1" status: 200 len: 1822 time: 0.0800421 Nov 09 17:19:38.560786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7d6334c-192f-47a6-ae72-ac40d88f747b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:38.561111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7d6334c-192f-47a6-ae72-ac40d88f747b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:38.570001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.605340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24519eee-b1c0-4c8d-8c98-ef445f98045b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:38.648668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.654590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24519eee-b1c0-4c8d-8c98-ef445f98045b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:38.666946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6f97746-29ee-4a4d-bfe9-0036411a7aea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:38.677238 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.685162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.704409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Pushing event deleted for resources: {'Port': ['ID=a6f97746-29ee-4a4d-bfe9-0036411a7aea,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:38.719754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730f66f-16fc-4731-840d-b26e22a5d283 req-d2b676c6-dc6e-432a-8d0e-1ac17370bac3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:38.721358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1730f66f-16fc-4731-840d-b26e22a5d283 req-d2b676c6-dc6e-432a-8d0e-1ac17370bac3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1555822 Nov 09 17:19:38.726326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-24616b3a-8f63-46ca-909b-e3ad6b28da15 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445776 Nov 09 17:19:38.765768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.776888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.814901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] No DVR routers for this DVR port a6f97746-29ee-4a4d-bfe9-0036411a7aea on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:19:38.816390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 6f652d3f-8694-4ec8-a496-e241fe6c3577 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:19:38.821356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca6cbd6-3efe-4012-94c1-cdb3fee2c8b5,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:38.826514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.832767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-896f7cc1-24b3-4783-9935-a441d9829c38 req-263ee8f2-195f-440f-a983-caadff0e18c0 tempest-ServersAdminTestJSON-124133446 tempest-ServersAdminTestJSON-124133446-project] 10.222.0.83 "DELETE /v2.0/ports/a6f97746-29ee-4a4d-bfe9-0036411a7aea HTTP/1.1" status: 204 len: 173 time: 1.3992674 Nov 09 17:19:38.832908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.833524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-deleted', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:38.834635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c028de78-4dcc-4e60-b64d-43f4171fd927 req-d4ef66ed-287f-44ee-89c6-1fb1c156a4e0 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2784674 Nov 09 17:19:38.838190 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d6987-81b7-474c-b993-667436df11c0" -d '{"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-deleted", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:38.845705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6f652d3f-8694-4ec8-a496-e241fe6c3577 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:38.846387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:38.913779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1730f66f-16fc-4731-840d-b26e22a5d283 req-a836ab61-441e-4ec9-897f-49d1676f2314 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473937 Nov 09 17:19:38.933594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=24519eee-b1c0-4c8d-8c98-ef445f98045b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:39.025521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea26c-eeda-4d29-bc71-a4027376a7ab req-2b22bf8d-9b80-4269-afe1-3d433883fde7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:39.043727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-713ea26c-eeda-4d29-bc71-a4027376a7ab req-2b22bf8d-9b80-4269-afe1-3d433883fde7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.1331782 Nov 09 17:19:39.080614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['24519eee-b1c0-4c8d-8c98-ef445f98045b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:39.167716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.168343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-713ea26c-eeda-4d29-bc71-a4027376a7ab req-51b7cb07-2a0f-4dfc-b5a2-6c84a7e51d3f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116962 Nov 09 17:19:39.229486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-6161c5d6-9c1a-4dfb-8d6f-adc9bfa91fb1 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:39.233393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-6161c5d6-9c1a-4dfb-8d6f-adc9bfa91fb1 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.1628776 Nov 09 17:19:39.248450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97256401-a8d3-405c-9ff8-fbc653614967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f652d3f-8694-4ec8-a496-e241fe6c3577'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:39.251311 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb26709-2558-4aeb-af60-0e04ea80b375" -d '{"events": [{"server_uuid": "97256401-a8d3-405c-9ff8-fbc653614967", "name": "network-vif-plugged", "status": "completed", "tag": "6f652d3f-8694-4ec8-a496-e241fe6c3577"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:39.254274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790ab91-3628-4922-826e-67ba13c779b1 req-cca2422b-e2cd-46e6-b8cd-3f4b8fe60586 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:39.257047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1790ab91-3628-4922-826e-67ba13c779b1 req-cca2422b-e2cd-46e6-b8cd-3f4b8fe60586 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 945 time: 0.0954671 Nov 09 17:19:39.290691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6f652d3f-8694-4ec8-a496-e241fe6c3577, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:39.305014 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.376873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1790ab91-3628-4922-826e-67ba13c779b1 req-da26f08e-a8d8-46e1-afae-0f5bab9ae79e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 Nov 09 17:19:39.394359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6f652d3f-8694-4ec8-a496-e241fe6c3577,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:39.510163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-9be6757a-ffc0-4c49-8966-69b023e7adf6 service neutron] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:39.515622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-228fa727-69c7-401b-a9dc-78ee2d5c0e90 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/c7d6334c-192f-47a6-ae72-ac40d88f747b HTTP/1.1" status: 200 len: 2415 time: 0.0790007 Nov 09 17:19:39.523910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-9be6757a-ffc0-4c49-8966-69b023e7adf6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.525028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99228347-5be6-4ec6-a8a0-1ae925e34d9d req-9be6757a-ffc0-4c49-8966-69b023e7adf6 service neutron] 10.222.0.83 "DELETE /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862/bindings/n-h1-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.2678461 Nov 09 17:19:39.530897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-9367f7ec-128a-4ca8-9189-3a3bdf5c2ef6 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:39.531439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7d6334c-192f-47a6-ae72-ac40d88f747b', 'remote_group_id': None}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:39.531748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7d6334c-192f-47a6-ae72-ac40d88f747b', 'remote_group_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:39.533717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-9367f7ec-128a-4ca8-9189-3a3bdf5c2ef6 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/networks?id=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc HTTP/1.1" status: 200 len: 814 time: 0.1671369 Nov 09 17:19:39.561008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-8289a6c4-065f-4caa-ad44-b98e816b7c99 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/quotas/33259f2e9fec4917bc83d770946497a5 HTTP/1.1" status: 200 len: 375 time: 0.0141742 Nov 09 17:19:39.611977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.633080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-8d1e22ac-65af-427f-b6cf-6c0e6932bc48 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=33259f2e9fec4917bc83d770946497a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644581 Nov 09 17:19:39.652163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.656505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.672937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5350c3cf-6584-4431-a236-126fcd05cfcd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:39.687608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:39.689407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1bdf8fe-e9bd-40b7-b4f6-baaad135cd41 req-cac19071-0162-4889-882d-f48330582518 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1633635 Nov 09 17:19:39.731102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-2e41ce57-86f1-44ed-b164-8dfa04d3d68e service neutron] 10.222.0.45 "GET /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970225 Nov 09 17:19:39.738337 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957944d5-7ced-4105-852f-24f3f8eafe78 x-openstack-request-id: req-957944d5-7ced-4105-852f-24f3f8eafe78 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:39.738768 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1", "name": "network-vif-deleted", "tag": "a6f97746-29ee-4a4d-bfe9-0036411a7aea", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:39.739050 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-957944d5-7ced-4105-852f-24f3f8eafe78 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:39.739596 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c7764e-ceb1-4b58-9933-bc3d0cbb4fb1', 'name': 'network-vif-deleted', 'tag': 'a6f97746-29ee-4a4d-bfe9-0036411a7aea', 'status': 'completed', 'code': 200} Nov 09 17:19:39.778803 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4262d8-8a49-40e5-a325-193b7dba95e4 x-openstack-request-id: req-db4262d8-8a49-40e5-a325-193b7dba95e4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:39.779479 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97256401-a8d3-405c-9ff8-fbc653614967", "name": "network-vif-plugged", "status": "completed", "tag": "6f652d3f-8694-4ec8-a496-e241fe6c3577", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:39.780138 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db4262d8-8a49-40e5-a325-193b7dba95e4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:39.780910 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97256401-a8d3-405c-9ff8-fbc653614967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f652d3f-8694-4ec8-a496-e241fe6c3577', 'code': 200} Nov 09 17:19:39.854649 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-c50f0aa5-ae64-4d26-a33f-52f6c01c86a1 service neutron] 10.222.0.45 "GET /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199434 Nov 09 17:19:39.900904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1be8-7221-4173-ae04-d917d9e196be req-9d7781f9-7cae-4154-aec8-ec6b4708986d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:39.902520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbb1be8-7221-4173-ae04-d917d9e196be req-9d7781f9-7cae-4154-aec8-ec6b4708986d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 949 time: 0.0633068 Nov 09 17:19:39.980758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbb1be8-7221-4173-ae04-d917d9e196be req-5c380846-1c34-4028-9fff-6ad112a372ad tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715654 Nov 09 17:19:40.171553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a11e2199-655c-4359-a156-93bdc5c62173 req-413760a9-5c8b-4f5d-8501-70aa373f859d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/c7d6334c-192f-47a6-ae72-ac40d88f747b HTTP/1.1" status: 200 len: 3013 time: 0.0976486 Nov 09 17:19:40.274736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-327af3b1-8a03-475d-8bc3-44302e739661 req-7fcb018d-8052-4a00-8433-af2b0fa0e77a tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0542464 Nov 09 17:19:40.298068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ab10-88e5-4455-8d60-cb4b7695a652 req-01d6705c-b971-4a51-af55-e93edfdca9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:40.299704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54f3ab10-88e5-4455-8d60-cb4b7695a652 req-01d6705c-b971-4a51-af55-e93edfdca9fc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 1100 time: 0.4263968 Nov 09 17:19:40.313407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545e815-ef03-4417-81b7-95594ddc2257 req-cbc28a1b-6304-4fa0-b481-7b4820221fa5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:40.322158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f545e815-ef03-4417-81b7-95594ddc2257 req-cbc28a1b-6304-4fa0-b481-7b4820221fa5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.0708678 Nov 09 17:19:40.409922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54f3ab10-88e5-4455-8d60-cb4b7695a652 req-9fdd856a-fd00-4b2a-a69d-40d462811768 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845807 Nov 09 17:19:40.424809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f545e815-ef03-4417-81b7-95594ddc2257 req-4472c8a5-27b4-4061-9f6b-bcb160f810b0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971353 Nov 09 17:19:40.468898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49530) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:40.482638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-5ee00958-9b6e-4e20-8642-c729d8e40a36 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-group-rules/5350c3cf-6584-4431-a236-126fcd05cfcd HTTP/1.1" status: 200 len: 783 time: 0.0434015 Nov 09 17:19:40.491451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54098659-e78a-4388-9647-9c0f300d2e1f req-3774b191-0981-4962-a5a0-284a02b198e8 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:40.496373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54098659-e78a-4388-9647-9c0f300d2e1f req-3774b191-0981-4962-a5a0-284a02b198e8 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0501113 Nov 09 17:19:40.551063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54098659-e78a-4388-9647-9c0f300d2e1f req-f2615329-5d10-4df2-9841-2c853053ccea tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502555 Nov 09 17:19:40.576628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-7b3ceb8d-b8e5-48af-8814-9c5c4110dec9 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/c7d6334c-192f-47a6-ae72-ac40d88f747b HTTP/1.1" status: 200 len: 3013 time: 0.0868752 Nov 09 17:19:40.611014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-5bc7b851-ba0f-4b50-9919-8617b2db583c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:40.621760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-5bc7b851-ba0f-4b50-9919-8617b2db583c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:40.691834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-5bc7b851-ba0f-4b50-9919-8617b2db583c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:40.701337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-5bc7b851-ba0f-4b50-9919-8617b2db583c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:40.703159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-401ef2e8-d1f6-4fd1-a673-55436d5d2dd8 req-5bc7b851-ba0f-4b50-9919-8617b2db583c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5350c3cf-6584-4431-a236-126fcd05cfcd HTTP/1.1" status: 204 len: 173 time: 0.1182742 Nov 09 17:19:40.729029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7b851-ba0f-4b50-9919-8617b2db583c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5350c3cf-6584-4431-a236-126fcd05cfcd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:40.748843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1690d04-8c49-458f-bd77-fcb9416a262e req-4b06792a-afe6-45e2-b434-a57bb798f576 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:40.750539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1690d04-8c49-458f-bd77-fcb9416a262e req-4b06792a-afe6-45e2-b434-a57bb798f576 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.0837004 Nov 09 17:19:40.759829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a5017ab5-1922-4bba-9033-65e7054670d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9a5bb748a9b40a6b404119f05e42775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905195 Nov 09 17:19:40.762326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49540) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:40.839777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1690d04-8c49-458f-bd77-fcb9416a262e req-3324b496-260a-4651-94ce-f5276893e0da tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807977 Nov 09 17:19:40.843770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e20518-765e-48ce-91bf-197077b54e90 req-5c0ea2e4-e201-4558-8956-88f1058afd9c tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:40.845284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4e20518-765e-48ce-91bf-197077b54e90 req-5c0ea2e4-e201-4558-8956-88f1058afd9c tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0653489 Nov 09 17:19:40.863634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2149b1cc-0ac0-4e49-86ef-55db425bd28f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:40.912153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2149b1cc-0ac0-4e49-86ef-55db425bd28f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:40.976266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a536c0c8-73b5-44af-8fe4-6b0e710246d6 req-ef151da5-f143-4abc-a0a6-62c05b4f6fc7 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/c7d6334c-192f-47a6-ae72-ac40d88f747b HTTP/1.1" status: 200 len: 2415 time: 0.0853007 Nov 09 17:19:40.984923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4e20518-765e-48ce-91bf-197077b54e90 req-3df46a16-0ab5-4e2f-b6c6-5b89b57932f7 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271870 Nov 09 17:19:41.031318 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2149b1cc-0ac0-4e49-86ef-55db425bd28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.031318 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2149b1cc-0ac0-4e49-86ef-55db425bd28f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.031318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2149b1cc-0ac0-4e49-86ef-55db425bd28f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a84275c0-9a70-482b-b86b-059fa70a7d91 HTTP/1.1" status: 204 len: 168 time: 0.2669773 Nov 09 17:19:41.067597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149b1cc-0ac0-4e49-86ef-55db425bd28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84275c0-9a70-482b-b86b-059fa70a7d91,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:41.144944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a536c0c8-73b5-44af-8fe4-6b0e710246d6 req-fff7ef43-3179-4c32-bf0f-0118fc521a70 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.166491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbf085-9933-4e92-9540-67fcec96ff67 req-503cdc3c-6e3b-4b69-a5e7-6d49d5df93f9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:41.168244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55fbf085-9933-4e92-9540-67fcec96ff67 req-503cdc3c-6e3b-4b69-a5e7-6d49d5df93f9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 949 time: 0.0741940 Nov 09 17:19:41.184691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a536c0c8-73b5-44af-8fe4-6b0e710246d6 req-fff7ef43-3179-4c32-bf0f-0118fc521a70 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.249615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a536c0c8-73b5-44af-8fe4-6b0e710246d6 req-fff7ef43-3179-4c32-bf0f-0118fc521a70 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.252920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a536c0c8-73b5-44af-8fe4-6b0e710246d6 req-fff7ef43-3179-4c32-bf0f-0118fc521a70 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.254091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a536c0c8-73b5-44af-8fe4-6b0e710246d6 req-fff7ef43-3179-4c32-bf0f-0118fc521a70 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/c7d6334c-192f-47a6-ae72-ac40d88f747b HTTP/1.1" status: 204 len: 173 time: 0.2656245 Nov 09 17:19:41.255270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55fbf085-9933-4e92-9540-67fcec96ff67 req-1eac63cb-fe3f-47a0-a5f5-d8abdad65906 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735948 Nov 09 17:19:41.271879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7ef43-3179-4c32-bf0f-0118fc521a70 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6334c-192f-47a6-ae72-ac40d88f747b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:41.333131 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-66c0784e-0631-4aa8-aea9-b5471563a2a9 req-c56d3d65-816a-4e72-b0e1-983a921f4937 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] show failed (client error): The resource could not be found. Nov 09 17:19:41.335552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66c0784e-0631-4aa8-aea9-b5471563a2a9 req-c56d3d65-816a-4e72-b0e1-983a921f4937 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/fbb4db63-a985-496d-9784-bc32cabc10ca HTTP/1.1" status: 404 len: 352 time: 0.0254536 Nov 09 17:19:41.460760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:41.469132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3a747d9-d1e5-4531-96f3-dd2698629299 req-39653450-318c-4e43-b159-915043d32ec0 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0694211 Nov 09 17:19:41.487404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: a6f97746-29ee-4a4d-bfe9-0036411a7aea {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:19:41.488372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6f97746-29ee-4a4d-bfe9-0036411a7aea not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:19:41.575628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49564) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:41.628287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-649e8c71-3eea-48d4-a0db-da0e317c39bc req-ac7e0ebc-3e59-4129-bbbb-7a5ba55c73cd tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/e0afb5c5-4252-4cc5-a4df-8ba148e41531 HTTP/1.1" status: 200 len: 1820 time: 0.1088610 Nov 09 17:19:41.670502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9b695eea-b443-49a8-8d26-25419de8070f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=973867da470c4ea183b503431306c0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895410 Nov 09 17:19:41.673474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49566) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:41.803615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-649e8c71-3eea-48d4-a0db-da0e317c39bc req-5c09f849-a902-4512-b9a3-dafea97a2d5d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.868890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f09a0f6-f14b-427e-a7fe-31db09b7c2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.874970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b57bb83a-48d3-4605-a248-f3cc799f54d3 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:41.877802 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-649e8c71-3eea-48d4-a0db-da0e317c39bc req-5c09f849-a902-4512-b9a3-dafea97a2d5d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:41.877985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b57bb83a-48d3-4605-a248-f3cc799f54d3 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.83 "GET /v2.0/networks?id=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc HTTP/1.1" status: 200 len: 814 time: 0.3079998 Nov 09 17:19:41.899805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Request body: {'port': {'device_id': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'admin_state_up': True, 'tenant_id': '33259f2e9fec4917bc83d770946497a5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:41.953816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f09a0f6-f14b-427e-a7fe-31db09b7c2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.060974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-649e8c71-3eea-48d4-a0db-da0e317c39bc req-5c09f849-a902-4512-b9a3-dafea97a2d5d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.063555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-649e8c71-3eea-48d4-a0db-da0e317c39bc req-5c09f849-a902-4512-b9a3-dafea97a2d5d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.069981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-649e8c71-3eea-48d4-a0db-da0e317c39bc req-5c09f849-a902-4512-b9a3-dafea97a2d5d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0afb5c5-4252-4cc5-a4df-8ba148e41531 HTTP/1.1" status: 204 len: 173 time: 0.4405777 Nov 09 17:19:42.103290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09f849-a902-4512-b9a3-dafea97a2d5d tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0afb5c5-4252-4cc5-a4df-8ba148e41531,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:42.125499 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f09a0f6-f14b-427e-a7fe-31db09b7c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.135465 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f09a0f6-f14b-427e-a7fe-31db09b7c2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.136855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8f09a0f6-f14b-427e-a7fe-31db09b7c2ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88ae868e-29c9-4b3e-988d-4c0c0d7f629d HTTP/1.1" status: 204 len: 168 time: 0.4622409 Nov 09 17:19:42.168839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09a0f6-f14b-427e-a7fe-31db09b7c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae868e-29c9-4b3e-988d-4c0c0d7f629d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:42.174737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24519eee-b1c0-4c8d-8c98-ef445f98045b up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:42.231273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b8792-4785-4573-9b89-5ef132c83534 req-b6c0f001-4ab7-49eb-9cb6-e428ae52471c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:42.233940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f5b8792-4785-4573-9b89-5ef132c83534 req-b6c0f001-4ab7-49eb-9cb6-e428ae52471c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1761205 Nov 09 17:19:42.254963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Made reservation on behalf of 33259f2e9fec4917bc83d770946497a5 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:42.262701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.301577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 24519eee-b1c0-4c8d-8c98-ef445f98045b completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:19:42.309056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 24519eee-b1c0-4c8d-8c98-ef445f98045b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:42.309835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.445150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.485298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24519eee-b1c0-4c8d-8c98-ef445f98045b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:42.487145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088255e-a6b8-4000-a799-06063d53a9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24519eee-b1c0-4c8d-8c98-ef445f98045b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:42.491224 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11785e62-d441-4b6c-973b-4c0ef70017d3" -d '{"events": [{"server_uuid": "3088255e-a6b8-4000-a799-06063d53a9bf", "name": "network-vif-plugged", "status": "completed", "tag": "24519eee-b1c0-4c8d-8c98-ef445f98045b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:42.494030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f5b8792-4785-4573-9b89-5ef132c83534 req-6d68bece-eb18-4bd1-b1d9-4e38f8a439fc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414317 Nov 09 17:19:42.496304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:42.573877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=24519eee-b1c0-4c8d-8c98-ef445f98045b,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:42.586237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.586237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.586628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.586875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.587301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.587640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.587969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.588848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.589344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.590268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.590968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.591375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:42.609797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0da4-0d7c-41b8-89e2-2a6e9761fbb6 req-7e6ce244-ccda-4fde-8f05-f312d9260f95 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:42.631148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4eb0da4-0d7c-41b8-89e2-2a6e9761fbb6 req-7e6ce244-ccda-4fde-8f05-f312d9260f95 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.2434113 Nov 09 17:19:42.731195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4eb0da4-0d7c-41b8-89e2-2a6e9761fbb6 req-b1fd7e07-ec82-42f7-9967-a3e6eaf850ee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981212 Nov 09 17:19:42.767147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d57ce932-0a02-4b2a-a7e3-7eb97e9b4839 req-1e94da84-1930-48ff-84ed-f3ac97be3619 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/3d6e59c6-ea9a-484f-b10a-0a78c1929261 HTTP/1.1" status: 200 len: 1821 time: 0.1401222 Nov 09 17:19:42.834670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Allocated IP 172.20.0.5 (8f147c5d-aaec-44f8-96b5-a132f4a9bdcc/e501cf57-30bd-47ca-86d1-fcf5087259c5/454f027e-b658-42f4-9fca-df0c61974073) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:42.925887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480766ba-b597-4dbf-8e56-520aafe854a7 req-21de4a97-abdf-4106-b8a0-cf31d32e8140 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:42.928236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-480766ba-b597-4dbf-8e56-520aafe854a7 req-21de4a97-abdf-4106-b8a0-cf31d32e8140 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 950 time: 0.1004035 Nov 09 17:19:43.022099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d57ce932-0a02-4b2a-a7e3-7eb97e9b4839 req-d8977862-2984-4ff8-93df-b7206eae44f2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.039507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-480766ba-b597-4dbf-8e56-520aafe854a7 req-3b441dcf-eede-4f7a-b568-f686d8db4c08 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901864 Nov 09 17:19:43.111299 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee54ba2-51aa-4e94-8866-a622a67c851f x-openstack-request-id: req-eee54ba2-51aa-4e94-8866-a622a67c851f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:43.112765 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088255e-a6b8-4000-a799-06063d53a9bf", "name": "network-vif-plugged", "status": "completed", "tag": "24519eee-b1c0-4c8d-8c98-ef445f98045b", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:43.113518 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eee54ba2-51aa-4e94-8866-a622a67c851f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:43.114617 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3088255e-a6b8-4000-a799-06063d53a9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24519eee-b1c0-4c8d-8c98-ef445f98045b', 'code': 200} Nov 09 17:19:43.145985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d57ce932-0a02-4b2a-a7e3-7eb97e9b4839 req-d8977862-2984-4ff8-93df-b7206eae44f2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.298638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.310424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d57ce932-0a02-4b2a-a7e3-7eb97e9b4839 req-d8977862-2984-4ff8-93df-b7206eae44f2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.313535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d57ce932-0a02-4b2a-a7e3-7eb97e9b4839 req-d8977862-2984-4ff8-93df-b7206eae44f2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.314969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d57ce932-0a02-4b2a-a7e3-7eb97e9b4839 req-d8977862-2984-4ff8-93df-b7206eae44f2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/3d6e59c6-ea9a-484f-b10a-0a78c1929261 HTTP/1.1" status: 204 len: 173 time: 0.5361226 Nov 09 17:19:43.329552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8977862-2984-4ff8-93df-b7206eae44f2 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e59c6-ea9a-484f-b10a-0a78c1929261,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:43.383846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.470252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Pushing event updated for resources: {'Port': ['ID=454f027e-b658-42f4-9fca-df0c61974073,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:43.504787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:43.512516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:43.516698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:43.534897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:43.538507 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.584095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-921bf107-4b82-4770-84b4-381c57d23664 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6913855 Nov 09 17:19:43.606012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c518f707-f1d8-4bea-ab08-189fef3702f9 req-12146e15-70f6-4bba-ad2f-15f0ed07b965 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 210 time: 0.3479602 Nov 09 17:19:43.611808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Request body: {'port': {'device_id': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:43.642723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fb4d7-cadb-4b88-b3b0-0f4c48af4de2 req-0e0a9f67-b8c8-47fd-81cc-2950b9667d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:43.657343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e4fb4d7-cadb-4b88-b3b0-0f4c48af4de2 req-0e0a9f67-b8c8-47fd-81cc-2950b9667d8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 1101 time: 0.4420815 Nov 09 17:19:43.754802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e4fb4d7-cadb-4b88-b3b0-0f4c48af4de2 req-fffac8e5-7c38-44b6-b5f4-d1491fd9dc5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871384 Nov 09 17:19:43.847534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:43.936751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79e408c7-953f-476d-bd51-5f4f011b00d7 req-4856906e-a468-41b0-853f-54b2d2ec8165 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/93e11e16-2fec-4691-aa36-28f93e36202a HTTP/1.1" status: 200 len: 1820 time: 0.1873612 Nov 09 17:19:44.119618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2342fd-e248-45f9-96d7-eabdea17988d req-e215a878-4c63-43cc-93bb-eb783a3623fb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:44.138730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2342fd-e248-45f9-96d7-eabdea17988d req-e215a878-4c63-43cc-93bb-eb783a3623fb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.2850549 Nov 09 17:19:44.202890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79e408c7-953f-476d-bd51-5f4f011b00d7 req-c6663d9f-40ef-4300-a0c1-249ca29dc39f tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:44.224691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bfc5c5a5-43cb-419b-a315-e6fb92d99dc7 None None] Provisioning complete for port 454f027e-b658-42f4-9fca-df0c61974073 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:44.230097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bfc5c5a5-43cb-419b-a315-e6fb92d99dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:44.298838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2342fd-e248-45f9-96d7-eabdea17988d req-e5871e3a-9618-4437-9182-def3da5a427d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559243 Nov 09 17:19:44.330830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79e408c7-953f-476d-bd51-5f4f011b00d7 req-c6663d9f-40ef-4300-a0c1-249ca29dc39f tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:44.400315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5c5a5-43cb-419b-a315-e6fb92d99dc7 None None] Port 454f027e-b658-42f4-9fca-df0c61974073 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:19:44.588676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79e408c7-953f-476d-bd51-5f4f011b00d7 req-c6663d9f-40ef-4300-a0c1-249ca29dc39f tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:44.596446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79e408c7-953f-476d-bd51-5f4f011b00d7 req-c6663d9f-40ef-4300-a0c1-249ca29dc39f tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:44.613382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79e408c7-953f-476d-bd51-5f4f011b00d7 req-c6663d9f-40ef-4300-a0c1-249ca29dc39f tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/93e11e16-2fec-4691-aa36-28f93e36202a HTTP/1.1" status: 204 len: 173 time: 0.6735945 Nov 09 17:19:44.680961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6663d9f-40ef-4300-a0c1-249ca29dc39f tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e11e16-2fec-4691-aa36-28f93e36202a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:44.831298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504badb-e348-4c90-8921-87c3948a5a6c req-7cb7a9c3-2ac8-4392-af09-169e87ebd9c0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:44.842599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6504badb-e348-4c90-8921-87c3948a5a6c req-7cb7a9c3-2ac8-4392-af09-169e87ebd9c0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.2329183 Nov 09 17:19:44.875289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454f027e-b658-42f4-9fca-df0c61974073 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:19:44.891524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:44.926448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Transition to ACTIVE for port object 454f027e-b658-42f4-9fca-df0c61974073 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:19:44.928899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78ac9-ca33-4bf5-bc29-af06599faa0c req-3b6a235a-e4b6-4ffa-a63b-52fa2f1e8b64 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:44.931461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42c78ac9-ca33-4bf5-bc29-af06599faa0c req-3b6a235a-e4b6-4ffa-a63b-52fa2f1e8b64 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 950 time: 0.1416173 Nov 09 17:19:44.941326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6504badb-e348-4c90-8921-87c3948a5a6c req-ebd4eb10-239f-4d2f-a22f-0380f1945713 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964732 Nov 09 17:19:44.949805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:45.233607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Attempting to bind port 454f027e-b658-42f4-9fca-df0c61974073 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:45.235316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Attempting to bind port 454f027e-b658-42f4-9fca-df0c61974073 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:45.235875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Attempting to bind port 454f027e-b658-42f4-9fca-df0c61974073 on network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:45.257864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Port 454f027e-b658-42f4-9fca-df0c61974073 on network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:45.258486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Attempting to bind port 454f027e-b658-42f4-9fca-df0c61974073 on network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:45.268403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:45.269189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Checking segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:45.269884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Bound using segment: {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:45.270744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Bound port: 454f027e-b658-42f4-9fca-df0c61974073, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc75f8c5-6f3a-44d2-b187-020023670070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:45.271787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:45.368045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-b21ea27a-591b-4dff-a34e-db5ae1dee01b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:45.373929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-b21ea27a-591b-4dff-a34e-db5ae1dee01b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.3490019 Nov 09 17:19:45.405813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42c78ac9-ca33-4bf5-bc29-af06599faa0c req-df43456c-47a3-4532-be08-20eb6f45e4f3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532089 Nov 09 17:19:45.417119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] For port 454f027e-b658-42f4-9fca-df0c61974073, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:45.422319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] For port 454f027e-b658-42f4-9fca-df0c61974073, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=454f027e-b658-42f4-9fca-df0c61974073,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:45.430165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Pushing event updated for resources: {'Port': ['ID=454f027e-b658-42f4-9fca-df0c61974073,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:45.442167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-3'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:45.486038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:45.644782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:45.667064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:45.668710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] 10.222.0.83 "PUT /v2.0/ports/454f027e-b658-42f4-9fca-df0c61974073 HTTP/1.1" status: 200 len: 1091 time: 2.0647645 Nov 09 17:19:45.669642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'tag': '454f027e-b658-42f4-9fca-df0c61974073'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:45.672517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:45.674026 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75944e47-ebc1-4d04-b185-f1a97b2e984f" -d '{"events": [{"name": "network-changed", "server_uuid": "327c7ffd-461c-406e-abf7-4c163d9e1fb0", "tag": "454f027e-b658-42f4-9fca-df0c61974073"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:45.710306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ff61cd4-0ae8-4fb2-bf08-dcf04463c8ba req-2e008cc1-3510-4013-a78e-950abfb1f72a tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/182ed65d-1597-45a0-9a2a-62d5f8e9679e HTTP/1.1" status: 200 len: 2419 time: 0.5341084 Nov 09 17:19:45.805506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e38aa-08a2-43ef-8cdc-e43ee7b38b52 service neutron] Pushing event updated for resources: {'Port': ['ID=454f027e-b658-42f4-9fca-df0c61974073,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:45.932056 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ff61cd4-0ae8-4fb2-bf08-dcf04463c8ba req-eaf03f0b-a47d-43de-aef6-9b78f57e3a52 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:45.946321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee1d9b-b15f-4e91-8ffe-d36d69848a2e req-8268ec98-33e4-4c71-a1dd-f495f4672fd2 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:45.947995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7cee1d9b-b15f-4e91-8ffe-d36d69848a2e req-8268ec98-33e4-4c71-a1dd-f495f4672fd2 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.2554634 Nov 09 17:19:45.966522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-bec141df-eafa-46b7-acf8-c27ccab0e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:45.970501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-bec141df-eafa-46b7-acf8-c27ccab0e4e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=33259f2e9fec4917bc83d770946497a5&device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 1094 time: 0.0886648 Nov 09 17:19:45.984526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ff61cd4-0ae8-4fb2-bf08-dcf04463c8ba req-eaf03f0b-a47d-43de-aef6-9b78f57e3a52 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:46.177831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device decbbfc7-cb31-4643-97c7-4cf6f3b86692 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:46.277152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-a08816c6-ee3c-4e51-9c25-6340ff412b37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=454f027e-b658-42f4-9fca-df0c61974073 HTTP/1.1" status: 200 len: 217 time: 0.2519066 Nov 09 17:19:46.369192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ff61cd4-0ae8-4fb2-bf08-dcf04463c8ba req-eaf03f0b-a47d-43de-aef6-9b78f57e3a52 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:46.371924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ff61cd4-0ae8-4fb2-bf08-dcf04463c8ba req-eaf03f0b-a47d-43de-aef6-9b78f57e3a52 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:46.374083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7cee1d9b-b15f-4e91-8ffe-d36d69848a2e req-6e63b9d0-bf49-4bb4-bdab-0344bb4ba3c0 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933513 Nov 09 17:19:46.385067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ff61cd4-0ae8-4fb2-bf08-dcf04463c8ba req-eaf03f0b-a47d-43de-aef6-9b78f57e3a52 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/182ed65d-1597-45a0-9a2a-62d5f8e9679e HTTP/1.1" status: 204 len: 173 time: 0.6734619 Nov 09 17:19:46.416470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf03f0b-a47d-43de-aef6-9b78f57e3a52 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182ed65d-1597-45a0-9a2a-62d5f8e9679e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:46.445390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:46.628178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:46.648310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:46.687608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device decbbfc7-cb31-4643-97c7-4cf6f3b86692 has no active binding in host n-h1-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:19:46.723799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-2b28ab97-5aee-4e05-a74b-591daa0078ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:46.727176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-2b28ab97-5aee-4e05-a74b-591daa0078ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e501cf57-30bd-47ca-86d1-fcf5087259c5 HTTP/1.1" status: 200 len: 853 time: 0.2328701 Nov 09 17:19:46.730857 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577720a-60a3-4129-822f-8314bfb33a56 x-openstack-request-id: req-c577720a-60a3-4129-822f-8314bfb33a56 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:46.731806 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327c7ffd-461c-406e-abf7-4c163d9e1fb0", "tag": "454f027e-b658-42f4-9fca-df0c61974073", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:46.733065 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c577720a-60a3-4129-822f-8314bfb33a56 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:46.736823 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'tag': '454f027e-b658-42f4-9fca-df0c61974073', 'status': 'completed', 'code': 200} Nov 09 17:19:46.778108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73b644-25b8-40c2-82bf-71b23c2fb135 req-a4d2267b-c50b-4542-aa24-07976883fa8f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:46.788321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc73b644-25b8-40c2-82bf-71b23c2fb135 req-a4d2267b-c50b-4542-aa24-07976883fa8f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.2479897 Nov 09 17:19:46.799131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:46.801902 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bbcc0a-91c8-4d9a-bc58-d4ddf679010e" -d '{"events": [{"server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "name": "network-vif-unplugged", "status": "completed", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:46.808782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:46.824848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:46.957824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc73b644-25b8-40c2-82bf-71b23c2fb135 req-a7bf4caf-72da-4348-8c5d-8a7610385432 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681850 Nov 09 17:19:46.983432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:47.076466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on host n-h2-804292-3 for vnic_type normal with profile {"migrating_to": "n-h1-804292-3"} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:47.078260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:47.079329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:47.096259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:19:47.096996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Attempting to bind port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:47.110356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:47.111014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:47.112089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:47.112674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Bound port: decbbfc7-cb31-4643-97c7-4cf6f3b86692, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:47.113533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:47.325372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:47.329473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:47.338770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:47.453841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674eb23-7c9b-446f-b212-1045f316cab3 req-2d48f592-f031-4554-98c6-1fb668c18dec tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:47.467431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6674eb23-7c9b-446f-b212-1045f316cab3 req-2d48f592-f031-4554-98c6-1fb668c18dec tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 945 time: 0.7191310 Nov 09 17:19:47.501657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-ef070115-1807-4fa6-af64-9a3768b41ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:47.503844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-ef070115-1807-4fa6-af64-9a3768b41ee5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6716142 Nov 09 17:19:47.623537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6674eb23-7c9b-446f-b212-1045f316cab3 req-3690d230-085b-4540-888a-473ea3383d35 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546488 Nov 09 17:19:47.696709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:47.697765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:47.699598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] 10.222.0.43 "PUT /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 1121 time: 2.2908857 Nov 09 17:19:47.705764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a5917-097b-4b8f-91c1-320b228bcc9b service neutron] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:47.734037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea1fa293-3137-4330-8ca7-66127f8f9892 req-8e4812f2-0283-4a5e-a54c-cd5e7dbd4950 tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "GET /v2.0/security-groups/48d91273-4fa1-4acf-878c-9aa482298565 HTTP/1.1" status: 200 len: 2414 time: 0.2908592 Nov 09 17:19:47.817042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['decbbfc7-cb31-4643-97c7-4cf6f3b86692'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:47.885234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ea1fa293-3137-4330-8ca7-66127f8f9892 req-81d046d4-5584-4301-8917-aca34823217c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:47.956385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ea1fa293-3137-4330-8ca7-66127f8f9892 req-81d046d4-5584-4301-8917-aca34823217c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.010819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['decbbfc7-cb31-4643-97c7-4cf6f3b86692'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:19:48.036981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ea1fa293-3137-4330-8ca7-66127f8f9892 req-81d046d4-5584-4301-8917-aca34823217c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.037694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c7832-6c2a-4708-8802-99f5f3237b8d req-bb5a5b07-f079-4e71-a95b-1b6abd6c878c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:48.042491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ea1fa293-3137-4330-8ca7-66127f8f9892 req-81d046d4-5584-4301-8917-aca34823217c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.061156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-755c7832-6c2a-4708-8802-99f5f3237b8d req-bb5a5b07-f079-4e71-a95b-1b6abd6c878c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 950 time: 0.1818039 Nov 09 17:19:48.061936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea1fa293-3137-4330-8ca7-66127f8f9892 req-81d046d4-5584-4301-8917-aca34823217c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] 10.222.0.45 "DELETE /v2.0/security-groups/48d91273-4fa1-4acf-878c-9aa482298565 HTTP/1.1" status: 204 len: 173 time: 0.3251381 Nov 09 17:19:48.065713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49682) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:48.147973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d046d4-5584-4301-8917-aca34823217c tempest-SecurityGroupRulesTestJSON-857026924 tempest-SecurityGroupRulesTestJSON-857026924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d91273-4fa1-4acf-878c-9aa482298565,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:48.236354 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c631e-bb2c-49f9-891d-aa22ffbadeb8 x-openstack-request-id: req-6b9c631e-bb2c-49f9-891d-aa22ffbadeb8 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:48.238121 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "name": "network-vif-unplugged", "status": "completed", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:48.238541 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b9c631e-bb2c-49f9-891d-aa22ffbadeb8 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:48.241303 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'code': 200} Nov 09 17:19:48.320799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Deleting subnet 77ac383d-f113-491e-ad08-5dae39283c6c {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:19:48.343816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.377275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-755c7832-6c2a-4708-8802-99f5f3237b8d req-271a4503-0f15-4dc2-bcc5-f8169c1345da tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136775 Nov 09 17:19:48.456695 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.528322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-c809ef33-ee60-448f-8694-4068e6c23b86 service neutron] 10.222.0.83 "GET /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566400 Nov 09 17:19:48.562311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.645278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.762229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ac383d-f113-491e-ad08-5dae39283c6c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:48.769651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:48.781587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c5f02e7-db4b-4a3e-9efe-53cc75732a9c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/77ac383d-f113-491e-ad08-5dae39283c6c HTTP/1.1" status: 204 len: 168 time: 0.6563830 Nov 09 17:19:48.794442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:48.925104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf12426-5f80-4dc0-91a3-ac68431ddca2 req-f31fe37b-039d-4b51-8954-3948910359b0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:48.926851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0bf12426-5f80-4dc0-91a3-ac68431ddca2 req-f31fe37b-039d-4b51-8954-3948910359b0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.2917180 Nov 09 17:19:48.927383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93363e-9f77-49ba-aa34-d2f71b43e8a0 req-da49571d-ccb8-4444-8a5f-09a8bd6e92cf tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:48.929646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bee853d-1c2e-486e-b8f4-aa3e8e6177ed req-74808ad6-e9ea-40af-8d2b-7861724c23bf service neutron] 10.222.0.83 "GET /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657751 Nov 09 17:19:48.936797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee93363e-9f77-49ba-aa34-d2f71b43e8a0 req-da49571d-ccb8-4444-8a5f-09a8bd6e92cf tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.3059630 Nov 09 17:19:48.976553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.035770 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0bf12426-5f80-4dc0-91a3-ac68431ddca2 req-22407d9f-4f0f-4992-af9b-ca11aa315bf8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989115 Nov 09 17:19:49.149027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee93363e-9f77-49ba-aa34-d2f71b43e8a0 req-d79bc782-cefa-48d4-a8b5-553fe7433ba9 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965971 Nov 09 17:19:49.165047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.191954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ab26fb-984a-4d87-ba28-6e5b110e5610']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:49.204347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed3c7b2-db6c-413e-ac4e-8da4a7530169') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:49.204684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed3c7b2-db6c-413e-ac4e-8da4a7530169') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:49.217623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.234498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.243800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:19:49.244240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:19:49.312702 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:19:49.336712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.387601 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:49.393765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] 10.222.0.45 "DELETE /v2.0/networks/14ab26fb-984a-4d87-ba28-6e5b110e5610 HTTP/1.1" status: 204 len: 168 time: 0.5939279 Nov 09 17:19:49.426365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f52cc7-2a5d-47fe-972c-ab93481c7791 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ab26fb-984a-4d87-ba28-6e5b110e5610,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:49.491880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f403e-c213-415c-a007-fc74329b459b req-d4688f26-e58e-4928-8a97-e86128a1b51e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:49.504826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-593f403e-c213-415c-a007-fc74329b459b req-d4688f26-e58e-4928-8a97-e86128a1b51e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 949 time: 0.1905425 Nov 09 17:19:49.664978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-593f403e-c213-415c-a007-fc74329b459b req-56fcb662-93ae-4173-ab43-8adc41fe9940 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590664 Nov 09 17:19:49.743268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d5426-a68c-42bb-8110-cdc4f60a17fc req-adaa532b-8655-4e22-9362-22fb0e5fcd73 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:49.753279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-730d5426-a68c-42bb-8110-cdc4f60a17fc req-adaa532b-8655-4e22-9362-22fb0e5fcd73 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.1206849 Nov 09 17:19:49.838714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-730d5426-a68c-42bb-8110-cdc4f60a17fc req-04bb05c7-8877-48b0-9314-c8cb31d32061 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843866 Nov 09 17:19:49.953719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:50.058650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-302d77a0-2d72-41be-85b9-b67057c4ba5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba9dafaa56934e02991206fa6faa8f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012812 Nov 09 17:19:50.059247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:50.197753 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-380616ac-5d0e-4b3c-8561-8fd8c027178a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.241967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:50.243106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-380616ac-5d0e-4b3c-8561-8fd8c027178a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.244345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:50.246792 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ed276-0520-436c-9866-9c4e5318db95" -d '{"events": [{"name": "network-changed", "server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:50.309826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c4c8-8643-427e-a1af-ecdf243ef9fe req-11780627-50c4-4cc8-a89e-dcf4600a5f31 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:50.315296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0032c4c8-8643-427e-a1af-ecdf243ef9fe req-11780627-50c4-4cc8-a89e-dcf4600a5f31 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1526282 Nov 09 17:19:50.417095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0032c4c8-8643-427e-a1af-ecdf243ef9fe req-9ffe8ced-8664-4cc3-9877-a5641c026d33 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953536 Nov 09 17:19:50.424541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-380616ac-5d0e-4b3c-8561-8fd8c027178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.438416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-380616ac-5d0e-4b3c-8561-8fd8c027178a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.439742 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-380616ac-5d0e-4b3c-8561-8fd8c027178a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/839edeef-237c-4a87-adde-6a7a7a950e59 HTTP/1.1" status: 204 len: 168 time: 0.3767881 Nov 09 17:19:50.488622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9f17ad2-25df-4cf4-9549-ea0107c0d416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.511572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bcb98-07ff-4e12-97e4-9afce1602eb4 req-5461d71b-e6e8-4b9f-b4b4-f15794bbc6fa tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:50.533457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bcb98-07ff-4e12-97e4-9afce1602eb4 req-5461d71b-e6e8-4b9f-b4b4-f15794bbc6fa tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:50.553734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e94bcb98-07ff-4e12-97e4-9afce1602eb4 req-5461d71b-e6e8-4b9f-b4b4-f15794bbc6fa tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf&device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 1690 time: 0.2219386 Nov 09 17:19:50.587685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380616ac-5d0e-4b3c-8561-8fd8c027178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839edeef-237c-4a87-adde-6a7a7a950e59,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:50.664718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9f17ad2-25df-4cf4-9549-ea0107c0d416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.670509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9f17ad2-25df-4cf4-9549-ea0107c0d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:50.780522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f17ad2-25df-4cf4-9549-ea0107c0d416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cada00-0b6e-4445-ad0b-9cc408cb8f56,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:50.783845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e94bcb98-07ff-4e12-97e4-9afce1602eb4 req-2c273783-dd86-4cc4-9dbb-291d4a780e44 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279201 Nov 09 17:19:50.882771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49730) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:50.899526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b9f17ad2-25df-4cf4-9549-ea0107c0d416 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4203fe1a1b064e678ba75ab261ae81ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497350 Nov 09 17:19:50.983803 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81277c-0e40-4b2a-b7b8-dfb8a09485bb x-openstack-request-id: req-8d81277c-0e40-4b2a-b7b8-dfb8a09485bb {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:19:50.984224 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:19:50.984838 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d81277c-0e40-4b2a-b7b8-dfb8a09485bb {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:19:50.985431 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'status': 'completed', 'code': 200} Nov 09 17:19:50.988846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d4bb3-09c4-4fa4-aa1e-4f6ca0be655e req-a39bb3d1-7099-4b02-a43d-8a2ccc7b0f2c tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:51.006032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad0d4bb3-09c4-4fa4-aa1e-4f6ca0be655e req-a39bb3d1-7099-4b02-a43d-8a2ccc7b0f2c tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.1553695 Nov 09 17:19:51.066378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c60edd16-00a4-4f65-8f7d-9598d0d083b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:51.136563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c60edd16-00a4-4f65-8f7d-9598d0d083b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:51.147545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad0d4bb3-09c4-4fa4-aa1e-4f6ca0be655e req-daca9e68-3831-474e-ab05-0a46f49d30bb tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396933 Nov 09 17:19:51.258334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c60edd16-00a4-4f65-8f7d-9598d0d083b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:51.261282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c60edd16-00a4-4f65-8f7d-9598d0d083b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:51.262551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c60edd16-00a4-4f65-8f7d-9598d0d083b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39cada00-0b6e-4445-ad0b-9cc408cb8f56 HTTP/1.1" status: 204 len: 168 time: 0.3786433 Nov 09 17:19:51.278668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60edd16-00a4-4f65-8f7d-9598d0d083b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cada00-0b6e-4445-ad0b-9cc408cb8f56,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:51.508940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe28be-36f9-4fad-9c59-7a635c29dce9 req-769affc5-7479-4cb2-9b44-e7cf1935257d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:51.519832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eafe28be-36f9-4fad-9c59-7a635c29dce9 req-769affc5-7479-4cb2-9b44-e7cf1935257d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.2355785 Nov 09 17:19:51.554690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f864b86-87ad-475e-9c0e-df10ee633a43 req-c1e4295c-379a-455f-9703-47f8cb94046f tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:51.570545 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f864b86-87ad-475e-9c0e-df10ee633a43 req-c1e4295c-379a-455f-9703-47f8cb94046f tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 1101 time: 0.1533277 Nov 09 17:19:51.652390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eafe28be-36f9-4fad-9c59-7a635c29dce9 req-0af55c85-a444-4af5-a57c-f84477f5eb65 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267641 Nov 09 17:19:51.776229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f864b86-87ad-475e-9c0e-df10ee633a43 req-ac1cd399-6f38-43c7-b47b-c16c0c6b0d25 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993074 Nov 09 17:19:51.851345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5ad86-5f83-4fd7-bc18-f875d2aa376e req-fc2d34ff-e058-4fbd-9dd4-9e5990b9ddc7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:51.865305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82f5ad86-5f83-4fd7-bc18-f875d2aa376e req-fc2d34ff-e058-4fbd-9dd4-9e5990b9ddc7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1067622 Nov 09 17:19:51.995207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82f5ad86-5f83-4fd7-bc18-f875d2aa376e req-7062a733-9f53-4fcd-80b8-6573ca53ba29 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284225 Nov 09 17:19:52.171030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:52.191867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:52.242944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1655061c-db9e-4875-a503-a1f3f7f85ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:52.303457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b4db7-14c9-497a-9a43-0039b94ed9f2 req-f1b7206c-43fb-4f34-9676-7b8e37fb97a7 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:52.319196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c0b4db7-14c9-497a-9a43-0039b94ed9f2 req-f1b7206c-43fb-4f34-9676-7b8e37fb97a7 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 1100 time: 0.2013962 Nov 09 17:19:52.517525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c0b4db7-14c9-497a-9a43-0039b94ed9f2 req-505df79a-60fc-47f4-8f5d-ffa04a1378be tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955001 Nov 09 17:19:52.590731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19b5db-00bd-4e2e-a564-27599d7af3ec req-c3233677-7e05-43f5-99ac-423e282bf463 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:52.618520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c19b5db-00bd-4e2e-a564-27599d7af3ec req-c3233677-7e05-43f5-99ac-423e282bf463 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.1889677 Nov 09 17:19:52.626363 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1655061c-db9e-4875-a503-a1f3f7f85ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:52.633113 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:52.677934 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1655061c-db9e-4875-a503-a1f3f7f85ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:52.876149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49780) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:52.894722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1655061c-db9e-4875-a503-a1f3f7f85ff8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=143e2923169348f59f870a0c2a9496c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6785009 Nov 09 17:19:52.919266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1554730694-network', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:52.967483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655061c-db9e-4875-a503-a1f3f7f85ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b19769-73cd-43cd-a489-e711e4790ee3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:53.010930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:53.022247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.094533 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.116848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c19b5db-00bd-4e2e-a564-27599d7af3ec req-d54f8c46-60ea-424c-b2b4-58834560bee4 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704859 Nov 09 17:19:53.252569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53b60909-478a-42b2-9b1f-44109d08bcb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.333018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53b60909-478a-42b2-9b1f-44109d08bcb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.359821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57a97-e849-4264-b755-3b40342b37f8 req-bc0e4580-80dc-45cb-8721-d1e697a50b45 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:53.374977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78f57a97-e849-4264-b755-3b40342b37f8 req-bc0e4580-80dc-45cb-8721-d1e697a50b45 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.3818464 Nov 09 17:19:53.385616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.393431 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.482802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:19:53.527302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc513ff-3b62-4f32-a41d-44092e87de1b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:53.577035 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.589143 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Added segment f8720157-809a-4a9c-b74c-f2a758761283 of type vlan for network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 Nov 09 17:19:53.591245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78f57a97-e849-4264-b755-3b40342b37f8 req-00915b0a-ae62-4e33-80c2-b647c11508c6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111778 Nov 09 17:19:53.630647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53b60909-478a-42b2-9b1f-44109d08bcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.642650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53b60909-478a-42b2-9b1f-44109d08bcb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.649019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-53b60909-478a-42b2-9b1f-44109d08bcb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86b19769-73cd-43cd-a489-e711e4790ee3 HTTP/1.1" status: 204 len: 168 time: 0.7694392 Nov 09 17:19:53.695657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b60909-478a-42b2-9b1f-44109d08bcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b19769-73cd-43cd-a489-e711e4790ee3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:53.755646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.827437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1546c5-02ac-463e-b52b-d4c1f075dddf req-db85c242-c983-4516-a934-4c2fc02228e3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:53.831810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f1546c5-02ac-463e-b52b-d4c1f075dddf req-db85c242-c983-4516-a934-4c2fc02228e3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.3420062 Nov 09 17:19:53.895221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:19:53.980835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:53.982397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:53.983149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:54.021416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f1546c5-02ac-463e-b52b-d4c1f075dddf req-f459cbbf-c5d7-4243-a535-4577f0f5a891 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718800 Nov 09 17:19:54.081173 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-0f0d672f-583b-4ede-a1ce-9736a24c65ca tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865345 Nov 09 17:19:54.098129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9258156 Nov 09 17:19:54.107268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161e01d-7188-46f3-a895-600ec318b337 admin admin] Pushing event updated for resources: {'Network': ['ID=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:54.118345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:54.132432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Request body: {'subnet': {'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1554730694-subnet', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:54.133939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:19:54.179415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:54.184475 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:54.458137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-7b1048e2-cdf6-4772-a154-8dfcbf8f858f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:54.475491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-7b1048e2-cdf6-4772-a154-8dfcbf8f858f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3854439 Nov 09 17:19:54.493480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-afce247a-c9df-4f2b-8704-25f21b6f628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:54.495994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-afce247a-c9df-4f2b-8704-25f21b6f628d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=33259f2e9fec4917bc83d770946497a5&device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 1094 time: 0.1583829 Nov 09 17:19:54.507656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806b2e0-eb08-4d3c-8bea-e18dd628fcb7 req-ab3a8ea2-a115-40fb-8185-199224966e8d tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:54.519410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5806b2e0-eb08-4d3c-8bea-e18dd628fcb7 req-ab3a8ea2-a115-40fb-8185-199224966e8d tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.1305890 Nov 09 17:19:54.534470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-71cff8ed-1c7e-4cf2-84ba-798e0009f725 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/quotas/fda130e929244e42b920562660a8b40e HTTP/1.1" status: 200 len: 375 time: 0.0447772 Nov 09 17:19:54.635800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-7efc3f57-bf6c-46ed-8529-864825bf3f92 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003118 Nov 09 17:19:54.668037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5806b2e0-eb08-4d3c-8bea-e18dd628fcb7 req-6a12a3ae-016f-4d8d-94c8-9cf76683bddd tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471078 Nov 09 17:19:54.917551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ed276-0520-436c-9866-9c4e5318db95 req-65469542-dd96-4532-bbd2-df44b3f9e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:54.924518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-65469542-dd96-4532-bbd2-df44b3f9e0e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1124 time: 0.3285894 Nov 09 17:19:55.328369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-8ef9156e-b4a9-4b5a-9ee9-ddccfc58faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:55.330525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-8ef9156e-b4a9-4b5a-9ee9-ddccfc58faae service neutron] 10.222.0.83 "GET /v2.0/networks?id=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc HTTP/1.1" status: 200 len: 914 time: 0.7840927 Nov 09 17:19:55.355521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8448bf-31ad-4ae4-8ddd-6d9585bbe6c1 req-29513d8b-4a03-44e9-857a-26c91c1dbf48 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:55.367020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b8448bf-31ad-4ae4-8ddd-6d9585bbe6c1 req-29513d8b-4a03-44e9-857a-26c91c1dbf48 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.2318811 Nov 09 17:19:55.455158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ed276-0520-436c-9866-9c4e5318db95 req-d8f90561-86e3-42f5-948f-61b8ab8ea9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:55.456043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-d8f90561-86e3-42f5-948f-61b8ab8ea9fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.5133722 Nov 09 17:19:55.615471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-155eaf3d-70b6-4453-ae56-966cc903669f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=454f027e-b658-42f4-9fca-df0c61974073 HTTP/1.1" status: 200 len: 217 time: 0.1197748 Nov 09 17:19:55.679881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49834) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:55.723441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-ade8eb32-abc4-407b-8124-54607000e1d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 217 time: 0.1035056 Nov 09 17:19:55.737361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:55.935397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603bf1-606f-452e-80c0-5b71860d0cb2 req-5a1e32ad-5fca-4009-b3be-14e28c0a2655 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:55.947775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b603bf1-606f-452e-80c0-5b71860d0cb2 req-5a1e32ad-5fca-4009-b3be-14e28c0a2655 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1335645 Nov 09 17:19:56.060119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ed276-0520-436c-9866-9c4e5318db95 req-ed6d65af-c26e-4d87-9e62-367faa81285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:56.063509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-ed6d65af-c26e-4d87-9e62-367faa81285f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.2563577 Nov 09 17:19:56.131284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b603bf1-606f-452e-80c0-5b71860d0cb2 req-697fec55-beb6-4301-8e11-8c38dcfc2279 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823661 Nov 09 17:19:56.193739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1690766072-network', 'tenant_id': 'ffa8a751fdee43129a813ed94262b87f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:56.229679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Made reservation on behalf of ffa8a751fdee43129a813ed94262b87f for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:56.238596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.273259 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.320439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-b0ea9a3b-798b-42c8-9155-332556e2a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:56.335349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-b0ea9a3b-798b-42c8-9155-332556e2a3dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e501cf57-30bd-47ca-86d1-fcf5087259c5 HTTP/1.1" status: 200 len: 853 time: 0.6027844 Nov 09 17:19:56.471379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0da707-c995-4377-8781-f8ebb9c5b4dc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:56.551018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.563531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.608165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:19:56.631952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.632565 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Added segment 10754ba3-2108-478a-a0ba-9105bdbb1caf of type vlan for network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a Nov 09 17:19:56.686389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-b7536e86-43a7-4eca-be17-c33224fdf0f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3451242 Nov 09 17:19:56.702867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b8448bf-31ad-4ae4-8ddd-6d9585bbe6c1 req-53df4c45-e6d3-4c5d-b761-a2b189ae5cae tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3346367 Nov 09 17:19:56.724306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.863287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7db33a-3650-464f-a195-195b7755bb81,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:56.904566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Checking segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:56.905236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Network hostable DHCP agents. Network: ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:19:56.931434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.932656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:56.933748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:56.961347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-ffb45e78-8a3b-4827-a42c-22c99697fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:56.965575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-ffb45e78-8a3b-4827-a42c-22c99697fe0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4563901 Nov 09 17:19:56.967903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2867224 Nov 09 17:19:56.982958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:56.987894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-73c21bfa-6662-405b-8b69-c035cff007be service neutron] 10.222.0.83 "GET /v2.0/ports/a6fa8102-7e3a-417b-b05e-bd5fa9e4453f/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.5071445 Nov 09 17:19:57.015422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Request body: {'subnet': {'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1690766072-subnet', 'tenant_id': 'ffa8a751fdee43129a813ed94262b87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:57.019025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:19:57.064159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0443fce-b889-4e4a-93a8-4645230ca2c7 req-7297672e-635f-4e16-9b77-1c96e008364b tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:57.071735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0443fce-b889-4e4a-93a8-4645230ca2c7 req-7297672e-635f-4e16-9b77-1c96e008364b tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.1952181 Nov 09 17:19:57.112370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b8ad1-797e-464c-9991-f8798b09d411 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:57.128921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:19:57.175734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0443fce-b889-4e4a-93a8-4645230ca2c7 req-a74390fc-62d9-4582-aa31-145d2c9d50c8 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022065 Nov 09 17:19:57.195946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:57.206385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-5c267bf8-86ec-44b0-9fa3-6a2ed9c65326 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684670 Nov 09 17:19:57.243676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:57.244316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.257706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91e9348a-1591-4784-b71e-e99e20a9cbb4 req-3b24242a-b7f1-46d7-8f3d-3c899cb8b4a2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 210 time: 0.2252891 Nov 09 17:19:57.258009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6788c95a-9f2a-4f2d-8b31-a990d57fa345 None None] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:57.417701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Made reservation on behalf of ffa8a751fdee43129a813ed94262b87f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:57.420628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.424227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8175f-b6b0-47dc-a494-adcaab4a3039 req-52449033-2037-41b3-87c9-7f149ce6abbf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:57.438969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-96d46c45-cd2b-4c51-bb31-463a0a64bd00 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3097680 Nov 09 17:19:57.443977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebc8175f-b6b0-47dc-a494-adcaab4a3039 req-52449033-2037-41b3-87c9-7f149ce6abbf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1404998 Nov 09 17:19:57.447155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49906) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:57.469306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:57.537024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.539564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.554543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebc8175f-b6b0-47dc-a494-adcaab4a3039 req-ce5339db-0e60-4469-bd1d-d26054314327 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089916 Nov 09 17:19:57.594724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:57.600977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:19:57.602888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.654514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.721259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-3fa86976-de45-423b-bac6-03c3d2b14b16 service neutron] 10.222.0.83 "GET /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201019 Nov 09 17:19:57.955302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:57.985876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57bc4759-4188-409c-86b8-5b229457945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:58.171814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-949ed276-0520-436c-9866-9c4e5318db95 req-aec4a82a-77d4-46d9-a84f-99a314a490d9 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119368 Nov 09 17:19:58.362967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Allocated IP 172.20.0.2 (ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880/bc0da707-c995-4377-8781-f8ebb9c5b4dc/bb099583-98cd-4f3f-a135-e66ff978eaa6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:58.381782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-068e1ee1-9f56-4065-b06f-be2fcc24222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:58.383344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-068e1ee1-9f56-4065-b06f-be2fcc24222f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb&tenant_id=7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 1100 time: 0.4547660 Nov 09 17:19:58.393673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:58.402637 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:58.458638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39380b-daf2-4577-96ba-42f8ae228172 req-a7882c1a-0734-4018-983a-19eb37e7b3a3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:58.467860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd39380b-daf2-4577-96ba-42f8ae228172 req-a7882c1a-0734-4018-983a-19eb37e7b3a3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 943 time: 0.5419950 Nov 09 17:19:58.470166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:58.502811 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75944e47-ebc1-4d04-b185-f1a97b2e984f req-54a8d51f-7db6-4f8b-aaab-181fc380b40b service neutron] 10.222.0.83 "GET /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731736 Nov 09 17:19:58.578260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:58.582009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:19:58.587495 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206af49-203e-426e-ab22-cd3e676053c1" -d '{"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:19:58.603041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:58.605569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device decbbfc7-cb31-4643-97c7-4cf6f3b86692 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:19:58.698837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Checking segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:58.700002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Network hostable DHCP agents. Network: b8ded62b-000e-4e58-95ba-86fd5a4e8d2a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:19:58.760007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-17691ec9-b95c-4e2d-bbed-afdad68f75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:58.763756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-17691ec9-b95c-4e2d-bbed-afdad68f75a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1100 time: 0.3482430 Nov 09 17:19:58.766447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3f11b1-4eca-4726-b109-3a9a44e185bc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:58.838733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9568cff-868f-4fd9-b09b-e7ad8f70dd31 req-6a024324-d907-467c-9d84-06916103c3e3 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:58.851827 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a9568cff-868f-4fd9-b09b-e7ad8f70dd31 req-6a024324-d907-467c-9d84-06916103c3e3 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 943 time: 0.5277932 Nov 09 17:19:58.877553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:58.930450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:59.000183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:59.095361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a9568cff-868f-4fd9-b09b-e7ad8f70dd31 req-df3ef536-c0a5-4900-b906-d5c12417da5d tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376988 Nov 09 17:19:59.117545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-32bb7d22-1f47-41c9-97f5-b3732cb23da3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4055014 Nov 09 17:19:59.188024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:59.204192 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:59.377713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:59.390762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:59.398273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Pushing event updated for resources: {'Port': ['ID=bb099583-98cd-4f3f-a135-e66ff978eaa6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:59.402640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:59.444366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-665aa6f2-16c2-4d89-bdee-4c62b7c0cec4 req-ce07426f-e47f-4f27-bd57-a32db739e32e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0519972 Nov 09 17:19:59.448341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Allocated IP 172.25.3.98 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/51747b38-3cd3-4fd1-9731-0b36cecb3746) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:59.468874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-5bf87700-a44c-4213-99cf-8b9678062785 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3216186 Nov 09 17:19:59.510270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Attempting to bind port bb099583-98cd-4f3f-a135-e66ff978eaa6 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:19:59.512636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Attempting to bind port bb099583-98cd-4f3f-a135-e66ff978eaa6 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:19:59.513948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Attempting to bind port bb099583-98cd-4f3f-a135-e66ff978eaa6 on network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:59.527067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:59.527806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Checking segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:19:59.528368 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:59.528773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Bound using segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:59.529275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Bound port: bb099583-98cd-4f3f-a135-e66ff978eaa6, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:19:59.529666 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:59.597543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 454f027e-b658-42f4-9fca-df0c61974073 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:19:59.739694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] For port bb099583-98cd-4f3f-a135-e66ff978eaa6, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:59.767271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] For port bb099583-98cd-4f3f-a135-e66ff978eaa6, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb099583-98cd-4f3f-a135-e66ff978eaa6,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:59.776926 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:19:59.787925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:19:59.824110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd39380b-daf2-4577-96ba-42f8ae228172 req-3bd30356-90ef-4e42-8bc3-a9ee35915515 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3550754 Nov 09 17:19:59.853464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f4ef836e-77ee-44e0-81cd-eabaeeda4600 service neutron] 10.222.0.83 "GET /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.2231965 Nov 09 17:19:59.857269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 454f027e-b658-42f4-9fca-df0c61974073, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=454f027e-b658-42f4-9fca-df0c61974073,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:59.873957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b8ded62b-000e-4e58-95ba-86fd5a4e8d2a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:59.925928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '454f027e-b658-42f4-9fca-df0c61974073', 'network_id': '8f147c5d-aaec-44f8-96b5-a132f4a9bdcc', 'port_id': '454f027e-b658-42f4-9fca-df0c61974073', 'mac_address': 'fa:16:3e:77:25:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e501cf57-30bd-47ca-86d1-fcf5087259c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:19:59.939546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb73b2-7ed6-4fd9-b955-30a590fb9c5c None None] Pushing event updated for resources: {'Port': ['ID=bb099583-98cd-4f3f-a135-e66ff978eaa6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:59.951996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:59.952779 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.000715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c0d03-9f5a-4cf7-b6fb-03fb1911dce9 None None] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:20:00.006467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f909727d-4c76-4192-bca2-2ba68e13d28d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0157046 Nov 09 17:20:00.021056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-dec7bceb-0914-4c05-b110-1e123ff3af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.022781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-dec7bceb-0914-4c05-b110-1e123ff3af20 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 1.2342954 Nov 09 17:20:00.051136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb17da-0ffe-42f1-bc26-cb42be6a5e36 req-4a1a9da5-50ab-4a7b-9099-1215b95c88d5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.069835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-0d7a1c71-9606-47cc-b6db-1d03ec1e7f81 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.071695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-0d7a1c71-9606-47cc-b6db-1d03ec1e7f81 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9093020 Nov 09 17:20:00.073541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5afb17da-0ffe-42f1-bc26-cb42be6a5e36 req-4a1a9da5-50ab-4a7b-9099-1215b95c88d5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.4670637 Nov 09 17:20:00.125985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-723949c2-f778-459e-b16b-2d8c5ab37280 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 217 time: 0.0878420 Nov 09 17:20:00.137527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:00.153190 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b85d8-b1cb-429a-9068-aa3b56c1b599 x-openstack-request-id: req-0b2b85d8-b1cb-429a-9068-aa3b56c1b599 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:00.153865 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:00.154330 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b2b85d8-b1cb-429a-9068-aa3b56c1b599 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:00.156404 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'code': 200} Nov 09 17:20:00.184292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-6b0b8cf1-d7dd-402e-ae72-705b7ed29c94 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.190344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-6b0b8cf1-d7dd-402e-ae72-705b7ed29c94 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7095604 Nov 09 17:20:00.205621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.247887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:00.284781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454f027e-b658-42f4-9fca-df0c61974073 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:00.321239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 454f027e-b658-42f4-9fca-df0c61974073, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=454f027e-b658-42f4-9fca-df0c61974073,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:00.338467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.413030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.420682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1559-50ed-4236-9ea3-b6ec24466508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.592025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-f7f00c20-6599-4b4d-8ee9-d2a260437c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.593681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-f7f00c20-6599-4b4d-8ee9-d2a260437c80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.4454758 Nov 09 17:20:00.635796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb8355-d66d-4630-80c4-f6ba1f0a0a80 None None] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:20:00.644431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['454f027e-b658-42f4-9fca-df0c61974073'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:00.687155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45790b7b-62b4-4c4a-9415-c602d1fc1d1a req-4afd48a3-15d9-43ca-bd42-54b8a2da5ba4 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.688862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45790b7b-62b4-4c4a-9415-c602d1fc1d1a req-4afd48a3-15d9-43ca-bd42-54b8a2da5ba4 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 944 time: 0.2131903 Nov 09 17:20:00.700376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5afb17da-0ffe-42f1-bc26-cb42be6a5e36 req-836f2016-2eb2-41c1-aa04-92b9e50fafb9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232338 Nov 09 17:20:00.704038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:00.713561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:00.725938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=454f027e-b658-42f4-9fca-df0c61974073,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:00.726468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.845730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:00.892064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-a11174b4-f2f3-4832-8028-509aa0eafd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:00.894466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-a11174b4-f2f3-4832-8028-509aa0eafd36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2905104 Nov 09 17:20:00.931495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:00.936001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.942513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decbbfc7-cb31-4643-97c7-4cf6f3b86692 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:00.971984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:00.990536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb099583-98cd-4f3f-a135-e66ff978eaa6 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:01.002202 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45790b7b-62b4-4c4a-9415-c602d1fc1d1a req-c9990223-72fd-4ad2-b75d-db7c349c4141 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991552 Nov 09 17:20:01.010045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:01.057000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:01.106902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port bb099583-98cd-4f3f-a135-e66ff978eaa6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:01.107967 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:01.126525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Pushing event updated for resources: {'Port': ['ID=51747b38-3cd3-4fd1-9731-0b36cecb3746,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:01.184357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:01.199078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:01.213808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:01.225962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53647b20-611b-4cd4-a549-b57b88a1a767 req-595480cb-797d-4642-8aea-1e1bfc0c8328 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0810008 Nov 09 17:20:01.241714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-58c716a7-6e8e-4e50-ba89-33917cd07401 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359046 Nov 09 17:20:01.289513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37092-789c-448f-a2c8-85a8c5272a52 req-3eab52ca-6723-4041-ac5e-15a9e01f222e tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:01.297837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28a37092-789c-448f-a2c8-85a8c5272a52 req-3eab52ca-6723-4041-ac5e-15a9e01f222e tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.4378128 Nov 09 17:20:01.335050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:01.381983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.242 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/5a8e0bb9-5620-4821-beb7-95cc315ecd29) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:01.393425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port bb099583-98cd-4f3f-a135-e66ff978eaa6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb099583-98cd-4f3f-a135-e66ff978eaa6,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:01.401915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:01.491948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed117fe-eea2-47d8-ad91-6027fadebd57 req-36e5c809-c0d3-4034-b740-ea5456d4c4e1 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179308 Nov 09 17:20:01.527600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] Transition to ACTIVE for port object decbbfc7-cb31-4643-97c7-4cf6f3b86692 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:01.535207 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:01.586015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:01.604388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=bb099583-98cd-4f3f-a135-e66ff978eaa6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:01.623516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] Pushing event updated for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:01.715795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] No DVR routers for this DVR port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:20:01.815160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7b5dbed6-61fe-4f2b-87ce-7c493d93e221 service neutron] 10.222.0.83 "PUT /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692/bindings/n-h1-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9421043 Nov 09 17:20:01.887524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c51c48-e83c-4dc2-aef5-0f80bfa30dc2 None None] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:20:01.955852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28a37092-789c-448f-a2c8-85a8c5272a52 req-38623e0e-7e68-4ba2-9627-926599292a43 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6551251 Nov 09 17:20:02.073676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-b92f2bd1-4854-4767-822e-4dfa7af9a350 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.076670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-b92f2bd1-4854-4767-822e-4dfa7af9a350 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.3389347 Nov 09 17:20:02.082393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-af4cd705-a3a1-4a4a-b00e-914bb55e9d29 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.093424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-af4cd705-a3a1-4a4a-b00e-914bb55e9d29 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.2027090 Nov 09 17:20:02.128887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9800fcc4-4248-4117-930b-46d57258b933 None None] Provisioning complete for port bb099583-98cd-4f3f-a135-e66ff978eaa6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:02.131218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9800fcc4-4248-4117-930b-46d57258b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:02.132033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-45037d64-e56c-4100-b6f5-cdaff98ef3b4 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/quotas/ffa8a751fdee43129a813ed94262b87f HTTP/1.1" status: 200 len: 375 time: 0.0374880 Nov 09 17:20:02.190281 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-9655b186-6e7e-4191-a3de-70642809103a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340285 Nov 09 17:20:02.215495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f4ddc86b-8c8a-44e4-9052-ef849925ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.217044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f4ddc86b-8c8a-44e4-9052-ef849925ed4c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f&tenant_id=cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 1095 time: 0.1021621 Nov 09 17:20:02.238202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1c8dd-2245-4893-8537-5a667e342e3f req-82cabcb0-471e-4ca2-8f05-79a9583ed693 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.247484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ea1c8dd-2245-4893-8537-5a667e342e3f req-82cabcb0-471e-4ca2-8f05-79a9583ed693 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 944 time: 0.1584582 Nov 09 17:20:02.377215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-731a4642-82a8-4393-bf3e-cc6ee28a4bc8 service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734979 Nov 09 17:20:02.379326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:02.387788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:02.455886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ea1c8dd-2245-4893-8537-5a667e342e3f req-1828841d-2224-4435-b3ad-b71c53fe9ab1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073908 Nov 09 17:20:02.527102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-aa38a1d4-514d-4950-8134-79b81f8be886 service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456120 Nov 09 17:20:02.559693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-033b1f5c-3954-4b22-9f16-017921b24f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.577059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-033b1f5c-3954-4b22-9f16-017921b24f01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1095 time: 0.3045399 Nov 09 17:20:02.655566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:02.675350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:02.829284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5796-0dd3-4625-aace-84bf9d142dbe req-7c84644a-8d94-4828-b59a-a2d46d2fdadb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.838731 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-922e5796-0dd3-4625-aace-84bf9d142dbe req-7c84644a-8d94-4828-b59a-a2d46d2fdadb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.2722867 Nov 09 17:20:02.849532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:02.856682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:02.867849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.225 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/3358debc-dca4-4da4-bb32-589f8c8bae8d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:02.897429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:02.929939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb099583-98cd-4f3f-a135-e66ff978eaa6 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:02.940528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6d63eecd-7b63-4c36-b970-5db563dff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:02.948784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-6d63eecd-7b63-4c36-b970-5db563dff0f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.3685071 Nov 09 17:20:03.056419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=5a8e0bb9-5620-4821-beb7-95cc315ecd29,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:03.155535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:03.156213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.161996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.172374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-2db70fd7-4e75-4793-a1e4-633f9f9464b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 200 len: 217 time: 0.1945643 Nov 09 17:20:03.195398 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-922e5796-0dd3-4625-aace-84bf9d142dbe req-2fe643fd-ba8f-4748-96b2-82683b223545 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555901 Nov 09 17:20:03.237446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.244754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e9c0723c-330b-4b5e-8783-afee665d6c13 None None] Provisioning complete for port bb099583-98cd-4f3f-a135-e66ff978eaa6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:03.250480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9c0723c-330b-4b5e-8783-afee665d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.262622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-b54afa54-1236-42d2-b502-ef9b0ca2393c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0481350 Nov 09 17:20:03.386560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f50aa2a3-04f1-4a47-a1f8-e393a421e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:03.392298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f50aa2a3-04f1-4a47-a1f8-e393a421e513 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1176560 Nov 09 17:20:03.470906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Request body: {'port': {'device_id': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:03.557080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808b947-d59d-40c4-9151-11d0eaa24616 req-7baca10f-0a71-42bb-9e84-122fdafff673 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:03.564847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3808b947-d59d-40c4-9151-11d0eaa24616 req-7baca10f-0a71-42bb-9e84-122fdafff673 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 944 time: 0.4526937 Nov 09 17:20:03.577014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port bb099583-98cd-4f3f-a135-e66ff978eaa6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:03.579069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.605237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:03.624608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 454f027e-b658-42f4-9fca-df0c61974073 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:03.631018 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.633189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-96ee6398-d131-45cf-bd2f-9e6191c65d63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2160730 Nov 09 17:20:03.674607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359742c2-6aaf-45b6-a755-4bd730072276 req-59e50278-7965-4f82-b24b-c1dd93ebf305 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:03.684285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-359742c2-6aaf-45b6-a755-4bd730072276 req-59e50278-7965-4f82-b24b-c1dd93ebf305 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 936 time: 0.2316961 Nov 09 17:20:03.709945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.769142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Router 228d27f7-8f4e-44c8-99ec-3194afc00d0c is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:20:03.842431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3808b947-d59d-40c4-9151-11d0eaa24616 req-b2f83122-ea48-4e5b-bf03-46a704facf6e tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072976 Nov 09 17:20:03.851440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:03.882134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-9868bbb0-a615-4846-ac98-f3954b528f73 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198412 Nov 09 17:20:03.956245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-359742c2-6aaf-45b6-a755-4bd730072276 req-f46de084-b358-49e8-b8c3-74efb0fd496d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706654 Nov 09 17:20:04.009300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.108732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 454f027e-b658-42f4-9fca-df0c61974073 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:04.135015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 454f027e-b658-42f4-9fca-df0c61974073 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:04.135419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.200879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:04.214804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:04.225914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:04.232927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:04.233684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.260057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-7a695e96-e2b8-48ff-89a1-8e5acd3ca666 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430128 Nov 09 17:20:04.273504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=3358debc-dca4-4da4-bb32-589f8c8bae8d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:04.283393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-02df27f1-0469-402a-b592-1698a5a92eb6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1548584 Nov 09 17:20:04.297216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Request body: {'port': {'device_id': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:04.447435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e3420254-3ab0-47ca-8f24-27db6de0fb13 None None] Provisioning complete for port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:04.449505 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3420254-3ab0-47ca-8f24-27db6de0fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.487155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a556f55f-ac7f-447d-ba36-1f1818681065 req-6fa3339f-0eef-4c32-946d-3ba9f96f7f84 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 210 time: 0.2698658 Nov 09 17:20:04.527939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e3420254-3ab0-47ca-8f24-27db6de0fb13 None None] Port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:04.545468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:04.643093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6d85e-85bb-4edc-b256-aa3714cbaf35 req-e3b82532-7a0c-43f1-8f07-54d0c9e4d5a8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:04.647849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6e6d85e-85bb-4edc-b256-aa3714cbaf35 req-e3b82532-7a0c-43f1-8f07-54d0c9e4d5a8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 944 time: 0.2614276 Nov 09 17:20:04.651595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.651823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'mac_address': 'fa:16:3e:af:1f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:04.750933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:20:04.795403 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Sync routers for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:20:04.835191 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:04.838620 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:04.839008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.934116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.943408 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-38420c00-1ad4-4802-bc7e-31a3fdad9a78 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4877253 Nov 09 17:20:04.948486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:20:04.963404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:04.972712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20690caf-16bf-4923-97bc-44f81d248331 req-e7f0371d-69ae-4dca-bffd-2916ac465f2c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:04.974957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20690caf-16bf-4923-97bc-44f81d248331 req-e7f0371d-69ae-4dca-bffd-2916ac465f2c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.3491013 Nov 09 17:20:04.979124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fa8102-7e3a-417b-b05e-bd5fa9e4453f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:05.080627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bb0b656e-aa13-4ad9-9cc0-efef1654bab0 None None] Provisioning complete for port 3358debc-dca4-4da4-bb32-589f8c8bae8d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:05.081094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb0b656e-aa13-4ad9-9cc0-efef1654bab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.112516 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:05.186482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:05.194719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20690caf-16bf-4923-97bc-44f81d248331 req-0bce8e04-daba-4a0c-80d6-b60a302d1c3e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962879 Nov 09 17:20:05.204706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-20fad7ec-a21f-423e-8432-e614f5ce3930 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:05.206413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-20fad7ec-a21f-423e-8432-e614f5ce3930 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.1458840 Nov 09 17:20:05.265856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f027e-b658-42f4-9fca-df0c61974073'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:05.272945 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaf3fda-ee77-4c4c-8ae4-434d02ac2f27" -d '{"events": [{"server_uuid": "327c7ffd-461c-406e-abf7-4c163d9e1fb0", "name": "network-vif-plugged", "status": "completed", "tag": "454f027e-b658-42f4-9fca-df0c61974073"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:05.291568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8e0bb9-5620-4821-beb7-95cc315ecd29 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:05.304960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.307020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.382771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:02Z', 'revision_number': 3, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:05.423295 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Checking router: 228d27f7-8f4e-44c8-99ec-3194afc00d0c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:20:05.424178 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Updating router 228d27f7-8f4e-44c8-99ec-3194afc00d0c port 51747b38-3cd3-4fd1-9731-0b36cecb3746 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:20:05.459361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6e6d85e-85bb-4edc-b256-aa3714cbaf35 req-16d97a82-b721-46f0-b1dc-a62b193dd013 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8019109 Nov 09 17:20:05.462680 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.470525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 454f027e-b658-42f4-9fca-df0c61974073, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=454f027e-b658-42f4-9fca-df0c61974073,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:05.494735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.510134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f4c91226-b844-4952-860d-f18ddea972b8 service neutron] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:05.514459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b656e-aa13-4ad9-9cc0-efef1654bab0 None None] Port 3358debc-dca4-4da4-bb32-589f8c8bae8d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:05.537685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f4c91226-b844-4952-860d-f18ddea972b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.539662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:05.542816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d1ac48a-9227-48fb-80e8-4f28eac57e03 req-f4c91226-b844-4952-860d-f18ddea972b8 service neutron] 10.222.0.43 "DELETE /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692/bindings/n-h2-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.3127499 Nov 09 17:20:05.554672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Transition to ACTIVE for port object 5a8e0bb9-5620-4821-beb7-95cc315ecd29 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:05.647457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:05.732751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=454f027e-b658-42f4-9fca-df0c61974073,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:05.747486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:05.760814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-26016c41-4508-4e0d-bcf7-a171f469c975 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1984998846&fields=id&tenant_id=2b379375cdab441d9ca678b7fd12feb5 HTTP/1.1" status: 200 len: 267 time: 0.2380531 Nov 09 17:20:05.962074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-47078f42-e13e-4e59-9262-b02b25018264 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:05.963685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-47078f42-e13e-4e59-9262-b02b25018264 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 823 time: 0.1866744 Nov 09 17:20:06.015021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8e0bb9-5620-4821-beb7-95cc315ecd29,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:06.040805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-12b04f6d-bd5c-4bb4-8d2c-ab9161cd61b6 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/quotas/2b379375cdab441d9ca678b7fd12feb5 HTTP/1.1" status: 200 len: 375 time: 0.0541303 Nov 09 17:20:06.059402 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.071618 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.152872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Pushing event updated for resources: {'Port': ['ID=51747b38-3cd3-4fd1-9731-0b36cecb3746,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:06.174254 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.174591 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.175076 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.175421 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.175939 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.176455 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.177666 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.178144 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.178544 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.178920 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.180251 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.180760 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:06.215751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Attempting to bind port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:06.216100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Attempting to bind port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:06.216419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Attempting to bind port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:06.222364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:06.222954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Attempting to bind port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:06.237727 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Attempting to bind port 51747b38-3cd3-4fd1-9731-0b36cecb3746 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:06.238310 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Attempting to bind port 51747b38-3cd3-4fd1-9731-0b36cecb3746 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:06.240191 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Attempting to bind port 51747b38-3cd3-4fd1-9731-0b36cecb3746 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:06.247865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-41516263-ec5a-4354-b376-b786a5f67076 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:06.249491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-41516263-ec5a-4354-b376-b786a5f67076 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47b2c6f-c6e2-4be2-b114-318a8061dad7 HTTP/1.1" status: 200 len: 946 time: 0.2812278 Nov 09 17:20:06.252373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:06.252825 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:06.253395 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.253883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:06.254948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Bound port: 51747b38-3cd3-4fd1-9731-0b36cecb3746, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:06.255697 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.258238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-5bb31ccc-999d-409f-9b3b-302be2359d52 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:06.260558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-5bb31ccc-999d-409f-9b3b-302be2359d52 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 1.4869356 Nov 09 17:20:06.271288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:06.271663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:06.283573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:06.284205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Bound port: 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:06.284583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.303357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Request body: {'port': {'device_id': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'admin_state_up': True, 'tenant_id': 'ffa8a751fdee43129a813ed94262b87f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:06.356801 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] For port 51747b38-3cd3-4fd1-9731-0b36cecb3746, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:06.359348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96b567-1531-40a5-a28d-135fd9af6f6f req-f2ea9a2f-b851-45ef-946b-d473727d54d8 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:06.362438 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] For port 51747b38-3cd3-4fd1-9731-0b36cecb3746, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51747b38-3cd3-4fd1-9731-0b36cecb3746,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:06.370336 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.376346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a96b567-1531-40a5-a28d-135fd9af6f6f req-f2ea9a2f-b851-45ef-946b-d473727d54d8 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 0.7466946 Nov 09 17:20:06.388409 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-3012da61-6ba4-4640-bcae-1629184b8c96 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2902296 Nov 09 17:20:06.412531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:06.477292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874918-230a-4bab-8653-3a81a8519b9e None None] Pushing event updated for resources: {'Port': ['ID=51747b38-3cd3-4fd1-9731-0b36cecb3746,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:06.522627 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:06.523609 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:06.524074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] For port 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:06.552832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] For port 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:06.587117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.667476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:06.668122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.673340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] 10.222.0.43 "PUT /v2.0/ports/5a8e0bb9-5620-4821-beb7-95cc315ecd29 HTTP/1.1" status: 200 len: 1096 time: 3.2219555 Nov 09 17:20:06.722817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Made reservation on behalf of ffa8a751fdee43129a813ed94262b87f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:06.728661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.838662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'tag': '5a8e0bb9-5620-4821-beb7-95cc315ecd29'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:06.843030 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "64683ac8-8af9-4540-992f-92d67c98e3c5", "tag": "5a8e0bb9-5620-4821-beb7-95cc315ecd29"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:06.846364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0131dc0-3f9f-43b3-a24c-e89d4243c979 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8e0bb9-5620-4821-beb7-95cc315ecd29,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:06.873138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Deleting port 5426940c-ed56-4951-a839-27bcd586017e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:20:06.873489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:06.885400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:07.087918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] For port 5426940c-ed56-4951-a839-27bcd586017e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5426940c-ed56-4951-a839-27bcd586017e,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:07.088295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:07.200579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-ee4562c6-6937-4abd-863c-d042354ee68d service neutron] 10.222.0.45 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878997 Nov 09 17:20:07.248914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a96b567-1531-40a5-a28d-135fd9af6f6f req-d8901f03-a33a-4a86-8a7c-5c9c10697d70 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8706131 Nov 09 17:20:07.319253 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:02Z', 'revision_number': 3, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:07.341104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3358debc-dca4-4da4-bb32-589f8c8bae8d {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:07.356059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-daa83c9f-9982-448a-8608-3082ad2f54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:07.357867 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-daa83c9f-9982-448a-8608-3082ad2f54c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 1099 time: 0.5042779 Nov 09 17:20:07.388884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:07.435598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Transition to ACTIVE for port object 3358debc-dca4-4da4-bb32-589f8c8bae8d will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:07.464699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:07.521538 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158e8ba-4e95-4f94-a1d8-cc71ec0e936b None None] The sync data for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 is: [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:02Z', 'revision_number': 3, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:20:07.577771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Allocated IP 172.20.0.13 (b8ded62b-000e-4e58-95ba-86fd5a4e8d2a/7a3f11b1-4eca-4726-b109-3a9a44e185bc/a0d34090-85b1-4f2f-990e-7614635417d4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:07.596162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:07.760868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:07.761401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:07.982130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:08.076641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2223-32f0-432f-a04e-7b7e7b6e7513 req-cf8ae399-2e9a-4406-813e-f64ff752463b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:08.079222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74ff2223-32f0-432f-a04e-7b7e7b6e7513 req-cf8ae399-2e9a-4406-813e-f64ff752463b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 948 time: 0.6287413 Nov 09 17:20:08.093743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-4c7dde13-8ab8-4e3b-9d3a-0140c82d6cd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29 HTTP/1.1" status: 200 len: 217 time: 0.7149932 Nov 09 17:20:08.167332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:08.173492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:08.188592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Pushing event updated for resources: {'Port': ['ID=3358debc-dca4-4da4-bb32-589f8c8bae8d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:08.262813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Attempting to bind port 3358debc-dca4-4da4-bb32-589f8c8bae8d on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:08.272590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:08.275533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Attempting to bind port 3358debc-dca4-4da4-bb32-589f8c8bae8d by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:08.276191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Attempting to bind port 3358debc-dca4-4da4-bb32-589f8c8bae8d on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:08.306087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Port 3358debc-dca4-4da4-bb32-589f8c8bae8d on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:08.306506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Attempting to bind port 3358debc-dca4-4da4-bb32-589f8c8bae8d on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:08.390670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-1b89212f-6b17-4762-8817-d409595bb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:08.392175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-1b89212f-6b17-4762-8817-d409595bb2c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2276254 Nov 09 17:20:08.397360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-8fc98699-ce36-42cf-bbfb-1759966d6273 service neutron] 10.222.0.45 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1608782 Nov 09 17:20:08.401244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:08.401677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:08.401970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:08.402413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Bound port: 3358debc-dca4-4da4-bb32-589f8c8bae8d, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:08.402766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:08.474900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:08.475298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:08.475646 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb disassociated. External IP: 172.25.3.73, port: 5426940c-ed56-4951-a839-27bcd586017e. Nov 09 17:20:08.476004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Calling delete_port for 5426940c-ed56-4951-a839-27bcd586017e owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:20:08.491751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-0b490f03-fb08-497a-99a4-47a9edb62a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:08.493376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-0b490f03-fb08-497a-99a4-47a9edb62a48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930984 Nov 09 17:20:08.671042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-fb8af2c5-9559-4494-b75e-f49bbc01086e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3717320 Nov 09 17:20:08.768185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74ff2223-32f0-432f-a04e-7b7e7b6e7513 req-1fb5d304-01dc-4e1b-9c6c-d77cefe63cd0 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631702 Nov 09 17:20:08.792738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-892a6e9b-d885-46cf-8df1-82bd319c788a service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836173 Nov 09 17:20:08.877420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51747b38-3cd3-4fd1-9731-0b36cecb3746 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:09.058304 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01147917-3286-43ee-8481-314ebfa279af x-openstack-request-id: req-01147917-3286-43ee-8481-314ebfa279af {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:09.059568 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327c7ffd-461c-406e-abf7-4c163d9e1fb0", "name": "network-vif-plugged", "status": "completed", "tag": "454f027e-b658-42f4-9fca-df0c61974073", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:09.062712 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01147917-3286-43ee-8481-314ebfa279af {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:09.064298 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f027e-b658-42f4-9fca-df0c61974073', 'code': 200} Nov 09 17:20:09.186647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 51747b38-3cd3-4fd1-9731-0b36cecb3746 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:09.187057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.231112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-55f72050-d432-45a3-b43d-f153f467aa62 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286408 Nov 09 17:20:09.248665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.263035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.83', 65107) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:20:09.263427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] For port 3358debc-dca4-4da4-bb32-589f8c8bae8d, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:09.363423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.385288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e7525ec-dfe9-4576-a4d3-212fc7a580fa req-09b0a70a-7f1e-4863-9dea-b06c0daaaa69 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 210 time: 0.1722713 Nov 09 17:20:09.398721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 51747b38-3cd3-4fd1-9731-0b36cecb3746, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51747b38-3cd3-4fd1-9731-0b36cecb3746,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:09.399212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.403894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.416720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.419560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] For port 3358debc-dca4-4da4-bb32-589f8c8bae8d, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:09.460716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d335c5-6583-40b6-9ed5-8f46dd386324 req-88128468-2137-42a8-a0fb-3f881d6e1b87 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:09.470589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18d335c5-6583-40b6-9ed5-8f46dd386324 req-88128468-2137-42a8-a0fb-3f881d6e1b87 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 944 time: 0.1508880 Nov 09 17:20:09.495658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.533111 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb1ee9-13bd-4c1a-97d2-e50307b55741 x-openstack-request-id: req-21eb1ee9-13bd-4c1a-97d2-e50307b55741 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:09.537725 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64683ac8-8af9-4540-992f-92d67c98e3c5", "tag": "5a8e0bb9-5620-4821-beb7-95cc315ecd29", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:09.539020 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21eb1ee9-13bd-4c1a-97d2-e50307b55741 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:09.539558 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'tag': '5a8e0bb9-5620-4821-beb7-95cc315ecd29', 'status': 'completed', 'code': 200} Nov 09 17:20:09.559077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=51747b38-3cd3-4fd1-9731-0b36cecb3746,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:09.657454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-445dc7e3-caed-43ab-a4b4-ebc5c12d9e91 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:09.659971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-445dc7e3-caed-43ab-a4b4-ebc5c12d9e91 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb&tenant_id=7e46c7f2556c4547957e02ca39005e70&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 949 time: 0.3946979 Nov 09 17:20:09.668969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-2fc038f6-df77-4abf-9344-1ea3417cb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:09.670679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-2fc038f6-df77-4abf-9344-1ea3417cb961 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 1095 time: 0.8126409 Nov 09 17:20:09.750715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:09.752358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.754007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] 10.222.0.83 "PUT /v2.0/ports/3358debc-dca4-4da4-bb32-589f8c8bae8d HTTP/1.1" status: 200 len: 1096 time: 5.4626300 Nov 09 17:20:09.762415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event deleted for resources: {'Port': ['ID=5426940c-ed56-4951-a839-27bcd586017e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:09.773561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'tag': '3358debc-dca4-4da4-bb32-589f8c8bae8d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:09.776297 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a4ca99-9607-445a-8255-86c55b9b64d3" -d '{"events": [{"name": "network-changed", "server_uuid": "431f4859-bf1d-45f3-ba1c-35dd9162c815", "tag": "3358debc-dca4-4da4-bb32-589f8c8bae8d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:09.799854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa5a4-9891-4803-af5f-cabdc22f54ce req-c8b8b092-736e-4f85-b733-7b8a476b592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:09.804261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dfaa5a4-9891-4803-af5f-cabdc22f54ce req-c8b8b092-736e-4f85-b733-7b8a476b592e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 1096 time: 0.6331263 Nov 09 17:20:09.808765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18d335c5-6583-40b6-9ed5-8f46dd386324 req-f547f5da-8c8f-48be-b3bf-511b44ddaff8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371005 Nov 09 17:20:09.905197 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:09.994593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32b6fd78-7e1f-4dcc-aba9-e63702dc02f5 req-83b9a447-2152-415e-ba47-434b6db6f9c1 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 210 time: 0.0361171 Nov 09 17:20:10.026927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cc745-6f74-4e07-80e7-c67308455255 service neutron] Pushing event updated for resources: {'Port': ['ID=3358debc-dca4-4da4-bb32-589f8c8bae8d,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:10.160570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-31e319e1-0687-4fcb-bf34-472d5a3c7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.165642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-31e319e1-0687-4fcb-bf34-472d5a3c7db7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 1099 time: 0.4987988 Nov 09 17:20:10.274432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-5f09569a-5d33-4449-8d6a-7f8304750394 service neutron] 10.222.0.83 "GET /v2.0/ports/a6fa8102-7e3a-417b-b05e-bd5fa9e4453f/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.5790248 Nov 09 17:20:10.310905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f17bda-1f7a-4c2c-b031-414b4feeda95 req-289b7715-be6b-4ada-9af1-7f41cae4b322 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.315796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9f17bda-1f7a-4c2c-b031-414b4feeda95 req-289b7715-be6b-4ada-9af1-7f41cae4b322 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 0.6672800 Nov 09 17:20:10.321218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5426940c-ed56-4951-a839-27bcd586017e no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:20:10.402656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 5426940c-ed56-4951-a839-27bcd586017e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:20:10.403273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5426940c-ed56-4951-a839-27bcd586017e not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:20:10.478870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Allocated IP 172.20.0.1 (ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880/bc0da707-c995-4377-8781-f8ebb9c5b4dc/6ecbdda7-f64e-42be-a2e7-fa3d46830463) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:10.479537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-91651f8e-9799-4104-addf-b719248e29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.482657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-91651f8e-9799-4104-addf-b719248e29e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3070164 Nov 09 17:20:10.564278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-726de0cd-b14f-4801-93d2-a82ae69899cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29 HTTP/1.1" status: 200 len: 217 time: 0.0717645 Nov 09 17:20:10.594841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69f0a3-6987-4c12-b0dc-13ad73934eb9 req-d9a6e7d5-df96-4b8c-b752-f0fcc596fe0f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.597667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b69f0a3-6987-4c12-b0dc-13ad73934eb9 req-d9a6e7d5-df96-4b8c-b752-f0fcc596fe0f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.4023750 Nov 09 17:20:10.615889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dfaa5a4-9891-4803-af5f-cabdc22f54ce req-c80f8d10-2f41-4f9b-a1da-fc30c837ca49 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685976 Nov 09 17:20:10.628037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:10.632899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:20:10.636881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-5f807062-2d27-4bef-ae6c-7d5fd70aafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.640143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-5f807062-2d27-4bef-ae6c-7d5fd70aafcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1100 time: 0.2858858 Nov 09 17:20:10.670175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:10.685731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:10.693269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.694085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:10.713286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-85907862-f618-4070-83b1-849651e3e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.714809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-85907862-f618-4070-83b1-849651e3e2ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 1099 time: 0.8025796 Nov 09 17:20:10.715476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:10.728485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-70358f39-5530-4343-b92c-fc954499561e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4496977 Nov 09 17:20:10.756375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Request body: {'port': {'device_id': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:10.796721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-e3bb0a15-11d8-4398-9a85-d32a612cf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.798255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-e3bb0a15-11d8-4398-9a85-d32a612cf29c service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 1.0373230 Nov 09 17:20:10.860862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-2b857b27-5a14-47f1-b9ce-e7ae102fd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:10.863342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-2b857b27-5a14-47f1-b9ce-e7ae102fd2c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2838376 Nov 09 17:20:10.868208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:10.881817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51747b38-3cd3-4fd1-9731-0b36cecb3746 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:10.890520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b69f0a3-6987-4c12-b0dc-13ad73934eb9 req-391c426a-3ee8-42a1-abca-0e4ccfbc812d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724411 Nov 09 17:20:10.956416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9f17bda-1f7a-4c2c-b031-414b4feeda95 req-a6265b7a-b481-46b3-971b-49ff01fb2b58 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268905 Nov 09 17:20:11.000299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 51747b38-3cd3-4fd1-9731-0b36cecb3746 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:11.000676 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:11.080021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:11.096295 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3c788a-2349-4a31-9963-e73d71a5878a" -d '{"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:11.121982 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3afbf5-51f3-4c26-b0dd-b45787dee957 x-openstack-request-id: req-4b3afbf5-51f3-4c26-b0dd-b45787dee957 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:11.122881 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431f4859-bf1d-45f3-ba1c-35dd9162c815", "tag": "3358debc-dca4-4da4-bb32-589f8c8bae8d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:11.123472 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b3afbf5-51f3-4c26-b0dd-b45787dee957 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:11.124569 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'tag': '3358debc-dca4-4da4-bb32-589f8c8bae8d', 'status': 'completed', 'code': 200} Nov 09 17:20:11.133043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-3f39960a-0a26-49ad-93af-cb11ed4cf810 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d HTTP/1.1" status: 200 len: 217 time: 0.2443464 Nov 09 17:20:11.142091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-76ed6e10-76c0-4f0d-bf1c-ddc2660756af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 200 len: 217 time: 0.3057957 Nov 09 17:20:11.358701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-8d8bfa52-01f6-4b8f-ae1c-ef73982d06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:11.361926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-8d8bfa52-01f6-4b8f-ae1c-ef73982d06ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3896451 Nov 09 17:20:11.476871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-5a3d968a-9500-4232-b417-34259fbd55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:11.481953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-5a3d968a-9500-4232-b417-34259fbd55dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.6490324 Nov 09 17:20:11.487947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:20:11.505773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:20:11.531107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ff84-ad1f-4b6a-af50-a21c4eaf7eae req-58134254-b58a-4b0e-bd9f-87eba0b449f6 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:11.534833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8606ff84-ad1f-4b6a-af50-a21c4eaf7eae req-58134254-b58a-4b0e-bd9f-87eba0b449f6 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 932 time: 0.3384371 Nov 09 17:20:11.560431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:11.565002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:11.617944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:11.628966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-c636315b-2098-4e4b-9bf3-9e572d88f6e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 217 time: 0.1327949 Nov 09 17:20:11.668235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] No DVR routers for this DVR port 5426940c-ed56-4951-a839-27bcd586017e on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:20:11.686000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:11.690270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc6d48a7-8bea-4c55-baab-286a3b374789 req-9ee0580a-8efd-497c-baa9-4389dcb19bac tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.43 "DELETE /v2.0/ports/5426940c-ed56-4951-a839-27bcd586017e HTTP/1.1" status: 204 len: 173 time: 5.4309931 Nov 09 17:20:11.692755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'name': 'network-vif-deleted', 'tag': '5426940c-ed56-4951-a839-27bcd586017e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:11.697136 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427eb32f-7f30-4674-9d0d-0ea139458327" -d '{"events": [{"server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "name": "network-vif-deleted", "tag": "5426940c-ed56-4951-a839-27bcd586017e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:11.826924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-af6d7491-44b2-4681-a5ff-a6f52c04059c service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551384 Nov 09 17:20:11.937567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-2815c042-fe87-4655-965e-60d9eb15eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:11.942643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-2815c042-fe87-4655-965e-60d9eb15eb19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.7964733 Nov 09 17:20:11.963511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:12.073625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-0a814235-6e93-409b-a9e1-f7ec090ffec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.076457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-0a814235-6e93-409b-a9e1-f7ec090ffec4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.9099340 Nov 09 17:20:12.090680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-f9b16293-d1fe-4fa1-b5dc-460746f578ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.093618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-f9b16293-d1fe-4fa1-b5dc-460746f578ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.4264812 Nov 09 17:20:12.123813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8606ff84-ad1f-4b6a-af50-a21c4eaf7eae req-ae96ab6b-bb20-46bd-a882-8a130e151e5c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404661 Nov 09 17:20:12.124118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:12.204270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1cd417-405f-43d0-9ba0-775f5e4d1bb5 req-719f44a9-3f02-4e2e-bfb3-0aa28527fbd6 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494821 Nov 09 17:20:12.272165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:12.277389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-a1d966d0-6f7e-478f-9c34-1506d0f7c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.284860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-a1d966d0-6f7e-478f-9c34-1506d0f7c343 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506503 Nov 09 17:20:12.307453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a974cf-2448-4f60-ac53-025c6fc7286d req-eb3cb2d4-0aef-4c48-b020-63ff7c1f7ece tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.310164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0a974cf-2448-4f60-ac53-025c6fc7286d req-eb3cb2d4-0aef-4c48-b020-63ff7c1f7ece tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 948 time: 0.7304237 Nov 09 17:20:12.325189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-970f22e7-cb7a-46e8-9efe-c667e4285e66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2231185 Nov 09 17:20:12.352264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5a8e0bb9-5620-4821-beb7-95cc315ecd29 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:12.423477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-bf2177ac-ffe8-432f-993a-f69ace7d837a service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275604 Nov 09 17:20:12.472171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-17911b58-b0bf-4b5e-8d34-a644845d4c90 req-f4d0236d-203b-47f3-8a95-e28d546275ed tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 210 time: 0.0470226 Nov 09 17:20:12.565762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:20:12.602175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:12.613266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:12.643913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '5a8e0bb9-5620-4821-beb7-95cc315ecd29', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '5a8e0bb9-5620-4821-beb7-95cc315ecd29', 'mac_address': 'fa:16:3e:fd:d1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:12.648713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:12.648713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:12.705794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-27f782e0-184b-4ee4-9501-044ff93a3111 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.709383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-27f782e0-184b-4ee4-9501-044ff93a3111 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.83 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 823 time: 1.1088605 Nov 09 17:20:12.713114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494569-97c5-4f85-a2d5-0148c35249fa req-4e7b2cb6-a110-4f99-b712-d78fc2a82abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.716308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-4e7b2cb6-a110-4f99-b712-d78fc2a82abc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7185817 Nov 09 17:20:12.718277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:12.735434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecbdda7-f64e-42be-a2e7-fa3d46830463,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:12.746835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:12.757950 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-db1d1006-3808-49a6-9595-e8b7e63af43a service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193784 Nov 09 17:20:12.764112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:12.764815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:12.804189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7056b-cffd-463f-b505-061ac5fdc5cb req-1eebef9f-bb8b-4d26-b7a9-fc62da04c6ee tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:12.815860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3bf7056b-cffd-463f-b505-061ac5fdc5cb req-1eebef9f-bb8b-4d26-b7a9-fc62da04c6ee tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1095 time: 0.2115943 Nov 09 17:20:12.825422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8e0bb9-5620-4821-beb7-95cc315ecd29 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:12.881744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:12.888965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:12.892541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:12.947172 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3bf7056b-cffd-463f-b505-061ac5fdc5cb req-d4093e17-dbce-49cd-9625-4d1f15bb5bd0 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299407 Nov 09 17:20:13.080231 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2a5dde-8610-4c4e-8340-7350e60a03f4 x-openstack-request-id: req-0c2a5dde-8610-4c4e-8340-7350e60a03f4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:13.081141 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:13.081141 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c2a5dde-8610-4c4e-8340-7350e60a03f4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:13.081471 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'code': 200} Nov 09 17:20:13.084994 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ede10a-504a-4c79-89da-4f5a7cd03669 x-openstack-request-id: req-73ede10a-504a-4c79-89da-4f5a7cd03669 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:13.085835 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47b2c6f-c6e2-4be2-b114-318a8061dad7", "name": "network-vif-deleted", "tag": "5426940c-ed56-4951-a839-27bcd586017e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:13.086480 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73ede10a-504a-4c79-89da-4f5a7cd03669 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:13.087399 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47b2c6f-c6e2-4be2-b114-318a8061dad7', 'name': 'network-vif-deleted', 'tag': '5426940c-ed56-4951-a839-27bcd586017e', 'status': 'completed', 'code': 200} Nov 09 17:20:13.127611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0a974cf-2448-4f60-ac53-025c6fc7286d req-9d49b6be-c64d-416f-8a57-7f266dd6e922 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654796 Nov 09 17:20:13.166593 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:20:13.288928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-afb6029d-d454-49f7-9998-e38416cd8dfe service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8883588 Nov 09 17:20:13.300897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:13.321809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=5a8e0bb9-5620-4821-beb7-95cc315ecd29,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:13.340446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce4ddb-ef9f-4a1b-9386-0bc59ec2ab92 req-2bff7777-c793-4c5e-a3d7-ae102018dba2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:13.342661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83ce4ddb-ef9f-4a1b-9386-0bc59ec2ab92 req-2bff7777-c793-4c5e-a3d7-ae102018dba2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1296544 Nov 09 17:20:13.380897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-edbd7d98-4797-4f5d-ac49-94fac8ec499f tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b379375cdab441d9ca678b7fd12feb5 HTTP/1.1" status: 200 len: 380 time: 0.6281972 Nov 09 17:20:13.397697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9514d383-0676-406a-983b-d886b7c6b1fb None None] Provisioning complete for port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:13.397972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9514d383-0676-406a-983b-d886b7c6b1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:13.418800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'port': {'device_id': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'admin_state_up': True, 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'security_groups': ['7fa8dee0-425d-457b-a295-68fca8f2b8dd']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:13.424424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83ce4ddb-ef9f-4a1b-9386-0bc59ec2ab92 req-d1a58e6c-5534-4894-a95f-3a82800ca4c0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668864 Nov 09 17:20:13.494036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9514d383-0676-406a-983b-d886b7c6b1fb None None] Port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:13.617773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1780-ac15-452e-adab-8995e2a849b0 req-b38bc8bb-9a9a-4cc1-8eb6-2b4a260f83d1 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:13.618347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f6c1780-ac15-452e-adab-8995e2a849b0 req-b38bc8bb-9a9a-4cc1-8eb6-2b4a260f83d1 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 1095 time: 0.0880952 Nov 09 17:20:13.636692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:13.669687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8477be-fbb7-41d6-9a75-7c9ec509aee3 None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:20:13.680806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-cdd2d09f-9709-4cd1-841a-e5f09d4a385e service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998709 Nov 09 17:20:13.697701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f6c1780-ac15-452e-adab-8995e2a849b0 req-ed203e1f-5b52-4543-9c4c-9fa166b499b9 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644324 Nov 09 17:20:13.847323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d842-7fc7-44a6-ab91-42b8a0b480c3 req-cbecd33c-f5ce-4e29-8a3c-5d8e72eb66dd tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:13.849587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e689d842-7fc7-44a6-ab91-42b8a0b480c3 req-cbecd33c-f5ce-4e29-8a3c-5d8e72eb66dd tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 932 time: 0.0625422 Nov 09 17:20:13.871898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:13.939638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e689d842-7fc7-44a6-ab91-42b8a0b480c3 req-bce88f1e-fd6b-43ec-965d-59cb8520c830 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773773 Nov 09 17:20:13.977507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d34090-85b1-4f2f-990e-7614635417d4 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:13.992332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Made reservation on behalf of 2b379375cdab441d9ca678b7fd12feb5 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:13.996320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:14.027578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:14.043653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e067e0-d459-4649-b6a4-38b41e88e322 req-c616b612-967a-4959-91c9-4a7e0d16774f tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:14.045336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98e067e0-d459-4649-b6a4-38b41e88e322 req-c616b612-967a-4959-91c9-4a7e0d16774f tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 0.7553496 Nov 09 17:20:14.130850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34c4d88e-4a25-4019-8959-149a6491f4a0 req-e6e57b4f-33a3-46d1-b4c9-9211e1d71a79 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8077223 Nov 09 17:20:14.140633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dd729360-c8a1-45be-a754-563964e11d97 req-52507b9f-7824-4f8f-af37-fbab7d364ab0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 210 time: 0.0742033 Nov 09 17:20:14.142612 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac110d-cb23-47dc-bbcd-35eb3131e4f1 None None] New status for floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:20:14.145474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Transition to ACTIVE for port object a0d34090-85b1-4f2f-990e-7614635417d4 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:14.165369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:14.355255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54494569-97c5-4f85-a2d5-0148c35249fa req-49eb68a9-15ed-4db1-a5f7-57ab904bb606 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455737 Nov 09 17:20:14.855513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98e067e0-d459-4649-b6a4-38b41e88e322 req-8aa83c57-f003-415b-985a-92328bc5ed71 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763033 Nov 09 17:20:14.906863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48abf-0e95-4bf9-a586-1a5dcd408da2 req-444bf6c5-1c65-4c01-93bb-77d54aeec168 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:14.922256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1cf48abf-0e95-4bf9-a586-1a5dcd408da2 req-444bf6c5-1c65-4c01-93bb-77d54aeec168 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 949 time: 0.1244526 Nov 09 17:20:14.983244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:15.078157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1cf48abf-0e95-4bf9-a586-1a5dcd408da2 req-83895b6f-871a-49b0-a731-78925892a00b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500909 Nov 09 17:20:15.218146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Attempting to bind port a0d34090-85b1-4f2f-990e-7614635417d4 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:15.218146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Attempting to bind port a0d34090-85b1-4f2f-990e-7614635417d4 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:15.218146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Attempting to bind port a0d34090-85b1-4f2f-990e-7614635417d4 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:15.222093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:15.242593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-9de91626-700e-4622-a825-9da2318e9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:15.242593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-9de91626-700e-4622-a825-9da2318e9973 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 1099 time: 0.7943027 Nov 09 17:20:15.248500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:15.249235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:15.339750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Port a0d34090-85b1-4f2f-990e-7614635417d4 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:15.340110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Attempting to bind port a0d34090-85b1-4f2f-990e-7614635417d4 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:15.385869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Allocated IP 172.20.0.13 (1ca38095-362d-4531-a906-e3c62b65cfd0/bdae3730-1b13-472a-a1e0-71163912287f/3050387e-d7dc-41ca-9468-9363641a9485) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:15.413276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:15.413276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Checking segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:15.413593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Bound using segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:15.413813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Bound port: a0d34090-85b1-4f2f-990e-7614635417d4, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:15.414183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:15.420779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffc3d9-d674-48ad-b06c-de4bd6279666 req-dd8f36a8-8066-4984-9f44-276a30e1cffb tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:15.423993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96ffc3d9-d674-48ad-b06c-de4bd6279666 req-dd8f36a8-8066-4984-9f44-276a30e1cffb tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 944 time: 0.1012416 Nov 09 17:20:15.527722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146fe17-8e19-467c-a7c8-8bcb0f1806ed req-a4fdc1fc-8772-449b-883e-3903e6056cbc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:15.529351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2146fe17-8e19-467c-a7c8-8bcb0f1806ed req-a4fdc1fc-8772-449b-883e-3903e6056cbc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.4741163 Nov 09 17:20:15.561218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96ffc3d9-d674-48ad-b06c-de4bd6279666 req-736e57cb-b495-49a0-98ef-8ea45703a498 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234639 Nov 09 17:20:15.569694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-70d32b47-5a3a-48f5-a61e-5a63b698f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:15.570037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-70d32b47-5a3a-48f5-a61e-5a63b698f796 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3183968 Nov 09 17:20:15.630890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3358debc-dca4-4da4-bb32-589f8c8bae8d details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:15.649829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecbdda7-f64e-42be-a2e7-fa3d46830463,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:15.716791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-2d2e28ab-e56b-4fa2-94c0-f59f069143a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d HTTP/1.1" status: 200 len: 217 time: 0.0911624 Nov 09 17:20:15.836530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1df5053-40b5-455f-b630-5eb2527c3485 req-bcb82df7-c48f-44cf-9720-616c9507af2e tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 210 time: 0.1374209 Nov 09 17:20:15.852653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-fc86095d-9e0d-4c56-bcb6-06603ad9b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:15.854188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-fc86095d-9e0d-4c56-bcb6-06603ad9b127 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb&tenant_id=7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 1100 time: 0.4632423 Nov 09 17:20:15.948893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:15.967755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2146fe17-8e19-467c-a7c8-8bcb0f1806ed req-fee3b8fc-68f0-425e-9af6-9b04374fd7ef tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213266 Nov 09 17:20:15.995151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-38d1ef76-6e16-4c65-9dd0-c0c7e89146a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:15.996640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-38d1ef76-6e16-4c65-9dd0-c0c7e89146a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2635658 Nov 09 17:20:16.003887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:16.007510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3358debc-dca4-4da4-bb32-589f8c8bae8d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:16.028170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.059777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '3358debc-dca4-4da4-bb32-589f8c8bae8d', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '3358debc-dca4-4da4-bb32-589f8c8bae8d', 'mac_address': 'fa:16:3e:3d:35:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:16.069092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:16.108935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:16.139683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:16.140100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.142626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0d34090-85b1-4f2f-990e-7614635417d4 HTTP/1.1" status: 200 len: 1092 time: 5.3932080 Nov 09 17:20:16.149226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:16.152429 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:16.166338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-a1b637c2-640a-4341-899a-8adf6dbafb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:16.168027 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-a1b637c2-640a-4341-899a-8adf6dbafb61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 1100 time: 0.2695243 Nov 09 17:20:16.171546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.205222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.276008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3358debc-dca4-4da4-bb32-589f8c8bae8d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:16.389575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5a8e0bb9-5620-4821-beb7-95cc315ecd29 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:16.395323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195805d8-2894-4d73-9402-2e1fff4f3a81 req-d9afa457-0bde-4b8f-94c6-659e0ff7dc68 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:16.417908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-195805d8-2894-4d73-9402-2e1fff4f3a81 req-d9afa457-0bde-4b8f-94c6-659e0ff7dc68 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 949 time: 0.1401968 Nov 09 17:20:16.431486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3358debc-dca4-4da4-bb32-589f8c8bae8d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:16.514693 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5125ea62-3160-42da-924b-70ede5a66793 x-openstack-request-id: req-5125ea62-3160-42da-924b-70ede5a66793 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:16.515186 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:16.515608 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5125ea62-3160-42da-924b-70ede5a66793 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:16.516263 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'status': 'completed', 'code': 200} Nov 09 17:20:16.552870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7a082-db33-4260-aa0c-e159bec24739 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:16.554074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-195805d8-2894-4d73-9402-2e1fff4f3a81 req-50d49172-aabd-420f-9a26-ac163fe24839 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348789 Nov 09 17:20:16.564948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-8805c110-de6e-4193-93ac-f569fa882d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:16.567608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-8805c110-de6e-4193-93ac-f569fa882d62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5592120 Nov 09 17:20:16.650658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.927294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-23956f4c-f700-4b24-b630-0e79e84e3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:16.927294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-23956f4c-f700-4b24-b630-0e79e84e3140 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 1095 time: 0.6721578 Nov 09 17:20:16.941931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9192e3dc-3285-4e14-92ce-eaea88b3357a None None] Provisioning complete for port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:16.942759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9192e3dc-3285-4e14-92ce-eaea88b3357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.947704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:16.980113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3358debc-dca4-4da4-bb32-589f8c8bae8d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:16.987637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:16.994901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac44ac-385d-420f-8c64-771ac0d6012a req-d559a297-92d4-41b9-84d1-0a368ed6c924 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.007485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ac44ac-385d-420f-8c64-771ac0d6012a req-d559a297-92d4-41b9-84d1-0a368ed6c924 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 944 time: 0.2825229 Nov 09 17:20:17.021786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-ea3b76cd-3dc3-4926-a98c-469623261491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.023354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-ea3b76cd-3dc3-4926-a98c-469623261491 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.8411667 Nov 09 17:20:17.078804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-ad584157-6be3-40a5-9239-291af08fdc5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0d34090-85b1-4f2f-990e-7614635417d4 HTTP/1.1" status: 200 len: 217 time: 0.1288729 Nov 09 17:20:17.114029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9192e3dc-3285-4e14-92ce-eaea88b3357a None None] Port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:17.127671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:17.141774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ac44ac-385d-420f-8c64-771ac0d6012a req-5db5f987-ac60-43c2-8f78-7d8b437635ce tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251922 Nov 09 17:20:17.146013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:17.148707 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:17.241324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Router 228d27f7-8f4e-44c8-99ec-3194afc00d0c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:20:17.246803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-a5759b43-add7-4d16-a310-c66766c6cd8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 200 len: 217 time: 0.2141345 Nov 09 17:20:17.332058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:17.374090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26385-5aab-46b1-908e-4dc84a8869a3 req-364b3c9b-0131-4dde-8a56-a28c1a835f4c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.385674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23f26385-5aab-46b1-908e-4dc84a8869a3 req-364b3c9b-0131-4dde-8a56-a28c1a835f4c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1205554 Nov 09 17:20:17.420557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:17.441376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:17.469914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.481646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:17.528861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event updated for resources: {'Port': ['ID=3050387e-d7dc-41ca-9468-9363641a9485,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:17.532995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-78946f00-eb21-4a25-a473-619b7a0fe9c9 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308901 Nov 09 17:20:17.550493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23f26385-5aab-46b1-908e-4dc84a8869a3 req-04ffdd91-c242-4028-9a51-3d36a4b3fe94 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633658 Nov 09 17:20:17.647279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:20:17.855496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:17.915762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-e0086767-1271-43f1-a9fe-fc03f6ef55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.917311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-e0086767-1271-43f1-a9fe-fc03f6ef55b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.7926607 Nov 09 17:20:17.924279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebe74b-3286-4cae-a12b-f2ab670cca93 req-9faf4aac-a7c3-4d63-8984-ac52ce09eb72 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.927550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64ebe74b-3286-4cae-a12b-f2ab670cca93 req-9faf4aac-a7c3-4d63-8984-ac52ce09eb72 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 949 time: 0.1160021 Nov 09 17:20:17.951089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-97289e32-b2fb-4248-af8d-58cbfdbb5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:17.952630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-97289e32-b2fb-4248-af8d-58cbfdbb5536 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.6351359 Nov 09 17:20:18.072180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64ebe74b-3286-4cae-a12b-f2ab670cca93 req-7af1da63-467c-415a-a476-fb8ff85a4031 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254084 Nov 09 17:20:18.076877 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-70c06e1c-9152-410b-a5f9-bc08104194cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6658282 Nov 09 17:20:18.115473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33753e28-4885-4adc-88aa-f4d22dcdf2b6 req-96db6701-bc4c-4899-b4b8-eed7e1e0004a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:18.125716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33753e28-4885-4adc-88aa-f4d22dcdf2b6 req-96db6701-bc4c-4899-b4b8-eed7e1e0004a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 932 time: 0.9757392 Nov 09 17:20:18.186719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e0bb9-5620-4821-beb7-95cc315ecd29'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:18.189340 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817ec4f-b77a-4d1d-805b-53bd2de6b3aa" -d '{"events": [{"server_uuid": "64683ac8-8af9-4540-992f-92d67c98e3c5", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e0bb9-5620-4821-beb7-95cc315ecd29"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:18.225757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:18.226914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d12f3f40-e65d-4983-a075-ac0c2fe81813 None None] Provisioning complete for port 3050387e-d7dc-41ca-9468-9363641a9485 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:18.227430 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d12f3f40-e65d-4983-a075-ac0c2fe81813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:18.275218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d12f3f40-e65d-4983-a075-ac0c2fe81813 None None] Port 3050387e-d7dc-41ca-9468-9363641a9485 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:18.281875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:18.415029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:18.456867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6c1a9-b8f2-4c1d-b764-9ef14e1afd1a req-619bda17-81e3-4533-9969-5e29ab890e93 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:18.475338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40a6c1a9-b8f2-4c1d-b764-9ef14e1afd1a req-619bda17-81e3-4533-9969-5e29ab890e93 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 944 time: 0.1612592 Nov 09 17:20:18.476794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=5a8e0bb9-5620-4821-beb7-95cc315ecd29,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:18.517746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:18.524820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:18.618519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40a6c1a9-b8f2-4c1d-b764-9ef14e1afd1a req-1c6507b7-a3f7-4b01-a505-5b750e5203b7 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359828 Nov 09 17:20:18.627670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:18.695575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Request body: {'port': {'device_id': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:18.762424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-83e79973-72d2-4ec7-818a-7eefaa1b5def service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7929802 Nov 09 17:20:18.774299 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23c20d4-7eda-4558-9525-fa93f9d41178 x-openstack-request-id: req-a23c20d4-7eda-4558-9525-fa93f9d41178 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:18.774666 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64683ac8-8af9-4540-992f-92d67c98e3c5", "name": "network-vif-plugged", "status": "completed", "tag": "5a8e0bb9-5620-4821-beb7-95cc315ecd29", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:18.775018 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a23c20d4-7eda-4558-9525-fa93f9d41178 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:18.778317 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e0bb9-5620-4821-beb7-95cc315ecd29', 'code': 200} Nov 09 17:20:18.805161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:20:18.816145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Sync routers for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:20:18.864275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc1a18dc-26bd-4ecd-a72d-15a6fb878396 admin admin] 10.222.0.45 "PUT /v2.0/routers/228d27f7-8f4e-44c8-99ec-3194afc00d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9037983 Nov 09 17:20:18.877032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:18.878105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:18.924894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236983-ebf3-43c6-81fa-97244c84848f req-f95ed38f-d300-4965-bddc-fa93fd3d81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:18.927637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86236983-ebf3-43c6-81fa-97244c84848f req-f95ed38f-d300-4965-bddc-fa93fd3d81a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 1101 time: 0.0874641 Nov 09 17:20:19.012182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33753e28-4885-4adc-88aa-f4d22dcdf2b6 req-059d4741-e527-4304-9027-f36d1a618a40 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8853457 Nov 09 17:20:19.163778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86236983-ebf3-43c6-81fa-97244c84848f req-3092bceb-d30d-49dc-845c-5935ad997e65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283072 Nov 09 17:20:19.209698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97a8c8-db12-47e0-b397-923ad9bd6cb1 req-6c49c467-6ea0-4834-ae56-541e63ccab61 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:19.212175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d97a8c8-db12-47e0-b397-923ad9bd6cb1 req-6c49c467-6ea0-4834-ae56-541e63ccab61 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.2185519 Nov 09 17:20:19.311770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:19.343038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:19.356571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d97a8c8-db12-47e0-b397-923ad9bd6cb1 req-e0fae8e5-e9be-469c-a54d-55ab12a4a4fe tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269925 Nov 09 17:20:19.449457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90a4ca99-9607-445a-8255-86c55b9b64d3 req-72cc8ec0-d323-4057-a083-a745f25ea164 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8943272 Nov 09 17:20:19.554452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-ecdf7503-b4d2-4841-99d4-87362897df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:19.555957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-ecdf7503-b4d2-4841-99d4-87362897df1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5026023 Nov 09 17:20:19.571474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-ab0037fc-9464-4270-8612-836e79466022 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368097 Nov 09 17:20:19.797436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803071c-2260-4236-86ac-b102b77b7d7f req-08fd16a9-e9ad-4b39-adf1-35b6429a774d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:19.821367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0803071c-2260-4236-86ac-b102b77b7d7f req-08fd16a9-e9ad-4b39-adf1-35b6429a774d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 950 time: 0.2115283 Nov 09 17:20:19.828996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3358debc-dca4-4da4-bb32-589f8c8bae8d up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:19.932303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-df08a156-3e26-4929-baab-4cd107ed51cd service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591135 Nov 09 17:20:19.952021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0803071c-2260-4236-86ac-b102b77b7d7f req-616d670a-9a3c-4cbe-ab8d-18de810555b3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291537 Nov 09 17:20:20.248025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 3358debc-dca4-4da4-bb32-589f8c8bae8d completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:20.261550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 3358debc-dca4-4da4-bb32-589f8c8bae8d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:20.262633 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:20.370442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:14Z', 'revision_number': 2, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:20.456681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb5cc6-08d6-4236-94b1-57750e94f181 req-cca7c40e-a9e8-49c6-bf0f-9a2ad2bd6e46 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:20.460870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fafb5cc6-08d6-4236-94b1-57750e94f181 req-cca7c40e-a9e8-49c6-bf0f-9a2ad2bd6e46 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 944 time: 0.1106095 Nov 09 17:20:20.508493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Checking router: 228d27f7-8f4e-44c8-99ec-3194afc00d0c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:20:20.508801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86f947d0-339d-4df5-b62a-0ebcc48bb555 req-1a449564-e20c-4d2e-93fc-1beca86c1bd0 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9065681 Nov 09 17:20:20.509567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Updating router 228d27f7-8f4e-44c8-99ec-3194afc00d0c port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:20:20.545021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fafb5cc6-08d6-4236-94b1-57750e94f181 req-5136dc42-c910-47cf-bcfb-62c61a6e9529 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Nov 09 17:20:20.700128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:20.707055 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:20.774000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0cffb3b-6f7e-4b42-bbf8-faa42cfa79cb req-0ca054a5-59d8-4ef5-a8d0-6602e39f95b7 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636311 Nov 09 17:20:21.007143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3288540-ef09-48e0-997e-34866ff6c5fe req-6d18c8d2-42c2-4891-987d-c9167602de50 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:21.025648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3288540-ef09-48e0-997e-34866ff6c5fe req-6d18c8d2-42c2-4891-987d-c9167602de50 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 932 time: 0.2430372 Nov 09 17:20:21.032411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}, {'server_uuid': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3358debc-dca4-4da4-bb32-589f8c8bae8d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:21.038225 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d63cb4-fd45-44c1-b06d-86e3e4583bf0" -d '{"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}, {"server_uuid": "431f4859-bf1d-45f3-ba1c-35dd9162c815", "name": "network-vif-plugged", "status": "completed", "tag": "3358debc-dca4-4da4-bb32-589f8c8bae8d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:21.164500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3358debc-dca4-4da4-bb32-589f8c8bae8d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:21.164885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3288540-ef09-48e0-997e-34866ff6c5fe req-f7b31109-0bf3-4051-8a79-d93a2675c899 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229417 Nov 09 17:20:21.171904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-d1036229-a4c9-47f1-8f55-7b872d44caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:21.175837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-d1036229-a4c9-47f1-8f55-7b872d44caba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 1095 time: 0.3767142 Nov 09 17:20:21.177718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:21.187256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3050387e-d7dc-41ca-9468-9363641a9485 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:21.198016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:21.213620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Transition to ACTIVE for port object 3050387e-d7dc-41ca-9468-9363641a9485 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:21.225885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:21.397144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3358debc-dca4-4da4-bb32-589f8c8bae8d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:21.405977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Pushing event updated for resources: {'Port': ['ID=3050387e-d7dc-41ca-9468-9363641a9485,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:21.415673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8cdd6-9ff6-423a-a461-4cc0157c6794 req-8d33fb6c-31ba-4872-88f8-6cb9eabb8b38 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:21.431077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfe8cdd6-9ff6-423a-a461-4cc0157c6794 req-8d33fb6c-31ba-4872-88f8-6cb9eabb8b38 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.1803515 Nov 09 17:20:21.509713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-87dd116a-779d-4497-ba7d-761b1a3697ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:21.513907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-87dd116a-779d-4497-ba7d-761b1a3697ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 905 time: 0.2986686 Nov 09 17:20:21.601657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfe8cdd6-9ff6-423a-a461-4cc0157c6794 req-9378edbc-5b11-4502-856f-a9164cd3d883 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681628 Nov 09 17:20:21.736157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Attempting to bind port 3050387e-d7dc-41ca-9468-9363641a9485 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:21.736497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Attempting to bind port 3050387e-d7dc-41ca-9468-9363641a9485 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:21.736831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Attempting to bind port 3050387e-d7dc-41ca-9468-9363641a9485 on network 1ca38095-362d-4531-a906-e3c62b65cfd0 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:21.790790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Port 3050387e-d7dc-41ca-9468-9363641a9485 on network 1ca38095-362d-4531-a906-e3c62b65cfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:21.791228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Attempting to bind port 3050387e-d7dc-41ca-9468-9363641a9485 on network 1ca38095-362d-4531-a906-e3c62b65cfd0 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:21.798306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-a8ac0823-fdff-42a4-a5bd-92e3b74830d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0d34090-85b1-4f2f-990e-7614635417d4 HTTP/1.1" status: 200 len: 217 time: 0.0838335 Nov 09 17:20:21.804443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:21.805144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Checking segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:21.805445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Bound using segment: {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:21.805917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Bound port: 3050387e-d7dc-41ca-9468-9363641a9485, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:21.806565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:21.851388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:21.869911 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf077db-02cf-40f0-b23c-980ebb7b6997 x-openstack-request-id: req-acf077db-02cf-40f0-b23c-980ebb7b6997 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:21.874588 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "code": 200}, {"server_uuid": "431f4859-bf1d-45f3-ba1c-35dd9162c815", "name": "network-vif-plugged", "status": "completed", "tag": "3358debc-dca4-4da4-bb32-589f8c8bae8d", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:21.877665 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acf077db-02cf-40f0-b23c-980ebb7b6997 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:21.879762 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'code': 200} Nov 09 17:20:21.882526 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3358debc-dca4-4da4-bb32-589f8c8bae8d', 'code': 200} Nov 09 17:20:21.884440 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:21.945926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cedc9-8414-4a56-8d6b-4d05e1ccab62 req-98b7f143-c98c-4492-8d30-a0570825d756 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:21.947707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c0cedc9-8414-4a56-8d6b-4d05e1ccab62 req-98b7f143-c98c-4492-8d30-a0570825d756 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 950 time: 0.4493787 Nov 09 17:20:22.040816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-984f7b1f-6499-4652-9ec2-ed9a5cfc7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:22.042593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-984f7b1f-6499-4652-9ec2-ed9a5cfc7ac1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.2171192 Nov 09 17:20:22.134644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-feab6b41-0c3f-4457-abdf-2e6e2db204da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765083 Nov 09 17:20:22.175433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] For port 3050387e-d7dc-41ca-9468-9363641a9485, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:22.185779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8387f3e-0905-45ff-90c8-f1774072af21 None None] Pushing event updated for resources: {'Port': ['ID=6ecbdda7-f64e-42be-a2e7-fa3d46830463,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:22.216075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183905-ec74-4934-8de8-4a277f86ba85 req-259fdbfb-1cc5-496f-b014-309f66e5ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:22.217902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a183905-ec74-4934-8de8-4a277f86ba85 req-259fdbfb-1cc5-496f-b014-309f66e5ccd6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 1101 time: 0.2635353 Nov 09 17:20:22.242875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Attempting to bind port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:22.243297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Attempting to bind port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:22.243658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Attempting to bind port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 on network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:22.250123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:22.250498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Checking segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:22.250899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:22.255484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Bound using segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:22.256488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Bound port: 6ecbdda7-f64e-42be-a2e7-fa3d46830463, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:22.256898 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:22.284204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] For port 3050387e-d7dc-41ca-9468-9363641a9485, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3050387e-d7dc-41ca-9468-9363641a9485,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:22.289838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c70a-8191-4327-9d8c-a3220b606ba5 req-de3a22a7-1e7c-44f3-8f7f-3f79ee61d5fc tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:22.304237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ca2c70a-8191-4327-9d8c-a3220b606ba5 req-de3a22a7-1e7c-44f3-8f7f-3f79ee61d5fc tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 944 time: 0.1874638 Nov 09 17:20:22.353521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c0cedc9-8414-4a56-8d6b-4d05e1ccab62 req-7e6710e3-1ea0-47f2-8014-ee0021620f8d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854151 Nov 09 17:20:22.368138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:22.467773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] For port 6ecbdda7-f64e-42be-a2e7-fa3d46830463, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:22.480951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] For port 6ecbdda7-f64e-42be-a2e7-fa3d46830463, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ecbdda7-f64e-42be-a2e7-fa3d46830463,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:22.503329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:22.509972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:22.511796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:22.523005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] 10.222.0.83 "PUT /v2.0/ports/3050387e-d7dc-41ca-9468-9363641a9485 HTTP/1.1" status: 200 len: 1092 time: 3.8333311 Nov 09 17:20:22.524515 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:22.532374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:22.538086 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a6d04e-d517-44ec-be74-55cf0aa627bb" -d '{"events": [{"name": "network-changed", "server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "tag": "3050387e-d7dc-41ca-9468-9363641a9485"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:22.566413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ca2c70a-8191-4327-9d8c-a3220b606ba5 req-c1155521-0d7e-4bdf-aa33-f7170f10a205 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577417 Nov 09 17:20:22.866209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97e3a0-592b-49dc-b6a2-a9de3ace7086 req-7fece4a7-811a-45e2-bf3c-5ea8a7d306cc tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:22.886209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a97e3a0-592b-49dc-b6a2-a9de3ace7086 req-7fece4a7-811a-45e2-bf3c-5ea8a7d306cc tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 950 time: 0.1536849 Nov 09 17:20:23.011168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:23.084198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a97e3a0-592b-49dc-b6a2-a9de3ace7086 req-86433ed3-fd94-489c-a4b4-1f0125235d8a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971333 Nov 09 17:20:23.107498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:20:23.109742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:23.110661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:23.138463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a183905-ec74-4934-8de8-4a277f86ba85 req-e9a68879-eadb-4e5b-bbaf-d45ab486d433 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8649952 Nov 09 17:20:23.185646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Pushing event updated for resources: {'Port': ['ID=3050387e-d7dc-41ca-9468-9363641a9485,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:23.194133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-1ee7aa18-f504-4a5e-bc09-59263bdc28c0 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0344298 Nov 09 17:20:23.206291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-f5313920-14c7-483a-99a4-c2109b0b43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:23.210427 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-f5313920-14c7-483a-99a4-c2109b0b43f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 1095 time: 0.4774542 Nov 09 17:20:23.265754 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73d141c-d69d-4e28-884a-ff0d0c2b254c x-openstack-request-id: req-e73d141c-d69d-4e28-884a-ff0d0c2b254c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:23.266186 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "tag": "3050387e-d7dc-41ca-9468-9363641a9485", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:23.266570 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e73d141c-d69d-4e28-884a-ff0d0c2b254c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:23.269593 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485', 'status': 'completed', 'code': 200} Nov 09 17:20:23.282375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.282930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.283499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.284031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.284555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.285609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.289764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.290449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.291209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.291738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.292276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.292818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf654fd2-51af-4b57-8af1-8c783da22520 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:23.376710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2e5da-2c02-46fc-b9c8-7a84bea7c400 req-85186cf4-368a-4ea1-aded-fd3dabed7903 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:23.381675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5d629336-12c0-4982-bf64-e82dd6193d0c None None] Provisioning complete for port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:23.382944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d629336-12c0-4982-bf64-e82dd6193d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:23.400183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2af2e5da-2c02-46fc-b9c8-7a84bea7c400 req-85186cf4-368a-4ea1-aded-fd3dabed7903 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 944 time: 0.7820969 Nov 09 17:20:23.572849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-d63c4dfc-ffbf-4704-b443-3b04d588100a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3050387e-d7dc-41ca-9468-9363641a9485 HTTP/1.1" status: 200 len: 217 time: 0.2265663 Nov 09 17:20:23.573534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8387f3e-0905-45ff-90c8-f1774072af21 None None] Pushing event updated for resources: {'Port': ['ID=6ecbdda7-f64e-42be-a2e7-fa3d46830463,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:23.623038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05484901-415e-4aea-8b36-79f1d62ce3da req-3518556a-638b-4d61-b4c0-bb7f7552e7fc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:23.641817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05484901-415e-4aea-8b36-79f1d62ce3da req-3518556a-638b-4d61-b4c0-bb7f7552e7fc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 947 time: 0.2671387 Nov 09 17:20:23.694515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2af2e5da-2c02-46fc-b9c8-7a84bea7c400 req-bae19403-5568-4e46-a7f0-cb2ce1bc0868 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938850 Nov 09 17:20:23.698364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:23.764247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05484901-415e-4aea-8b36-79f1d62ce3da req-6c9fe191-67f1-4721-9774-9096e1783b4f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192472 Nov 09 17:20:23.774297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-8c9317b8-2eb7-4238-b754-495465ec8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:23.776670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-8c9317b8-2eb7-4238-b754-495465ec8043 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 200 len: 862 time: 0.1888044 Nov 09 17:20:23.813366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:23.848477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6ecf0cf-266c-4474-8b3b-f608f7cae51d req-3014b66d-33f2-436a-96a6-4b476c2f5395 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152976 Nov 09 17:20:23.887433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-e66eb7e2-548d-4377-b764-eb1148fa8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:23.889536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-e66eb7e2-548d-4377-b764-eb1148fa8c02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ca38095-362d-4531-a906-e3c62b65cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972393 Nov 09 17:20:23.953915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:20:24.021745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006904e-7384-4768-8d0f-aa339329285a req-ba147b86-bd84-4635-a525-169eb8b0d2fe tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:24.036875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8006904e-7384-4768-8d0f-aa339329285a req-ba147b86-bd84-4635-a525-169eb8b0d2fe tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 944 time: 0.1298523 Nov 09 17:20:24.046629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-df3f7532-aab9-423c-a413-df04dbc8e010 service neutron] 10.222.0.83 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471586 Nov 09 17:20:24.118828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8006904e-7384-4768-8d0f-aa339329285a req-3de298fd-bd67-4002-9539-92264baf66d5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795789 Nov 09 17:20:24.176930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d629336-12c0-4982-bf64-e82dd6193d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:24.203063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:24.212176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fbfbd40-6a88-4f7a-a67b-1579736d8b41 req-639f7534-ccf5-41ac-9176-97a5d420310d service neutron] 10.222.0.83 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569116 Nov 09 17:20:24.361089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5d629336-12c0-4982-bf64-e82dd6193d0c None None] For port 6ecbdda7-f64e-42be-a2e7-fa3d46830463, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ecbdda7-f64e-42be-a2e7-fa3d46830463,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:24.366344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cc775-1950-4ea9-88f9-70bc235199b4 req-735d1ad8-b781-4ade-9fc9-241e6d09dca7 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:24.366578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'mac_address': 'fa:16:3e:2a:b6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:24.368771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e21cc775-1950-4ea9-88f9-70bc235199b4 req-735d1ad8-b781-4ade-9fc9-241e6d09dca7 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 950 time: 0.1552927 Nov 09 17:20:24.375212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d629336-12c0-4982-bf64-e82dd6193d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:24.378102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-660541fc-84cf-43ae-95ed-5ba29a42c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:24.382498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-660541fc-84cf-43ae-95ed-5ba29a42c189 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 1095 time: 0.0997021 Nov 09 17:20:24.429790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:24.539881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e21cc775-1950-4ea9-88f9-70bc235199b4 req-ef5c93ec-5b81-4cd3-8db0-b80648dbcd76 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520848 Nov 09 17:20:24.629030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-1a0633e5-9832-4751-a9d1-7bef7d409932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:24.630913 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-1a0633e5-9832-4751-a9d1-7bef7d409932 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 923 time: 0.2121625 Nov 09 17:20:24.673206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d34090-85b1-4f2f-990e-7614635417d4 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:24.697486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-a8cb43c7-0b71-4a8d-b089-f12c9bdba517 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3050387e-d7dc-41ca-9468-9363641a9485 HTTP/1.1" status: 200 len: 217 time: 0.0463870 Nov 09 17:20:24.698252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:24.706692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-062b1fb6-5fcb-4ceb-a881-1be8f3871b74 None None] Provisioning complete for port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:24.707384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-062b1fb6-5fcb-4ceb-a881-1be8f3871b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:24.783488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:24.792540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-f5cd0a89-ee55-4e5c-afe3-b88849ce63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:24.794002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-f5cd0a89-ee55-4e5c-afe3-b88849ce63ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 200 len: 862 time: 0.0891740 Nov 09 17:20:24.800440 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:24.839374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d629336-12c0-4982-bf64-e82dd6193d0c None None] Pushing event updated for resources: {'Port': ['ID=6ecbdda7-f64e-42be-a2e7-fa3d46830463,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:24.847376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'mac_address': 'fa:16:3e:af:1f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:24.853107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:22Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:24.891923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-3c435f0e-3414-4819-a803-724ecb561262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:24.901340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-3c435f0e-3414-4819-a803-724ecb561262 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ca38095-362d-4531-a906-e3c62b65cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916636 Nov 09 17:20:24.939658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0fe94-da74-45bf-9769-01494c3abd88 None None] The sync data for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 is: [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:22Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:20:25.065943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:25.072415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361b21-4bb7-4c52-8a6d-130708933bd0 req-b3f79bef-c393-4348-917b-5ddd8a11850c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:25.073666 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:25.075349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f361b21-4bb7-4c52-8a6d-130708933bd0 req-b3f79bef-c393-4348-917b-5ddd8a11850c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 944 time: 0.1537440 Nov 09 17:20:25.102905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fa8102-7e3a-417b-b05e-bd5fa9e4453f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:25.141101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:25.148662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:25.215353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a0d34090-85b1-4f2f-990e-7614635417d4'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:25.262363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f361b21-4bb7-4c52-8a6d-130708933bd0 req-7b30ac2a-6bdd-437a-b88d-9d8871d66550 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739538 Nov 09 17:20:25.292344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:25.341646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33161dd-f521-4506-9cca-6b90402eee58 req-688217e2-e014-46fb-be1d-da9ade98f28d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:25.344527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c33161dd-f521-4506-9cca-6b90402eee58 req-688217e2-e014-46fb-be1d-da9ade98f28d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.1966622 Nov 09 17:20:25.487212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:25.562391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c33161dd-f521-4506-9cca-6b90402eee58 req-c61a7b36-4bd7-4bb9-be62-37f552d08d24 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023160 Nov 09 17:20:25.567536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-058db947-41cc-41a4-9707-ab17395ee3d1 service neutron] 10.222.0.83 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572561 Nov 09 17:20:25.693790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0c561-a1d1-4b76-965d-5b2ca05f9d37 req-f07907ef-271e-4711-b1da-64e4c7dcc3f4 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:25.728566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ead0c561-a1d1-4b76-965d-5b2ca05f9d37 req-f07907ef-271e-4711-b1da-64e4c7dcc3f4 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 945 time: 0.1956074 Nov 09 17:20:25.881464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d962a0-b8e6-45e0-be8b-b3908e68a5c5 req-aa25d357-e3bb-4f4d-b37e-1f2b90a945eb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:25.891515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22d962a0-b8e6-45e0-be8b-b3908e68a5c5 req-aa25d357-e3bb-4f4d-b37e-1f2b90a945eb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 950 time: 0.1577730 Nov 09 17:20:25.960770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ead0c561-a1d1-4b76-965d-5b2ca05f9d37 req-6226f8eb-ec74-4a6f-9748-1b259bfeea0b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271655 Nov 09 17:20:25.968518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a6d04e-d517-44ec-be74-55cf0aa627bb req-c77dfd73-b979-44a2-94e2-0489fc793a87 service neutron] 10.222.0.83 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817596 Nov 09 17:20:26.050233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22d962a0-b8e6-45e0-be8b-b3908e68a5c5 req-2e22a05f-853d-4a71-b079-38f4bd1eea58 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577368 Nov 09 17:20:26.159302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb0e8-aa4b-4bf1-90f8-2c8678b0e5ec req-b694883a-3c41-4d96-9aab-1de1dc80522f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:26.167865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43deb0e8-aa4b-4bf1-90f8-2c8678b0e5ec req-b694883a-3c41-4d96-9aab-1de1dc80522f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 949 time: 0.0785096 Nov 09 17:20:26.269092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43deb0e8-aa4b-4bf1-90f8-2c8678b0e5ec req-68a27500-f318-4d27-bc4d-090690e44d4a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999346 Nov 09 17:20:26.634809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dab81b-0008-4b59-8713-a7b8617d5732 req-810f1a2f-1172-42e2-a168-2b60ef8138cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:26.636586 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64dab81b-0008-4b59-8713-a7b8617d5732 req-810f1a2f-1172-42e2-a168-2b60ef8138cb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 944 time: 0.1745472 Nov 09 17:20:26.781382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64dab81b-0008-4b59-8713-a7b8617d5732 req-8042dc19-5528-44a0-9aa9-dcc43ec099f5 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309299 Nov 09 17:20:26.912845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d1b8-6a4f-43ba-9295-595c3efd2ffe req-5e8af99f-f3f8-4c74-b228-82b88ba43d6a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:26.926828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d1b8-6a4f-43ba-9295-595c3efd2ffe req-5e8af99f-f3f8-4c74-b228-82b88ba43d6a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:26.946062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9934d1b8-6a4f-43ba-9295-595c3efd2ffe req-5e8af99f-f3f8-4c74-b228-82b88ba43d6a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5&device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 1691 time: 0.2238722 Nov 09 17:20:26.962248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ecbdda7-f64e-42be-a2e7-fa3d46830463 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:27.092280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:27.109754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:27.127541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9934d1b8-6a4f-43ba-9295-595c3efd2ffe req-ffc4444a-8452-4307-ac4c-a12120ed885a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446533 Nov 09 17:20:27.227377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-d7a361b1-82fb-48a4-a241-e135d2919e98 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865917 Nov 09 17:20:27.321052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8c050-69a1-4b21-8b3e-1dca3889ed9b req-8bfaffa3-c166-46e0-b77f-ff59a9d58602 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:27.324878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed8c050-69a1-4b21-8b3e-1dca3889ed9b req-8bfaffa3-c166-46e0-b77f-ff59a9d58602 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 945 time: 0.1166594 Nov 09 17:20:27.454786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ed8c050-69a1-4b21-8b3e-1dca3889ed9b req-75202182-d424-495b-ad02-420387bfc265 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150043 Nov 09 17:20:27.538288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-47d4bf84-6a81-4314-b3f1-f025ff2fcc13 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:27.553735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-47d4bf84-6a81-4314-b3f1-f025ff2fcc13 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253858 Nov 09 17:20:27.605975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-7b8d2527-a99a-4f35-9ae8-792b41063b60 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/quotas/7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 375 time: 0.0237834 Nov 09 17:20:27.698954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3050387e-d7dc-41ca-9468-9363641a9485 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:27.718344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:27.724110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-a6f25938-db02-4547-ba8b-86be0729e28a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228373 Nov 09 17:20:27.756803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72afd30-a21d-4973-b16e-9059922ffcc7 req-9bd2709d-aae4-4f2d-b99d-7190d6984417 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:27.766141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b72afd30-a21d-4973-b16e-9059922ffcc7 req-9bd2709d-aae4-4f2d-b99d-7190d6984417 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 1101 time: 0.0859985 Nov 09 17:20:27.838164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:20:27.863510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b72afd30-a21d-4973-b16e-9059922ffcc7 req-77dc5640-52f0-4daa-ba67-e4343ea8707a tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882370 Nov 09 17:20:28.166881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3050387e-d7dc-41ca-9468-9363641a9485, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3050387e-d7dc-41ca-9468-9363641a9485,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:28.243926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '3050387e-d7dc-41ca-9468-9363641a9485', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'port_id': '3050387e-d7dc-41ca-9468-9363641a9485', 'mac_address': 'fa:16:3e:c0:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:28.255676 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f6e-29b8-4168-9b7c-ccb5d91047d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:28.322261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3decfe-b362-49e1-aef0-be9fc15e9c50 req-6a56cf41-7801-4d27-b29f-3d734f016e88 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:28.340060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d3decfe-b362-49e1-aef0-be9fc15e9c50 req-6a56cf41-7801-4d27-b29f-3d734f016e88 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 944 time: 0.2559636 Nov 09 17:20:28.350041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116a679-0676-4062-a058-64ce1d95e1ea req-f38218cc-109f-4d84-8374-7f8af2d74936 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:28.355352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b116a679-0676-4062-a058-64ce1d95e1ea req-f38218cc-109f-4d84-8374-7f8af2d74936 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 1101 time: 0.2347982 Nov 09 17:20:28.432686 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:28.469839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:28.473485 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:28.476801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:28.486311 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b116a679-0676-4062-a058-64ce1d95e1ea req-9469afbc-26ed-474b-99a8-dfbb8fdfff00 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240866 Nov 09 17:20:28.493000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d3decfe-b362-49e1-aef0-be9fc15e9c50 req-6398aa96-4338-4c1e-9118-5a73db8236e8 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519372 Nov 09 17:20:28.577959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3050387e-d7dc-41ca-9468-9363641a9485 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:28.673135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3050387e-d7dc-41ca-9468-9363641a9485, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3050387e-d7dc-41ca-9468-9363641a9485,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:28.694144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:28.737659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3961e790-2b37-49b0-bf7c-878278f02e0c req-89ab01cd-7372-4b87-8f1c-aaa48ac731f3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 210 time: 0.1233518 Nov 09 17:20:28.833046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:28.882601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3050387e-d7dc-41ca-9468-9363641a9485,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:28.885319 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:28.943118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:28.952241 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16741996-09fd-4229-b3fc-87f3e3fad6af" -d '{"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:28.965934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-02ba95e7-ea69-48ea-a003-14aeb64e57d4 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377545 Nov 09 17:20:28.993733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:28.998349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3050387e-d7dc-41ca-9468-9363641a9485'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:29.020593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc193f98-44e1-4288-965b-3abb3480cd1e req-1f8cd7e0-a0a5-4c99-b86b-c2c3e233fa3a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:29.038007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc193f98-44e1-4288-965b-3abb3480cd1e req-1f8cd7e0-a0a5-4c99-b86b-c2c3e233fa3a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 945 time: 0.3124993 Nov 09 17:20:29.147965 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:29.172766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port a0d34090-85b1-4f2f-990e-7614635417d4 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:29.196100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc193f98-44e1-4288-965b-3abb3480cd1e req-2cfd62a6-7996-40a4-969a-ad531a582b93 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478608 Nov 09 17:20:29.201878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-4d1b00a8-dbf0-45d5-9caa-e2844b6eccb8 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:29.217076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-4d1b00a8-dbf0-45d5-9caa-e2844b6eccb8 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425399 Nov 09 17:20:29.246809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-fc4f7659-5fb2-4db4-983f-28121720ddbd tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/quotas/fda130e929244e42b920562660a8b40e HTTP/1.1" status: 200 len: 375 time: 0.0285296 Nov 09 17:20:29.359577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-17d57978-a0f9-4ce8-b957-8b70def93065 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1111701 Nov 09 17:20:29.408904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:29.438455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a0d34090-85b1-4f2f-990e-7614635417d4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:29.443330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:29.532577 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430a1d1a-7c07-4b24-98d7-47ba34b72a02 x-openstack-request-id: req-430a1d1a-7c07-4b24-98d7-47ba34b72a02 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:29.533133 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:29.536027 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-430a1d1a-7c07-4b24-98d7-47ba34b72a02 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:29.536543 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'code': 200} Nov 09 17:20:29.809181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894436d9-2f3b-43c0-976d-4a4e62dae3bf req-d0d81310-4484-47a8-834b-3893b3e70d20 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:29.821282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-894436d9-2f3b-43c0-976d-4a4e62dae3bf req-d0d81310-4484-47a8-834b-3893b3e70d20 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 945 time: 0.1526947 Nov 09 17:20:29.839848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b3c45d9-c914-4385-b8d4-b3007e18a965 req-5eeea59c-d3ce-4d72-b948-23bbb2112d23 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0651648 Nov 09 17:20:29.842946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:30.005575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:30.011226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-894436d9-2f3b-43c0-976d-4a4e62dae3bf req-1c1949fb-0c46-499c-8ccf-e16b80dbf71c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603148 Nov 09 17:20:30.013654 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:30.023595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93edd4a1-e9ea-4a26-81ff-e167d669b2e0 req-71bc3dd7-6470-4e4f-b26b-bd863c1af494 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 210 time: 0.0801885 Nov 09 17:20:30.218066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:30.266052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-7be4b036-793c-4e1b-8552-b590af5609d7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7e46c7f2556c4547957e02ca39005e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527558 Nov 09 17:20:30.345359 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ac915e1-6d7e-4162-8746-5eb359035eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:30.580897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-2fc6ea52-a3a4-497d-8ff5-9083b21ba8e6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:30.585156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-2fc6ea52-a3a4-497d-8ff5-9083b21ba8e6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124549 Nov 09 17:20:30.605278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Request body: {'port': {'device_id': '6be71386-6347-4d82-90f3-04866f810b83', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '7e46c7f2556c4547957e02ca39005e70'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:30.864306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Made reservation on behalf of 7e46c7f2556c4547957e02ca39005e70 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:30.893709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:31.076923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e1cd3-ea97-4fe4-a70d-7701d517006e req-fe00854d-f82d-49f0-bea5-cab791832470 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:31.090255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7e1cd3-ea97-4fe4-a70d-7701d517006e req-fe00854d-f82d-49f0-bea5-cab791832470 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.6691506 Nov 09 17:20:31.160772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7e1cd3-ea97-4fe4-a70d-7701d517006e req-464f95c4-f46b-4aa9-b12f-a3b0415c41f7 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695105 Nov 09 17:20:31.200004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6f2041b-5028-41fc-9b91-6a73bf000a32 req-70b9e454-3eef-47fb-b02d-c3c3a4f1d680 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 210 time: 0.1097515 Nov 09 17:20:31.353790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Allocated IP 192.168.233.71 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/200a0013-077f-47f3-a717-a2cf5056c4c6) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:31.417553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7a73958a-24f7-4783-9f0e-3c5c53800b16 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448277 Nov 09 17:20:31.432232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512c29c-f998-44e7-876a-24d377e80033 req-d3621d11-9b2d-449f-85b4-50f90c2d369c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:31.434635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f512c29c-f998-44e7-876a-24d377e80033 req-d3621d11-9b2d-449f-85b4-50f90c2d369c tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 945 time: 0.1519303 Nov 09 17:20:31.493827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:31.537912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:31.541922 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b0dd75-01d9-4abc-b343-61325315896f" -d '{"events": [{"server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:31.570667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f512c29c-f998-44e7-876a-24d377e80033 req-9f4fd8eb-06ae-492b-96c0-b1c93c9f922d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275010 Nov 09 17:20:31.653507 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e30aa99-ba9f-4d87-b520-fec13a4fb7e2 x-openstack-request-id: req-4e30aa99-ba9f-4d87-b520-fec13a4fb7e2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:31.654076 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:31.654533 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e30aa99-ba9f-4d87-b520-fec13a4fb7e2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:31.655211 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'code': 200} Nov 09 17:20:31.729636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3050387e-d7dc-41ca-9468-9363641a9485 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:31.846304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 3050387e-d7dc-41ca-9468-9363641a9485 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:31.851973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 3050387e-d7dc-41ca-9468-9363641a9485 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:31.852349 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.011324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.043665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa96add7-7adb-4620-8f8d-ef1dd1795375 req-990cc7e7-8a85-445a-9bb5-4e507fd26b1f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 210 time: 0.0999169 Nov 09 17:20:32.063275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3050387e-d7dc-41ca-9468-9363641a9485, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3050387e-d7dc-41ca-9468-9363641a9485,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:32.073981 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.144064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3050387e-d7dc-41ca-9468-9363641a9485,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:32.144509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57602e-a415-4bb8-bdc2-11d63b6b60f6 req-5559ca8d-078e-4c35-a3f8-840e3fdedda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:32.146171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d57602e-a415-4bb8-bdc2-11d63b6b60f6 req-5559ca8d-078e-4c35-a3f8-840e3fdedda5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 1097 time: 0.1959732 Nov 09 17:20:32.247036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d57602e-a415-4bb8-bdc2-11d63b6b60f6 req-4e3cf453-9887-43ba-897c-97308b5f5691 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822833 Nov 09 17:20:32.266672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-ad8af1ec-ef99-4c6f-a60d-18e05bad8ee3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:32.268175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-ad8af1ec-ef99-4c6f-a60d-18e05bad8ee3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8403499 Nov 09 17:20:32.288983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:32.362645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe319dbe-789e-40ec-bec1-4c51446b3ada req-18d97fec-df47-429a-bde7-e0657fbf91c2 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:32.365258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe319dbe-789e-40ec-bec1-4c51446b3ada req-18d97fec-df47-429a-bde7-e0657fbf91c2 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.1034818 Nov 09 17:20:32.449145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe319dbe-789e-40ec-bec1-4c51446b3ada req-567d0d69-2f58-4e05-ba9d-579c779c9906 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690153 Nov 09 17:20:32.494392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa034357-023e-4bdb-a0c9-be3919e8152e req-c358e337-8a69-403d-9d9a-de5c203fdd66 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 210 time: 0.1221213 Nov 09 17:20:32.524087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:32.527902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.536833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.664642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.682663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027', 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:32.755768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:32.764945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:32.779757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:32.781119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:32.799547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:32.801072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:32.804895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fde83f-aa95-4c99-9f77-ef673f2fa559 req-3453eed0-619a-4b6f-b633-f044601378a3 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:32.806676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80fde83f-aa95-4c99-9f77-ef673f2fa559 req-3453eed0-619a-4b6f-b633-f044601378a3 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.1204913 Nov 09 17:20:32.860480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2612660 Nov 09 17:20:32.868292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf8fee-456b-4315-bdf2-ecae9405ce0a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:32.892056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Request body: {'port': {'device_id': '6be71386-6347-4d82-90f3-04866f810b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:32.899642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.49 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/dade1e7b-fc4b-41dc-86e8-c1d21c2b758c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:32.944237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80fde83f-aa95-4c99-9f77-ef673f2fa559 req-9d0c0311-a5b1-418c-9a9d-0c80c8654821 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249907 Nov 09 17:20:33.073366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:33.146558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:33.385566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b6a8be0e-389b-43fc-a831-23f814f40906 None None] Provisioning complete for port 200a0013-077f-47f3-a717-a2cf5056c4c6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:33.386588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6a8be0e-389b-43fc-a831-23f814f40906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:33.458137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8be0e-389b-43fc-a831-23f814f40906 None None] Port 200a0013-077f-47f3-a717-a2cf5056c4c6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:33.504521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:33.546261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eea00-d1e9-49df-96a7-64eaf83642aa req-c5b0c1c3-49fe-4ca0-845a-60cd6493d5ba tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:33.555218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-916eea00-d1e9-49df-96a7-64eaf83642aa req-c5b0c1c3-49fe-4ca0-845a-60cd6493d5ba tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 935 time: 0.3104017 Nov 09 17:20:33.618947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:33.643504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a374f-9bfc-4555-b775-95abb3fa2a78 req-6f306ff5-df31-4fe1-a3f1-62c6b8be6d44 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:33.653329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c11a374f-9bfc-4555-b775-95abb3fa2a78 req-6f306ff5-df31-4fe1-a3f1-62c6b8be6d44 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.0687094 Nov 09 17:20:33.658267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-916eea00-d1e9-49df-96a7-64eaf83642aa req-2521374c-e13c-45b5-8f4c-a87e04cde71d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969756 Nov 09 17:20:33.666848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:33.670625 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4bde25-8ab9-4d7f-bdd3-03bea31a96f2" -d '{"events": [{"server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "name": "network-vif-plugged", "status": "completed", "tag": "3050387e-d7dc-41ca-9468-9363641a9485"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:33.730515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:33.744047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c11a374f-9bfc-4555-b775-95abb3fa2a78 req-a21e041a-f93e-4c7b-8f92-a21e1a454e7a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894313 Nov 09 17:20:33.806146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:33.810974 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed86bd-53ca-4ba2-bcfb-135b35f000d6 x-openstack-request-id: req-a8ed86bd-53ca-4ba2-bcfb-135b35f000d6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:33.811691 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "name": "network-vif-plugged", "status": "completed", "tag": "3050387e-d7dc-41ca-9468-9363641a9485", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:33.812300 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8ed86bd-53ca-4ba2-bcfb-135b35f000d6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:33.812908 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485', 'code': 200} Nov 09 17:20:33.869582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:33.975779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:34.073013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:34.172275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:34.223234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:34.228115 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:34.326080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:34.349125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-7c3e0c09-a03b-47a7-89ce-d91c41dbab2c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0676172 Nov 09 17:20:34.358354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200a0013-077f-47f3-a717-a2cf5056c4c6 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:34.360547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f1ef5-63aa-4336-807c-d181923128b9 req-874dacc4-b54d-4bc4-9b73-d6762af8a2eb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:34.371054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-142f1ef5-63aa-4336-807c-d181923128b9 req-874dacc4-b54d-4bc4-9b73-d6762af8a2eb tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.1803370 Nov 09 17:20:34.379458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Request body: {'port': {'device_id': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:34.387415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:34.427047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8da115-19fb-46e8-826c-a5860546d630 req-068e9416-5a93-4697-a20c-bd6d402f7c7c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:34.435329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a8da115-19fb-46e8-826c-a5860546d630 req-068e9416-5a93-4697-a20c-bd6d402f7c7c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 935 time: 0.6381602 Nov 09 17:20:34.496547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-142f1ef5-63aa-4336-807c-d181923128b9 req-ac9a1707-92db-4360-b0eb-cda85990022f tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229787 Nov 09 17:20:34.524430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Transition to ACTIVE for port object 200a0013-077f-47f3-a717-a2cf5056c4c6 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:34.536903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe835-fc8e-4b4f-a449-63de9c4e0482 req-8fa8df23-1094-46ec-83b8-80e50e70311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:34.542308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8abbe835-fc8e-4b4f-a449-63de9c4e0482 req-8fa8df23-1094-46ec-83b8-80e50e70311c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 1097 time: 0.5906286 Nov 09 17:20:34.612259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:34.638145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d75d86dc-4415-4be8-a5a1-b33c222797d1 None None] Provisioning complete for port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:34.638521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d75d86dc-4415-4be8-a5a1-b33c222797d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:34.718261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a8da115-19fb-46e8-826c-a5860546d630 req-1965ebb2-474d-49ab-b0ee-54a2323aacbb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769232 Nov 09 17:20:34.766919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:34.777277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:34.790495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8abbe835-fc8e-4b4f-a449-63de9c4e0482 req-ae7f7c01-ac2c-4325-8724-b5d0dd435a90 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166216 Nov 09 17:20:34.813982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d75d86dc-4415-4be8-a5a1-b33c222797d1 None None] Port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:34.878353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5c0f-010c-48b3-9bf3-e057ed21ad5b req-3b30fa3b-5d0c-4d5a-af65-3d0917539109 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:34.891908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-056b5c0f-010c-48b3-9bf3-e057ed21ad5b req-3b30fa3b-5d0c-4d5a-af65-3d0917539109 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 947 time: 0.1297157 Nov 09 17:20:35.064501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-056b5c0f-010c-48b3-9bf3-e057ed21ad5b req-abcfc784-0909-4b36-afb9-bb711bf18976 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646867 Nov 09 17:20:35.247371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:35.248189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:35.248189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:35.267160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:35.267487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:35.298039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:35.298371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:35.298762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:35.299238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Bound port: 200a0013-077f-47f3-a717-a2cf5056c4c6, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:35.299596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:35.312621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b02135-069e-4ee4-8aee-f2cb6c359bf2 req-3eb2abb6-339d-4cae-8990-2460b03eb57e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:35.314156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99b02135-069e-4ee4-8aee-f2cb6c359bf2 req-3eb2abb6-339d-4cae-8990-2460b03eb57e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.2335691 Nov 09 17:20:35.487343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99b02135-069e-4ee4-8aee-f2cb6c359bf2 req-ac942ea0-f85a-4e6b-82c3-4cac44daf863 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615796 Nov 09 17:20:35.499851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:35.515526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dade1e7b-fc4b-41dc-86e8-c1d21c2b758c {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:35.531125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:35.531125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:35.537956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:35.582810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Transition to ACTIVE for port object dade1e7b-fc4b-41dc-86e8-c1d21c2b758c will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:35.592461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:35.593487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:35.594858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] 10.222.0.83 "PUT /v2.0/ports/200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 1095 time: 2.7177777 Nov 09 17:20:35.598292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:35.601889 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abd98fa-f750-46f1-ae53-1848678ed61c" -d '{"events": [{"name": "network-changed", "server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:35.607419 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:35.680066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c9e41-79f2-4781-973b-d89e34e90071 req-161dd898-3b1f-468c-ba9b-3149c05f85a0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:35.691474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa6c9e41-79f2-4781-973b-d89e34e90071 req-161dd898-3b1f-468c-ba9b-3149c05f85a0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.0944755 Nov 09 17:20:35.751012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8b482-493c-4764-8c33-dc22136f5605 service neutron] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:35.815138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Pushing event updated for resources: {'Port': ['ID=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:35.819357 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cbba2c-74a7-42e1-8c3d-94eaff384c1b x-openstack-request-id: req-b7cbba2c-74a7-42e1-8c3d-94eaff384c1b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:35.819635 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:35.819993 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7cbba2c-74a7-42e1-8c3d-94eaff384c1b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:35.820287 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'status': 'completed', 'code': 200} Nov 09 17:20:35.834179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa6c9e41-79f2-4781-973b-d89e34e90071 req-d30868fc-4b88-4fae-a3a8-b7ec56242319 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410434 Nov 09 17:20:35.877874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Attempting to bind port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:35.878221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Attempting to bind port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:35.879509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Attempting to bind port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:35.921825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:35.922046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Attempting to bind port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:35.930390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:35.930739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:35.931179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:35.931642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Bound port: dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:35.931993 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:35.974133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-b1d8a219-3e57-4e26-9220-dca726a875d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:35.975873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-b1d8a219-3e57-4e26-9220-dca726a875d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1098 time: 0.3196461 Nov 09 17:20:36.035462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133c959-0b58-4b61-a1cc-ec3dd5f1e39c req-931a2ff8-b542-4d93-88a6-4e11ebbad268 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.043088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f133c959-0b58-4b61-a1cc-ec3dd5f1e39c req-931a2ff8-b542-4d93-88a6-4e11ebbad268 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.1373286 Nov 09 17:20:36.045779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-4808486e-4492-4ff0-ba99-964d21c426bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0463800 Nov 09 17:20:36.140937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbe7ed-4faf-44d5-a35f-a420fb81dcee req-29c6828c-f394-4024-8ae4-4f91e084417f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.152502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44dbe7ed-4faf-44d5-a35f-a420fb81dcee req-29c6828c-f394-4024-8ae4-4f91e084417f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 947 time: 0.2488871 Nov 09 17:20:36.162747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f133c959-0b58-4b61-a1cc-ec3dd5f1e39c req-b69cf728-8080-4645-8de7-8fa619647b99 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187596 Nov 09 17:20:36.209845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] For port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:36.280710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] For port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:36.297457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44dbe7ed-4faf-44d5-a35f-a420fb81dcee req-9d5ba022-acf4-4e6e-99c5-0ce7f23d4e63 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409321 Nov 09 17:20:36.313486 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:36.329367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-bfd74f7f-0802-45d6-a998-98c645bcb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.332361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-bfd74f7f-0802-45d6-a998-98c645bcb628 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2634737 Nov 09 17:20:36.346036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.347737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:36.351701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] 10.222.0.83 "PUT /v2.0/ports/dade1e7b-fc4b-41dc-86e8-c1d21c2b758c HTTP/1.1" status: 200 len: 1095 time: 1.9784329 Nov 09 17:20:36.438009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907a755-34cc-42be-b4d4-7da19ea7e1f7 req-e669fde1-4cc4-4286-a267-68f33d081a30 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.447375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7907a755-34cc-42be-b4d4-7da19ea7e1f7 req-e669fde1-4cc4-4286-a267-68f33d081a30 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 947 time: 0.0898309 Nov 09 17:20:36.522408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77918d02-4d4f-4f66-9d75-80f6007e3d3a service neutron] Pushing event updated for resources: {'Port': ['ID=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:36.533382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebfc8a05-24ef-451e-ac47-b9cd5a7df5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.535104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ebfc8a05-24ef-451e-ac47-b9cd5a7df5e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305895 Nov 09 17:20:36.538960 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7907a755-34cc-42be-b4d4-7da19ea7e1f7 req-6c41e324-cf47-46c6-8bad-8e6f6dfedc4c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903935 Nov 09 17:20:36.625299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-da684c3d-3b09-4668-bcd7-1a3f87ad8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:36.627070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-da684c3d-3b09-4668-bcd7-1a3f87ad8129 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1944051 Nov 09 17:20:36.964597 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-2137a3d6-ebce-43b9-9025-323d378455d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c HTTP/1.1" status: 200 len: 217 time: 0.3289900 Nov 09 17:20:37.061545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-ce64e2d2-3799-48fb-a7f2-abb615b2aa94 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076902 Nov 09 17:20:37.064957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-bd6d67b4-dda8-44dc-b22d-a9526cc06f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.066387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-bd6d67b4-dda8-44dc-b22d-a9526cc06f10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0843024 Nov 09 17:20:37.088681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f63b7-07f0-449c-966a-7362e1ed11c9 req-c280da02-a9a6-455d-afa8-1b20b26a8cf2 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.090373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad9f63b7-07f0-449c-966a-7362e1ed11c9 req-c280da02-a9a6-455d-afa8-1b20b26a8cf2 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.1305106 Nov 09 17:20:37.276618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-897edaf7-e5b3-4010-8f6c-588bec89e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.279128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-897edaf7-e5b3-4010-8f6c-588bec89e00c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801531 Nov 09 17:20:37.295547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad9f63b7-07f0-449c-966a-7362e1ed11c9 req-b5574cfe-d5c1-495a-a041-e8a5af725651 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761413 Nov 09 17:20:37.301483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-857321cf-9182-40be-96e7-07d344cb9e48 req-68ea33c4-bc6c-4b1b-b0e1-98fcc0bc12fd service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222397 Nov 09 17:20:37.406359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e3dd-f43f-4194-900e-bf78da30fc97 req-e2eb2728-d84a-4df3-8c21-4061d4589cbe tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.415907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8874e3dd-f43f-4194-900e-bf78da30fc97 req-e2eb2728-d84a-4df3-8c21-4061d4589cbe tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.1515543 Nov 09 17:20:37.486855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8874e3dd-f43f-4194-900e-bf78da30fc97 req-08c9171f-2735-47b0-a3dc-8e6f8bb96c05 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642431 Nov 09 17:20:37.586068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-c8a21b9e-43e3-475a-8bbd-c879374f20bf service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971048 Nov 09 17:20:37.623367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-15988cad-2061-4bb8-8944-d6fa23d67291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.626017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-15988cad-2061-4bb8-8944-d6fa23d67291 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1098 time: 0.2141685 Nov 09 17:20:37.634625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab491f-35b0-4421-bcd9-888df3e61df7 req-dff1991d-0433-4d6d-8d97-2cdf25795037 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.643548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fdca2-9197-44e5-a45a-bb4b16a25abb req-cdce15a4-1fa1-4a0c-815e-55ddb04bff8a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.657727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55ab491f-35b0-4421-bcd9-888df3e61df7 req-dff1991d-0433-4d6d-8d97-2cdf25795037 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0974703 Nov 09 17:20:37.659287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b5fdca2-9197-44e5-a45a-bb4b16a25abb req-cdce15a4-1fa1-4a0c-815e-55ddb04bff8a tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.2462907 Nov 09 17:20:37.669867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:20:37.682856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Request body: {'floatingip': {'port_id': '3050387e-d7dc-41ca-9468-9363641a9485'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:37.773668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:37.829623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'tag': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:37.831995 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a663c78d-8dab-4755-a5e8-409201daf165" -d '{"events": [{"name": "network-changed", "server_uuid": "224af8eb-969f-4ce1-b661-eef605b6f4c3", "tag": "dade1e7b-fc4b-41dc-86e8-c1d21c2b758c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:37.886609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55ab491f-35b0-4421-bcd9-888df3e61df7 req-cac7616e-7364-42ae-8612-575c0318420b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276170 Nov 09 17:20:37.946134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b435af6c-b97f-4f86-9c7e-cbc0bc9053cb req-a786486b-cfa2-483d-a0a3-1aee0e5dbf56 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477941 Nov 09 17:20:37.947826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-e31d13a8-b6cb-43cf-b9ef-d9b309ce8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:37.949305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-e31d13a8-b6cb-43cf-b9ef-d9b309ce8932 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2889807 Nov 09 17:20:38.022087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-cb8e2a88-547c-49de-a60e-a477a521b6e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0561466 Nov 09 17:20:38.154158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-22428a82-62eb-4d98-a5af-b248d7ed705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:38.165388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-22428a82-62eb-4d98-a5af-b248d7ed705c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1310728 Nov 09 17:20:38.224708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cae101-dfb5-4893-82d3-820230621615 req-7795e67c-9600-4754-9706-b23f61aaab73 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:38.245676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69cae101-dfb5-4893-82d3-820230621615 req-7795e67c-9600-4754-9706-b23f61aaab73 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 947 time: 0.1878252 Nov 09 17:20:38.344740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-4992b248-8cf1-466d-81c0-79b41efdb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:38.369460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-4992b248-8cf1-466d-81c0-79b41efdb9fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921649 Nov 09 17:20:38.473021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69cae101-dfb5-4893-82d3-820230621615 req-38db9b0e-579f-40a9-a91d-8e2a10827b64 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180741 Nov 09 17:20:38.542616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-a7fb8a1b-4d59-4df4-bce7-4deae3b56749 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644406 Nov 09 17:20:38.592823 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45ba032-12e4-48c6-a552-cd7c8d0806b7 x-openstack-request-id: req-b45ba032-12e4-48c6-a552-cd7c8d0806b7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:38.593426 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224af8eb-969f-4ce1-b661-eef605b6f4c3", "tag": "dade1e7b-fc4b-41dc-86e8-c1d21c2b758c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:38.594346 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b45ba032-12e4-48c6-a552-cd7c8d0806b7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:38.594844 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'tag': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'status': 'completed', 'code': 200} Nov 09 17:20:38.680059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:38.685247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:38.703044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c78d-8dab-4755-a5e8-409201daf165 req-c290ab71-92e3-46ce-9507-90d9c9583f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:38.703044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-c290ab71-92e3-46ce-9507-90d9c9583f4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0712109 Nov 09 17:20:38.745243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2abd98fa-f750-46f1-ae53-1848678ed61c req-d2ae8520-b222-4be6-bdeb-e89b2f102aca service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912925 Nov 09 17:20:38.834551 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb associated. External IP: 172.25.3.73, port: 3050387e-d7dc-41ca-9468-9363641a9485. Nov 09 17:20:38.937931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c78d-8dab-4755-a5e8-409201daf165 req-07c8922c-f07a-4275-9e11-7f017bc75908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:38.942414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-07c8922c-f07a-4275-9e11-7f017bc75908 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2324059 Nov 09 17:20:39.001241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-05487127-f2b4-45eb-b8b1-90a8c5434420 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c HTTP/1.1" status: 200 len: 217 time: 0.0506468 Nov 09 17:20:39.056040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c78d-8dab-4755-a5e8-409201daf165 req-b50d5410-3c99-43b6-aae4-9a7fd6452bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:39.057634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-b50d5410-3c99-43b6-aae4-9a7fd6452bac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0480449 Nov 09 17:20:39.127106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c78d-8dab-4755-a5e8-409201daf165 req-61650006-dd8f-4dc9-8664-99680214e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:39.129196 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-61650006-dd8f-4dc9-8664-99680214e7cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639603 Nov 09 17:20:39.132000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391080f-26cc-4ec7-82e3-79af75b0aac9 req-d7c9b4ff-44dc-4f9e-bf0c-17141f9c1358 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:39.134500 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0391080f-26cc-4ec7-82e3-79af75b0aac9 req-d7c9b4ff-44dc-4f9e-bf0c-17141f9c1358 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 947 time: 0.1308930 Nov 09 17:20:39.281342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-15f0be35-5da8-4e1b-ba05-6876b319257f service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385200 Nov 09 17:20:39.361204 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0391080f-26cc-4ec7-82e3-79af75b0aac9 req-392c577d-b437-48b6-8a79-b9f1cef242d4 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493855 Nov 09 17:20:39.411589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:20:39.429477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a663c78d-8dab-4755-a5e8-409201daf165 req-c925ee8e-b878-40c4-9385-86d396e80b05 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373088 Nov 09 17:20:39.640069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:20:39.648747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:39.665112 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:20:39.688014 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:39.691463 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:39.728560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-43af4b94-c65a-43c1-ac83-b6484396ad9d tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "PUT /v2.0/floatingips/58a692f8-50f8-41d1-bb72-fa5f640511cb HTTP/1.1" status: 200 len: 991 time: 2.0570519 Nov 09 17:20:39.730733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:39.735340 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "tag": "3050387e-d7dc-41ca-9468-9363641a9485"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:39.759503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:39.765940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0f148-bb8d-404e-8dfc-ca535b049fe3 req-2af7e4d1-9e29-47c7-b829-8c65f1bc8809 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:39.779888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bad0f148-bb8d-404e-8dfc-ca535b049fe3 req-2af7e4d1-9e29-47c7-b829-8c65f1bc8809 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 947 time: 0.1879799 Nov 09 17:20:39.839602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:39.860747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bad0f148-bb8d-404e-8dfc-ca535b049fe3 req-e63ca1f4-c5c8-4970-8e68-e8423b0022d2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794799 Nov 09 17:20:39.911927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:39.945398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'mac_address': 'fa:16:3e:16:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:40.013800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:40.030047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a0013-077f-47f3-a717-a2cf5056c4c6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:40.054974 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee682888-ec6d-4a16-97f3-00a8d2625007 x-openstack-request-id: req-ee682888-ec6d-4a16-97f3-00a8d2625007 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:40.055302 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "tag": "3050387e-d7dc-41ca-9468-9363641a9485", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:40.055558 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee682888-ec6d-4a16-97f3-00a8d2625007 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:40.055966 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485', 'status': 'completed', 'code': 200} Nov 09 17:20:40.058582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:40.064190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:40.064921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dade1e7b-fc4b-41dc-86e8-c1d21c2b758c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:40.160460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:40.175675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-05ad4c32-5878-4614-9f18-ee3fa13c8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:40.177500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-05ad4c32-5878-4614-9f18-ee3fa13c8666 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b379375cdab441d9ca678b7fd12feb5&device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0998247 Nov 09 17:20:40.184000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:40.187237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'mac_address': 'fa:16:3e:1d:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:40.254393 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:40.287332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dade1e7b-fc4b-41dc-86e8-c1d21c2b758c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:40.306536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '58a692f8-50f8-41d1-bb72-fa5f640511cb', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'port_id': '3050387e-d7dc-41ca-9468-9363641a9485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'mac_address': 'fa:16:3e:c0:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:17:52Z', 'updated_at': '2021-11-09T17:20:38Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:40.313785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:40.315042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-aec38d0a-8600-461d-98ed-f769aded3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:40.317530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-aec38d0a-8600-461d-98ed-f769aded3403 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 200 len: 923 time: 0.1293099 Nov 09 17:20:40.319886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:40.338277 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:20:40.354772 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:20:40.355440 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:20:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:40.426341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:40.440412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-8893dcc5-2482-4d5f-a109-6a7e009c2356 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3050387e-d7dc-41ca-9468-9363641a9485 HTTP/1.1" status: 200 len: 999 time: 0.1118808 Nov 09 17:20:40.510687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-e60cdd38-eb65-4b95-9a5b-86c745daa2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:40.512329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-e60cdd38-eb65-4b95-9a5b-86c745daa2c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 200 len: 862 time: 0.0593638 Nov 09 17:20:40.587327 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:20:40.603237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-bf9317ef-108d-4409-80fc-c3ceeba88c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:40.604973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-bf9317ef-108d-4409-80fc-c3ceeba88c9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ca38095-362d-4531-a906-e3c62b65cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704646 Nov 09 17:20:40.622494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2ff22-c0a6-461c-bd55-79467f195e37 req-90b96536-185f-41f5-a5ff-56234ced502d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:40.638331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69e2ff22-c0a6-461c-bd55-79467f195e37 req-90b96536-185f-41f5-a5ff-56234ced502d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 948 time: 0.1262529 Nov 09 17:20:40.732533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['200a0013-077f-47f3-a717-a2cf5056c4c6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:40.742442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69e2ff22-c0a6-461c-bd55-79467f195e37 req-0603c150-644a-456f-a445-1b2e45acb534 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998230 Nov 09 17:20:40.766884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dade1e7b-fc4b-41dc-86e8-c1d21c2b758c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:40.796742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-abda6c7e-36c5-4408-b6b9-12cb0b860523 service neutron] 10.222.0.83 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824849 Nov 09 17:20:41.055475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da47dafb-e3dc-4036-aa95-e3ff426ddb0b req-46191073-6f8f-463c-beb4-5c15f4b094ab service neutron] 10.222.0.83 "GET /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488008 Nov 09 17:20:41.196664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e056c79-9693-4d38-862c-cc5f663c2f7d req-14f66562-a09a-4722-941b-fa3cb5a468b8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:41.202874 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '58a692f8-50f8-41d1-bb72-fa5f640511cb', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'port_id': '3050387e-d7dc-41ca-9468-9363641a9485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'mac_address': 'fa:16:3e:c0:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:17:52Z', 'updated_at': '2021-11-09T17:20:38Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:20:41.208370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e056c79-9693-4d38-862c-cc5f663c2f7d req-14f66562-a09a-4722-941b-fa3cb5a468b8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.1603239 Nov 09 17:20:41.292407 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0de607-6ae4-4313-bbe3-55a5fe5c2035 None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '58a692f8-50f8-41d1-bb72-fa5f640511cb', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'port_id': '3050387e-d7dc-41ca-9468-9363641a9485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'mac_address': 'fa:16:3e:c0:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:17:52Z', 'updated_at': '2021-11-09T17:20:38Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:20:41.326307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e056c79-9693-4d38-862c-cc5f663c2f7d req-f81bbd60-5669-4e38-8191-fdc8363fdc42 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168070 Nov 09 17:20:41.602298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125d743-1e8d-4c2a-bb5f-cd871ed5451d None None] New status for floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:20:41.975869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48b3ff-3251-426b-a035-9d79b054a2db req-46ce9438-3e7d-4452-8965-10b33fb934c9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:41.977939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f48b3ff-3251-426b-a035-9d79b054a2db req-46ce9438-3e7d-4452-8965-10b33fb934c9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 948 time: 0.1146643 Nov 09 17:20:42.055939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f48b3ff-3251-426b-a035-9d79b054a2db req-08242205-f137-4565-80cd-91b345d3d77b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703356 Nov 09 17:20:42.486645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dcb2d-5105-4c74-a1d2-3b189010f5e5 req-986fc427-c91f-463c-9135-c111b081aa3d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:42.488812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b98dcb2d-5105-4c74-a1d2-3b189010f5e5 req-986fc427-c91f-463c-9135-c111b081aa3d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.0622823 Nov 09 17:20:42.543604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b98dcb2d-5105-4c74-a1d2-3b189010f5e5 req-1c4dcdc3-3383-4b0a-a411-d7b92c719ba5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Nov 09 17:20:43.237173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daf91c-aa50-4c94-ba74-242732d9cb93 req-9ebaea9f-5453-418f-8960-d4d34ed8dcd1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:43.240300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60daf91c-aa50-4c94-ba74-242732d9cb93 req-9ebaea9f-5453-418f-8960-d4d34ed8dcd1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 948 time: 0.0637596 Nov 09 17:20:43.318036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60daf91c-aa50-4c94-ba74-242732d9cb93 req-6b9c4abe-dea1-46fd-af84-e396cc4f513a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657609 Nov 09 17:20:43.785902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dade1e7b-fc4b-41dc-86e8-c1d21c2b758c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:43.903747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfcfcb-c407-41f8-a9ff-081ff7927844 req-98d7320c-b5ef-4cf0-b8a1-62fa8d83deb9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:43.919422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:43.920109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84cfcfcb-c407-41f8-a9ff-081ff7927844 req-98d7320c-b5ef-4cf0-b8a1-62fa8d83deb9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.1530790 Nov 09 17:20:43.925235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:43.925792 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:44.015493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84cfcfcb-c407-41f8-a9ff-081ff7927844 req-a60273fb-437f-4f79-b477-f0d3769f18d9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829151 Nov 09 17:20:44.050446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:44.108609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:44.111597 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022eeea3-b9d1-482d-bca3-69dc7c5f0ef4" -d '{"events": [{"server_uuid": "224af8eb-969f-4ce1-b661-eef605b6f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "dade1e7b-fc4b-41dc-86e8-c1d21c2b758c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:44.130717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:44.137787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:44.138802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:44.253142 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a60af-d4c9-4452-8a28-c9a3cfdac546 x-openstack-request-id: req-e44a60af-d4c9-4452-8a28-c9a3cfdac546 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:44.253648 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224af8eb-969f-4ce1-b661-eef605b6f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "dade1e7b-fc4b-41dc-86e8-c1d21c2b758c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:44.255912 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e44a60af-d4c9-4452-8a28-c9a3cfdac546 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:44.261917 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'code': 200} Nov 09 17:20:44.278217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:44.306280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.307239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.308667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.309614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.315212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.316041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.317214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.318548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.319569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.320479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.327517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.328538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:20:44.342405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 200a0013-077f-47f3-a717-a2cf5056c4c6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:20:44.350277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 200a0013-077f-47f3-a717-a2cf5056c4c6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:44.351289 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:44.475348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffc4be-39ce-41bb-87de-08d7ecd40ee8 req-fa45ae22-8058-4abf-8b55-a41a06485c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:44.477023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bffc4be-39ce-41bb-87de-08d7ecd40ee8 req-fa45ae22-8058-4abf-8b55-a41a06485c3f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 1100 time: 0.1436334 Nov 09 17:20:44.530279 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:44.558694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b9c48-2b45-4ad1-9292-4139917b46f7 req-f2c88da1-d4dd-492e-bf59-40510a1ae201 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:44.568546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bffc4be-39ce-41bb-87de-08d7ecd40ee8 req-99c9fe01-3e99-4d3a-9aa2-6e4c90aadb6a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830011 Nov 09 17:20:44.571822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-768b9c48-2b45-4ad1-9292-4139917b46f7 req-f2c88da1-d4dd-492e-bf59-40510a1ae201 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 949 time: 0.1279511 Nov 09 17:20:44.577532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:44.583966 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:44.657438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:44.667299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-768b9c48-2b45-4ad1-9292-4139917b46f7 req-d0077616-02ef-419f-91c0-2a98eb810fc7 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944464 Nov 09 17:20:45.239645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be36db-70ff-442a-a428-493f45837f74 req-2b99ee66-42bf-44cc-a85a-6c2dd1a77fdb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:45.241804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4be36db-70ff-442a-a428-493f45837f74 req-2b99ee66-42bf-44cc-a85a-6c2dd1a77fdb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.0679724 Nov 09 17:20:45.322666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4be36db-70ff-442a-a428-493f45837f74 req-f734e0e4-992e-479c-8d5b-ee9d964ab0cf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704091 Nov 09 17:20:45.817230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ee3e6-c7d5-482b-a868-cc2337f885df req-d3caa0c5-71da-40a3-b5e4-7e0068532f51 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:45.818868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-226ee3e6-c7d5-482b-a868-cc2337f885df req-d3caa0c5-71da-40a3-b5e4-7e0068532f51 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 949 time: 0.0617735 Nov 09 17:20:45.895787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-226ee3e6-c7d5-482b-a868-cc2337f885df req-8df127c7-be4c-43cc-a81b-346f75723baa tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659945 Nov 09 17:20:46.263642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:46.267264 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fc6686-633e-48ff-b21f-6643257effb4" -d '{"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-plugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:46.317291 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20978fc9-7e99-4d6f-a379-51c3eee1c1da x-openstack-request-id: req-20978fc9-7e99-4d6f-a379-51c3eee1c1da {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:46.317590 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-plugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:46.317820 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20978fc9-7e99-4d6f-a379-51c3eee1c1da {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:46.318218 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'code': 200} Nov 09 17:20:46.484204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25024e9b-4801-4d6d-88f9-d3d836807a19 req-b1904da0-6656-4713-9660-8adf5c16599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:46.485776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25024e9b-4801-4d6d-88f9-d3d836807a19 req-b1904da0-6656-4713-9660-8adf5c16599d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1100 time: 0.0948076 Nov 09 17:20:46.551328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20b55-7b80-408e-9777-987765924e8b req-20505792-1f59-48da-9c46-0bb39266198a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:46.561196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2b20b55-7b80-408e-9777-987765924e8b req-20505792-1f59-48da-9c46-0bb39266198a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1480188 Nov 09 17:20:46.600961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25024e9b-4801-4d6d-88f9-d3d836807a19 req-34134000-1d70-4911-ae7d-8e14e3f7f675 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036634 Nov 09 17:20:46.635265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2b20b55-7b80-408e-9777-987765924e8b req-ff44f7bb-3498-46cc-b9df-6fbad6db0416 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Nov 09 17:20:47.085165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf6e44-4fad-469d-a7b0-b1ec39f44a24 req-ae3617f4-db3c-4ef9-a399-f0743a032d85 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:47.098002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39bf6e44-4fad-469d-a7b0-b1ec39f44a24 req-ae3617f4-db3c-4ef9-a399-f0743a032d85 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 949 time: 0.0839524 Nov 09 17:20:47.156228 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39bf6e44-4fad-469d-a7b0-b1ec39f44a24 req-48fb3a13-9b0d-462d-b0bd-51baa99e75f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Nov 09 17:20:47.361248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689abb3f-f8a3-4135-9aee-8556428a5d92 req-730b5190-5d2a-4eb3-a172-9b8f1784c046 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:47.368171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-689abb3f-f8a3-4135-9aee-8556428a5d92 req-730b5190-5d2a-4eb3-a172-9b8f1784c046 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 1100 time: 0.0831141 Nov 09 17:20:47.439754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-689abb3f-f8a3-4135-9aee-8556428a5d92 req-ff06f32c-e8c2-4ba2-b345-dce3438665e4 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 Nov 09 17:20:48.387846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-98fc27b0-4b83-46cd-a3bf-f4cdc579ced6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609260 Nov 09 17:20:48.662822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-2ca9d8de-f65a-4b77-abce-dfd3887ad9b0 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:48.667560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-2ca9d8de-f65a-4b77-abce-dfd3887ad9b0 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775142 Nov 09 17:20:48.696130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-7031302c-dd48-4bf9-b80c-7cb1d801d61c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/quotas/fda130e929244e42b920562660a8b40e HTTP/1.1" status: 200 len: 375 time: 0.0220647 Nov 09 17:20:48.844512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-dbd68c31-e5cb-4078-8a0c-d3811e24aeb5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1420848 Nov 09 17:20:48.870341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174bc53-3aae-4178-8e93-306ad7690e6b req-54d34ac1-3991-4c3c-95fb-43ef4b553295 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:48.883976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e174bc53-3aae-4178-8e93-306ad7690e6b req-54d34ac1-3991-4c3c-95fb-43ef4b553295 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.0963600 Nov 09 17:20:48.978901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e174bc53-3aae-4178-8e93-306ad7690e6b req-57bc29a7-e2d5-47eb-adf9-0a7481bfba03 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932217 Nov 09 17:20:49.272931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332d48-51d0-4c82-a503-e48ebf4de355 req-01921d35-44aa-422b-80fd-6063c1dfd522 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:49.280879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df332d48-51d0-4c82-a503-e48ebf4de355 req-01921d35-44aa-422b-80fd-6063c1dfd522 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1100 time: 0.0572679 Nov 09 17:20:49.291648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f237ff9-949e-4b4e-bfbf-7e5f4e668eac req-472a1a25-9ae1-4cb3-9db9-1a966b5bcf40 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 210 time: 0.0413642 Nov 09 17:20:49.394133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df332d48-51d0-4c82-a503-e48ebf4de355 req-5ea197d7-0223-4dfe-9164-9170c58513c9 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076117 Nov 09 17:20:50.141558 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:20:50.147891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d45532-364e-4d75-9352-b22153e732f7 req-ea2c66e7-f92b-48a0-bc69-dfca8c8f3d85 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:50.149832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4d45532-364e-4d75-9352-b22153e732f7 req-ea2c66e7-f92b-48a0-bc69-dfca8c8f3d85 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 0.0975337 Nov 09 17:20:50.283203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4d45532-364e-4d75-9352-b22153e732f7 req-688e3343-f731-46c1-a886-ce4d04be1326 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224980 Nov 09 17:20:50.655556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f899f75-c1fb-4edf-8ce9-df1798525360 req-5fccd20a-4be3-49e7-b6a5-2b89260cc0f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 210 time: 0.0612001 Nov 09 17:20:50.840525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-6938c99e-5427-4184-9a4b-188884b89a13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817065 Nov 09 17:20:50.970088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:20:51.001792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-821e9c67-f457-4983-81ff-f8fe06ff8416 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432129 Nov 09 17:20:51.272454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d8dcf7e0-9674-42ba-8555-0b802cddd7db tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:51.274127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d8dcf7e0-9674-42ba-8555-0b802cddd7db tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664154 Nov 09 17:20:51.281292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:51.294177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:51.310181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'mac_address': 'fa:16:3e:2a:b6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:20:51.375503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:51.410883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0d34090-85b1-4f2f-990e-7614635417d4 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:51.431523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0515-5e8a-489d-b903-9d50f5bac223 req-69f80041-ba85-4c7a-b997-1b9ac98a9cb2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:51.434998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c00f0515-5e8a-489d-b903-9d50f5bac223 req-69f80041-ba85-4c7a-b997-1b9ac98a9cb2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1720734 Nov 09 17:20:51.472599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:51.483007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:51.587284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c00f0515-5e8a-489d-b903-9d50f5bac223 req-ba7de12a-49fb-440a-a59b-408da65b5452 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398904 Nov 09 17:20:51.602635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:51.660912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a0d34090-85b1-4f2f-990e-7614635417d4'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:51.783442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:20:51.798048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:51.869173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9cfe3-13d0-4a91-8827-eacd2faf8da0 req-45a1f0a0-4ba4-4d2f-8dd7-108b480eedab tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:51.883899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24e9cfe3-13d0-4a91-8827-eacd2faf8da0 req-45a1f0a0-4ba4-4d2f-8dd7-108b480eedab tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 0.2054141 Nov 09 17:20:52.013497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24e9cfe3-13d0-4a91-8827-eacd2faf8da0 req-16d1d22d-da6c-459e-9b0b-2e868c4d3d21 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284592 Nov 09 17:20:52.149622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f15c4c9-9f23-40c7-aba5-b0565832a7d7 req-4fe105d9-3401-4209-bc43-caa7d8ccc75a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 210 time: 0.0886896 Nov 09 17:20:52.396244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-788b7ac9-6482-46c0-923b-ea50d23d06d6 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:52.398625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-788b7ac9-6482-46c0-923b-ea50d23d06d6 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.83 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 0.2008653 Nov 09 17:20:52.408041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.167 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/eae9ad78-2b65-4280-976e-861a87158d27) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:20:52.652228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:52.759597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Deleting port 454f027e-b658-42f4-9fca-df0c61974073 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:20:52.759597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:52.980092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:52.990006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:20:53.035807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee986121-93fa-4a33-b9f5-4efcfa493eeb req-eb2eadb3-06da-487c-af60-d81a5947cbb7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:53.046316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee986121-93fa-4a33-b9f5-4efcfa493eeb req-eb2eadb3-06da-487c-af60-d81a5947cbb7 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1819777 Nov 09 17:20:53.088075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] For port 454f027e-b658-42f4-9fca-df0c61974073, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=454f027e-b658-42f4-9fca-df0c61974073,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:53.088547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:53.127124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a0d34090-85b1-4f2f-990e-7614635417d4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:53.133493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:53.243621 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:53.276075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Calling delete_port for 454f027e-b658-42f4-9fca-df0c61974073 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:20:53.283445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d', 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:53.289991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:20:53.472938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee986121-93fa-4a33-b9f5-4efcfa493eeb req-d6c2d40c-4a09-4860-acab-82bbad287f14 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041889 Nov 09 17:20:53.505195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=eae9ad78-2b65-4280-976e-861a87158d27,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:53.562117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:20:53.568390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-f419da8f-669b-46c1-8234-de9a807d3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:53.573287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-f419da8f-669b-46c1-8234-de9a807d3823 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1100 time: 0.4715636 Nov 09 17:20:53.604991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:20:53.618811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:20:53.625531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:53.626341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:53.993935 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:54.091212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-4603023b-f59e-4f14-8efd-52bdbdb2807b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8007967 Nov 09 17:20:54.144753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Request body: {'port': {'device_id': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:20:54.257311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-7ea53f1a-835c-450d-9ed2-5ef3eef7928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:54.266566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-7ea53f1a-835c-450d-9ed2-5ef3eef7928a service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.6570845 Nov 09 17:20:54.384954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:54.388875 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec12ed-527e-479c-9119-e4aa12a49942" -d '{"events": [{"server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:54.393323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c716e0-195a-4528-b817-d235df0f38ea req-af4c9c61-618a-43dd-aba2-94c0bd5ba4cb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:54.413133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2c716e0-195a-4528-b817-d235df0f38ea req-af4c9c61-618a-43dd-aba2-94c0bd5ba4cb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 936 time: 0.2052193 Nov 09 17:20:54.480028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:20:54.630766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2c716e0-195a-4528-b817-d235df0f38ea req-72944f28-c2e1-414a-b849-49638c457aba tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132304 Nov 09 17:20:54.656580 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:54.659605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dee4cf8a-c945-400e-bd87-eb8ad941438e None None] Provisioning complete for port eae9ad78-2b65-4280-976e-861a87158d27 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:20:54.660331 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dee4cf8a-c945-400e-bd87-eb8ad941438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:54.741169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:54.996040 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfcf791-6ff8-4baa-88ca-f1d7e0798cad x-openstack-request-id: req-fdfcf791-6ff8-4baa-88ca-f1d7e0798cad {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:54.996779 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:54.996779 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdfcf791-6ff8-4baa-88ca-f1d7e0798cad {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:54.997430 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'code': 200} Nov 09 17:20:55.012136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dee4cf8a-c945-400e-bd87-eb8ad941438e None None] Port eae9ad78-2b65-4280-976e-861a87158d27 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:20:55.219180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a7e5-d783-4c3f-9db3-cf2c5f1dcab2 req-2710eb90-daa4-4560-8510-c5a58800789c tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:55.228373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a75a7e5-d783-4c3f-9db3-cf2c5f1dcab2 req-2710eb90-daa4-4560-8510-c5a58800789c tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 945 time: 1.4466095 Nov 09 17:20:55.235245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec50f3-b142-45b5-9738-030443050e25 req-dccd9ac3-665c-448d-826c-d42fc63c5919 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:55.237796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3ec50f3-b142-45b5-9738-030443050e25 req-dccd9ac3-665c-448d-826c-d42fc63c5919 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1040065 Nov 09 17:20:55.298051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:55.301369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-2d38443b-23cc-4209-a487-08eb21f9f828 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 1.0265422 Nov 09 17:20:55.349633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3ec50f3-b142-45b5-9738-030443050e25 req-305e93a2-ceb9-40ac-acd8-20ca17d06083 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054592 Nov 09 17:20:55.421802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-440b2f1d-dc24-416a-8e9c-72b6ab8ea6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:55.423283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-440b2f1d-dc24-416a-8e9c-72b6ab8ea6ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1063683 Nov 09 17:20:55.690965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:55.755144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a75a7e5-d783-4c3f-9db3-cf2c5f1dcab2 req-924822f3-5654-4eb5-9083-647f2216c898 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/security-groups?id=efbb2431-c8ff-41cb-b5be-494e47d2af18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255694 Nov 09 17:20:55.806017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Pushing event deleted for resources: {'Port': ['ID=454f027e-b658-42f4-9fca-df0c61974073,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:55.817522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 454f027e-b658-42f4-9fca-df0c61974073 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:20:55.952211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 454f027e-b658-42f4-9fca-df0c61974073 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:20:55.952734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 454f027e-b658-42f4-9fca-df0c61974073 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:20:56.041548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21207a67-ab02-46a6-8942-f777e1d19cc8 req-3c29f994-1b95-41ac-81dd-637d0b63ab93 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:56.052579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21207a67-ab02-46a6-8942-f777e1d19cc8 req-3c29f994-1b95-41ac-81dd-637d0b63ab93 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 936 time: 0.2065990 Nov 09 17:20:56.076455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] No DVR routers for this DVR port 454f027e-b658-42f4-9fca-df0c61974073 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:20:56.083160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-0a738dec-45d6-481e-a9fc-7f70ea42e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:56.084664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-0a738dec-45d6-481e-a9fc-7f70ea42e367 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6489036 Nov 09 17:20:56.089499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:56.096333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12819945-d3bd-4f87-9627-ea499c1ab3bd req-76803e79-bc19-4d9b-a192-d6b788db5b82 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.83 "DELETE /v2.0/ports/454f027e-b658-42f4-9fca-df0c61974073 HTTP/1.1" status: 204 len: 173 time: 3.6783514 Nov 09 17:20:56.096946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'name': 'network-vif-deleted', 'tag': '454f027e-b658-42f4-9fca-df0c61974073'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:56.099843 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915bbccd-055f-45e5-a513-bbc775e60062" -d '{"events": [{"server_uuid": "327c7ffd-461c-406e-abf7-4c163d9e1fb0", "name": "network-vif-deleted", "tag": "454f027e-b658-42f4-9fca-df0c61974073"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:56.282242 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c9faef-921f-4cd8-a91d-432da72b117e x-openstack-request-id: req-b9c9faef-921f-4cd8-a91d-432da72b117e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:56.283804 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327c7ffd-461c-406e-abf7-4c163d9e1fb0", "name": "network-vif-deleted", "tag": "454f027e-b658-42f4-9fca-df0c61974073", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:56.284529 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9c9faef-921f-4cd8-a91d-432da72b117e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:56.285470 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327c7ffd-461c-406e-abf7-4c163d9e1fb0', 'name': 'network-vif-deleted', 'tag': '454f027e-b658-42f4-9fca-df0c61974073', 'status': 'completed', 'code': 200} Nov 09 17:20:56.309429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21207a67-ab02-46a6-8942-f777e1d19cc8 req-1a66ab68-dea5-4455-8980-0b79dbf83c0d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362616 Nov 09 17:20:56.515991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-cd1c6790-3ab0-49dd-a0ed-aa9f69e9ec6b service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102321 Nov 09 17:20:56.716278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a6e7-b675-40fd-808c-f96c33a5a3c9 req-33dc9fa1-96d4-4707-acc9-3870e735408f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:56.717919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da40a6e7-b675-40fd-808c-f96c33a5a3c9 req-33dc9fa1-96d4-4707-acc9-3870e735408f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1956594 Nov 09 17:20:56.831553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da40a6e7-b675-40fd-808c-f96c33a5a3c9 req-125c0646-2149-4fca-b4b1-de7f9c6d9061 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040413 Nov 09 17:20:56.835675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-934b6e27-04dd-4775-9983-66fb898016a2 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092904 Nov 09 17:20:57.001253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae9ad78-2b65-4280-976e-861a87158d27 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:20:57.037970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:57.072226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Transition to ACTIVE for port object eae9ad78-2b65-4280-976e-861a87158d27 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:20:57.083910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:57.119930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b11d7744-cd10-4657-a128-76fdd2040108 req-c3b7a3af-660c-4f7b-b4bd-62dda2d149f9 tempest-AttachSCSIVolumeTestJSON-1387235289 tempest-AttachSCSIVolumeTestJSON-1387235289-project] 10.222.0.45 "GET /v2.0/ports?device_id=327c7ffd-461c-406e-abf7-4c163d9e1fb0 HTTP/1.1" status: 200 len: 210 time: 0.1370826 Nov 09 17:20:57.220743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Pushing event updated for resources: {'Port': ['ID=eae9ad78-2b65-4280-976e-861a87158d27,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:57.275414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Attempting to bind port eae9ad78-2b65-4280-976e-861a87158d27 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:20:57.275414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Attempting to bind port eae9ad78-2b65-4280-976e-861a87158d27 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:20:57.275414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Attempting to bind port eae9ad78-2b65-4280-976e-861a87158d27 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:57.295538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Port eae9ad78-2b65-4280-976e-861a87158d27 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:20:57.296220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Attempting to bind port eae9ad78-2b65-4280-976e-861a87158d27 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:20:57.320579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:20:57.321547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:20:57.323533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:20:57.324949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Bound port: eae9ad78-2b65-4280-976e-861a87158d27, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:20:57.326219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:57.494473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] For port eae9ad78-2b65-4280-976e-861a87158d27, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:20:57.500116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] For port eae9ad78-2b65-4280-976e-861a87158d27, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=eae9ad78-2b65-4280-976e-861a87158d27,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:20:57.535888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:57.562545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-dfcceb4d-8130-49a6-a211-e3acaef5fb16 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:57.572655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-dfcceb4d-8130-49a6-a211-e3acaef5fb16 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.2289729 Nov 09 17:20:57.594217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-45c149f2-b323-4756-8918-151885af81f8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/quotas/b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 375 time: 0.0204515 Nov 09 17:20:57.668102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:57.668988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:57.670589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] 10.222.0.83 "PUT /v2.0/ports/eae9ad78-2b65-4280-976e-861a87158d27 HTTP/1.1" status: 200 len: 1096 time: 3.5489709 Nov 09 17:20:57.731137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732144d1-df39-440f-b4e5-ce06de70edcf req-b10cb535-3258-4b47-9274-5a32d1f662aa tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:57.740496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-732144d1-df39-440f-b4e5-ce06de70edcf req-b10cb535-3258-4b47-9274-5a32d1f662aa tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 948 time: 0.2348611 Nov 09 17:20:57.746565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-808e7f34-f1f2-4c05-b4bc-5d55e528891e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513822 Nov 09 17:20:57.798442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690b493-401f-4976-b9ab-c5e2a492e572 service neutron] Pushing event updated for resources: {'Port': ['ID=eae9ad78-2b65-4280-976e-861a87158d27,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:20:57.827195 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fb84915-b1b8-437f-8043-addf3fc81bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:57.875188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-73bda9a9-6016-4ddc-bb7d-441de8f9ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:57.875188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-73bda9a9-6016-4ddc-bb7d-441de8f9ac80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 1099 time: 0.1185286 Nov 09 17:20:57.899104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-732144d1-df39-440f-b4e5-ce06de70edcf req-ce4ef12d-79e4-42b3-a9fb-6fc19f72b48a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573031 Nov 09 17:20:57.985950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-29e83231-274f-40bf-b233-ec6f8a094d10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=eae9ad78-2b65-4280-976e-861a87158d27 HTTP/1.1" status: 200 len: 217 time: 0.0808985 Nov 09 17:20:58.005777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-5e8ea710-3293-4986-b3a1-a71e8883436d service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579272 Nov 09 17:20:58.082562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-0ad14b9e-167b-4606-8094-5676d44c8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:58.083778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-0ad14b9e-167b-4606-8094-5676d44c8179 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0919793 Nov 09 17:20:58.170528 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-d0eb1f89-d8b9-4cca-90d4-492c2dc5b60d service neutron] 10.222.0.45 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637886 Nov 09 17:20:58.208838 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:20:58.290223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'tag': 'eae9ad78-2b65-4280-976e-861a87158d27'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:20:58.298576 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd54bf6-0369-42bb-9fe6-02518749e451" -d '{"events": [{"name": "network-changed", "server_uuid": "6043b26c-d1d6-42df-94b1-f1103983d58e", "tag": "eae9ad78-2b65-4280-976e-861a87158d27"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:20:58.350164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-facfe4d3-1ce0-4408-86e0-7afa29b408ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:58.352858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-facfe4d3-1ce0-4408-86e0-7afa29b408ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2504327 Nov 09 17:20:58.447428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dec304-60ad-4fe7-a66e-db9963a94557 req-e1a34b2d-fa2a-4e58-afa2-d030bf3f3a0c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:58.449477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5dec304-60ad-4fe7-a66e-db9963a94557 req-e1a34b2d-fa2a-4e58-afa2-d030bf3f3a0c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2287650 Nov 09 17:20:58.608870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-0f61ba86-4040-4be5-8bc5-7f801cba3ef0 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434931 Nov 09 17:20:58.768594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5dec304-60ad-4fe7-a66e-db9963a94557 req-fc9f1de2-0418-4079-a309-b2aa2a3642d6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877827 Nov 09 17:20:58.860677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948576ab-ef19-4847-afa4-23443a6f0cd9 req-550fcf39-59d2-4886-ba80-fff32baa0e53 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368042 Nov 09 17:20:58.871605 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d8a670-70fe-417a-a7a4-2ebe70308c24 x-openstack-request-id: req-64d8a670-70fe-417a-a7a4-2ebe70308c24 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:20:58.872496 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6043b26c-d1d6-42df-94b1-f1103983d58e", "tag": "eae9ad78-2b65-4280-976e-861a87158d27", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:20:58.873057 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64d8a670-70fe-417a-a7a4-2ebe70308c24 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:20:58.873765 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'tag': 'eae9ad78-2b65-4280-976e-861a87158d27', 'status': 'completed', 'code': 200} Nov 09 17:20:58.996100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61aef8b3-2f76-4f02-b978-ab335af588d4 req-14dca878-18a7-4f34-8748-d6a416e3f55a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.0879953 Nov 09 17:20:59.132049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-ee8452a6-9a8e-4824-826e-ff36ab5254d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:59.144223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-ee8452a6-9a8e-4824-826e-ff36ab5254d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 1099 time: 0.1909213 Nov 09 17:20:59.467030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-732785a3-c52f-465a-bc5d-841c330b83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:59.468686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-732785a3-c52f-465a-bc5d-841c330b83a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3110502 Nov 09 17:20:59.586757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-58d9a11e-2a28-4d5a-a661-20535e8ab501 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=eae9ad78-2b65-4280-976e-861a87158d27 HTTP/1.1" status: 200 len: 217 time: 0.1013055 Nov 09 17:20:59.598524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103f7d-392b-4126-bcac-ea67e90102d7 req-7a26db26-785b-4b2c-8ffb-5d710f7d6be9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:59.600706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3103f7d-392b-4126-bcac-ea67e90102d7 req-7a26db26-785b-4b2c-8ffb-5d710f7d6be9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 948 time: 0.4546211 Nov 09 17:20:59.675299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-12406555-fc57-4c8b-b388-ace4c8c04811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:59.677032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-12406555-fc57-4c8b-b388-ace4c8c04811 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0750902 Nov 09 17:20:59.831740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3103f7d-392b-4126-bcac-ea67e90102d7 req-52aa3b8e-bbb8-4b5d-a9d7-e139203759b9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740253 Nov 09 17:20:59.836977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-51ab48e6-8a61-48fa-aa80-2ad09f5a2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:20:59.838558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-51ab48e6-8a61-48fa-aa80-2ad09f5a2aa0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487477 Nov 09 17:21:00.160075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-49bcac17-c59f-42df-b536-1fa1717a072c service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100526 Nov 09 17:21:00.295744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22bb0d-e49a-4e2a-91b3-cf86937100cc req-a55bc1c0-b9bc-4be4-a90f-c24498d42ddf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:00.298603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b22bb0d-e49a-4e2a-91b3-cf86937100cc req-a55bc1c0-b9bc-4be4-a90f-c24498d42ddf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.3329911 Nov 09 17:21:00.363147 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa20-7d6c-4540-950f-e61adc58c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:00.524989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b22bb0d-e49a-4e2a-91b3-cf86937100cc req-5e4683a6-a747-4e8c-a98f-78feaf65c640 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928427 Nov 09 17:21:00.558430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fd54bf6-0369-42bb-9fe6-02518749e451 req-57f875b0-160d-4a57-99ff-c47c43e8491c service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886919 Nov 09 17:21:00.744486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d93081d-a0bb-4f2a-8c5f-7608ee511bf4 req-db06a712-c54c-47cc-b136-91b458044b90 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.0973988 Nov 09 17:21:01.071855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14946-f198-4e43-b1d2-e27f954c3ef2 req-4406b2bd-5607-49a8-8817-bc98af28ce09 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:01.079139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9a14946-f198-4e43-b1d2-e27f954c3ef2 req-4406b2bd-5607-49a8-8817-bc98af28ce09 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 948 time: 0.0894306 Nov 09 17:21:01.185468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9a14946-f198-4e43-b1d2-e27f954c3ef2 req-60c8dc05-fc65-4cb6-8495-cefc734d68ce tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009047 Nov 09 17:21:01.258019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-14cdcfe0-36a2-4273-9e3c-9c7ac16075e3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:01.271701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-14cdcfe0-36a2-4273-9e3c-9c7ac16075e3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 821 time: 0.4174764 Nov 09 17:21:01.289068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Request body: {'port': {'device_id': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'admin_state_up': True, 'tenant_id': 'b018da238517441d8e405163301fd00c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:01.314300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-f57275c0-6684-4fba-8087-7b8487d2bd99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034651 Nov 09 17:21:01.502112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-0f1ad4fc-11e0-41e2-9ef2-b8961ae700bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:01.505898 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:01.507240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-0f1ad4fc-11e0-41e2-9ef2-b8961ae700bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 1095 time: 0.1071341 Nov 09 17:21:01.717939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Made reservation on behalf of b018da238517441d8e405163301fd00c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:01.722313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:01.827865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device eae9ad78-2b65-4280-976e-861a87158d27 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:02.094802 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ecb2a86-49f0-40da-a6fe-30e29af33363 req-971a5ac0-0e3c-4783-913c-32b78ec4f355 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.1325948 Nov 09 17:21:02.152599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891fa9-e487-47e8-93cb-792d96181f16 req-65eb5aa8-8960-43c2-b2d2-ba3706112db6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:02.161671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b891fa9-e487-47e8-93cb-792d96181f16 req-65eb5aa8-8960-43c2-b2d2-ba3706112db6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.3646708 Nov 09 17:21:02.197642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Allocated IP 172.20.0.14 (85da85a4-0104-411e-a021-4159e9be8da3/4f802cf7-f5d2-43a0-932e-a1819bfc133d/7a07490f-1e36-4d69-8cf2-5f00af01192f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:02.268491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-890f223c-b30b-4421-9d7a-44b0db371b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:02.270285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-890f223c-b30b-4421-9d7a-44b0db371b80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.7393222 Nov 09 17:21:02.339782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port eae9ad78-2b65-4280-976e-861a87158d27, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=eae9ad78-2b65-4280-976e-861a87158d27,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:02.359508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-bec1eaa6-5afc-49bd-a00a-85836f9a34f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 200 len: 217 time: 0.0809071 Nov 09 17:21:02.371255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'eae9ad78-2b65-4280-976e-861a87158d27', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'eae9ad78-2b65-4280-976e-861a87158d27', 'mac_address': 'fa:16:3e:20:5e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:02.461608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:02.485888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-924d5529-f128-4677-983f-7b60b50c8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:02.488488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-924d5529-f128-4677-983f-7b60b50c8ae2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1202347 Nov 09 17:21:02.514752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae9ad78-2b65-4280-976e-861a87158d27 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:02.531356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b891fa9-e487-47e8-93cb-792d96181f16 req-ba39a4d5-4c77-4f92-84e3-75d669424c8e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646681 Nov 09 17:21:02.573241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port eae9ad78-2b65-4280-976e-861a87158d27, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=eae9ad78-2b65-4280-976e-861a87158d27,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:02.579950 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:02.587866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-549e2261-cc30-4108-915c-2b7ec5cd6e2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910435 Nov 09 17:21:02.737436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=eae9ad78-2b65-4280-976e-861a87158d27,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:02.748359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ff216-b180-43f4-9d93-817e288507b5 req-638bdbdc-fd66-4af7-a6b4-eabd8ffc1a76 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:02.760216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c56ff216-b180-43f4-9d93-817e288507b5 req-638bdbdc-fd66-4af7-a6b4-eabd8ffc1a76 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 948 time: 0.4078135 Nov 09 17:21:02.910423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:02.950397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['eae9ad78-2b65-4280-976e-861a87158d27'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:02.996024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-0d355681-db4f-4fae-8096-2172278b6486 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988669 Nov 09 17:21:03.060082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:03.225163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:03.308586 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b66c0f-27a2-4d4d-aeb8-7b80cc64582e req-5267161f-7499-4a0e-b3e3-61c602a796bf service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999310 Nov 09 17:21:03.339864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:03.352912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c56ff216-b180-43f4-9d93-817e288507b5 req-7b515b73-3623-4881-8784-34eaeb35b7c9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913146 Nov 09 17:21:03.363757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Network 85da85a4-0104-411e-a021-4159e9be8da3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:03.368655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:03.383341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:03.391711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:03.401024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:03.501512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-78ccf077-b16b-49c1-ba19-5032f4d69964 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1962283 Nov 09 17:21:03.514865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Request body: {'port': {'device_id': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:03.635383 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:03.638183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471feca-e0d3-4598-bb84-5335449b991c req-468af3a2-1b26-4292-acc3-5f0714c3b5ca tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:03.647593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2471feca-e0d3-4598-bb84-5335449b991c req-468af3a2-1b26-4292-acc3-5f0714c3b5ca tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 932 time: 0.2080443 Nov 09 17:21:03.711302 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:03.726185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2471feca-e0d3-4598-bb84-5335449b991c req-9dbe1842-cca6-4d03-9f61-51c7bb275068 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774524 Nov 09 17:21:04.374875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318ae5-71e9-43e2-bad4-7d3c9c9a85b4 req-a794652a-dab1-4daf-bb81-47c808a78e3f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:04.385750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a318ae5-71e9-43e2-bad4-7d3c9c9a85b4 req-a794652a-dab1-4daf-bb81-47c808a78e3f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.6590583 Nov 09 17:21:04.420417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a07490f-1e36-4d69-8cf2-5f00af01192f {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:04.432736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:04.536003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Transition to ACTIVE for port object 7a07490f-1e36-4d69-8cf2-5f00af01192f will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:04.558089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a318ae5-71e9-43e2-bad4-7d3c9c9a85b4 req-d3c4587b-ff61-4e21-8ec9-8550bbde63d2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711283 Nov 09 17:21:04.563506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:04.676370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:04.729338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197d960-0430-45f2-98e2-10a663800cd0 req-6c01d6a3-a2d6-4959-acc1-0fd6a56bba25 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:04.739709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e197d960-0430-45f2-98e2-10a663800cd0 req-6c01d6a3-a2d6-4959-acc1-0fd6a56bba25 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 949 time: 0.1261523 Nov 09 17:21:04.826962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:04.833698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:04.834248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:04.845651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:04.852000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:04.871804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:04.877385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:04.880030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:04.880700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Bound port: 7a07490f-1e36-4d69-8cf2-5f00af01192f, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:04.884814 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:04.901798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e197d960-0430-45f2-98e2-10a663800cd0 req-09b45b61-d445-44f6-91e4-b65110d8484b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564410 Nov 09 17:21:05.198607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:05.262513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:05.316199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682ecb0-d748-4929-8060-19cf8fd80769 req-b3f525d8-4c65-4485-a883-c47cb5279642 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:05.334494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e682ecb0-d748-4929-8060-19cf8fd80769 req-b3f525d8-4c65-4485-a883-c47cb5279642 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.4036610 Nov 09 17:21:05.367733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:05.456922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:05.458787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:05.464099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 1092 time: 1.9607353 Nov 09 17:21:05.532797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:05.536670 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca56e14-4802-46b5-8e1d-49b63f13f901" -d '{"events": [{"name": "network-changed", "server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:05.683172 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81112688-0108-4160-b11f-b992bac2f681 x-openstack-request-id: req-81112688-0108-4160-b11f-b992bac2f681 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:05.683536 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:05.683734 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81112688-0108-4160-b11f-b992bac2f681 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:05.684142 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'status': 'completed', 'code': 200} Nov 09 17:21:05.731406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e682ecb0-d748-4929-8060-19cf8fd80769 req-2bf6cabd-0c56-4fd0-b032-9c1c81b671a2 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952422 Nov 09 17:21:05.768921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a357d-6bde-4a4f-9559-88ea37229d42 service neutron] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:05.786873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-dc0d8942-43a0-49fa-923a-bfe9371a2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:05.788441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-dc0d8942-43a0-49fa-923a-bfe9371a2475 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1095 time: 0.2275984 Nov 09 17:21:05.818877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device eae9ad78-2b65-4280-976e-861a87158d27 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:05.836190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbeb39-4a97-40ab-905d-a054ec9cc95b req-57f857e7-46fa-4435-8177-45cbdb77c02b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:05.854598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88bbeb39-4a97-40ab-905d-a054ec9cc95b req-57f857e7-46fa-4435-8177-45cbdb77c02b tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1139078 Nov 09 17:21:05.866290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-134bc261-0669-4eaf-bcc2-d2a536e7ff74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 217 time: 0.0639968 Nov 09 17:21:05.936825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port eae9ad78-2b65-4280-976e-861a87158d27 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:05.942890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port eae9ad78-2b65-4280-976e-861a87158d27 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:05.943599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:05.958600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88bbeb39-4a97-40ab-905d-a054ec9cc95b req-bfae7c20-cbc7-4089-b0a6-e143f944fedd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026230 Nov 09 17:21:06.038600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-01ba9b75-4459-424e-88f4-aa55e7c26f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:06.043992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-01ba9b75-4459-424e-88f4-aa55e7c26f31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1707106 Nov 09 17:21:06.134577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-69424dca-f132-4f74-8e50-4831b7100522 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801213 Nov 09 17:21:06.297619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d1441-af02-4120-b32f-007fb2023f43 req-e7d20d23-b469-4ef8-9ad0-bca72528ca81 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:06.302647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e6d1441-af02-4120-b32f-007fb2023f43 req-e7d20d23-b469-4ef8-9ad0-bca72528ca81 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 949 time: 0.2004249 Nov 09 17:21:06.450227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-eb7200f3-bfd3-44ed-a540-6f35ae8e3094 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870469 Nov 09 17:21:06.453925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:06.496332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e6d1441-af02-4120-b32f-007fb2023f43 req-d4f88b2a-02e3-47b2-9bb0-f8ec13b01426 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687055 Nov 09 17:21:06.584811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port eae9ad78-2b65-4280-976e-861a87158d27, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=eae9ad78-2b65-4280-976e-861a87158d27,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:06.589617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ad78-2b65-4280-976e-861a87158d27'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:06.597462 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77be219-0a84-44e5-8b9e-f6a93db6f295" -d '{"events": [{"server_uuid": "6043b26c-d1d6-42df-94b1-f1103983d58e", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ad78-2b65-4280-976e-861a87158d27"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:06.605138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:06.707475 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f216476-9323-4b19-a6a6-d2089225a475 x-openstack-request-id: req-1f216476-9323-4b19-a6a6-d2089225a475 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:06.708263 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6043b26c-d1d6-42df-94b1-f1103983d58e", "name": "network-vif-plugged", "status": "completed", "tag": "eae9ad78-2b65-4280-976e-861a87158d27", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:06.709457 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f216476-9323-4b19-a6a6-d2089225a475 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:06.710405 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae9ad78-2b65-4280-976e-861a87158d27', 'code': 200} Nov 09 17:21:06.741139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=eae9ad78-2b65-4280-976e-861a87158d27,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:06.792926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41fc769f-2d23-43ec-9a10-dbb738b568c9 req-de38d6b4-417e-4b40-9039-7d21f73cf02f service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328247 Nov 09 17:21:06.966181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09c8b3-dc4e-49ae-934f-53854f5300b5 req-7395c7d2-6b33-4d39-93aa-3d7f5e1edd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:06.969259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f09c8b3-dc4e-49ae-934f-53854f5300b5 req-7395c7d2-6b33-4d39-93aa-3d7f5e1edd2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 1101 time: 0.1514452 Nov 09 17:21:06.999028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-38b8d20b-32c0-412a-a366-ac0632e0154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:07.008549 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-38b8d20b-32c0-412a-a366-ac0632e0154b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1095 time: 0.1169176 Nov 09 17:21:07.030007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514810df-7fe6-430a-aa25-790cd5842e8c req-e5a61786-b1a2-40d2-a591-6a9484fd7295 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:07.043635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-514810df-7fe6-430a-aa25-790cd5842e8c req-e5a61786-b1a2-40d2-a591-6a9484fd7295 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.1341650 Nov 09 17:21:07.162443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-514810df-7fe6-430a-aa25-790cd5842e8c req-fc70a41b-fd15-453d-9c35-e192f349f53e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174235 Nov 09 17:21:07.451508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f09c8b3-dc4e-49ae-934f-53854f5300b5 req-de9c7fc3-604e-4770-856f-cb222e779876 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384601 Nov 09 17:21:07.502533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127d790-1f29-4ed8-9916-9180f73fcff5 req-39051bd8-a7ee-4d38-9d79-909ea9d35c54 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:07.525080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0127d790-1f29-4ed8-9916-9180f73fcff5 req-39051bd8-a7ee-4d38-9d79-909ea9d35c54 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2333627 Nov 09 17:21:07.600584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-6995f415-c83a-4277-8a93-be577788c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:07.602119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-6995f415-c83a-4277-8a93-be577788c119 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.5640833 Nov 09 17:21:07.717352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-2fdde008-04bf-4d1a-9831-fe8a5cf0fd63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 217 time: 0.1011548 Nov 09 17:21:07.764677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0127d790-1f29-4ed8-9916-9180f73fcff5 req-4b17b072-14b6-4ae2-82ca-435203921766 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341835 Nov 09 17:21:07.796848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541532c-04d7-4a51-aa58-1551e4d7f2b5 req-dc32bb27-7869-4f60-a364-e97d0153eca3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:07.806637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0541532c-04d7-4a51-aa58-1551e4d7f2b5 req-dc32bb27-7869-4f60-a364-e97d0153eca3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 950 time: 0.1472859 Nov 09 17:21:07.916017 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0541532c-04d7-4a51-aa58-1551e4d7f2b5 req-a72f6268-f4cb-4659-a62a-50d0684d0890 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079125 Nov 09 17:21:08.253440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-b81e07aa-078b-4861-8c21-fb86b87ff9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:08.258963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-b81e07aa-078b-4861-8c21-fb86b87ff9f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.5292881 Nov 09 17:21:08.403729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-eaf2474d-f865-4216-8662-187f993950b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388233 Nov 09 17:21:08.504672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5bb7b-39fe-49b7-be05-15b17edf481b req-021fe613-fde7-454c-bb15-21bfb1c35826 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:08.513040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64f5bb7b-39fe-49b7-be05-15b17edf481b req-021fe613-fde7-454c-bb15-21bfb1c35826 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.1871166 Nov 09 17:21:08.676718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64f5bb7b-39fe-49b7-be05-15b17edf481b req-e50adb99-9fdb-45c9-9b8e-759995d4b18a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619577 Nov 09 17:21:08.683003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-991878c1-1d42-4421-83e1-5b451765496b service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670717 Nov 09 17:21:08.901379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca56e14-4802-46b5-8e1d-49b63f13f901 req-3a9d64d3-79d6-4584-a701-92b8c57e76d2 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094731 Nov 09 17:21:08.996399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49566-2d5f-45c4-8009-9afed57e5bd0 req-192311ed-b4c3-41b4-926b-2e004ec0a7c5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:09.017103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2fb49566-2d5f-45c4-8009-9afed57e5bd0 req-192311ed-b4c3-41b4-926b-2e004ec0a7c5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1526370 Nov 09 17:21:09.174813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2fb49566-2d5f-45c4-8009-9afed57e5bd0 req-b9a43a65-4960-460d-a842-4949df1a1acf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512406 Nov 09 17:21:09.367252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10489868-25ae-4d77-b70a-bfb86b514099 req-43c266ad-0053-4581-b3ea-72b12d6abe69 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:09.377501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10489868-25ae-4d77-b70a-bfb86b514099 req-43c266ad-0053-4581-b3ea-72b12d6abe69 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 950 time: 0.1531651 Nov 09 17:21:09.397789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51342) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:09.498579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10489868-25ae-4d77-b70a-bfb86b514099 req-8b8c48d2-5d69-41df-b3f8-abb2e1f512d1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190164 Nov 09 17:21:10.096198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-5ae36cfc-a22b-4076-910a-d833e2ee2fd6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:10.097870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-5ae36cfc-a22b-4076-910a-d833e2ee2fd6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 0.2404826 Nov 09 17:21:10.160630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ed1e7-ef35-4b08-8311-02d6266123bb req-39662a14-a4f6-4379-a573-539a9fe742cb tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:10.168703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-5535513c-b93a-42db-930d-00d629fb1c16 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/quotas/cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 375 time: 0.0417016 Nov 09 17:21:10.177024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb5ed1e7-ef35-4b08-8311-02d6266123bb req-39662a14-a4f6-4379-a573-539a9fe742cb tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.2653654 Nov 09 17:21:10.274971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb5ed1e7-ef35-4b08-8311-02d6266123bb req-25824776-f3ea-4332-aa9a-8d890c78b80c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970581 Nov 09 17:21:10.311385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-324595da-0ef1-4cea-9528-5896a1f21070 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1324687 Nov 09 17:21:10.584119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-5d68a579-d1a3-492c-b2af-ba1ead83dcd2 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727377 Nov 09 17:21:10.613925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:10.786295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-f1feb6f0-d537-4679-ba49-3217ff898820 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011755 Nov 09 17:21:11.300929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2fca-b3b4-42e2-8de0-29aa5e06d786 req-d81152f7-c6fd-4a17-8aaf-5b05dc6136d2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:11.302446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2de2fca-b3b4-42e2-8de0-29aa5e06d786 req-d81152f7-c6fd-4a17-8aaf-5b05dc6136d2 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.4686048 Nov 09 17:21:11.390407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52598783-e53d-48a6-9e48-3b57194a8935 req-9d4fdd6e-5fd0-4594-aa24-8ea9fbfb237f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:11.412894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52598783-e53d-48a6-9e48-3b57194a8935 req-9d4fdd6e-5fd0-4594-aa24-8ea9fbfb237f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 950 time: 0.0883667 Nov 09 17:21:11.453501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2de2fca-b3b4-42e2-8de0-29aa5e06d786 req-6039795a-3f21-4df2-96d5-146f69c312ea tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296911 Nov 09 17:21:11.475500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Deleting port 439bdffa-8982-4c24-b963-94f8d1eec3eb {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:11.476103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:11.521333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52598783-e53d-48a6-9e48-3b57194a8935 req-661d5a6d-1b38-4445-a095-d3e5e6dcd317 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053813 Nov 09 17:21:11.611426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:11.625954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee800620-c5a3-48ad-87a5-098322ca989a req-924c6226-d353-4760-b4d9-79ba0a527f18 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0524995 Nov 09 17:21:11.650198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1913857547'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:11.676880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] For port 439bdffa-8982-4c24-b963-94f8d1eec3eb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=439bdffa-8982-4c24-b963-94f8d1eec3eb,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:11.677284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:11.696931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Calling delete_port for 439bdffa-8982-4c24-b963-94f8d1eec3eb owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:11.734698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:11.738544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:11.790818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:21:11.813905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:11.815543 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Added segment 7171ae7d-210d-4b4f-b470-c876fd67883a of type vlan for network 4725020f-aa99-4326-8bb9-f0f85a109152 Nov 09 17:21:11.919100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.033689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.041233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:12.041731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.065730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.084508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d23184-1e16-4056-91f2-00bc8bedcfa0 req-c1302531-d7f3-4fa8-bb9f-7d7495579b5e tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:12.084508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0d23184-1e16-4056-91f2-00bc8bedcfa0 req-c1302531-d7f3-4fa8-bb9f-7d7495579b5e tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 1101 time: 0.1251667 Nov 09 17:21:12.122541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=439bdffa-8982-4c24-b963-94f8d1eec3eb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:12.133466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931af419-729c-4a8b-8a38-f4ca2a359365 req-b874be35-fab3-49e1-8710-252b4b99bd7d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:12.135107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-931af419-729c-4a8b-8a38-f4ca2a359365 req-b874be35-fab3-49e1-8710-252b4b99bd7d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.2294166 Nov 09 17:21:12.289939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6426678 Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.291601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:12.302035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:12.325024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1321454455'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:12.344697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:12.348831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.351926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-931af419-729c-4a8b-8a38-f4ca2a359365 req-376130d3-a6d8-4abd-8a01-fc6fd0043d29 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998973 Nov 09 17:21:12.437079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0d23184-1e16-4056-91f2-00bc8bedcfa0 req-f96a85c4-45ab-4680-8c66-84dd5af63d80 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371906 Nov 09 17:21:12.449349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b6f47-c3da-4c20-8764-7852ce643265 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Network': ['ID=4725020f-aa99-4326-8bb9-f0f85a109152,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:12.475293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:21:12.478090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 4725020f-aa99-4326-8bb9-f0f85a109152 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:21:12.570133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.570753 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Added segment 5e42eba9-60b8-4d91-b614-c3e0cd77e16c of type vlan for network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 Nov 09 17:21:12.641527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.691998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.741995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-50ba92ad-ad17-4c34-bc42-e770dbb272b6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418916 Nov 09 17:21:12.897268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.913083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:12.913735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:12.969290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6556199 Nov 09 17:21:12.994182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:13.000083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'subnet': {'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:13.136154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Router 46a07c24-1bc5-4ccd-9853-8bda97855c18 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:21:13.195604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc167741-79d6-4c06-b923-270448726d3d req-55b64629-e2c4-4eb2-8e6a-31f586d1101e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:13.204808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:13.206037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc167741-79d6-4c06-b923-270448726d3d req-55b64629-e2c4-4eb2-8e6a-31f586d1101e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.4721591 Nov 09 17:21:13.209896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:13.317543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc167741-79d6-4c06-b923-270448726d3d req-ed5d3fd4-0b46-4971-9346-819ef7d70148 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051531 Nov 09 17:21:13.469111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:21:13.482718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d5be68b-613b-431d-84b1-33ffc0040c77 admin admin] 10.222.0.45 "PUT /v2.0/routers/46a07c24-1bc5-4ccd-9853-8bda97855c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0838020 Nov 09 17:21:13.487210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51444) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:13.494228 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] Sync routers for ids ['46a07c24-1bc5-4ccd-9853-8bda97855c18'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:21:13.541211 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] Routers {'46a07c24-1bc5-4ccd-9853-8bda97855c18'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:13.541884 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['46a07c24-1bc5-4ccd-9853-8bda97855c18'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:13.652527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fceaf-173d-43a1-9775-3b41a37999b6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Network': ['ID=6605acd3-5c0b-4d38-bcea-dfc6643de5c1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:13.677100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:21:13.728611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-cd633f47-1e98-4c7c-ab23-4d8021275f0d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:13.743079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-cd633f47-1e98-4c7c-ab23-4d8021275f0d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9648590 Nov 09 17:21:13.774926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-024a2e3a-2419-4c7a-8669-d668157d1d88 req-84a05118-6e7c-417c-a3a9-bbdb736dc792 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.1044576 Nov 09 17:21:13.820875 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] Set router 46a07c24-1bc5-4ccd-9853-8bda97855c18 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:13.847259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-334e8e4c-4088-47d7-a427-38c58fc8de5c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/quotas/fda130e929244e42b920562660a8b40e HTTP/1.1" status: 200 len: 375 time: 0.1017900 Nov 09 17:21:13.859606 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:14.076615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-81bcfc29-dc54-496f-9883-14c63bf25cef tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:14.078167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-81bcfc29-dc54-496f-9883-14c63bf25cef tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 807 time: 1.0850053 Nov 09 17:21:14.102838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-7676cdef-fee3-4e31-99aa-2b251e51ba1b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2542741 Nov 09 17:21:14.110404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Request body: {'port': {'device_id': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'admin_state_up': True, 'tenant_id': 'cfbf3e17faca414aa72fe926b990e60a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:14.257504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:14.293364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410616f-9f6d-4472-90fe-3b25a18e09e9 req-d05a5768-f688-499a-a62b-9fb86f48ff56 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:14.301919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9410616f-9f6d-4472-90fe-3b25a18e09e9 req-d05a5768-f688-499a-a62b-9fb86f48ff56 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.1170685 Nov 09 17:21:14.346602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:14.467127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9410616f-9f6d-4472-90fe-3b25a18e09e9 req-087c2316-b31c-46e9-8039-97aac49c3089 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639934 Nov 09 17:21:14.538702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:21:11Z', 'revision_number': 5, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port': {'id': '0b3c3b6a-e435-42ff-97ce-14f8199d984c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:35Z', 'updated_at': '2021-11-09T17:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:14.552940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Deleting port 0b3c3b6a-e435-42ff-97ce-14f8199d984c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:14.560624 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:14.569828 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] Checking router: 46a07c24-1bc5-4ccd-9853-8bda97855c18 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:21:14.570787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Subnet': ['ID=1acc5258-f6e0-429a-bef2-b850e7f6a929,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:14.580902 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] Routers {'46a07c24-1bc5-4ccd-9853-8bda97855c18'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:14.581964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['46a07c24-1bc5-4ccd-9853-8bda97855c18'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:14.694694 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] Set router 46a07c24-1bc5-4ccd-9853-8bda97855c18 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:14.700747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d97d717-92a3-4cf1-ac63-6a966bde795c req-174ca7b0-b7f2-4999-847d-5b1a3120a90f tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 210 time: 0.0493801 Nov 09 17:21:14.770923 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:21:14Z', 'revision_number': 6, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:14.817705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Checking segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:14.818330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network hostable DHCP agents. Network: 4725020f-aa99-4326-8bb9-f0f85a109152, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:21:14.819266 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5cc79-b48e-414d-9d08-9ba5dee79a02 None None] The sync data for ids ['46a07c24-1bc5-4ccd-9853-8bda97855c18'] in n-d-804292-3 is: [{'id': '46a07c24-1bc5-4ccd-9853-8bda97855c18', 'name': 'tempest-AttachSCSIVolumeTestJSON-295585061-router', 'tenant_id': '33259f2e9fec4917bc83d770946497a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:34Z', 'updated_at': '2021-11-09T17:21:14Z', 'revision_number': 6, 'project_id': '33259f2e9fec4917bc83d770946497a5', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:21:14.846301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Made reservation on behalf of cfbf3e17faca414aa72fe926b990e60a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:14.852373 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:14.862881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] For port 0b3c3b6a-e435-42ff-97ce-14f8199d984c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0b3c3b6a-e435-42ff-97ce-14f8199d984c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:14.864141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:14.907145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Calling delete_port for 0b3c3b6a-e435-42ff-97ce-14f8199d984c owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:14.934912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 4725020f-aa99-4326-8bb9-f0f85a109152 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:21:14.962174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ead63-edc4-4ebb-ac3b-f376fed0671d req-307d2860-90ef-4690-b92b-3b2df82d226f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:14.975874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b4ead63-edc4-4ebb-ac3b-f376fed0671d req-307d2860-90ef-4690-b92b-3b2df82d226f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2885540 Nov 09 17:21:15.003884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46684e56-da7b-4249-ba74-9e8f03940897 req-a3981a6d-9a0e-41aa-8490-c56bc497a617 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0722098 Nov 09 17:21:15.041910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 4725020f-aa99-4326-8bb9-f0f85a109152) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:15.054264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:15.056582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc12271-871d-41d5-9d58-25ba8b97d048 None None] Network 4725020f-aa99-4326-8bb9-f0f85a109152 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:15.077612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.211295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a8b451a-0b68-4ae0-8b4e-da55444e948d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2155437 Nov 09 17:21:15.213544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51472) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:15.231680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'subnet': {'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:15.347371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b4ead63-edc4-4ebb-ac3b-f376fed0671d req-16a21df4-13ac-46f6-aa83-6993d626d57f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564999 Nov 09 17:21:15.416156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.427761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Allocated IP 172.20.0.9 (c8b11681-719f-42c6-8080-9d5768c965f9/ad27337c-968e-4168-a307-612d18df830b/929959b3-70ee-4097-998a-befb53c41801) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:15.491383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3c3b6a-e435-42ff-97ce-14f8199d984c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:15.550181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:15.554519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.666697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.677368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-4725020f-aa99-4326-8bb9-f0f85a109152', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:21:15.678250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.756325 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.823474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.827681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.942059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:15.942592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a07c24-1bc5-4ccd-9853-8bda97855c18 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:21:15.957890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871d95a-ff89-455a-bf0c-a4a80db32feb req-47c8a14f-6e24-4733-928a-ead92e9cc929 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:15.973161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94d79c03-bc38-484a-a3ec-e8ff890d5c73 req-9fd4cf7b-4089-44e7-9be1-c6c74307013b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 210 time: 0.0758703 Nov 09 17:21:15.973750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5871d95a-ff89-455a-bf0c-a4a80db32feb req-47c8a14f-6e24-4733-928a-ead92e9cc929 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.2636590 Nov 09 17:21:15.976759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.039391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Allocated IP 10.1.1.2 (4725020f-aa99-4326-8bb9-f0f85a109152/1acc5258-f6e0-429a-bef2-b850e7f6a929/7c30a3b2-8e83-4bac-8af3-0a956dc56553) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:16.041238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.042472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bca6c218-ad64-4ee3-87b4-c05b1ef72f7e admin admin] 10.222.0.45 "DELETE /v2.0/routers/46a07c24-1bc5-4ccd-9853-8bda97855c18 HTTP/1.1" status: 204 len: 168 time: 2.5551662 Nov 09 17:21:16.062333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51486) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:16.106578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Network c8b11681-719f-42c6-8080-9d5768c965f9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:16.124387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:16.139465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:16.157682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['decbbfc7-cb31-4643-97c7-4cf6f3b86692'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:16.171030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:16.176070 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.238348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:16.306681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-15e510dc-e096-4227-a438-6ce4288084fd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005935 Nov 09 17:21:16.327688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Request body: {'port': {'device_id': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:16.550482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-d741e5b4-cbff-4b9e-9912-da55bd105e54 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fda130e929244e42b920562660a8b40e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1773043 Nov 09 17:21:16.623196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5871d95a-ff89-455a-bf0c-a4a80db32feb req-132711db-4f67-406a-9d3d-57c859ab4461 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487167 Nov 09 17:21:16.659579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.665086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Deleting subnet e501cf57-30bd-47ca-86d1-fcf5087259c5 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:21:16.682148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.733999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaab9d-9344-427a-b13b-2ccfa3eafd9d req-74ce1a90-10da-4f9c-9e49-992181932a17 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:16.736509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8edaab9d-9344-427a-b13b-2ccfa3eafd9d req-74ce1a90-10da-4f9c-9e49-992181932a17 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 931 time: 0.2625089 Nov 09 17:21:16.814407 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.829313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.835017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:16.920732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Pushing event updated for resources: {'Port': ['ID=7c30a3b2-8e83-4bac-8af3-0a956dc56553,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:16.934167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b3c3b6a-e435-42ff-97ce-14f8199d984c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:16.943849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Network 4725020f-aa99-4326-8bb9-f0f85a109152 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:16.963350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:16.965535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 0b3c3b6a-e435-42ff-97ce-14f8199d984c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:16.965994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b3c3b6a-e435-42ff-97ce-14f8199d984c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:16.966561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 439bdffa-8982-4c24-b963-94f8d1eec3eb no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:16.992562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:16.998837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 439bdffa-8982-4c24-b963-94f8d1eec3eb {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:16.999356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 439bdffa-8982-4c24-b963-94f8d1eec3eb not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:17.098826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.134430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Subnet': ['ID=70367c60-333c-48b7-bfe8-d1fd1e08e100,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:17.185360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Attempting to bind port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:17.185938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Attempting to bind port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:17.188716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Attempting to bind port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:17.223399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:17.229144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Checking segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:17.231974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.233952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Bound using segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:17.236601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Bound port: 7c30a3b2-8e83-4bac-8af3-0a956dc56553, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:17.238218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66cc73-05ac-436e-8f56-dede31b13401 req-b723dc23-a62e-44cb-ad3e-f0fcd9b138c9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:17.242330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.247359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b66cc73-05ac-436e-8f56-dede31b13401 req-b723dc23-a62e-44cb-ad3e-f0fcd9b138c9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2629924 Nov 09 17:21:17.255738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Checking segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:17.256404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network hostable DHCP agents. Network: 6605acd3-5c0b-4d38-bcea-dfc6643de5c1, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:21:17.261039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929959b3-70ee-4097-998a-befb53c41801 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:17.269730 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.283298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Transition to ACTIVE for port object 929959b3-70ee-4097-998a-befb53c41801 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:17.295644 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.351097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60867156-7fbd-4a11-99f0-6ddc1628498b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:17.352621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60867156-7fbd-4a11-99f0-6ddc1628498b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7819390 Nov 09 17:21:17.374386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Request body: {'port': {'device_id': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'fda130e929244e42b920562660a8b40e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:17.409455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8edaab9d-9344-427a-b13b-2ccfa3eafd9d req-180824f5-7cd3-4f31-99b4-107b4742bf3e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628072 Nov 09 17:21:17.415356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:17.439745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:17.440161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:17.440506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:17.443571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] For port 7c30a3b2-8e83-4bac-8af3-0a956dc56553, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:17.448578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] For port 7c30a3b2-8e83-4bac-8af3-0a956dc56553, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7c30a3b2-8e83-4bac-8af3-0a956dc56553,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:17.451770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:17.452094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:17.455974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.469160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:17.469496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:17.469890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:17.470396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Bound port: 929959b3-70ee-4097-998a-befb53c41801, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:17.471296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.471581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:21:17.481608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.603739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb78ab0-6921-4486-8648-82c7cef85063 None None] Pushing event updated for resources: {'Port': ['ID=7c30a3b2-8e83-4bac-8af3-0a956dc56553,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:17.622410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:17.626099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:17.634894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.658921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b66cc73-05ac-436e-8f56-dede31b13401 req-ce692298-cf81-4f42-94bf-ad2d094141b6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103065 Nov 09 17:21:17.661288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6605acd3-5c0b-4d38-bcea-dfc6643de5c1) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:17.673438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13667f-fa6b-4d44-b9c0-5890862c013a None None] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:17.688416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:17.693374 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.775476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-49824024-40af-4145-a59b-240d043f8b49 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5584798 Nov 09 17:21:17.785820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.788627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:17.800257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:17.821280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'name': 'tempest-TaggedBootDevicesTest-2120746569', 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:17.879458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:17.880487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:17.884311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-ce574b18-0466-4fd9-9542-b26467342458 service neutron] 10.222.0.43 "PUT /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 1091 time: 1.5637989 Nov 09 17:21:17.898045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-778915ef-44f0-4128-b1bc-4f1b65cf4714 req-862af712-f4d2-4abc-8441-3a0f4eceab10 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 210 time: 0.0814190 Nov 09 17:21:17.904400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'tag': '929959b3-70ee-4097-998a-befb53c41801'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:17.910408 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b994b660-fb8e-487c-8395-75770fd85b32" -d '{"events": [{"name": "network-changed", "server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "tag": "929959b3-70ee-4097-998a-befb53c41801"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:17.944058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e136c-51e0-40de-973e-8636d39d7837 None None] Network 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:18.147744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:18.151967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-fa7e869f-d9fb-4eb6-bc64-9577df1d8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:18.155117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e501cf57-30bd-47ca-86d1-fcf5087259c5 HTTP/1.1" status: 204 len: 168 time: 2.0900807 Nov 09 17:21:18.156155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-fa7e869f-d9fb-4eb6-bc64-9577df1d8fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1094 time: 0.2157531 Nov 09 17:21:18.158222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51516) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:18.186964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64a708-d274-400c-83fa-a234788bd93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e501cf57-30bd-47ca-86d1-fcf5087259c5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:18.270249 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-5a91b4b7-f8a7-4663-95a0-9d552d3f8d90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 217 time: 0.1052227 Nov 09 17:21:18.275529 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e219e2-82dd-4967-b33b-3eb8409393cc x-openstack-request-id: req-d8e219e2-82dd-4967-b33b-3eb8409393cc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:18.276741 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "tag": "929959b3-70ee-4097-998a-befb53c41801", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:18.277000 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8e219e2-82dd-4967-b33b-3eb8409393cc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:18.277407 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'tag': '929959b3-70ee-4097-998a-befb53c41801', 'status': 'completed', 'code': 200} Nov 09 17:21:18.413608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-9b3589af-da37-449c-9844-89ca1b86f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:18.417964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'fixed_ips': [{'subnet_id': '70367c60-333c-48b7-bfe8-d1fd1e08e100'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:21:18.418850 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:18.423234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-9b3589af-da37-449c-9844-89ca1b86f75c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1448538 Nov 09 17:21:18.495934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-46b5a908-4587-4b48-a5d0-2307c5004b5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629723 Nov 09 17:21:18.614359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] DHCP port deletion for 8f147c5d-aaec-44f8-96b5-a132f4a9bdcc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:21:18.750128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-6b21068a-48b4-452f-826b-a85b13a3cdcc service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456038 Nov 09 17:21:18.918107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] Deleting port 85998303-7f9d-4d55-bcbc-652ac52cbbce {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:18.924001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:18.988574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5abb8-4f76-459e-bb4b-67b413517390 req-dc5b0e27-3bdb-42ae-8255-045c5bfa814f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:19.013726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0dc5abb8-4f76-459e-bb4b-67b413517390 req-dc5b0e27-3bdb-42ae-8255-045c5bfa814f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.2581315 Nov 09 17:21:19.099384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] For port 85998303-7f9d-4d55-bcbc-652ac52cbbce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85998303-7f9d-4d55-bcbc-652ac52cbbce,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:19.100074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:19.107454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c76e433-2d4a-4047-bb9f-49c69b89cd7a req-46219c13-2049-4806-b250-612616c94d37 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728240 Nov 09 17:21:19.119632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7c30a3b2-8e83-4bac-8af3-0a956dc56553 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:19.134402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Allocated IP 10.2.2.2 (6605acd3-5c0b-4d38-bcea-dfc6643de5c1/70367c60-333c-48b7-bfe8-d1fd1e08e100/59748e22-b50f-4f09-8043-b3d609d9b9f3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:19.198587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0dc5abb8-4f76-459e-bb4b-67b413517390 req-ea6fa9a7-ee7f-490d-a045-48c90854463a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838651 Nov 09 17:21:19.221683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] Calling delete_port for 85998303-7f9d-4d55-bcbc-652ac52cbbce owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:19.319594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994b660-fb8e-487c-8395-75770fd85b32 req-cebebaba-997f-4793-b0a0-452fd89b1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:19.329222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-cebebaba-997f-4793-b0a0-452fd89b1888 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1094 time: 0.1295054 Nov 09 17:21:19.443889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6072e-2d8a-45cc-889f-630d04852623 req-59154361-3ebb-4367-b103-7ccc1fc2e075 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:19.463053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bec6072e-2d8a-45cc-889f-630d04852623 req-59154361-3ebb-4367-b103-7ccc1fc2e075 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 1.3550427 Nov 09 17:21:19.483289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:19.527633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Made reservation on behalf of fda130e929244e42b920562660a8b40e for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:19.539285 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:19.569343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77673159-ee4e-42e1-9eea-5922dce0f978 req-a35fbd98-b3c3-46a9-af1b-00da0a9ef429 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:19.577734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77673159-ee4e-42e1-9eea-5922dce0f978 req-a35fbd98-b3c3-46a9-af1b-00da0a9ef429 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2292421 Nov 09 17:21:19.656276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77673159-ee4e-42e1-9eea-5922dce0f978 req-7c980ad1-cd5c-4dce-8c01-3629615a2a3f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774074 Nov 09 17:21:19.718604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994b660-fb8e-487c-8395-75770fd85b32 req-c6061c65-9159-4415-bcf9-f329104e2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:19.727090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-c6061c65-9159-4415-bcf9-f329104e2d73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.3838320 Nov 09 17:21:19.800899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-cceb1369-d254-48f2-ba9a-767c31a77f99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 217 time: 0.0722163 Nov 09 17:21:19.835922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:19.895682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994b660-fb8e-487c-8395-75770fd85b32 req-e842c2b2-2133-4538-a9f1-cd893dd13d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:19.897548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-e842c2b2-2133-4538-a9f1-cd893dd13d26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.0883749 Nov 09 17:21:19.963708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bec6072e-2d8a-45cc-889f-630d04852623 req-a67f41c8-834d-4143-8fc8-9b5e9067688c tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918647 Nov 09 17:21:20.058298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60689bfb-002a-4714-bece-4bac482f7a2a None None] Network 4725020f-aa99-4326-8bb9-f0f85a109152 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:20.100018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Deleting port 85998303-7f9d-4d55-bcbc-652ac52cbbce {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:20.100331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.182280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:20.182640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.195306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Allocated IP 192.168.233.67 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/e36d684f-8f9c-4cce-9d85-aa38df1333a1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:20.242278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.300182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d259e703-25fe-4939-bdba-47d47fc10716 None None] Provisioning complete for port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:20.300557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-25fe-4939-bdba-47d47fc10716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.402439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] For port 85998303-7f9d-4d55-bcbc-652ac52cbbce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85998303-7f9d-4d55-bcbc-652ac52cbbce,segment=NetworkSegment(cc75f8c5-6f3a-44d2-b187-020023670070),segment_id=cc75f8c5-6f3a-44d2-b187-020023670070)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:20.402439 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.460024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e94e8d68-c4e6-4dd6-a031-15c0a3a7a438 req-9e05d3d5-5a02-4f78-bc59-241e673fba68 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 210 time: 0.5573277 Nov 09 17:21:20.491978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-eaabf684-f8d4-49bb-8c43-426e44497ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541596 Nov 09 17:21:20.503586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Calling delete_port for 85998303-7f9d-4d55-bcbc-652ac52cbbce owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:20.524716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] device_id is not set on port 496a992e-b3ca-452b-8960-a9e85249a9d1 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:21:20.542547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.587691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] No DVR routers for this DVR port 85998303-7f9d-4d55-bcbc-652ac52cbbce on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:20.697998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c99c6b-d095-4021-9926-2729e7cf7f58 None None] Pushing event deleted for resources: {'Port': ['ID=85998303-7f9d-4d55-bcbc-652ac52cbbce,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:20.720773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-2ef7a365-348f-4885-a9ec-6ad978ec88ab service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165267 Nov 09 17:21:20.775272 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.827631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.847479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.927197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c460dc-8112-4869-afbb-e01c5caff695 req-5e40cd30-67e1-4bf7-be68-03aa09a9e312 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:20.929578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2c460dc-8112-4869-afbb-e01c5caff695 req-5e40cd30-67e1-4bf7-be68-03aa09a9e312 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.5086679 Nov 09 17:21:20.930794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.946328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Pushing event updated for resources: {'Port': ['ID=59748e22-b50f-4f09-8043-b3d609d9b9f3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:20.948996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:20.972750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b994b660-fb8e-487c-8395-75770fd85b32 req-16271129-f454-4671-a1f3-bb3a1ce477ed service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445300 Nov 09 17:21:20.999150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:21.001441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d', 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'eae9ad78-2b65-4280-976e-861a87158d27'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:21.062447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:21.104005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event updated for resources: {'Port': ['ID=e36d684f-8f9c-4cce-9d85-aa38df1333a1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:21.119717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:21.122728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d35f57-17f8-4f34-93d2-2a1a5efab139 req-6096883d-7147-4805-9bc9-5de013e7d7ef tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:21.125655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:21.130432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70d35f57-17f8-4f34-93d2-2a1a5efab139 req-6096883d-7147-4805-9bc9-5de013e7d7ef tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1540418 Nov 09 17:21:21.188795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:21.193447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2c460dc-8112-4869-afbb-e01c5caff695 req-07a8e765-33af-4343-b530-7f34c4e738c2 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461171 Nov 09 17:21:21.241040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:21.243800 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:21.251602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:21.272915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70d35f57-17f8-4f34-93d2-2a1a5efab139 req-a199e688-0474-4325-b26e-f9ca09d6a895 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366584 Nov 09 17:21:21.311150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-60b74b78-f821-487f-8c95-ea389872c26e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9421005 Nov 09 17:21:21.336789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:21.365371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Request body: {'port': {'device_id': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:21.374443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-25fe-4939-bdba-47d47fc10716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:21.400881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 7c30a3b2-8e83-4bac-8af3-0a956dc56553, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7c30a3b2-8e83-4bac-8af3-0a956dc56553,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:21.488501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:21.494660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:21.546488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51beff98-f113-4146-ba92-0055e775337e req-7add00c3-3ea3-4727-847f-9415884443e9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:21.548344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51beff98-f113-4146-ba92-0055e775337e req-7add00c3-3ea3-4727-847f-9415884443e9 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.1493313 Nov 09 17:21:21.661608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51beff98-f113-4146-ba92-0055e775337e req-5f00704c-ed8c-4816-a80e-99746bf0af9f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934424 Nov 09 17:21:21.706500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85998303-7f9d-4d55-bcbc-652ac52cbbce no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:21.735113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 85998303-7f9d-4d55-bcbc-652ac52cbbce {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:21.735521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85998303-7f9d-4d55-bcbc-652ac52cbbce not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:21.800338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Attempting to bind port 59748e22-b50f-4f09-8043-b3d609d9b9f3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:21.802482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Attempting to bind port 59748e22-b50f-4f09-8043-b3d609d9b9f3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:21.803278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Attempting to bind port 59748e22-b50f-4f09-8043-b3d609d9b9f3 on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:21.869811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:21.870558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Checking segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:21.871200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:21.872360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Bound using segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:21.873287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Bound port: 59748e22-b50f-4f09-8043-b3d609d9b9f3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:21.873906 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:21.924444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=7c30a3b2-8e83-4bac-8af3-0a956dc56553,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:21.952518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-d259e703-25fe-4939-bdba-47d47fc10716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:21:21.953934 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-d259e703-25fe-4939-bdba-47d47fc10716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:21:22.053097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d50d-4777-4021-bd34-8c3ec57b7bb1 req-fc1950dd-ab89-468e-a119-7d62a15e946d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:22.056444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e319d50d-4777-4021-bd34-8c3ec57b7bb1 req-fc1950dd-ab89-468e-a119-7d62a15e946d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 935 time: 0.1400726 Nov 09 17:21:22.094213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] For port 59748e22-b50f-4f09-8043-b3d609d9b9f3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:22.113564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] For port 59748e22-b50f-4f09-8043-b3d609d9b9f3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=59748e22-b50f-4f09-8043-b3d609d9b9f3,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:22.127391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:22.160897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e319d50d-4777-4021-bd34-8c3ec57b7bb1 req-80675570-c164-4358-8261-5ee35dc0307b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923266 Nov 09 17:21:22.257487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 10.1.1.102 (4725020f-aa99-4326-8bb9-f0f85a109152/1acc5258-f6e0-429a-bef2-b850e7f6a929/496a992e-b3ca-452b-8960-a9e85249a9d1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:22.306257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64422-d4b1-4939-babf-409d56812f73 None None] Pushing event updated for resources: {'Port': ['ID=59748e22-b50f-4f09-8043-b3d609d9b9f3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:22.487568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937917ce-8819-4125-aed2-3bbdc93aa86d req-9c1e08f5-6a68-4ed4-9744-bab74c94135c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:22.489517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-937917ce-8819-4125-aed2-3bbdc93aa86d req-9c1e08f5-6a68-4ed4-9744-bab74c94135c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1175377 Nov 09 17:21:22.535786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:22.564997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:22.613736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-937917ce-8819-4125-aed2-3bbdc93aa86d req-03de0ffe-5f2d-4791-9e0c-deaa5819c735 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148934 Nov 09 17:21:22.629000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] No DVR routers for this DVR port 85998303-7f9d-4d55-bcbc-652ac52cbbce on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:22.706018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:22.721505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36d684f-8f9c-4cce-9d85-aa38df1333a1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:22.735247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 4725020f-aa99-4326-8bb9-f0f85a109152 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:22.739395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Pushing event deleted for resources: {'Port': ['ID=85998303-7f9d-4d55-bcbc-652ac52cbbce,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:22.754013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:22.757190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:22.787275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:22.831735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:22.895277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5497e6-acfa-448c-8884-121008c501bc req-bf0ebc55-3cba-4078-a706-2fa6870c73d9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:22.909820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff5497e6-acfa-448c-8884-121008c501bc req-bf0ebc55-3cba-4078-a706-2fa6870c73d9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.3109324 Nov 09 17:21:23.012697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8f07-eb70-472b-8a5c-eccf657eedca None None] Provisioning complete for port e36d684f-8f9c-4cce-9d85-aa38df1333a1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:23.013919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8f07-eb70-472b-8a5c-eccf657eedca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.055620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff5497e6-acfa-448c-8884-121008c501bc req-fbb9e281-9147-4777-9138-0bf44798cf2e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256249 Nov 09 17:21:23.075071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Transition to ACTIVE for port object e36d684f-8f9c-4cce-9d85-aa38df1333a1 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:23.118565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.135291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b8f07-eb70-472b-8a5c-eccf657eedca None None] Port e36d684f-8f9c-4cce-9d85-aa38df1333a1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:23.153847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:23.154899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.158863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:23.164776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:23.176380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.255939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8f07-eb70-472b-8a5c-eccf657eedca None None] Provisioning complete for port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:23.256473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8f07-eb70-472b-8a5c-eccf657eedca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.301786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f147c5d-aaec-44f8-96b5-a132f4a9bdcc']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:23.328208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d0ff83e4-962f-4e3a-9cbd-38340d71199d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5193901 Nov 09 17:21:23.331518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:23.332034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc75f8c5-6f3a-44d2-b187-020023670070') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:23.332522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc75f8c5-6f3a-44d2-b187-020023670070') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:23.339342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'name': 'tempest-TaggedBootDevicesTest-1846457440', 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:23.358469 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.393268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Pushing event updated for resources: {'Port': ['ID=e36d684f-8f9c-4cce-9d85-aa38df1333a1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:23.441115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.461700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c460557-a986-4e2d-91ed-b0961430a778 req-e0576f3a-e8d3-4e48-8cd2-7bbebe1c0733 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:23.486600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c460557-a986-4e2d-91ed-b0961430a778 req-e0576f3a-e8d3-4e48-8cd2-7bbebe1c0733 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.2811351 Nov 09 17:21:23.533840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:21:23.534266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:21:23.543224 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:21:23.581539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:23.615190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3', 'port_id': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'mac_address': 'fa:16:3e:9a:e3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f802cf7-f5d2-43a0-932e-a1819bfc133d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:23.744176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4efb41-374f-4419-817d-30501a990da3 req-26430da0-5819-4df8-bded-107626613907 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:23.764872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.773400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d4efb41-374f-4419-817d-30501a990da3 req-26430da0-5819-4df8-bded-107626613907 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 947 time: 0.3033316 Nov 09 17:21:23.815833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c460557-a986-4e2d-91ed-b0961430a778 req-ec769692-eb80-442e-80fb-a0af7f360394 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743368 Nov 09 17:21:23.832678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Attempting to bind port e36d684f-8f9c-4cce-9d85-aa38df1333a1 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:23.832678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Attempting to bind port e36d684f-8f9c-4cce-9d85-aa38df1333a1 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:23.832678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Attempting to bind port e36d684f-8f9c-4cce-9d85-aa38df1333a1 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:23.842129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.847083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Port e36d684f-8f9c-4cce-9d85-aa38df1333a1 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:23.847083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Attempting to bind port e36d684f-8f9c-4cce-9d85-aa38df1333a1 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:23.857495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:23.858446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:23.858942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:23.859562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Bound port: e36d684f-8f9c-4cce-9d85-aa38df1333a1, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:23.860042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.922659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:23.938141 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8f147c5d-aaec-44f8-96b5-a132f4a9bdcc HTTP/1.1" status: 204 len: 168 time: 5.7571182 Nov 09 17:21:23.946908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393537a-cb9e-4c9c-8838-012e8e0db389 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f147c5d-aaec-44f8-96b5-a132f4a9bdcc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:23.953139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:24.041488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:24.100366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a07490f-1e36-4d69-8cf2-5f00af01192f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:24.179336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:24.203344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7c30a3b2-8e83-4bac-8af3-0a956dc56553 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:24.214570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d4efb41-374f-4419-817d-30501a990da3 req-de8fada7-ccce-4014-90cb-0a2d25b7b428 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400792 Nov 09 17:21:24.254780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c4652-21aa-417f-9a98-ed055b990d50 None None] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:24.274293 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:24.339722 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:24.384619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] device_id is not set on port 3d767564-85d0-4ac6-b144-092ee3ed8632 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:21:24.457329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] For port e36d684f-8f9c-4cce-9d85-aa38df1333a1, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:24.471870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b000411-c1bd-45ba-b5fc-5d2f5e0a727e req-acff47f0-1d9a-4447-aff1-b62345791d1f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:24.473876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b000411-c1bd-45ba-b5fc-5d2f5e0a727e req-acff47f0-1d9a-4447-aff1-b62345791d1f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.3150473 Nov 09 17:21:24.522888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] For port e36d684f-8f9c-4cce-9d85-aa38df1333a1, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:24.540908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:24.679029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:24.679817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:24.681349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] 10.222.0.43 "PUT /v2.0/ports/e36d684f-8f9c-4cce-9d85-aa38df1333a1 HTTP/1.1" status: 200 len: 1095 time: 3.3242166 Nov 09 17:21:24.681934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'tag': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:24.685036 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff96411-4fee-41d7-9e48-a72a89f434fa", "tag": "e36d684f-8f9c-4cce-9d85-aa38df1333a1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:24.712456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:24.723951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:24.724722 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:24.732214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b000411-c1bd-45ba-b5fc-5d2f5e0a727e req-9ebc02ad-3f7a-4556-af14-09b17349f133 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229249 Nov 09 17:21:24.804683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00601af9-dbc8-467e-88ed-f7541967f31b service neutron] Pushing event updated for resources: {'Port': ['ID=e36d684f-8f9c-4cce-9d85-aa38df1333a1,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:24.813285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['7a07490f-1e36-4d69-8cf2-5f00af01192f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:24.864440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d788711-cfa7-492a-a141-6dd8c86b8f59 req-180f2a3a-3431-4d71-8ab8-0c22c99e9540 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:24.878687 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d788711-cfa7-492a-a141-6dd8c86b8f59 req-180f2a3a-3431-4d71-8ab8-0c22c99e9540 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2690415 Nov 09 17:21:24.900101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Provisioning complete for port 59748e22-b50f-4f09-8043-b3d609d9b9f3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:24.900620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:24.956866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 10.1.1.142 (4725020f-aa99-4326-8bb9-f0f85a109152/1acc5258-f6e0-429a-bef2-b850e7f6a929/3d767564-85d0-4ac6-b144-092ee3ed8632) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:24.991918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-10c4c471-80b6-4aec-aabc-b631b050032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:24.994640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-10c4c471-80b6-4aec-aabc-b631b050032d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 1098 time: 0.1532853 Nov 09 17:21:25.052717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d788711-cfa7-492a-a141-6dd8c86b8f59 req-2215b416-206b-4349-b4dd-236a53da56e4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730776 Nov 09 17:21:25.122162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 59748e22-b50f-4f09-8043-b3d609d9b9f3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:25.128641 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0660fa-9953-4855-967b-407b4b75395a x-openstack-request-id: req-fd0660fa-9953-4855-967b-407b4b75395a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:25.129806 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff96411-4fee-41d7-9e48-a72a89f434fa", "tag": "e36d684f-8f9c-4cce-9d85-aa38df1333a1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:25.130842 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd0660fa-9953-4855-967b-407b4b75395a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:25.131929 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'tag': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1', 'status': 'completed', 'code': 200} Nov 09 17:21:25.139434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-1008d14e-8862-4d68-a84c-ff67a6cbf4c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1 HTTP/1.1" status: 200 len: 217 time: 0.1231079 Nov 09 17:21:25.252302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-52ffbdc2-dbc8-430e-b51b-8afbdf2508a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:25.253998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-52ffbdc2-dbc8-430e-b51b-8afbdf2508a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0907519 Nov 09 17:21:25.263322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e14fb-d604-44d4-b7eb-cfd18b7717b4 req-afde7108-9484-41a7-a252-38550f9a5e03 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:25.265953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.271341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f7e14fb-d604-44d4-b7eb-cfd18b7717b4 req-afde7108-9484-41a7-a252-38550f9a5e03 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.1242347 Nov 09 17:21:25.290795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.316094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.413040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.429812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:25.446152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 59748e22-b50f-4f09-8043-b3d609d9b9f3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:25.446883 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.447740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 4725020f-aa99-4326-8bb9-f0f85a109152 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:25.449803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.450239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.450580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.450912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.451349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.451864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.452538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.452870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.453462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.454042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.455755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.455966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:25.461459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:25.465361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:25.473374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:25.474118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.522561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5c3fdbae-976b-4b98-9ece-0e6e2708f8dd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1894917 Nov 09 17:21:25.571421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] For port 59748e22-b50f-4f09-8043-b3d609d9b9f3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=59748e22-b50f-4f09-8043-b3d609d9b9f3,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:25.585031 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.684494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Provisioning complete for port 496a992e-b3ca-452b-8960-a9e85249a9d1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:25.684824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.783448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Pushing event updated for resources: {'Port': ['ID=59748e22-b50f-4f09-8043-b3d609d9b9f3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:25.792796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-be06f4cf-aee4-46b5-ae4a-7e2caf826c14 None None] Port 496a992e-b3ca-452b-8960-a9e85249a9d1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:25.916234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-30ee91b5-b11c-4066-82cd-dd75960cae57 None None] Provisioning complete for port 3d767564-85d0-4ac6-b144-092ee3ed8632 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:25.917041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30ee91b5-b11c-4066-82cd-dd75960cae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:25.977775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-30ee91b5-b11c-4066-82cd-dd75960cae57 None None] Port 3d767564-85d0-4ac6-b144-092ee3ed8632 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:26.044044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f7e14fb-d604-44d4-b7eb-cfd18b7717b4 req-dbd17b44-b4b2-4747-87c3-524f1d147174 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7717173 Nov 09 17:21:26.049136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-d5b1dbea-7d5c-4856-a55b-87d0f55a8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.052397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-d5b1dbea-7d5c-4856-a55b-87d0f55a8790 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2851791 Nov 09 17:21:26.131542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf628f7-d1a4-4cc2-aca8-963e39dd4d9f req-e46cc0ed-e823-4c84-84b1-55b58fa45e30 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.132349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ac3de764-db9c-44d4-8b5c-49352d1f0ae7 None None] Provisioning complete for port 59748e22-b50f-4f09-8043-b3d609d9b9f3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:26.132657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac3de764-db9c-44d4-8b5c-49352d1f0ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.135524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf628f7-d1a4-4cc2-aca8-963e39dd4d9f req-e46cc0ed-e823-4c84-84b1-55b58fa45e30 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 947 time: 0.0941792 Nov 09 17:21:26.197363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf628f7-d1a4-4cc2-aca8-963e39dd4d9f req-70c739e4-ac4a-4ad8-9e55-51b7c5de02a3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Nov 09 17:21:26.294182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-404bf556-1d68-49df-9da3-4de54be676ae service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678338 Nov 09 17:21:26.326378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862cd2a-3e2e-4aa7-a698-865f292dd92b req-a996e55f-957f-4c08-ba2f-7c6017908235 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.328139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5862cd2a-3e2e-4aa7-a698-865f292dd92b req-a996e55f-957f-4c08-ba2f-7c6017908235 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.0583029 Nov 09 17:21:26.343578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:26.348677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189479672', 'description': 'tempest-description--1935742519'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:26.411303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5862cd2a-3e2e-4aa7-a698-865f292dd92b req-ce4dfa2b-92cf-4828-a676-36e461b836f7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752354 Nov 09 17:21:26.412513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.414699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-585bea6b-5d61-4331-a7ee-d009ed39f5d3 req-ddd11889-f116-418b-9cc5-d0ccb94a1adc service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096466 Nov 09 17:21:26.523772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.529051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.551642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.553024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2085173 Nov 09 17:21:26.560430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51680) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:26.567205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'security_group_rule': {'security_group_id': '75027f73-8ed3-429c-8dec-98c2a11f6542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:26.575372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7725fe1-b8ac-401d-8081-e3fbf9ccefaf tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75027f73-8ed3-429c-8dec-98c2a11f6542,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:26.593415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-d0a2140b-1358-48d1-9520-b0515201c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.595612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-d0a2140b-1358-48d1-9520-b0515201c801 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fda130e929244e42b920562660a8b40e&device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 1098 time: 0.1076171 Nov 09 17:21:26.599688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Deleting port 385826ba-da47-4474-818a-b0a369d7dc33 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:26.600041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.725163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464c61-33df-4155-ac78-7a28ab87a7ea req-6e1823e8-66be-479e-b248-e817ed6cb98a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.726776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37464c61-33df-4155-ac78-7a28ab87a7ea req-6e1823e8-66be-479e-b248-e817ed6cb98a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.2018213 Nov 09 17:21:26.736596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.842588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1b46f26e-06d3-4771-83b7-28dd45943e09 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.844128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1b46f26e-06d3-4771-83b7-28dd45943e09 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.1119268 Nov 09 17:21:26.861333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-41f88df7-c6d8-45c5-9233-60f67d5b185f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/quotas/ffa8a751fdee43129a813ed94262b87f HTTP/1.1" status: 200 len: 375 time: 0.0095510 Nov 09 17:21:26.864408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] For port 385826ba-da47-4474-818a-b0a369d7dc33, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=385826ba-da47-4474-818a-b0a369d7dc33,segment=NetworkSegment(c497cc43-d6ee-4ee5-a264-0a1f13b29bbb),segment_id=c497cc43-d6ee-4ee5-a264-0a1f13b29bbb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:26.864783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.875359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-2a773556-d569-4d0d-b094-1a85a41bb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:26.877133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-2a773556-d569-4d0d-b094-1a85a41bb013 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2594912 Nov 09 17:21:26.880565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37464c61-33df-4155-ac78-7a28ab87a7ea req-3723e963-6534-4c75-ad99-7d96a8befef6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473696 Nov 09 17:21:26.889119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Calling delete_port for 385826ba-da47-4474-818a-b0a369d7dc33 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:26.923728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-b13b2ca6-4433-4fda-8112-6bc86f4c658e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554090 Nov 09 17:21:26.938677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:26.943884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-7cff82e7-f3ac-4722-b86d-e2b0ed21abb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1 HTTP/1.1" status: 200 len: 217 time: 0.0559521 Nov 09 17:21:26.947397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.023260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-73b26cac-37b9-4105-953e-914966ea4651 service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917556 Nov 09 17:21:27.035598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3438cb96-77bc-42e9-80f9-0945cdd2d82d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:27.044527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.048500 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-15e8e544-f283-4609-93c6-8f31af6a561f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4841967 Nov 09 17:21:27.051664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:27.068994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-2b15cf39-90a8-473b-bd61-66e4d992baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:27.070511 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-2b15cf39-90a8-473b-bd61-66e4d992baba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1177554 Nov 09 17:21:27.083972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'security_group_rule': {'security_group_id': '75027f73-8ed3-429c-8dec-98c2a11f6542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:27.141662 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:21:27.149520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.174621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:27.194937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-f82e2e58-5138-46ad-924f-0117786bafae service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633699 Nov 09 17:21:27.218923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-2b6c8870-16b9-411a-8928-bb8fa94c5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:27.221131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-2b6c8870-16b9-411a-8928-bb8fa94c5cee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426225 Nov 09 17:21:27.221790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.229446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.254631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef38831-a538-4dbd-b3d6-f4d6c120a6f6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:27.265380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.268608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-352cdbfe-f555-4f2b-b731-d3a8d264a689 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158444 Nov 09 17:21:27.271889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:27.278240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:27.299193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 7a07490f-1e36-4d69-8cf2-5f00af01192f completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:27.305246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 7a07490f-1e36-4d69-8cf2-5f00af01192f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:27.305990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.309663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec28946-1139-462a-9b84-fa459c5e2fad req-8d6aa377-e5bc-4756-b240-c69901e2d9c7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:27.310298 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.311353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ec28946-1139-462a-9b84-fa459c5e2fad req-8d6aa377-e5bc-4756-b240-c69901e2d9c7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.1526845 Nov 09 17:21:27.381242 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.443756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Pushing event deleted for resources: {'Port': ['ID=385826ba-da47-4474-818a-b0a369d7dc33,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:27.450711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ec28946-1139-462a-9b84-fa459c5e2fad req-b8257927-0bc5-4094-b7bb-f7bb33c54f04 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309309 Nov 09 17:21:27.457810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-3f40af75-4867-4d5e-8ada-7572bef1968e service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282717 Nov 09 17:21:27.464301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.544169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:27.547316 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72ead3-0cba-4fd6-9b65-92330a92ca3e" -d '{"events": [{"server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "name": "network-vif-plugged", "status": "completed", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:27.561046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7a28d-a8db-48a5-ba01-c8ee5dd3e630 req-647e89b4-4646-4938-bc21-3c6bd9169cce tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:27.567120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:27.570325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65b7a28d-a8db-48a5-ba01-c8ee5dd3e630 req-647e89b4-4646-4938-bc21-3c6bd9169cce tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 947 time: 0.1243398 Nov 09 17:21:27.571666 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.608954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.651468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:27.664131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716cf56c-1c54-4f8a-b284-47205946c067 req-16d6aaa9-873a-4456-a2b0-8e2c739a91b4 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 210 time: 0.1042180 Nov 09 17:21:27.761047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65b7a28d-a8db-48a5-ba01-c8ee5dd3e630 req-cadbf5bb-2dbc-46c2-8303-c2aa1a3d49e4 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893883 Nov 09 17:21:27.801890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5f5d9ce-7219-420b-8dc5-76bce4e3b7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:27.804169 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-994b8ed3-13d1-4850-92ab-46d77c3e1aa1 req-e6dd5303-f089-44cf-9759-6fcd1c1fb8fe service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185332 Nov 09 17:21:27.884464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 172.25.3.226 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/22c96d53-3132-4d3a-931c-416e85bf6e83) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:27.896831 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198e243-3e13-4c37-a2df-7628eb6e370b x-openstack-request-id: req-9198e243-3e13-4c37-a2df-7628eb6e370b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:27.897142 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "name": "network-vif-plugged", "status": "completed", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:27.897401 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9198e243-3e13-4c37-a2df-7628eb6e370b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:27.897802 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'code': 200} Nov 09 17:21:27.913340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.044460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 59748e22-b50f-4f09-8043-b3d609d9b9f3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:28.066627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2897d-c8e2-4838-bf7f-06fe290d19f6 req-3d97e984-008a-40c2-8d1f-99b63c1d16b7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:28.068216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbf2897d-c8e2-4838-bf7f-06fe290d19f6 req-3d97e984-008a-40c2-8d1f-99b63c1d16b7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1813002 Nov 09 17:21:28.143446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad7cdd-0b9a-47c8-bf29-d7169391876d req-c4e0f6ff-736f-4d71-9916-a6160b13c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:28.145898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50ad7cdd-0b9a-47c8-bf29-d7169391876d req-c4e0f6ff-736f-4d71-9916-a6160b13c46a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1097 time: 0.1490166 Nov 09 17:21:28.161846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.169353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.176675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbf2897d-c8e2-4838-bf7f-06fe290d19f6 req-6e21ae72-5ffb-4078-bbce-68a841d44349 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970569 Nov 09 17:21:28.178819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024fe69-4b4f-4ab5-a28f-61d34756427f req-e5b5827d-391e-4986-9f48-90580e7afd50 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:28.180493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e024fe69-4b4f-4ab5-a28f-61d34756427f req-e5b5827d-391e-4986-9f48-90580e7afd50 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.1685278 Nov 09 17:21:28.186122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 59748e22-b50f-4f09-8043-b3d609d9b9f3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:28.186686 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.239186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.273259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50ad7cdd-0b9a-47c8-bf29-d7169391876d req-3131e009-78ae-4a84-a737-0b942d1bfe44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180995 Nov 09 17:21:28.278579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:28.285915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:28.289877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:28.301181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=22c96d53-3132-4d3a-931c-416e85bf6e83,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:28.365843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e024fe69-4b4f-4ab5-a28f-61d34756427f req-61084445-8194-4634-ad49-514798f2d72a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510129 Nov 09 17:21:28.394703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.422024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Router 73bbb950-a0a1-4823-8882-e70404b61ace has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:21:28.436608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.581598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:21:28.588051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-91837a35-265e-4139-9218-f4d549a29889 admin admin] 10.222.0.45 "PUT /v2.0/routers/73bbb950-a0a1-4823-8882-e70404b61ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6346927 Nov 09 17:21:28.593518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:28.596167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] Sync routers for ids ['73bbb950-a0a1-4823-8882-e70404b61ace'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:21:28.597689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-0fadeb6e-8b9f-42d1-84aa-6a8b307e518b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:28.599201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-0fadeb6e-8b9f-42d1-84aa-6a8b307e518b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec524c6c-8f58-4744-8eee-3233184e8dbd HTTP/1.1" status: 200 len: 946 time: 0.0698802 Nov 09 17:21:28.607253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] Routers {'73bbb950-a0a1-4823-8882-e70404b61ace'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:28.608268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['73bbb950-a0a1-4823-8882-e70404b61ace'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:28.681458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937070-4f3b-4a7a-8cb2-f6c1119baca8 req-5bcea375-9c0f-4afd-a33c-e08b3e8efdb7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:28.682969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22937070-4f3b-4a7a-8cb2-f6c1119baca8 req-5bcea375-9c0f-4afd-a33c-e08b3e8efdb7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.1353452 Nov 09 17:21:28.709616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Deleting port a0d34090-85b1-4f2f-990e-7614635417d4 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:28.709955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.735161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.737748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] Set router 73bbb950-a0a1-4823-8882-e70404b61ace gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:28.751216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.795520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.809787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2eedaa5-49c5-4b79-9e1a-651491edcdd5 req-8b185b37-e8e4-40d8-8573-bf6c4e32fd88 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 210 time: 0.0435607 Nov 09 17:21:28.845435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.854095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.875181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5898523 Nov 09 17:21:28.909231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] For port a0d34090-85b1-4f2f-990e-7614635417d4, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a0d34090-85b1-4f2f-990e-7614635417d4,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:28.909602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:28.931757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Calling delete_port for a0d34090-85b1-4f2f-990e-7614635417d4 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:28.952495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22937070-4f3b-4a7a-8cb2-f6c1119baca8 req-e72efd0f-2512-49d5-8998-66b31f65dce8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593133 Nov 09 17:21:28.956786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84574-0f30-4ae3-9883-d2f5286885cc tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=22c96d53-3132-4d3a-931c-416e85bf6e83,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:29.021871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:21:27Z', 'revision_number': 5, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:29.061834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] Checking router: 73bbb950-a0a1-4823-8882-e70404b61ace for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:21:29.076653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] Routers {'73bbb950-a0a1-4823-8882-e70404b61ace'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:29.077544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['73bbb950-a0a1-4823-8882-e70404b61ace'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:29.092833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc2d55-33de-48bd-89a5-bea02a149404 req-f79d1f93-a748-438f-8b33-ef6f0d5a7897 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:29.094602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7fc2d55-33de-48bd-89a5-bea02a149404 req-f79d1f93-a748-438f-8b33-ef6f0d5a7897 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 947 time: 0.0795524 Nov 09 17:21:29.173849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e36d684f-8f9c-4cce-9d85-aa38df1333a1 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:29.197714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:29.203648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-fc1caf82-efd9-4b86-ab13-bf368674da95 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:29.206441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-fc1caf82-efd9-4b86-ab13-bf368674da95 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.83 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.2434297 Nov 09 17:21:29.223190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:29.232335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7fc2d55-33de-48bd-89a5-bea02a149404 req-f9445103-a651-4ae8-8b3e-f82c5cc2d50d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168611 Nov 09 17:21:29.242859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Request body: {'port': {'device_id': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'admin_state_up': True, 'tenant_id': 'ffa8a751fdee43129a813ed94262b87f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:29.266496 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:29.308030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event deleted for resources: {'Port': ['ID=a0d34090-85b1-4f2f-990e-7614635417d4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:29.362355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] No DVR routers for this DVR port a0d34090-85b1-4f2f-990e-7614635417d4 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:29.373110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:29.377197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14a6a595-7ef7-4aea-9a9f-bfcdd99c7935 req-5a6b967e-b236-46c4-99dc-741dfada1385 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "DELETE /v2.0/ports/a0d34090-85b1-4f2f-990e-7614635417d4 HTTP/1.1" status: 204 len: 173 time: 0.7708457 Nov 09 17:21:29.377758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'name': 'network-vif-deleted', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:29.380846 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892513a1-14aa-4197-b14b-bb7f0874068b" -d '{"events": [{"server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "name": "network-vif-deleted", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:29.437646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337bd39-47bb-4cd2-8916-4360b360e9d6 req-37d22052-ea3d-44ca-b1ee-fcf160b0334d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:29.444763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6337bd39-47bb-4cd2-8916-4360b360e9d6 req-37d22052-ea3d-44ca-b1ee-fcf160b0334d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1003006 Nov 09 17:21:29.475894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] Set router 73bbb950-a0a1-4823-8882-e70404b61ace gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:29.519407 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6337bd39-47bb-4cd2-8916-4360b360e9d6 req-07a6c5d5-6b0c-4cfe-8ab0-cc7665f1b9a3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672488 Nov 09 17:21:29.576537 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba91b55-a09b-45d7-9cbc-fb7f9867583f x-openstack-request-id: req-9ba91b55-a09b-45d7-9cbc-fb7f9867583f {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:29.576824 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec524c6c-8f58-4744-8eee-3233184e8dbd", "name": "network-vif-deleted", "tag": "a0d34090-85b1-4f2f-990e-7614635417d4", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:29.577076 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ba91b55-a09b-45d7-9cbc-fb7f9867583f {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:29.577480 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec524c6c-8f58-4744-8eee-3233184e8dbd', 'name': 'network-vif-deleted', 'tag': 'a0d34090-85b1-4f2f-990e-7614635417d4', 'status': 'completed', 'code': 200} Nov 09 17:21:29.685525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d560f888-0745-4193-8122-62c13b81db14 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--189479672&fields=id&tenant_id=abf1a19b8df949b29cb053dfaed37642 HTTP/1.1" status: 200 len: 267 time: 0.4723725 Nov 09 17:21:29.686948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd490-0c4c-4325-99d7-b2bf2d6c30ce req-2e10050c-1657-4900-8970-60a30832a8b6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:29.694714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e9bd490-0c4c-4325-99d7-b2bf2d6c30ce req-2e10050c-1657-4900-8970-60a30832a8b6 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.0636756 Nov 09 17:21:29.745167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No active binding found for port a0d34090-85b1-4f2f-990e-7614635417d4 {{(pid=102556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:21:29.745786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:29.750388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e9bd490-0c4c-4325-99d7-b2bf2d6c30ce req-3c7b23e8-01a7-4af1-9a7d-448d0158ed83 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Nov 09 17:21:29.785108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-69e31ca8-5c54-4270-911a-446fce3c0f3c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:29.786551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-69e31ca8-5c54-4270-911a-446fce3c0f3c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 932 time: 0.0880392 Nov 09 17:21:29.809821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e36d684f-8f9c-4cce-9d85-aa38df1333a1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:29.832189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1', 'mac_address': 'fa:16:3e:68:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:29.842238 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-087d9e0e-0742-48ac-ad50-ab028a17dfcd service neutron] show failed (client error): The resource could not be found. Nov 09 17:21:29.843324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-087d9e0e-0742-48ac-ad50-ab028a17dfcd service neutron] 10.222.0.83 "GET /v2.0/ports/200a0013-077f-47f3-a717-a2cf5056c4c6/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.5032263 Nov 09 17:21:29.858586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Deleting port 78e391be-b0d0-4302-b0e7-79868b789017 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:29.858950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:29.880620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:21:27Z', 'revision_number': 5, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:29.925748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-58585d6c-9ef2-4040-823a-64c7502965f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:29.933108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-58585d6c-9ef2-4040-823a-64c7502965f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 932 time: 0.1335576 Nov 09 17:21:29.934520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f386eb63-43ab-44c6-bf07-4ea36476ccf1 req-5bba26a7-e588-438e-888e-3aaee0e2d746 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 210 time: 0.0471132 Nov 09 17:21:29.948167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Made reservation on behalf of ffa8a751fdee43129a813ed94262b87f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:29.951398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0851-305e-487e-a828-cf5f51c3f885 None None] The sync data for ids ['73bbb950-a0a1-4823-8882-e70404b61ace'] in n-d-804292-3 is: [{'id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'name': 'tempest-AttachSCSIVolumeTestJSON-215665964-router', 'tenant_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '78e391be-b0d0-4302-b0e7-79868b789017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:18:46Z', 'updated_at': '2021-11-09T17:21:27Z', 'revision_number': 5, 'project_id': '6e7bf7de3248451f8b44b7b2f47e6ce0', 'gw_port': {'id': '78e391be-b0d0-4302-b0e7-79868b789017', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bbb950-a0a1-4823-8882-e70404b61ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:18:47Z', 'updated_at': '2021-11-09T17:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:21:29.952148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:29.960602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:29.976669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36d684f-8f9c-4cce-9d85-aa38df1333a1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:30.019755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-3c06af5e-840f-4cf6-b573-4103d1aac650 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0855656 Nov 09 17:21:30.021264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e36d684f-8f9c-4cce-9d85-aa38df1333a1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:30.028660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.073756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c5e360dd-efa0-4813-83e0-74a8fee61a22 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0531297 Nov 09 17:21:30.129325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e36d684f-8f9c-4cce-9d85-aa38df1333a1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:30.135222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f6fe0-5b8b-442c-87d7-c8f91cbe90ac req-5bd71362-787a-46ee-9ec8-26f0c6613471 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:30.137742 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa8f6fe0-5b8b-442c-87d7-c8f91cbe90ac req-5bd71362-787a-46ee-9ec8-26f0c6613471 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.0659015 Nov 09 17:21:30.195209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] For port 78e391be-b0d0-4302-b0e7-79868b789017, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=78e391be-b0d0-4302-b0e7-79868b789017,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:30.195521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.200457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa8f6fe0-5b8b-442c-87d7-c8f91cbe90ac req-f1e7a733-b48a-4a8c-8310-e73a441118a1 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Nov 09 17:21:30.248164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Calling delete_port for 78e391be-b0d0-4302-b0e7-79868b789017 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:30.264344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e7539b0b-fe8a-415a-b590-0e435f8bbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:30.267168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e7539b0b-fe8a-415a-b590-0e435f8bbcbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83&tenant_id=7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 1100 time: 0.0533142 Nov 09 17:21:30.280179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:30.339816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b18d47a9-dfea-423b-a352-cba938ad4a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.355508 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.355835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-5bf968d9-68de-4acf-baa6-ae227c076768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:30.361926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-5bf968d9-68de-4acf-baa6-ae227c076768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:30.367996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-5bf968d9-68de-4acf-baa6-ae227c076768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:30.375420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-5bf968d9-68de-4acf-baa6-ae227c076768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/networks?id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 1991 time: 0.3007209 Nov 09 17:21:30.405972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e36d684f-8f9c-4cce-9d85-aa38df1333a1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:30.415317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f1117f7e-5808-4b5f-8346-0b32d8692ccd tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/quotas/abf1a19b8df949b29cb053dfaed37642 HTTP/1.1" status: 200 len: 375 time: 0.0388603 Nov 09 17:21:30.440102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Allocated IP 172.20.0.3 (b8ded62b-000e-4e58-95ba-86fd5a4e8d2a/7a3f11b1-4eca-4726-b109-3a9a44e185bc/62f0eaf5-74d0-4997-a560-a304e1e88e99) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:30.603681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1cfe72dc-6db7-42df-b710-65ef5d81f18c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1872902 Nov 09 17:21:30.803820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab942c9e-91ef-4b59-a648-2ddb316dcc63 req-b4048ff8-5978-4c56-9a85-6624f1be2df0 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:30.805360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab942c9e-91ef-4b59-a648-2ddb316dcc63 req-b4048ff8-5978-4c56-9a85-6624f1be2df0 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1097 time: 0.4092920 Nov 09 17:21:30.835890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.846457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-8701d551-b430-4ad4-8668-54edc415731b service neutron] 10.222.0.45 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261434 Nov 09 17:21:30.848606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.913278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab942c9e-91ef-4b59-a648-2ddb316dcc63 req-94856ec9-013a-47de-9f47-85521a1802de tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948775 Nov 09 17:21:30.937939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:30.942218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=78e391be-b0d0-4302-b0e7-79868b789017,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:30.966219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:30.978265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:31.032154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.065508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Transition to ACTIVE for port object 200a0013-077f-47f3-a717-a2cf5056c4c6 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:31.072479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.108639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.108871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.118400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941e155-3a5b-4f89-897e-6fa4e7aef53a req-5290023f-3ea0-4f86-b1da-a1ed65a14027 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:31.120015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4941e155-3a5b-4f89-897e-6fa4e7aef53a req-5290023f-3ea0-4f86-b1da-a1ed65a14027 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 948 time: 0.1002853 Nov 09 17:21:31.158293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.172270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] No DVR routers for this DVR port 200a0013-077f-47f3-a717-a2cf5056c4c6 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:31.174613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:31.239982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4941e155-3a5b-4f89-897e-6fa4e7aef53a req-0e0a79fa-0098-4780-98c5-79d41569e638 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051984 Nov 09 17:21:31.240889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:31.241225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:31.241554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:31.241771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-70a696ac-f900-4fd6-821a-199006aa5479 service neutron] 10.222.0.45 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840413 Nov 09 17:21:31.247480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:31.247856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:31.255912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.256998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:31.256998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:31.257184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73bbb950-a0a1-4823-8882-e70404b61ace {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:21:31.257418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:31.257418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Bound port: 200a0013-077f-47f3-a717-a2cf5056c4c6, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:31.257870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.261948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:31.268966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.270125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8fa994c1-5d28-4f08-b3bc-461eb2e86fdd admin admin] 10.222.0.45 "DELETE /v2.0/routers/73bbb950-a0a1-4823-8882-e70404b61ace HTTP/1.1" status: 204 len: 168 time: 2.6741767 Nov 09 17:21:31.272870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51772) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:31.284224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:31.286672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:31.292609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:31.293270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.328956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:31.352056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-5d474400-9d76-42c7-a577-035ac77ab8f6 service neutron] 10.222.0.45 "GET /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0881059 Nov 09 17:21:31.365540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-bebf105c-6036-4a2e-95b9-7e0556b1d562 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1442626 Nov 09 17:21:31.416639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Request body: {'port': {'device_id': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:31.443407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Deleting subnet 2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:21:31.458809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.488054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:31.505983 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.513179 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.520317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:31.534285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-bf1bb860-ba64-4710-930a-c06915d4fbf6 service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788740 Nov 09 17:21:31.536713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5454462-1069-446d-853c-f102ff551718 req-97bfbdaf-480a-418a-9215-b7542b7fd31c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:31.538553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5454462-1069-446d-853c-f102ff551718 req-97bfbdaf-480a-418a-9215-b7542b7fd31c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1414847 Nov 09 17:21:31.544188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.573920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.581287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:31.584224 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9d6463-9a96-45e6-9d1b-5eadeeb0500d" -d '{"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-unplugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:31.650013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:31.650631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.652143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] 10.222.0.43 "PUT /v2.0/ports/200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 1095 time: 1.3762450 Nov 09 17:21:31.739814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-aba9fba3-69da-423e-8a16-68feb7d57a16 service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010028 Nov 09 17:21:31.760733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5454462-1069-446d-853c-f102ff551718 req-bc5ecb50-b758-4a1d-a438-c8938e22637d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885943 Nov 09 17:21:31.767177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a697cb-22ae-4abd-9244-78913a008b36 service neutron] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:31.792505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:31.832788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e076c857-1cbd-4272-bd2a-e5fa89504de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:31.833842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e076c857-1cbd-4272-bd2a-e5fa89504de5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1098 time: 0.1348116 Nov 09 17:21:31.838200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2c5ccfb9-6e2f-40b8-91d2-8ba4c9788d70 service neutron] 10.222.0.45 "GET /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0815868 Nov 09 17:21:31.962391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 385826ba-da47-4474-818a-b0a369d7dc33 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:31.996423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 385826ba-da47-4474-818a-b0a369d7dc33 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:31.997128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 385826ba-da47-4474-818a-b0a369d7dc33 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:31.997707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78e391be-b0d0-4302-b0e7-79868b789017 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:32.015502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.026924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 78e391be-b0d0-4302-b0e7-79868b789017 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:32.026924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78e391be-b0d0-4302-b0e7-79868b789017 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:32.034138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae03fb-d2e0-4d4a-965a-7e28118ff8a3 req-a96fd685-6612-4b2f-b7fc-1bcddcfcf3de tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.039482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34ae03fb-d2e0-4d4a-965a-7e28118ff8a3 req-a96fd685-6612-4b2f-b7fc-1bcddcfcf3de tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 947 time: 0.1144087 Nov 09 17:21:32.051483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-944e7030-8f12-4145-a70b-1eb03369a083 service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894884 Nov 09 17:21:32.055708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f0eaf5-74d0-4997-a560-a304e1e88e99 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:32.073049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.073926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:32.099329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.100328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7714bb-b78e-44b8-a791-5898cd8ad42b None None] Network 24707911-6245-471b-888e-571f60ffda83 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:32.104752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-337ee7c7-36ee-45c0-bc4c-8eaa342587dc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2ad0eef1-e2c7-46f8-9b5a-19d96fa59cbe HTTP/1.1" status: 204 len: 168 time: 0.8252094 Nov 09 17:21:32.112581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e4e3d735-4aa8-4c71-85ab-6799f6ba2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.114199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e4e3d735-4aa8-4c71-85ab-6799f6ba2a0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2640293 Nov 09 17:21:32.114959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:32.146596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Transition to ACTIVE for port object 62f0eaf5-74d0-4997-a560-a304e1e88e99 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:32.176118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-7611c73c-4058-4591-a5ae-a824a409fe2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0520430 Nov 09 17:21:32.177700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.214773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34ae03fb-d2e0-4d4a-965a-7e28118ff8a3 req-05af7cf9-8029-49be-9cbf-1e714e1f0015 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491036 Nov 09 17:21:32.236140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-3ae6a102-aaa2-4427-b58e-027767e6e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.237708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-3ae6a102-aaa2-4427-b58e-027767e6e07e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0536759 Nov 09 17:21:32.301063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-b847087a-b638-4409-838c-e1ab8d1b3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.301753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.302817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-b847087a-b638-4409-838c-e1ab8d1b3503 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573370 Nov 09 17:21:32.323209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:32.325145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] DHCP port deletion for 24707911-6245-471b-888e-571f60ffda83 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:21:32.330394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-0e20f865-b10e-4637-933d-4ee196d0464d service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698677 Nov 09 17:21:32.357440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Attempting to bind port 62f0eaf5-74d0-4997-a560-a304e1e88e99 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:32.357787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Attempting to bind port 62f0eaf5-74d0-4997-a560-a304e1e88e99 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:32.358117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Attempting to bind port 62f0eaf5-74d0-4997-a560-a304e1e88e99 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:32.367367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Port 62f0eaf5-74d0-4997-a560-a304e1e88e99 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:32.367695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Attempting to bind port 62f0eaf5-74d0-4997-a560-a304e1e88e99 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:32.377229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:32.377569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Checking segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:32.378036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Bound using segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:32.378487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Bound port: 62f0eaf5-74d0-4997-a560-a304e1e88e99, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:32.378843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.388995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] Deleting port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:32.389612 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.444822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a064-0804-44ad-85f7-0e69e5aafeca req-8144bda2-64c5-4d16-b9bb-81efcc3307fa tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.447575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b27a064-0804-44ad-85f7-0e69e5aafeca req-8144bda2-64c5-4d16-b9bb-81efcc3307fa tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1097 time: 0.1249344 Nov 09 17:21:32.469396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] For port 7159c4fa-95d3-4041-97d3-a7048c6f27a0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7159c4fa-95d3-4041-97d3-a7048c6f27a0,segment=NetworkSegment(c497cc43-d6ee-4ee5-a264-0a1f13b29bbb),segment_id=c497cc43-d6ee-4ee5-a264-0a1f13b29bbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:32.469969 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.475284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-e35e9b49-49d9-4561-9d13-c78b02e6887b service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640780 Nov 09 17:21:32.489963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] Calling delete_port for 7159c4fa-95d3-4041-97d3-a7048c6f27a0 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:32.556131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b27a064-0804-44ad-85f7-0e69e5aafeca req-78e8998a-7f7a-4f6c-b359-569b07e692e8 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985076 Nov 09 17:21:32.568590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Deleting port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:32.569169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.573216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:32.585591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.624795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] Pushing event deleted for resources: {'Port': ['ID=7159c4fa-95d3-4041-97d3-a7048c6f27a0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:32.628091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b528dee-e3ba-4988-8546-e810374178fa None None] No DVR routers for this DVR port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:32.630087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-fdbbe464-ab09-4335-b961-e1be275092a2 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417928 Nov 09 17:21:32.663265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:32.674134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.724865 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-8153cb3e-b1e9-4853-8f18-e9cac70af7ca service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844295 Nov 09 17:21:32.731672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.732311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.733708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] 10.222.0.83 "PUT /v2.0/ports/62f0eaf5-74d0-4997-a560-a304e1e88e99 HTTP/1.1" status: 200 len: 1091 time: 1.3214133 Nov 09 17:21:32.735343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:32.738611 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b470058-d9c7-40bc-93f0-1a7f18b7be20" -d '{"events": [{"name": "network-changed", "server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:32.747512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072bd02-e7b8-4e45-a7a7-fe348d542c9f req-1eb04aaa-8db0-4887-93f3-663544c01263 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:32.750121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9072bd02-e7b8-4e45-a7a7-fe348d542c9f req-1eb04aaa-8db0-4887-93f3-663544c01263 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 943 time: 0.0662656 Nov 09 17:21:32.770659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] For port 7159c4fa-95d3-4041-97d3-a7048c6f27a0, host n-d-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:32.771071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.817304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9072bd02-e7b8-4e45-a7a7-fe348d542c9f req-85b45cf7-11b8-4bbe-95a2-141608be9826 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600319 Nov 09 17:21:32.968633 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:32.970413 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d4d283-6c9d-481f-9296-1bd1bd2d1bce x-openstack-request-id: req-c3d4d283-6c9d-481f-9296-1bd1bd2d1bce {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:32.971054 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-unplugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:32.971530 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3d4d283-6c9d-481f-9296-1bd1bd2d1bce {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:32.972218 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'code': 200} Nov 09 17:21:33.090735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e474da3-aeaa-408e-8341-d7b2e2dc620e req-f3d2d29b-470d-414d-8cd2-a6088e22888a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:33.092432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e474da3-aeaa-408e-8341-d7b2e2dc620e req-f3d2d29b-470d-414d-8cd2-a6088e22888a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 948 time: 0.0584867 Nov 09 17:21:33.132797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Calling delete_port for 7159c4fa-95d3-4041-97d3-a7048c6f27a0 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:33.139978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:21:33.144409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febcf37-a835-4f83-b3e2-7ac8e5e63c22 service neutron] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:33.146476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e474da3-aeaa-408e-8341-d7b2e2dc620e req-ebba71d2-ea7b-4704-9671-d5f9d9b4ae9e tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Nov 09 17:21:33.154282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.178951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e36d684f-8f9c-4cce-9d85-aa38df1333a1 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:33.200795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Pushing event deleted for resources: {'Port': ['ID=7159c4fa-95d3-4041-97d3-a7048c6f27a0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:33.204745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] No DVR routers for this DVR port 7159c4fa-95d3-4041-97d3-a7048c6f27a0 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:33.239559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-83e11686-2c8f-4570-a443-60040e868f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:33.241117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-83e11686-2c8f-4570-a443-60040e868f5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 1094 time: 0.4503410 Nov 09 17:21:33.273933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port e36d684f-8f9c-4cce-9d85-aa38df1333a1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:33.280892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port e36d684f-8f9c-4cce-9d85-aa38df1333a1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:33.281514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.329964 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bb55f8-dfdc-4632-9721-845cfc64fd96 x-openstack-request-id: req-65bb55f8-dfdc-4632-9721-845cfc64fd96 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:33.330682 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:33.330682 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65bb55f8-dfdc-4632-9721-845cfc64fd96 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:33.331034 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'status': 'completed', 'code': 200} Nov 09 17:21:33.341730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-0a114a52-5cc7-4cde-a77e-a3cf7ab3e8bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99 HTTP/1.1" status: 200 len: 217 time: 0.0795019 Nov 09 17:21:33.346552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-e6967eb4-9fb8-4df1-ae1b-0c442160c214 service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026340 Nov 09 17:21:33.380976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.381370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.410489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:33.412998 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208359e7-4a68-468a-9ca8-5a625d7fa604" -d '{"events": [{"server_uuid": "2ff96411-4fee-41d7-9e48-a72a89f434fa", "name": "network-vif-plugged", "status": "completed", "tag": "e36d684f-8f9c-4cce-9d85-aa38df1333a1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:33.432011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e36d684f-8f9c-4cce-9d85-aa38df1333a1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:33.437718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.439047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:33.490948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-fc49bee5-3631-4e81-b3bf-f3bb92da1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:33.491561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: a0d34090-85b1-4f2f-990e-7614635417d4 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:33.491912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a0d34090-85b1-4f2f-990e-7614635417d4 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:33.492443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-fc49bee5-3631-4e81-b3bf-f3bb92da1b8e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.1373904 Nov 09 17:21:33.498481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.499005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.499780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.500326 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.500655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.501174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.501362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.501685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.502166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.502667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.514921 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.519022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bdf00-c5b2-4186-8ccd-2e8cbab759d1 req-adcf1916-de8c-483d-bf14-ad60c97ce21f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:33.520435 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-421bdf00-c5b2-4186-8ccd-2e8cbab759d1 req-adcf1916-de8c-483d-bf14-ad60c97ce21f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.0749121 Nov 09 17:21:33.532851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e36d684f-8f9c-4cce-9d85-aa38df1333a1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:33.573703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.574053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.574387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.574720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:21:33.575144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24707911-6245-471b-888e-571f60ffda83']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:33.575648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-421bdf00-c5b2-4186-8ccd-2e8cbab759d1 req-bc1df6bf-e136-4947-8fe9-5441183aab0f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480032 Nov 09 17:21:33.627307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:33.627602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c497cc43-d6ee-4ee5-a264-0a1f13b29bbb') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:33.635076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-ff422105-ffb6-449f-8791-4e75284006ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531056 Nov 09 17:21:33.666224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.691087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a739aa-bab1-478b-8e79-c07dca3cce06 req-4bf9bf0f-8632-4241-bfdb-d543601da864 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:33.692609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15a739aa-bab1-478b-8e79-c07dca3cce06 req-4bf9bf0f-8632-4241-bfdb-d543601da864 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 947 time: 0.0520439 Nov 09 17:21:33.732020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.736373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c8960c71-677f-4b81-acfa-d624ea176ef3 service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797255 Nov 09 17:21:33.745680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:21:33.746279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.746612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15a739aa-bab1-478b-8e79-c07dca3cce06 req-f5b9d6ba-411c-4eee-8730-5887da95e92d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: from cryptography.utils import int_from_bytes Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: from cryptography.utils import int_from_bytes Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:21:33.752397 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:21:33.882518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7159c4fa-95d3-4041-97d3-a7048c6f27a0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:33.903480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.905336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 7159c4fa-95d3-4041-97d3-a7048c6f27a0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:33.905988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7159c4fa-95d3-4041-97d3-a7048c6f27a0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:33.912561 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:33.918120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] 10.222.0.45 "DELETE /v2.0/networks/24707911-6245-471b-888e-571f60ffda83 HTTP/1.1" status: 204 len: 168 time: 1.7976086 Nov 09 17:21:33.925262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-b7fe08a9-1e57-471d-b44c-43f73a2b18fe service neutron] 10.222.0.83 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813959 Nov 09 17:21:33.925551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:33.958353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e62b32-8b5d-412e-b4b3-5b77376e409d admin admin] Pushing event deleted for resources: {'Network': ['ID=24707911-6245-471b-888e-571f60ffda83,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:33.986509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:34.010265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-6cd0f859-133f-4f70-8e68-a51798e0cefb service neutron] 10.222.0.45 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614982 Nov 09 17:21:34.075839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:34.128076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d338c141-dccd-447c-a1cc-44612080d4f3 req-abdcd1bb-f377-4f42-8aaf-878007119ec2 service neutron] 10.222.0.83 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827061 Nov 09 17:21:34.128326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3122d128-6ef7-4cad-ae18-d8f66850f857 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33259f2e9fec4917bc83d770946497a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485129 Nov 09 17:21:34.128431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51818) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:34.154892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-85470bc6-93ef-4764-8634-69413b1e8ee8 service neutron] 10.222.0.45 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342688 Nov 09 17:21:34.196335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5327-303b-4f6f-b167-9b5f5ea7e9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:34.220798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5327-303b-4f6f-b167-9b5f5ea7e9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:34.285160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5327-303b-4f6f-b167-9b5f5ea7e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:34.287783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5327-303b-4f6f-b167-9b5f5ea7e9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:34.292048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0d1d5327-303b-4f6f-b167-9b5f5ea7e9a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/efbb2431-c8ff-41cb-b5be-494e47d2af18 HTTP/1.1" status: 204 len: 168 time: 0.1587865 Nov 09 17:21:34.292229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-9b12bd94-18d5-4705-8c63-c69e23171409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:34.292589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-9b12bd94-18d5-4705-8c63-c69e23171409 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 1094 time: 0.1087782 Nov 09 17:21:34.299547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-6fac47e4-f487-48ce-998e-c1e4b4894f83 service neutron] 10.222.0.45 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364975 Nov 09 17:21:34.301701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d5327-303b-4f6f-b167-9b5f5ea7e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb2431-c8ff-41cb-b5be-494e47d2af18,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:34.474661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-313c2657-bfc8-43ca-99ae-ac24ad9ec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:34.477111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-313c2657-bfc8-43ca-99ae-ac24ad9ec984 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 905 time: 0.1724401 Nov 09 17:21:34.479244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-739e138f-7bae-4053-b161-c2b4c767051f service neutron] 10.222.0.45 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640420 Nov 09 17:21:34.572092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-ff6b13b7-a651-484b-9d30-f35144bdcdcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99 HTTP/1.1" status: 200 len: 217 time: 0.0768726 Nov 09 17:21:34.655596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-6b33d415-7c8e-4846-b643-c38e53ec92c3 service neutron] 10.222.0.45 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692824 Nov 09 17:21:34.663646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-ee824c7d-3358-49cb-9f15-ed981132a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:34.665117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-ee824c7d-3358-49cb-9f15-ed981132a7d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.0729845 Nov 09 17:21:34.699825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51838) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:34.706895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-3b52aef5-9dc3-4589-8537-2c8b8aa648ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331218 Nov 09 17:21:34.753253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-899d3a52-b5d8-4201-85aa-97513321053f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e7bf7de3248451f8b44b7b2f47e6ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508249 Nov 09 17:21:34.755580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:34.797325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-890149d0-0562-4cc5-8f21-d7e793799ccb tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:21:34.799506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-890149d0-0562-4cc5-8f21-d7e793799ccb tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116286 Nov 09 17:21:34.864182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-3560b5a0-8fbb-46c1-85b4-8baf7a97904a service neutron] 10.222.0.83 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394539 Nov 09 17:21:34.868274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-1d28b158-6273-46d2-85b2-4168b60776a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:34.869718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-1d28b158-6273-46d2-85b2-4168b60776a5 service neutron] 10.222.0.45 "GET /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 1094 time: 0.0519886 Nov 09 17:21:34.876932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a910b021-c133-4f98-966e-2907c42cca44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:34.882356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Request body: {'binding': {'host': 'n-h2-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:34.882826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:21:34.935882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a910b021-c133-4f98-966e-2907c42cca44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:34.993982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:34.996188 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e50878a-132f-4a2c-8b16-696fb1de9dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:35.009065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b470058-d9c7-40bc-93f0-1a7f18b7be20 req-dd8b9510-ba5a-4d85-b871-5b5ba429d632 service neutron] 10.222.0.83 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352994 Nov 09 17:21:35.071807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a910b021-c133-4f98-966e-2907c42cca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.074463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a910b021-c133-4f98-966e-2907c42cca44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.078464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a910b021-c133-4f98-966e-2907c42cca44 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec9c234b-91f0-4802-9f50-a029f8db1bf4 HTTP/1.1" status: 204 len: 168 time: 0.3215992 Nov 09 17:21:35.090269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910b021-c133-4f98-966e-2907c42cca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c234b-91f0-4802-9f50-a029f8db1bf4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:35.117924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on host n-h2-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:35.118335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:35.118761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:35.126181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:35.126653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:35.135795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:35.136108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:35.136458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:35.136913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Bound port: 7a07490f-1e36-4d69-8cf2-5f00af01192f, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:35.193810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:35.206325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:35.214556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.216492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-cc549ea2-7d8f-4079-b065-5b7826e2f3be service neutron] 10.222.0.45 "POST /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3407745 Nov 09 17:21:35.335575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:35.350759 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17fd3a-ce75-4991-8a34-b1e6a8db554e x-openstack-request-id: req-7d17fd3a-ce75-4991-8a34-b1e6a8db554e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:35.351477 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff96411-4fee-41d7-9e48-a72a89f434fa", "name": "network-vif-plugged", "status": "completed", "tag": "e36d684f-8f9c-4cce-9d85-aa38df1333a1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:35.351959 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d17fd3a-ce75-4991-8a34-b1e6a8db554e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:35.352501 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1', 'code': 200} Nov 09 17:21:35.356858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'mac_address': 'fa:16:3e:16:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:35.409016 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.437486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a0013-077f-47f3-a717-a2cf5056c4c6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:35.464288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:35.471301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.472391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 929959b3-70ee-4097-998a-befb53c41801 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:35.647464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b41bc-3cf5-4158-bd00-2f85d3d22b57 req-a568c73d-8ac8-4dea-a99f-6d8b5a9f578b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:35.662712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b8b41bc-3cf5-4158-bd00-2f85d3d22b57 req-a568c73d-8ac8-4dea-a99f-6d8b5a9f578b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 943 time: 0.1472595 Nov 09 17:21:35.694143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-1434ff88-c929-4684-96b4-5461b0e163e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:35.695463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-1434ff88-c929-4684-96b4-5461b0e163e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1097 time: 0.1322839 Nov 09 17:21:35.724933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1126d-c8ac-4671-907b-05517523f7a6 req-522eb11a-cd6f-40d0-80b3-6be0d5ae2ed1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:35.726714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:35.728257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5e1126d-c8ac-4671-907b-05517523f7a6 req-522eb11a-cd6f-40d0-80b3-6be0d5ae2ed1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 949 time: 0.1160114 Nov 09 17:21:35.752961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '929959b3-70ee-4097-998a-befb53c41801', 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9', 'port_id': '929959b3-70ee-4097-998a-befb53c41801', 'mac_address': 'fa:16:3e:7f:58:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad27337c-968e-4168-a307-612d18df830b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:35.763660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:35.839939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.840701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5e1126d-c8ac-4671-907b-05517523f7a6 req-5330da6c-7077-45bb-964d-6a9e26b58b56 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952427 Nov 09 17:21:35.866157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929959b3-70ee-4097-998a-befb53c41801 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:35.887915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582ed6-24ea-4769-a5d9-eed7150751c7 req-8bafb79e-4453-4db0-a11a-73c6539bf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:35.889637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23582ed6-24ea-4769-a5d9-eed7150751c7 req-8bafb79e-4453-4db0-a11a-73c6539bf103 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 1100 time: 0.4310534 Nov 09 17:21:35.907459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b8b41bc-3cf5-4158-bd00-2f85d3d22b57 req-b774c31b-0cc7-4356-b983-b706cf213a1f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432551 Nov 09 17:21:35.913537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:35.924744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-8487a1ef-4823-4f3b-bdcb-8a63b6ddd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:35.925868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:35.926719 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-8487a1ef-4823-4f3b-bdcb-8a63b6ddd62f service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.2220249 Nov 09 17:21:35.995086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-ebd431eb-a999-4fc6-9a5f-96c0e334ac75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 217 time: 0.0572805 Nov 09 17:21:35.999691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23582ed6-24ea-4769-a5d9-eed7150751c7 req-45395333-f8f3-43b6-93af-328093321e23 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906432 Nov 09 17:21:36.087413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-b31d6b72-543d-4bf9-82f3-a9cf52bf6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.089178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-b31d6b72-543d-4bf9-82f3-a9cf52bf6c20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.0827963 Nov 09 17:21:36.095397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:36.097674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b68898-f480-4ba4-bf63-f625731c0d65 req-5cad2e66-508f-485a-89aa-66ac7b7809d3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.105169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89b68898-f480-4ba4-bf63-f625731c0d65 req-5cad2e66-508f-485a-89aa-66ac7b7809d3 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.1125214 Nov 09 17:21:36.142185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7edfb-76e3-4b7a-96d2-d8579d2e00aa req-8cd9eb07-6eb7-44f7-9ad0-56ef855a8a90 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.145617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7ab7edfb-76e3-4b7a-96d2-d8579d2e00aa req-8cd9eb07-6eb7-44f7-9ad0-56ef855a8a90 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.0868073 Nov 09 17:21:36.154018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-29ec7d1f-6c35-49cf-a4e4-b725c0170ae3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466681 Nov 09 17:21:36.234193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7ab7edfb-76e3-4b7a-96d2-d8579d2e00aa req-ef79ea3f-25db-4c7c-800e-834d54bb3019 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758727 Nov 09 17:21:36.239992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89b68898-f480-4ba4-bf63-f625731c0d65 req-8e96ad95-cab8-4d51-bab2-f9ccaef30749 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287367 Nov 09 17:21:36.307956 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-b53252e4-d4bb-4286-8266-e7d1ab6e5bb6 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413443 Nov 09 17:21:36.324118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['929959b3-70ee-4097-998a-befb53c41801'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:36.355507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['200a0013-077f-47f3-a717-a2cf5056c4c6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:36.464763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-b4baf308-3075-49aa-8683-7a17784b7bc1 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488140 Nov 09 17:21:36.639416 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4371e897-3ca4-4107-a5e8-ad8129d74186 x-openstack-request-id: req-4371e897-3ca4-4107-a5e8-ad8129d74186 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:36.640344 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:36.640756 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4371e897-3ca4-4107-a5e8-ad8129d74186 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:36.641311 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'status': 'completed', 'code': 200} Nov 09 17:21:36.719338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:36.751444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-940145d1-c4ce-4e5b-89be-1c71d90364df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.753041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-940145d1-c4ce-4e5b-89be-1c71d90364df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1099 time: 0.0993869 Nov 09 17:21:36.799320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a42be-8243-4828-abcb-f7522a63219b req-096ee743-01dd-46a4-9d96-9650f37acfb6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.800943 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a2a42be-8243-4828-abcb-f7522a63219b req-096ee743-01dd-46a4-9d96-9650f37acfb6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.0940363 Nov 09 17:21:36.803252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-9f85644c-40d4-435b-a2b7-bcf930cc5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.804743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-9f85644c-40d4-435b-a2b7-bcf930cc5575 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1099 time: 0.1451232 Nov 09 17:21:36.839007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d2b0c0a-30b9-4c73-b59c-9e554fbe3ec0 req-b0eb9cd4-d1c5-4221-a9d7-55d266ed87d4 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0677316 Nov 09 17:21:36.850581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1467174266-network', 'tenant_id': '5dba53a752fb4b6ca480461482f75779'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:36.917227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Made reservation on behalf of 5dba53a752fb4b6ca480461482f75779 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:36.919704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:36.931502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-1addfa1c-1ef1-4add-8a23-0f508f4ed7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:36.933265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-1addfa1c-1ef1-4add-8a23-0f508f4ed7dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1708615 Nov 09 17:21:36.934294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:36.999137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-f8b6dac8-23ab-476b-8be1-c3bbd40355ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0493307 Nov 09 17:21:37.000527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a2a42be-8243-4828-abcb-f7522a63219b req-95c4f123-f9f9-40e5-bc8b-2f2e48f28c65 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911597 Nov 09 17:21:37.042489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-e33d9963-cce5-4e46-b911-a239091bcafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.044211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-e33d9963-cce5-4e46-b911-a239091bcafd service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2297626 Nov 09 17:21:37.150399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-ec1b58c9-38a1-4208-bf58-d908c077f6ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0965409 Nov 09 17:21:37.218266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-251f08aa-3b5d-40d0-a3ae-01050018ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.219841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-251f08aa-3b5d-40d0-a3ae-01050018ca8a service neutron] 10.222.0.83 "GET /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 1028 time: 0.1565723 Nov 09 17:21:37.245499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-c4ba66b1-981d-412d-9f07-ec77f53f671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.247352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-c4ba66b1-981d-412d-9f07-ec77f53f671f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2363098 Nov 09 17:21:37.279779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-5d7a9199-2d9d-4fa5-aac3-55198d734ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.281647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-5d7a9199-2d9d-4fa5-aac3-55198d734ee6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1208041 Nov 09 17:21:37.332805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3afbb5-9171-4d63-86bd-7fee6d44a295 req-1e006fed-4722-4a98-8c2f-792146a1b36f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.340938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b3afbb5-9171-4d63-86bd-7fee6d44a295 req-1e006fed-4722-4a98-8c2f-792146a1b36f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 943 time: 0.0993674 Nov 09 17:21:37.366848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-a4c3128c-2d26-4ce1-a0eb-06e943b392d5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.368191 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-a4c3128c-2d26-4ce1-a0eb-06e943b392d5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83&tenant_id=7e46c7f2556c4547957e02ca39005e70&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 948 time: 0.2136710 Nov 09 17:21:37.390369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-fa3252d4-923a-468f-ab55-b5a25bb3785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.392662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-fa3252d4-923a-468f-ab55-b5a25bb3785e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003282 Nov 09 17:21:37.439470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b3afbb5-9171-4d63-86bd-7fee6d44a295 req-19a44bcc-6bc9-4d28-b48e-6f7e0f1c4046 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972953 Nov 09 17:21:37.519458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-012b1180-ca8c-4cc7-a710-3541840916a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.528375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-012b1180-ca8c-4cc7-a710-3541840916a5 service neutron] 10.222.0.83 "GET /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 1028 time: 0.2948773 Nov 09 17:21:37.612593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-53458b3d-aa22-483c-870e-2fcd3a488f11 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114580 Nov 09 17:21:37.620587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8765c-d360-49a1-a27f-825e49392616 req-9f71b6cc-f120-4145-8af1-d99d02ba83a5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.624783 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:37.627540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-a21cf667-de41-4d9a-9cbd-e18442cc9629 service neutron] 10.222.0.43 "GET /v2.0/ports/200a0013-077f-47f3-a717-a2cf5056c4c6/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.2126491 Nov 09 17:21:37.629309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7e8765c-d360-49a1-a27f-825e49392616 req-9f71b6cc-f120-4145-8af1-d99d02ba83a5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.1054394 Nov 09 17:21:37.646798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:37.663733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:21:37.675636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:37.675995 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Added segment 54623e78-50ec-4353-a328-30823244c8c0 of type vlan for network ad9325f4-8443-47d9-aa27-2d3d19951007 Nov 09 17:21:37.727809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:37.774357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:37.775896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.776654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:37.807607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7e8765c-d360-49a1-a27f-825e49392616 req-8696b65d-87d1-4f97-a89a-8f25fd455f70 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767190 Nov 09 17:21:37.824923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-7c784a3e-ac9c-49d1-91a7-a54e40cd831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.828029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-7c784a3e-ac9c-49d1-91a7-a54e40cd831a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5303643 Nov 09 17:21:37.877156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-f8802574-d878-4ff1-8216-82dfaa08978e service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395637 Nov 09 17:21:37.912981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 62f0eaf5-74d0-4997-a560-a304e1e88e99 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:38.088538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-c0163443-c5f9-401b-a3e5-eb7869d17138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.091294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-c0163443-c5f9-401b-a3e5-eb7869d17138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1099 time: 0.1535110 Nov 09 17:21:38.119935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75399e-218d-462b-98d5-8fb878599aa3 req-7f249945-4200-47d9-8d7a-b65e9d3006fa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.134460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee75399e-218d-462b-98d5-8fb878599aa3 req-7f249945-4200-47d9-8d7a-b65e9d3006fa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.1382451 Nov 09 17:21:38.165969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:38.193576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'mac_address': 'fa:16:3e:6b:f6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:38.258872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee75399e-218d-462b-98d5-8fb878599aa3 req-5b9b1718-e5fd-4338-94cf-85d6ba4d4b6c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232769 Nov 09 17:21:38.284774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21cf1-7458-42e4-8f28-07ac333716f8 req-3c7f6543-bfce-478e-95d9-2d10114a86f2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.289758 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:38.290196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-e9086589-fa0f-41dc-ba2f-6f830db80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.291877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-e9086589-fa0f-41dc-ba2f-6f830db80584 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1917293 Nov 09 17:21:38.294044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ba21cf1-7458-42e4-8f28-07ac333716f8 req-3c7f6543-bfce-478e-95d9-2d10114a86f2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 949 time: 0.9946229 Nov 09 17:21:38.304550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f0eaf5-74d0-4997-a560-a304e1e88e99 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:38.325388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:38.331482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:38.370728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-79978908-2725-443f-8457-f1fe63bb2f02 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.372701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-f05cca41-1864-4e1b-944f-c5d21da5caf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0632617 Nov 09 17:21:38.379062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-79978908-2725-443f-8457-f1fe63bb2f02 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.385007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-79978908-2725-443f-8457-f1fe63bb2f02 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.386617 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-79978908-2725-443f-8457-f1fe63bb2f02 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "GET /v2.0/networks?id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 1991 time: 0.8467424 Nov 09 17:21:38.426364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:38.429176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7085590 Nov 09 17:21:38.434805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51926) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:38.441757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Request body: {'subnet': {'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1467174266-subnet', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:38.443176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6fc656-90f1-4011-b02b-a20e19ab6d37,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:38.486312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1234da2-b1a2-4270-8b1b-d6dc0b6bb766 req-29e7820f-118a-44e9-b744-1db91d479194 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0661976 Nov 09 17:21:38.494268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbcfb5-a899-4faf-8e3e-acc6e4ae1407 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9325f4-8443-47d9-aa27-2d3d19951007,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:38.522485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Made reservation on behalf of 5dba53a752fb4b6ca480461482f75779 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:38.524153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ad9325f4-8443-47d9-aa27-2d3d19951007 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:21:38.524820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:38.613559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d6b36ba9-b000-408b-8828-8aa6bb718b06 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf1a19b8df949b29cb053dfaed37642 HTTP/1.1" status: 200 len: 379 time: 0.1749356 Nov 09 17:21:38.622101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-b6054091-2e9d-4253-91b0-e7967998823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.623900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-b6054091-2e9d-4253-91b0-e7967998823a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2434981 Nov 09 17:21:38.634836 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ba21cf1-7458-42e4-8f28-07ac333716f8 req-f1df2300-14eb-4870-9cdd-47bf294d32c2 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358455 Nov 09 17:21:38.643015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'admin_state_up': True, 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'security_groups': ['75027f73-8ed3-429c-8dec-98c2a11f6542']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:38.709963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-d768040e-a2a1-427b-af05-bebfa392563f service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490187 Nov 09 17:21:38.742447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f649ed0-fad3-430e-bd0f-4f197c7d9564 req-423821b1-d539-40b7-8566-d1df81233e66 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.744581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f649ed0-fad3-430e-bd0f-4f197c7d9564 req-423821b1-d539-40b7-8566-d1df81233e66 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.1452448 Nov 09 17:21:38.767687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-ec5ecb4b-2b49-494f-afa6-62a43ac5a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:38.769480 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-ec5ecb4b-2b49-494f-afa6-62a43ac5a75c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134131 Nov 09 17:21:38.776846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['62f0eaf5-74d0-4997-a560-a304e1e88e99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:38.915594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:38.919023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:38.962581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f649ed0-fad3-430e-bd0f-4f197c7d9564 req-2f447465-15c4-4d70-8018-3cdb9f329cde tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038581 Nov 09 17:21:39.025356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6034-bf1b-47fd-a567-18473e9e5ca9 req-bebe05dc-3aab-4891-ae01-2865bea9e00c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:39.027863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d29d6034-bf1b-47fd-a567-18473e9e5ca9 req-bebe05dc-3aab-4891-ae01-2865bea9e00c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 944 time: 0.1848245 Nov 09 17:21:39.029785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e50878a-132f-4a2c-8b16-696fb1de9dd5 req-8a592349-dc94-4a83-be5e-9f4675755d90 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088770 Nov 09 17:21:39.067857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-c22fd8d0-9e4d-4fb9-9ba7-73ed6eb8248f service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660751 Nov 09 17:21:39.148730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d29d6034-bf1b-47fd-a567-18473e9e5ca9 req-d2952b09-cb23-4511-81f6-3f4089df0b3c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965183 Nov 09 17:21:39.162199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 172.20.0.7 (ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880/bc0da707-c995-4377-8781-f8ebb9c5b4dc/6312b538-4980-4385-9f3e-0e4381adc5d7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:39.220926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:39.234490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-a9cda170-155a-4a85-b48e-23b926319061 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498241 Nov 09 17:21:39.236973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.301030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c44171b-0380-4083-842b-28aac6e7fc24,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:39.312241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 200a0013-077f-47f3-a717-a2cf5056c4c6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:39.319326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 200a0013-077f-47f3-a717-a2cf5056c4c6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:39.321286 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.323751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0266d-ad8b-4b1d-a999-4893f1f4c40c req-40f0d65a-70c8-4ac3-ab23-ddf5f5581691 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:39.325276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ee0266d-ad8b-4b1d-a999-4893f1f4c40c req-40f0d65a-70c8-4ac3-ab23-ddf5f5581691 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.2563734 Nov 09 17:21:39.405066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.430975 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.447732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.468330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ee0266d-ad8b-4b1d-a999-4893f1f4c40c req-f989de00-0df5-43e9-9c3d-c9294f2e319c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244605 Nov 09 17:21:39.475810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:39.477517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:39.480970 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b084fa-b1d8-4380-bc65-c8688d0a6f64" -d '{"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-plugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:39.492801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.492801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 929959b3-70ee-4097-998a-befb53c41801 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:39.496365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Checking segment: {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:39.497351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Network hostable DHCP agents. Network: ad9325f4-8443-47d9-aa27-2d3d19951007, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:21:39.526281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Network ad9325f4-8443-47d9-aa27-2d3d19951007 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:21:39.542852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ad9325f4-8443-47d9-aa27-2d3d19951007) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:39.556203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a596613-5ea2-4287-941f-37282e332605 None None] Network ad9325f4-8443-47d9-aa27-2d3d19951007 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:39.561379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:39.565629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.608530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0f688f45-da76-41c5-a199-bb5cb6602616 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1719308 Nov 09 17:21:39.610545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51938) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:39.622148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:39.637768 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3fe810-f08f-4ba0-a80e-0ba354327d32 x-openstack-request-id: req-2e3fe810-f08f-4ba0-a80e-0ba354327d32 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:39.638171 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-plugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:39.638904 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e3fe810-f08f-4ba0-a80e-0ba354327d32 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:39.639260 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'code': 200} Nov 09 17:21:39.645813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:39.646670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:39.674537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.676642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.683487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:39.686427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:39.694560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 929959b3-70ee-4097-998a-befb53c41801 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:39.702265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 929959b3-70ee-4097-998a-befb53c41801 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:39.702774 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.712042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:39.751047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50817-d56d-4aac-9d2f-39b5c8449a77 req-088b4ea8-83c5-4473-984e-ed242ec67e8b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:39.758586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2b50817-d56d-4aac-9d2f-39b5c8449a77 req-088b4ea8-83c5-4473-984e-ed242ec67e8b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.1191924 Nov 09 17:21:39.788383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:39.789275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.843910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-ad9325f4-8443-47d9-aa27-2d3d19951007', 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'fixed_ips': [{'subnet_id': '7c44171b-0380-4083-842b-28aac6e7fc24'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:21:39.844933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.845471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-62129a2e-2e89-4fef-a18e-72409bfc721a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2062624 Nov 09 17:21:39.859668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'admin_state_up': True, 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'security_groups': ['75027f73-8ed3-429c-8dec-98c2a11f6542']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:39.882529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.918395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:39.959812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2b50817-d56d-4aac-9d2f-39b5c8449a77 req-04b62ce8-496e-4530-a02f-0834b3d87fc0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000043 Nov 09 17:21:39.979876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb2d4-3486-4d0f-8bc2-7508a52b6cd7 req-42ae4de7-443d-44e3-83a2-bf6a09e40ff2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:39.982437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1cffb2d4-3486-4d0f-8bc2-7508a52b6cd7 req-42ae4de7-443d-44e3-83a2-bf6a09e40ff2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 931 time: 0.2541339 Nov 09 17:21:40.107056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:40.131953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.132171 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.135266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:40.140415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.171273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b380c-fde3-49ca-83af-0cac4019d805 req-8f429a14-fcd4-41b6-9144-f1a9c9f05ad8 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:40.179466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-384b380c-fde3-49ca-83af-0cac4019d805 req-8f429a14-fcd4-41b6-9144-f1a9c9f05ad8 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 949 time: 0.1057014 Nov 09 17:21:40.180824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1cffb2d4-3486-4d0f-8bc2-7508a52b6cd7 req-ebebd123-eaf7-4cc4-8464-5099eb921a1c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691754 Nov 09 17:21:40.323878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-384b380c-fde3-49ca-83af-0cac4019d805 req-a42d330a-80f4-4d27-a222-670009f371d0 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433458 Nov 09 17:21:40.430061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:40.460131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-954b25e5-9465-45bc-9417-8fb70b5626a4 None None] Provisioning complete for port 6312b538-4980-4385-9f3e-0e4381adc5d7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:40.460776 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-954b25e5-9465-45bc-9417-8fb70b5626a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.511581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 10.1.1.11 (4725020f-aa99-4326-8bb9-f0f85a109152/1acc5258-f6e0-429a-bef2-b850e7f6a929/7077f5dc-d7b7-4a97-9d92-97abd8e15078) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:40.542000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-954b25e5-9465-45bc-9417-8fb70b5626a4 None None] Port 6312b538-4980-4385-9f3e-0e4381adc5d7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:40.544695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Allocated IP 172.20.0.2 (ad9325f4-8443-47d9-aa27-2d3d19951007/7c44171b-0380-4083-842b-28aac6e7fc24/9e06676a-1af5-404e-8883-cffad0ab9177) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:40.574369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3eeeb-aa46-4ae7-902b-d1d880e0e3bc req-1c3cd73f-b940-4f99-9487-c36ccf5fe699 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:40.584692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c3eeeb-aa46-4ae7-902b-d1d880e0e3bc req-1c3cd73f-b940-4f99-9487-c36ccf5fe699 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 944 time: 0.1199722 Nov 09 17:21:40.785435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07c3eeeb-aa46-4ae7-902b-d1d880e0e3bc req-d6b48f44-c21b-43f9-86b9-c39184f14ede tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938732 Nov 09 17:21:40.789706 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.802102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.863765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Network ad9325f4-8443-47d9-aa27-2d3d19951007 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:40.867199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:40.871226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:40.885938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d5acc-6bbd-4b92-9def-1ff73eb8545b req-f9ec66e2-f9d6-47c2-aa44-4af0b695eab8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:40.888552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b1d5acc-6bbd-4b92-9def-1ff73eb8545b req-f9ec66e2-f9d6-47c2-aa44-4af0b695eab8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.1709952 Nov 09 17:21:40.892070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Pushing event updated for resources: {'Port': ['ID=9e06676a-1af5-404e-8883-cffad0ab9177,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:40.908834 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.941911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.956896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Attempting to bind port 9e06676a-1af5-404e-8883-cffad0ab9177 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:40.957279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Attempting to bind port 9e06676a-1af5-404e-8883-cffad0ab9177 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:40.957652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Attempting to bind port 9e06676a-1af5-404e-8883-cffad0ab9177 on network ad9325f4-8443-47d9-aa27-2d3d19951007 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:40.965343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e60b6-4348-472e-ba92-1384d46f04a8 req-d29f29a3-482f-4383-b5a6-d71df7d0ad10 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:40.967781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.968482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:40.968898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Checking segment: {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:40.971315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.971736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Bound using segment: {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:40.972239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Bound port: 9e06676a-1af5-404e-8883-cffad0ab9177, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:40.972639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:40.975657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a61e60b6-4348-472e-ba92-1384d46f04a8 req-d29f29a3-482f-4383-b5a6-d71df7d0ad10 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 1100 time: 0.0787351 Nov 09 17:21:41.051735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b1d5acc-6bbd-4b92-9def-1ff73eb8545b req-1e9c6c3d-2ad6-4531-80e3-7521c0d7cdfa tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494181 Nov 09 17:21:41.052448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.067541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] For port 9e06676a-1af5-404e-8883-cffad0ab9177, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:41.074416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] For port 9e06676a-1af5-404e-8883-cffad0ab9177, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e06676a-1af5-404e-8883-cffad0ab9177,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:41.083326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.129818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a61e60b6-4348-472e-ba92-1384d46f04a8 req-ed559425-b66d-44f4-bfba-16835a264998 tempest-ServersOnMultiNodesTest-1184102876 tempest-ServersOnMultiNodesTest-1184102876-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528914 Nov 09 17:21:41.146020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 4725020f-aa99-4326-8bb9-f0f85a109152 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:41.163576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=7077f5dc-d7b7-4a97-9d92-97abd8e15078,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:41.166883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:41.169992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:41.296352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:41.298095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.310416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa645b-3456-446d-aaac-3ad64611a862 None None] Pushing event updated for resources: {'Port': ['ID=9e06676a-1af5-404e-8883-cffad0ab9177,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:41.332134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-fbe63c02-2e78-48e4-a6fd-22614ffc7822 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4766812 Nov 09 17:21:41.343655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Allocated IP 172.25.3.3 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e3b60006-ed7f-4f3b-95a6-ee0114d20817) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:41.362699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'admin_state_up': True, 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'security_groups': ['75027f73-8ed3-429c-8dec-98c2a11f6542']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:41.581341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:41.595471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.641625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929959b3-70ee-4097-998a-befb53c41801'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:41.644365 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa6b30-af74-4645-9198-e11df969ffd7" -d '{"events": [{"server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "name": "network-vif-plugged", "status": "completed", "tag": "929959b3-70ee-4097-998a-befb53c41801"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:41.667460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176f1c6-cdec-4fe0-8f2e-3626378a3323 req-1a33cabd-b149-42f7-941a-0bcac9f150e7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:41.670017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a176f1c6-cdec-4fe0-8f2e-3626378a3323 req-1a33cabd-b149-42f7-941a-0bcac9f150e7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.3971980 Nov 09 17:21:41.733294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0f16a-6abf-4c26-9704-7b612fb05266 req-da30d435-3d7c-48b4-96d2-a394e8e67bb0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:41.746433 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13b0f16a-6abf-4c26-9704-7b612fb05266 req-da30d435-3d7c-48b4-96d2-a394e8e67bb0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.4813566 Nov 09 17:21:41.785324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2beb94fd-8150-479f-bb1d-74db21ac678d None None] Provisioning complete for port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:41.786798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2beb94fd-8150-479f-bb1d-74db21ac678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.824738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.852986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2beb94fd-8150-479f-bb1d-74db21ac678d None None] Port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:41.878900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:41.924963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a176f1c6-cdec-4fe0-8f2e-3626378a3323 req-a8e5c5d8-a988-4f39-8e1d-557a1fef12e8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169130 Nov 09 17:21:41.934460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-b02c1dc1-bd31-46b0-96e5-374a7db5d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:41.936351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-b02c1dc1-bd31-46b0-96e5-374a7db5d986 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83&tenant_id=7e46c7f2556c4547957e02ca39005e70 HTTP/1.1" status: 200 len: 1100 time: 0.2251728 Nov 09 17:21:41.941271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 62f0eaf5-74d0-4997-a560-a304e1e88e99 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:41.976126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:41.977561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13b0f16a-6abf-4c26-9704-7b612fb05266 req-14901130-3df5-49cf-b128-27221da06417 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297513 Nov 09 17:21:42.013394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:42.018553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e06676a-1af5-404e-8883-cffad0ab9177 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:42.037789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:42.042023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:42.055369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b60006-ed7f-4f3b-95a6-ee0114d20817,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:42.128591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 62f0eaf5-74d0-4997-a560-a304e1e88e99 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:42.128988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 10.1.1.217 (4725020f-aa99-4326-8bb9-f0f85a109152/1acc5258-f6e0-429a-bef2-b850e7f6a929/5729fcde-178d-4c21-8f3a-057e019dc413) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:42.133187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 62f0eaf5-74d0-4997-a560-a304e1e88e99 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:42.133558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.179479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.199201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9e06676a-1af5-404e-8883-cffad0ab9177 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:42.199201 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.358034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30cc76-377a-41a2-b583-9048f4d3805f req-b92f73ec-b8ed-48c1-a25c-e75fec9340cb tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:42.366011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30cc76-377a-41a2-b583-9048f4d3805f req-b92f73ec-b8ed-48c1-a25c-e75fec9340cb tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:42.369046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be30cc76-377a-41a2-b583-9048f4d3805f req-b92f73ec-b8ed-48c1-a25c-e75fec9340cb tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 1652 time: 0.2648518 Nov 09 17:21:42.464119 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.477276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.507604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be30cc76-377a-41a2-b583-9048f4d3805f req-0b8765e2-0f84-43ea-a641-291602d0ce53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255476 Nov 09 17:21:42.565560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 9e06676a-1af5-404e-8883-cffad0ab9177, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e06676a-1af5-404e-8883-cffad0ab9177,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:42.568888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:42.572824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.597136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.647984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:42.664799 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62e6ab5-93c8-4809-832e-12a5d9090c37 x-openstack-request-id: req-a62e6ab5-93c8-4809-832e-12a5d9090c37 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:42.665967 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "name": "network-vif-plugged", "status": "completed", "tag": "929959b3-70ee-4097-998a-befb53c41801", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:42.666423 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a62e6ab5-93c8-4809-832e-12a5d9090c37 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:42.667075 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929959b3-70ee-4097-998a-befb53c41801', 'code': 200} Nov 09 17:21:42.711001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=9e06676a-1af5-404e-8883-cffad0ab9177,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:42.800059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:42.870455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441ac0a-65d9-4a30-a34f-ca95289f8ebb req-d2492e89-0e2a-4d4d-b077-673958397546 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:42.872426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f441ac0a-65d9-4a30-a34f-ca95289f8ebb req-d2492e89-0e2a-4d4d-b077-673958397546 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.2279782 Nov 09 17:21:42.914389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a95be-11d9-4f60-9f71-0b21c5fff0ac None None] Network ad9325f4-8443-47d9-aa27-2d3d19951007 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:42.919834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6f72-72e3-4bd7-8ed9-bfa34831f381 req-9dd9b5df-5700-4aa9-9993-385d71be0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:42.923187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b31f6f72-72e3-4bd7-8ed9-bfa34831f381 req-9dd9b5df-5700-4aa9-9993-385d71be0463 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1096 time: 0.1271281 Nov 09 17:21:42.971135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4775c26-7baa-452c-bc57-9cf55fc3f1e3 req-fff9d692-2e57-444a-88ec-dbf446504ecf tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:42.981023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4775c26-7baa-452c-bc57-9cf55fc3f1e3 req-fff9d692-2e57-444a-88ec-dbf446504ecf tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.1631656 Nov 09 17:21:43.005385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b31f6f72-72e3-4bd7-8ed9-bfa34831f381 req-d7f4398a-ff3a-4e45-ae76-c07d492b6be9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Nov 09 17:21:43.006025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.050493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cc0d7439-d5ec-421c-9ae2-770a0a2596bc None None] Provisioning complete for port 9e06676a-1af5-404e-8883-cffad0ab9177 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:43.050872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7439-d5ec-421c-9ae2-770a0a2596bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.111561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:43.125176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f441ac0a-65d9-4a30-a34f-ca95289f8ebb req-3e0e5028-ae51-4641-b641-484a111c9e5a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082715 Nov 09 17:21:43.146079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4775c26-7baa-452c-bc57-9cf55fc3f1e3 req-cdfd0d5b-8732-4739-922b-fafdb3524626 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635036 Nov 09 17:21:43.236869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.285726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:43.318609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.353620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 4725020f-aa99-4326-8bb9-f0f85a109152 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:43.383753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:43.396063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:43.399788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:43.407753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:43.409982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc516e-e22b-43b6-9591-16845776f892 req-38e14141-003c-429f-b76d-4ed06c90d52d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:43.410287 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503659dc-8f46-4de7-a630-fb5008182880" -d '{"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-unplugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:43.411799 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41dc516e-e22b-43b6-9591-16845776f892 req-38e14141-003c-429f-b76d-4ed06c90d52d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 949 time: 0.1339228 Nov 09 17:21:43.437194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.479389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Transition to ACTIVE for port object 200a0013-077f-47f3-a717-a2cf5056c4c6 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:43.502785 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.557892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41dc516e-e22b-43b6-9591-16845776f892 req-bfdb98a7-a228-4d3f-82b9-bf1ea9b9f22d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389847 Nov 09 17:21:43.587867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Router 750ab87a-0e70-49e8-9d60-2f6ede3c340a is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:21:43.618967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:43.619893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.641699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7975-8bdc-49be-a8f6-8fc1457b6614 req-d42b0d6f-f77f-43f0-84ce-68fed0ee7a6f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:43.643472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac3f7975-8bdc-49be-a8f6-8fc1457b6614 req-d42b0d6f-f77f-43f0-84ce-68fed0ee7a6f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.3222606 Nov 09 17:21:43.697646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-93f0d3ef-bda8-4759-bd5c-6c0749415f11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3524175 Nov 09 17:21:43.724899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c406da53-f389-4a27-8568-e7424b934a38 None None] Provisioning complete for port 9e06676a-1af5-404e-8883-cffad0ab9177 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:43.726351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c406da53-f389-4a27-8568-e7424b934a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.733325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'admin_state_up': True, 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'security_groups': ['75027f73-8ed3-429c-8dec-98c2a11f6542']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:43.768792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:43.776301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] No DVR routers for this DVR port 200a0013-077f-47f3-a717-a2cf5056c4c6 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:43.914274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b135fbe-52e9-41b0-999e-dab55d3dbb89 req-24fb625a-2666-4c9c-876d-792694f55820 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:43.916095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b135fbe-52e9-41b0-999e-dab55d3dbb89 req-24fb625a-2666-4c9c-876d-792694f55820 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.1948755 Nov 09 17:21:43.922009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:21:43.951572 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Sync routers for ids ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:21:43.973099 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Routers {'750ab87a-0e70-49e8-9d60-2f6ede3c340a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:43.974531 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:43.980698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:43.984026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eaab1764-d45b-4b67-b985-73e6526fd559 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3707759 Nov 09 17:21:43.985835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51980) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:43.987213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e06676a-1af5-404e-8883-cffad0ab9177 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:44.001043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:44.150567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9e06676a-1af5-404e-8883-cffad0ab9177 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:44.150949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:44.166342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:44.166656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:44.167022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:44.204118 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac3f7975-8bdc-49be-a8f6-8fc1457b6614 req-4b942b03-f99b-4ac6-985b-70e9a3a44cff tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458550 Nov 09 17:21:44.217129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-61b5b9e9-5ee2-423a-8e4f-e0ad6d05be84 None None] Provisioning complete for port 5729fcde-178d-4c21-8f3a-057e019dc413 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:44.217726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b135fbe-52e9-41b0-999e-dab55d3dbb89 req-e905d49f-0db9-4fe0-a995-62ab7b09b48e tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549736 Nov 09 17:21:44.220181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61b5b9e9-5ee2-423a-8e4f-e0ad6d05be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:44.234381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:44.250153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90057-6806-497f-96ef-acc025061a7c req-13bc7f63-7405-41e7-8a9b-71f59503846a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:44.252805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cd90057-6806-497f-96ef-acc025061a7c req-13bc7f63-7405-41e7-8a9b-71f59503846a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 949 time: 0.2547202 Nov 09 17:21:44.267360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:44.267855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Attempting to bind port 200a0013-077f-47f3-a717-a2cf5056c4c6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:44.394848 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Set router 750ab87a-0e70-49e8-9d60-2f6ede3c340a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:44.439884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-61b5b9e9-5ee2-423a-8e4f-e0ad6d05be84 None None] Port 5729fcde-178d-4c21-8f3a-057e019dc413 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:44.525648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:44.526270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:44.526731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:44.527551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Bound port: 200a0013-077f-47f3-a717-a2cf5056c4c6, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:44.527971 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:44.532910 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb5b0c-0908-4299-b1b1-fd8492e45bd4 x-openstack-request-id: req-71fb5b0c-0908-4299-b1b1-fd8492e45bd4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:44.533284 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-unplugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:44.533602 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71fb5b0c-0908-4299-b1b1-fd8492e45bd4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:44.534079 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'code': 200} Nov 09 17:21:44.668194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:44.671981 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3adbd78-995a-40a4-9c02-12b299ab78c6" -d '{"events": [{"server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "name": "network-vif-plugged", "status": "completed", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:44.712541 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:21:42Z', 'revision_number': 3, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:44.748076 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Checking router: 750ab87a-0e70-49e8-9d60-2f6ede3c340a for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:21:44.748905 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Updating router 750ab87a-0e70-49e8-9d60-2f6ede3c340a port e3b60006-ed7f-4f3b-95a6-ee0114d20817 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:21:44.766889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d47697-36ff-4783-a336-0d9ad3c0fa30 req-6f221760-dfe0-4507-8000-46e2202c59d5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:44.774803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d47697-36ff-4783-a336-0d9ad3c0fa30 req-6f221760-dfe0-4507-8000-46e2202c59d5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:44.784054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d47697-36ff-4783-a336-0d9ad3c0fa30 req-6f221760-dfe0-4507-8000-46e2202c59d5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:44.784519 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:44.792265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64d47697-36ff-4783-a336-0d9ad3c0fa30 req-6f221760-dfe0-4507-8000-46e2202c59d5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 2373 time: 0.2463562 Nov 09 17:21:44.817079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:44.874674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:44.892960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:44.895739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 10.2.2.100 (6605acd3-5c0b-4d38-bcea-dfc6643de5c1/70367c60-333c-48b7-bfe8-d1fd1e08e100/d9575738-1d2e-45c1-9090-d3bf26eaf3ea) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:44.970851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64d47697-36ff-4783-a336-0d9ad3c0fa30 req-3840c895-cb48-4fb0-84d0-58f1dc123de7 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771529 Nov 09 17:21:44.992513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:44.997902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.001011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] 10.222.0.83 "PUT /v2.0/ports/200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 1096 time: 3.0456839 Nov 09 17:21:45.095854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259986-d4c2-4a51-b34b-77f63be466fd service neutron] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=11']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:45.187280 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.193408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port e36d684f-8f9c-4cce-9d85-aa38df1333a1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:45.193853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.197404 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.205994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9910-94a3-4dd6-b6e7-a3bde822b4b7 req-f9777bfc-afac-4ffd-a847-e5ac85c6a86f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:45.214192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc0f9910-94a3-4dd6-b6e7-a3bde822b4b7 req-f9777bfc-afac-4ffd-a847-e5ac85c6a86f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.6758173 Nov 09 17:21:45.238151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Attempting to bind port e3b60006-ed7f-4f3b-95a6-ee0114d20817 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:45.238151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Attempting to bind port e3b60006-ed7f-4f3b-95a6-ee0114d20817 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:45.238151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Attempting to bind port e3b60006-ed7f-4f3b-95a6-ee0114d20817 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:45.263898 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:45.264240 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:45.264644 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.265033 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:45.265523 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Bound port: e3b60006-ed7f-4f3b-95a6-ee0114d20817, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:45.266746 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.275070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:45.309259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.356027 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] For port e3b60006-ed7f-4f3b-95a6-ee0114d20817, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:45.367582 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] For port e3b60006-ed7f-4f3b-95a6-ee0114d20817, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e3b60006-ed7f-4f3b-95a6-ee0114d20817,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:45.368259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.379594 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.394522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:45.430643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc0f9910-94a3-4dd6-b6e7-a3bde822b4b7 req-3fa326fa-adc6-4398-a111-a27d107ec99f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128582 Nov 09 17:21:45.436083 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Pushing event updated for resources: {'Port': ['ID=e3b60006-ed7f-4f3b-95a6-ee0114d20817,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:45.470709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.471208 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.471555 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.472043 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.472448 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.472784 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.473114 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.473444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.474528 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.474873 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.475233 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.475565 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:45.487705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:45.504247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358e42-4728-426d-9ccc-27ad01c700bf req-24af73c6-ac13-42dc-b067-49725386c97e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:45.513358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0358e42-4728-426d-9ccc-27ad01c700bf req-24af73c6-ac13-42dc-b067-49725386c97e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.4190402 Nov 09 17:21:45.523573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:45.534342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:45.589826 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Routers {'750ab87a-0e70-49e8-9d60-2f6ede3c340a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:45.590778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:45.597205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:45.598245 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.601145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:45.613950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port e36d684f-8f9c-4cce-9d85-aa38df1333a1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e36d684f-8f9c-4cce-9d85-aa38df1333a1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:45.614321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.620438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-d3061737-d628-4f5d-ab07-c3454717de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:45.623491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-d3061737-d628-4f5d-ab07-c3454717de06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1099 time: 0.5816336 Nov 09 17:21:45.650143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for e36d684f-8f9c-4cce-9d85-aa38df1333a1 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:45.700814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-1fcba356-5a5b-4284-a10c-7f899f28edba tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9713817 Nov 09 17:21:45.721098 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03435368-7382-4dfa-bb29-be62057c5d49 None None] Pushing event updated for resources: {'Port': ['ID=e3b60006-ed7f-4f3b-95a6-ee0114d20817,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:45.721213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'admin_state_up': True, 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'security_groups': ['75027f73-8ed3-429c-8dec-98c2a11f6542']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:45.736895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d165f-8d5f-4046-ae4e-d192739d1883 req-fef9f4c0-4b68-473d-9544-e720db786eac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:45.741026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-486d165f-8d5f-4046-ae4e-d192739d1883 req-fef9f4c0-4b68-473d-9544-e720db786eac tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ff96411-4fee-41d7-9e48-a72a89f434fa HTTP/1.1" status: 200 len: 949 time: 0.1777420 Nov 09 17:21:45.767029 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] Set router 750ab87a-0e70-49e8-9d60-2f6ede3c340a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:45.837079 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.925863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-486d165f-8d5f-4046-ae4e-d192739d1883 req-2ab0bbba-dea7-4fbb-94c0-0a8a0d33cf54 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711705 Nov 09 17:21:45.934386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b3f20ace-700b-40cb-a6b5-af2d0e8621c1 None None] Provisioning complete for port d9575738-1d2e-45c1-9090-d3bf26eaf3ea triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:45.935184 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3f20ace-700b-40cb-a6b5-af2d0e8621c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:45.995029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3f20ace-700b-40cb-a6b5-af2d0e8621c1 None None] Port d9575738-1d2e-45c1-9090-d3bf26eaf3ea cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:46.044127 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899b5361-fdca-4cb2-b2fa-bcbabfc86083 x-openstack-request-id: req-899b5361-fdca-4cb2-b2fa-bcbabfc86083 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:46.044874 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "name": "network-vif-plugged", "status": "completed", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:46.045512 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-899b5361-fdca-4cb2-b2fa-bcbabfc86083 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:46.046534 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'code': 200} Nov 09 17:21:46.116095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Allocated IP 172.20.0.1 (ad9325f4-8443-47d9-aa27-2d3d19951007/7c44171b-0380-4083-842b-28aac6e7fc24/e15a2566-25ba-48e5-bb29-b0b7266cb2b0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:46.152158 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:21:42Z', 'revision_number': 3, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:46.235588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:46.252568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:46.255623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d', 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'eae9ad78-2b65-4280-976e-861a87158d27'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:46.308948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5342b1-9a0e-4828-83b6-b35dc4581135 None None] The sync data for ids ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'] in n-d-804292-3 is: [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:21:42Z', 'revision_number': 3, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:21:46.376932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=e36d684f-8f9c-4cce-9d85-aa38df1333a1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:46.396073 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0358e42-4728-426d-9ccc-27ad01c700bf req-70c1dae7-7f6a-47d0-814c-56d34904ec8e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8815544 Nov 09 17:21:46.503686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-5f7c314f-20cf-4121-b0e7-b10267722c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:46.505136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-5f7c314f-20cf-4121-b0e7-b10267722c5d service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.8723142 Nov 09 17:21:46.511391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0d538-2d6b-477e-9936-e2d34ae1aead req-55a3f539-b566-4c94-85e6-de7c71d74f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:46.513129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73b0d538-2d6b-477e-9936-e2d34ae1aead req-55a3f539-b566-4c94-85e6-de7c71d74f44 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 1096 time: 0.1877072 Nov 09 17:21:46.514362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Made reservation on behalf of abf1a19b8df949b29cb053dfaed37642 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:21:46.519727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:46.535666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3a1a2-f745-47be-8c14-131a2853987b req-dd729694-5ff8-45b5-8dea-fdd817f6d94c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:46.544169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:46.544846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abf3a1a2-f745-47be-8c14-131a2853987b req-dd729694-5ff8-45b5-8dea-fdd817f6d94c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.3235617 Nov 09 17:21:46.546790 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b79c6-5f49-4424-930a-0836766e5f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:46.582413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port e36d684f-8f9c-4cce-9d85-aa38df1333a1 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:46.599434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:46.603639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cd90057-6806-497f-96ef-acc025061a7c req-e4c7f754-7944-483c-8e5b-b37a8115062d tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "DELETE /v2.0/ports/e36d684f-8f9c-4cce-9d85-aa38df1333a1 HTTP/1.1" status: 204 len: 173 time: 2.3310277 Nov 09 17:21:46.604128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'name': 'network-vif-deleted', 'tag': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:46.606556 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2412b627-61e7-46e6-9131-9a49b6d4e906" -d '{"events": [{"server_uuid": "2ff96411-4fee-41d7-9e48-a72a89f434fa", "name": "network-vif-deleted", "tag": "e36d684f-8f9c-4cce-9d85-aa38df1333a1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:46.616385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-f5121d46-c89f-418b-a801-5f9f2315bd31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0726542 Nov 09 17:21:46.784045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abf3a1a2-f745-47be-8c14-131a2853987b req-39a29553-c43c-4701-a825-8179ea25c477 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382321 Nov 09 17:21:46.785313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-a143ab02-9ba8-4dc5-9435-64336912c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:46.786802 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-a143ab02-9ba8-4dc5-9435-64336912c178 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1444516 Nov 09 17:21:46.859213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73b0d538-2d6b-477e-9936-e2d34ae1aead req-3048a5b2-0019-415a-9aab-d21578c5d90c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259680 Nov 09 17:21:46.884322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:46.947670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:47.021298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35099945-158b-4031-bbf2-b7807d36865f req-57758956-11b7-4b94-b25b-089153baabdc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.023560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-35099945-158b-4031-bbf2-b7807d36865f req-57758956-11b7-4b94-b25b-089153baabdc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.4060884 Nov 09 17:21:47.029353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Network ad9325f4-8443-47d9-aa27-2d3d19951007 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:47.035738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:47.058329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Pushing event updated for resources: {'Port': ['ID=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:47.062260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:47.130424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:47.156361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c071-e911-45c3-a099-4d64812cc155 req-c10f7160-bb25-4322-b78f-b458a2c8d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.159790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-c10f7160-bb25-4322-b78f-b458a2c8d74c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3624766 Nov 09 17:21:47.339956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e36d684f-8f9c-4cce-9d85-aa38df1333a1 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:47.362710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-35099945-158b-4031-bbf2-b7807d36865f req-c25edc74-2392-44f2-9191-2f947076ba80 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163121 Nov 09 17:21:47.440969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95224d49-adae-4a68-a204-5cc60666ba49 req-56dc732c-a044-439b-bded-31ef00690ffa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.457719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95224d49-adae-4a68-a204-5cc60666ba49 req-56dc732c-a044-439b-bded-31ef00690ffa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.470593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95224d49-adae-4a68-a204-5cc60666ba49 req-56dc732c-a044-439b-bded-31ef00690ffa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.473388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: e36d684f-8f9c-4cce-9d85-aa38df1333a1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:47.473931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e36d684f-8f9c-4cce-9d85-aa38df1333a1 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:47.482149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95224d49-adae-4a68-a204-5cc60666ba49 req-56dc732c-a044-439b-bded-31ef00690ffa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.493949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95224d49-adae-4a68-a204-5cc60666ba49 req-56dc732c-a044-439b-bded-31ef00690ffa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 3094 time: 0.3099844 Nov 09 17:21:47.612425 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:47.620994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c8bae7f4-3da3-4c82-8cdb-82455a92bcd5 None None] Provisioning complete for port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:47.621370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7f4-3da3-4c82-8cdb-82455a92bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:47.637210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95224d49-adae-4a68-a204-5cc60666ba49 req-28c163a7-f2cc-4369-abe0-b10e51fe4667 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423054 Nov 09 17:21:47.665528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c8bae7f4-3da3-4c82-8cdb-82455a92bcd5 None None] Port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:47.681698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-5366ce5b-3b41-43ba-8d45-d3759bb7cf86 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960291 Nov 09 17:21:47.752073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Allocated IP 10.2.2.200 (6605acd3-5c0b-4d38-bcea-dfc6643de5c1/70367c60-333c-48b7-bfe8-d1fd1e08e100/8c95d869-6839-437a-af80-c916c256a8f1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:47.848989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff817-cf87-4746-807e-94dabb3da334 req-62714744-f0bc-445c-bcc9-612af4fcc855 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:47.856508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b96ff817-cf87-4746-807e-94dabb3da334 req-62714744-f0bc-445c-bcc9-612af4fcc855 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.3419247 Nov 09 17:21:47.891202 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8168c-c0fc-460e-bc9e-ba022997fca7 x-openstack-request-id: req-2ab8168c-c0fc-460e-bc9e-ba022997fca7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:47.891496 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:47.891804 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ab8168c-c0fc-460e-bc9e-ba022997fca7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:47.892263 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'status': 'completed', 'code': 200} Nov 09 17:21:47.944424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:47.959056 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f83eaa-e32f-426f-92b3-8229e8da38c3 x-openstack-request-id: req-90f83eaa-e32f-426f-92b3-8229e8da38c3 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:47.959364 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff96411-4fee-41d7-9e48-a72a89f434fa", "name": "network-vif-deleted", "tag": "e36d684f-8f9c-4cce-9d85-aa38df1333a1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:47.959623 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90f83eaa-e32f-426f-92b3-8229e8da38c3 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:47.960026 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff96411-4fee-41d7-9e48-a72a89f434fa', 'name': 'network-vif-deleted', 'tag': 'e36d684f-8f9c-4cce-9d85-aa38df1333a1', 'status': 'completed', 'code': 200} Nov 09 17:21:47.961147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.025189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e3b60006-ed7f-4f3b-95a6-ee0114d20817 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:48.069218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e63c071-e911-45c3-a099-4d64812cc155 req-813f98d0-7982-41a7-8678-e795926a764f service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748734 Nov 09 17:21:48.082614 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b96ff817-cf87-4746-807e-94dabb3da334 req-3902ea17-f3e1-43b6-896c-9a1c6c9913a8 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250640 Nov 09 17:21:48.090922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.128443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e3b60006-ed7f-4f3b-95a6-ee0114d20817 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:48.128820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.249164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.301435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-54aec708-bbe9-47fe-b241-7debe02c469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.302966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-54aec708-bbe9-47fe-b241-7debe02c469e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1099 time: 0.1463566 Nov 09 17:21:48.313325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.336371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port e3b60006-ed7f-4f3b-95a6-ee0114d20817, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e3b60006-ed7f-4f3b-95a6-ee0114d20817,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:48.342076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.359261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Pushing event updated for resources: {'Port': ['ID=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:48.400309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77372b41-5e93-4e21-a6a7-f152f7c13c34 req-d8b726e0-ef7b-4f33-9dc5-6d5cecabe3c8 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.409848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-77372b41-5e93-4e21-a6a7-f152f7c13c34 req-d8b726e0-ef7b-4f33-9dc5-6d5cecabe3c8 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1096 time: 0.3689590 Nov 09 17:21:48.415708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=e3b60006-ed7f-4f3b-95a6-ee0114d20817,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:48.424565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-1f4474bc-1a62-436e-b524-23e813d6dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.426191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.426395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-1f4474bc-1a62-436e-b524-23e813d6dc89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1099 time: 0.4795885 Nov 09 17:21:48.426600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.426943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.427311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.427651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.427989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.428321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.428656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.428984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.429313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.429695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.430026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:48.446360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-e19b99cf-b2c5-419d-8526-bb2ad8a00aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.448130 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-e19b99cf-b2c5-419d-8526-bb2ad8a00aa6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1227734 Nov 09 17:21:48.507858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-f065c1d0-b5a5-4466-8b04-8ea144757d28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0497744 Nov 09 17:21:48.518007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51445a9d-6e4d-476a-8a39-dd54196e82fb req-4efd511b-821d-4a63-bc57-1a95728135ac tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.519350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51445a9d-6e4d-476a-8a39-dd54196e82fb req-4efd511b-821d-4a63-bc57-1a95728135ac tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.2434309 Nov 09 17:21:48.545340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.547318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-77372b41-5e93-4e21-a6a7-f152f7c13c34 req-3b3ea0e9-bcea-4cb8-928e-55c49a019e5b tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316514 Nov 09 17:21:48.602210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:48.628394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-aaf2d271-7fa0-4d8d-a931-766d3884ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.630821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-aaf2d271-7fa0-4d8d-a931-766d3884ed43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1951854 Nov 09 17:21:48.634070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:48.642540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Network ad9325f4-8443-47d9-aa27-2d3d19951007 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:48.649828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:48.706807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-e1cbec64-6f61-4ee6-a431-9b3fd6529994 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0670218 Nov 09 17:21:48.708510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:48.729976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-e6bf4a0e-d622-431e-8809-1925a4cca8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.740783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-e6bf4a0e-d622-431e-8809-1925a4cca8c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2193942 Nov 09 17:21:48.784827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51445a9d-6e4d-476a-8a39-dd54196e82fb req-00ddb2c5-4930-4cee-a68f-62ebfa936d3d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540920 Nov 09 17:21:48.788004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event updated for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:48.815662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.816733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:48.856222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2592d0cd-8778-4ae2-b74a-1c4153474768 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1437066 Nov 09 17:21:48.871418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:48.949006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-66da7880-4065-43ed-9409-f798b7aaa8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.950756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-66da7880-4065-43ed-9409-f798b7aaa8be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1968000 Nov 09 17:21:49.012709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Router 750ab87a-0e70-49e8-9d60-2f6ede3c340a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:21:49.029172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-ab4f8fab-5e05-44ea-89e6-c8f709e5a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.035852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-ab4f8fab-5e05-44ea-89e6-c8f709e5a3d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.3056352 Nov 09 17:21:49.044116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:49.314653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-97eae441-5cc7-428c-9de2-bbe8c7ebb785 None None] Provisioning complete for port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:49.315530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97eae441-5cc7-428c-9de2-bbe8c7ebb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:49.362044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-8a4141f7-37d5-4f7d-8213-db40d4944c41 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190200 Nov 09 17:21:49.369421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-97eae441-5cc7-428c-9de2-bbe8c7ebb785 None None] Port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:49.384550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-97eae441-5cc7-428c-9de2-bbe8c7ebb785 None None] Provisioning complete for port 8c95d869-6839-437a-af80-c916c256a8f1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:49.385256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97eae441-5cc7-428c-9de2-bbe8c7ebb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:49.417188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b79c6-5f49-4424-930a-0836766e5f5f req-6be7f5dd-6a75-491b-badd-f47135f6e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.418695 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-6be7f5dd-6a75-491b-badd-f47135f6e665 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3699732 Nov 09 17:21:49.432271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-97eae441-5cc7-428c-9de2-bbe8c7ebb785 None None] Port 8c95d869-6839-437a-af80-c916c256a8f1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:21:49.436635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e719bd2-e4b0-474d-add0-914ba139fe9b req-f8e667bb-750f-44a1-9bca-f8b47486ce20 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.439612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e719bd2-e4b0-474d-add0-914ba139fe9b req-f8e667bb-750f-44a1-9bca-f8b47486ce20 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1096 time: 0.0835416 Nov 09 17:21:49.470616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:21:49.487799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Sync routers for ids ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:21:49.499160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Routers {'750ab87a-0e70-49e8-9d60-2f6ede3c340a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:49.499958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:49.520595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5fb92-5489-4757-b1d2-50432e3dab06 req-a71acfbd-9f33-4fd0-b175-4c2d2fc916c4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.528586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3c5fb92-5489-4757-b1d2-50432e3dab06 req-a71acfbd-9f33-4fd0-b175-4c2d2fc916c4 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 948 time: 0.1847095 Nov 09 17:21:49.584983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-952086ff-ba03-4156-95bc-7a4fbdf7f4d3 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513901 Nov 09 17:21:49.590843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b6182d50-f05e-4176-b86d-46ed82b7cc1f admin admin] 10.222.0.45 "PUT /v2.0/routers/750ab87a-0e70-49e8-9d60-2f6ede3c340a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5911858 Nov 09 17:21:49.652961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-03c24eab-53ff-4e8d-b93e-42d2786bb549 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724698 Nov 09 17:21:49.696441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3c5fb92-5489-4757-b1d2-50432e3dab06 req-64126922-6186-49d9-8c3d-5a8175b4f4bc tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612885 Nov 09 17:21:49.727294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e719bd2-e4b0-474d-add0-914ba139fe9b req-9cb00708-f59e-4058-92ca-7f777d34135e tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733049 Nov 09 17:21:49.839507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Set router 750ab87a-0e70-49e8-9d60-2f6ede3c340a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:49.846663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-121b79c6-5f49-4424-930a-0836766e5f5f req-6571b82a-2b6d-4495-9edb-dbed46bd9f71 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445080 Nov 09 17:21:49.888095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6312b538-4980-4385-9f3e-0e4381adc5d7 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:49.900603 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:49.920801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Transition to ACTIVE for port object 6312b538-4980-4385-9f3e-0e4381adc5d7 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:49.936767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac25be-b193-45d4-a024-e81a285c7260 req-e242fed2-5482-4db6-9ff5-c5e7ef1ae784 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.938902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-ef1f0c69-987f-4702-ad07-ec3f598672a3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.939067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23ac25be-b193-45d4-a024-e81a285c7260 req-e242fed2-5482-4db6-9ff5-c5e7ef1ae784 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.0898895 Nov 09 17:21:49.945108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e3b60006-ed7f-4f3b-95a6-ee0114d20817 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:49.947408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-ef1f0c69-987f-4702-ad07-ec3f598672a3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.954772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-ef1f0c69-987f-4702-ad07-ec3f598672a3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.961009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-ef1f0c69-987f-4702-ad07-ec3f598672a3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.968340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-ef1f0c69-987f-4702-ad07-ec3f598672a3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:49.971177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-ef1f0c69-987f-4702-ad07-ec3f598672a3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 3815 time: 0.1715810 Nov 09 17:21:49.973105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.024401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23ac25be-b193-45d4-a024-e81a285c7260 req-e5cc0eb6-f9c3-418f-8e83-18eee3b24dfa tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781653 Nov 09 17:21:50.083596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e3b60006-ed7f-4f3b-95a6-ee0114d20817 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:50.084143 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.189545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a25ed8b0-b2f9-4b37-ac30-8f122ad67618 req-f5f71be1-c104-4fdd-86ef-beae6e826c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070096 Nov 09 17:21:50.197386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Pushing event updated for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:50.286164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Attempting to bind port 6312b538-4980-4385-9f3e-0e4381adc5d7 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:50.290665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Attempting to bind port 6312b538-4980-4385-9f3e-0e4381adc5d7 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:50.292956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Attempting to bind port 6312b538-4980-4385-9f3e-0e4381adc5d7 on network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:50.308969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:21:47Z', 'revision_number': 4, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e15a2566-25ba-48e5-bb29-b0b7266cb2b0', 'name': '', 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'mac_address': 'fa:16:3e:58:73:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7c44171b-0380-4083-842b-28aac6e7fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:45Z', 'updated_at': '2021-11-09T17:21:47Z', 'revision_number': 2, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'subnets': [{'id': '7c44171b-0380-4083-842b-28aac6e7fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:50.321775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Port 6312b538-4980-4385-9f3e-0e4381adc5d7 on network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:50.322345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Attempting to bind port 6312b538-4980-4385-9f3e-0e4381adc5d7 on network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:50.330973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:50.331723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faa6f3-34f1-4f6e-aab3-f7bd365a508e req-c2fb6f4c-387c-4d91-ac76-5c9716c4b181 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:50.332133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Checking segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:50.332770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Bound using segment: {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:50.333301 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08faa6f3-34f1-4f6e-aab3-f7bd365a508e req-c2fb6f4c-387c-4d91-ac76-5c9716c4b181 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 950 time: 0.1784327 Nov 09 17:21:50.333638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Bound port: 6312b538-4980-4385-9f3e-0e4381adc5d7, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8720157-809a-4a9c-b74c-f2a758761283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:50.334293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.358169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Checking router: 750ab87a-0e70-49e8-9d60-2f6ede3c340a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:21:50.358544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Updating router 750ab87a-0e70-49e8-9d60-2f6ede3c340a port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:21:50.430136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.440137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08faa6f3-34f1-4f6e-aab3-f7bd365a508e req-10be1628-78f6-4a08-98cd-3910ede46199 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873351 Nov 09 17:21:50.470556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:50.475418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6312b538-4980-4385-9f3e-0e4381adc5d7,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:50.484857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.588204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Pushing event updated for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:50.602290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f49fe-d019-4057-b0fd-94fd58f68f81 req-1a91b4f1-efd9-49a6-be45-6133432a2b98 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:50.603895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-812f49fe-d019-4057-b0fd-94fd58f68f81 req-1a91b4f1-efd9-49a6-be45-6133432a2b98 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.0998638 Nov 09 17:21:50.610446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:50.611675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.615249 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b4ecd1d-436c-4e71-9848-f9edda65f581 service neutron] 10.222.0.83 "PUT /v2.0/ports/6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 200 len: 1091 time: 1.7499230 Nov 09 17:21:50.617436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:50.622476 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e803f533-0fc1-4aa6-a5e8-60b665c4272d" -d '{"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:50.655847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:50.730784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-812f49fe-d019-4057-b0fd-94fd58f68f81 req-b58be53a-cf2f-4a10-bbba-96fb680281d8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100140 Nov 09 17:21:50.755683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.868933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.882925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:50.981187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad1b43-6487-4fc3-95b6-a5794b4038de None None] Pushing event updated for resources: {'Port': ['ID=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:51.146385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142519a5-a1d2-4220-8795-8a414293f9dd req-c817bc4a-01dc-478b-8514-f90c1a1adcc5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:51.147981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-142519a5-a1d2-4220-8795-8a414293f9dd req-c817bc4a-01dc-478b-8514-f90c1a1adcc5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 950 time: 0.3933778 Nov 09 17:21:51.174378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Attempting to bind port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:51.175265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Attempting to bind port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:51.175961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Attempting to bind port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 on network ad9325f4-8443-47d9-aa27-2d3d19951007 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:51.188877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:51.189813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Checking segment: {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:51.190462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.191656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Bound using segment: {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:51.192404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Bound port: e15a2566-25ba-48e5-bb29-b0b7266cb2b0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54623e78-50ec-4353-a328-30823244c8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:51.193176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.292605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] For port e15a2566-25ba-48e5-bb29-b0b7266cb2b0, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:51.298338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] For port e15a2566-25ba-48e5-bb29-b0b7266cb2b0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:51.303653 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.315674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-870979f8-58be-4823-ae3e-7be746e7d176 req-b314eadc-e023-47b8-afec-5d7310c1679e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5616102 Nov 09 17:21:51.359145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:51.415997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Routers {'750ab87a-0e70-49e8-9d60-2f6ede3c340a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:21:51.416832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:21:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:51.487905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad1b43-6487-4fc3-95b6-a5794b4038de None None] Pushing event updated for resources: {'Port': ['ID=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:51.501251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e4e077eb-126f-4ed0-ae02-e468216a5445 None None] Provisioning complete for port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:51.501745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4e077eb-126f-4ed0-ae02-e468216a5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.591635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.671390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] Set router 750ab87a-0e70-49e8-9d60-2f6ede3c340a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:21:51.714668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496a992e-b3ca-452b-8960-a9e85249a9d1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:51.724073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.741498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Transition to ACTIVE for port object 496a992e-b3ca-452b-8960-a9e85249a9d1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:51.798297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.837082 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4e077eb-126f-4ed0-ae02-e468216a5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.869538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:51.919115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port eae9ad78-2b65-4280-976e-861a87158d27 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:51.919441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.938436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e4e077eb-126f-4ed0-ae02-e468216a5445 None None] For port e15a2566-25ba-48e5-bb29-b0b7266cb2b0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:51.957685 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4e077eb-126f-4ed0-ae02-e468216a5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:51.972362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:52.228087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e077eb-126f-4ed0-ae02-e468216a5445 None None] Pushing event updated for resources: {'Port': ['ID=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:52.243312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-298ebc69-dc86-4a43-b912-6299c5ad4ebe None None] Provisioning complete for port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:52.243832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-298ebc69-dc86-4a43-b912-6299c5ad4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.286629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:52.315426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'mac_address': 'fa:16:3e:16:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:21:52.330472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-5dbb809a-ff7a-47af-a5b2-99ccecaab76d tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:21:52.332850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-5dbb809a-ff7a-47af-a5b2-99ccecaab76d tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084610 Nov 09 17:21:52.357350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:21:47Z', 'revision_number': 4, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e15a2566-25ba-48e5-bb29-b0b7266cb2b0', 'name': '', 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'mac_address': 'fa:16:3e:58:73:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7c44171b-0380-4083-842b-28aac6e7fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:45Z', 'updated_at': '2021-11-09T17:21:51Z', 'revision_number': 4, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'subnets': [{'id': '7c44171b-0380-4083-842b-28aac6e7fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:21:52.388050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-fefb7f57-40ae-4c1c-a969-bc69359ae09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:52.389710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-fefb7f57-40ae-4c1c-a969-bc69359ae09a service neutron] 10.222.0.45 "GET /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 1093 time: 0.0473762 Nov 09 17:21:52.403455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Request body: {'binding': {'host': 'n-h2-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:52.404382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Unknown quota resources ['binding']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:21:52.406203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca6852-d118-426a-9a68-0135c1212e0a None None] The sync data for ids ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'] in n-d-804292-3 is: [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:21:47Z', 'revision_number': 4, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e15a2566-25ba-48e5-bb29-b0b7266cb2b0', 'name': '', 'network_id': 'ad9325f4-8443-47d9-aa27-2d3d19951007', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'mac_address': 'fa:16:3e:58:73:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7c44171b-0380-4083-842b-28aac6e7fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:45Z', 'updated_at': '2021-11-09T17:21:51Z', 'revision_number': 4, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'subnets': [{'id': '7c44171b-0380-4083-842b-28aac6e7fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:21:52.411914 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.621261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port eae9ad78-2b65-4280-976e-861a87158d27, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=eae9ad78-2b65-4280-976e-861a87158d27,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:52.622099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.635807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.651554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Attempting to bind port 496a992e-b3ca-452b-8960-a9e85249a9d1 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:52.654106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Attempting to bind port 496a992e-b3ca-452b-8960-a9e85249a9d1 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:52.654619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Attempting to bind port 496a992e-b3ca-452b-8960-a9e85249a9d1 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:52.666808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for eae9ad78-2b65-4280-976e-861a87158d27 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:52.672796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on host n-h2-804292-3 for vnic_type normal with profile None {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:52.673613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:52.674015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:52.683432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Port 496a992e-b3ca-452b-8960-a9e85249a9d1 on network 4725020f-aa99-4326-8bb9-f0f85a109152 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:52.683862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Attempting to bind port 496a992e-b3ca-452b-8960-a9e85249a9d1 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:52.684822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:52.685396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:52.692536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:52.692967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:52.693491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:52.694040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Bound port: 929959b3-70ee-4097-998a-befb53c41801, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:52.708163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:52.708601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Checking segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:52.709076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Bound using segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:52.709599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Bound port: 496a992e-b3ca-452b-8960-a9e85249a9d1, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:52.710044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.723595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a0013-077f-47f3-a717-a2cf5056c4c6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:52.744690 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.776441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:52.782641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:52.784561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.798690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:52.800575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] 10.222.0.45 "POST /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801/bindings HTTP/1.1" status: 201 len: 389 time: 0.4031229 Nov 09 17:21:52.896763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:52.942388 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcbe72f-a3ea-4da3-858d-1713335eced2 x-openstack-request-id: req-adcbe72f-a3ea-4da3-858d-1713335eced2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:52.942779 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:52.943393 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adcbe72f-a3ea-4da3-858d-1713335eced2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:52.943949 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'status': 'completed', 'code': 200} Nov 09 17:21:53.032190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:53.071937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=496a992e-b3ca-452b-8960-a9e85249a9d1,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:53.091119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af29c-b1a9-4bec-a250-c338772ea2bb req-62b83cf8-1dd8-4fb2-8a97-e541ea544e91 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.091349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Allocated IP 172.25.3.110 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/f2c8622c-6665-474b-a33f-b56859196861) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:21:53.095627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:53.097824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f44af29c-b1a9-4bec-a250-c338772ea2bb req-62b83cf8-1dd8-4fb2-8a97-e541ea544e91 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 949 time: 0.0854709 Nov 09 17:21:53.110482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['200a0013-077f-47f3-a717-a2cf5056c4c6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:53.180514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f44af29c-b1a9-4bec-a250-c338772ea2bb req-0cb483ca-5782-40e6-8d3a-231d76e90764 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Nov 09 17:21:53.275582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.276263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.276837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.277399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.277936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.278471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.280496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-061ee07e-2875-46f5-b60c-4ae4327abc60 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5244 time: 0.3141248 Nov 09 17:21:53.309995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.310836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:53.313286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] 10.222.0.83 "PUT /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 1131 time: 2.6650829 Nov 09 17:21:53.382577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef186d1-390b-44dd-9d79-745f61f5dc5e req-0e105f2b-ee8c-411b-ad15-7506d6df733c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.392245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ef186d1-390b-44dd-9d79-745f61f5dc5e req-0e105f2b-ee8c-411b-ad15-7506d6df733c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1196594 Nov 09 17:21:53.458557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ef186d1-390b-44dd-9d79-745f61f5dc5e req-67b3caae-03f4-4764-920a-19ccc885986f tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652938 Nov 09 17:21:53.500990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:53.625594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.634065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.645143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.652746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.661086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.675652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.678798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-7aa6705d-c607-4e88-b89d-3fa881acec91 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 4600 time: 0.1374006 Nov 09 17:21:53.718371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:53.732711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:53.745006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820be63-3e87-4941-85d6-d3de3f41ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:53.752400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-84d2d49f-7068-45c0-81be-a0f3049875fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.755926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-84d2d49f-7068-45c0-81be-a0f3049875fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.756533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-84d2d49f-7068-45c0-81be-a0f3049875fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:53.758348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-84d2d49f-7068-45c0-81be-a0f3049875fe service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abf1a19b8df949b29cb053dfaed37642&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4612215 Nov 09 17:21:53.772942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9a206bd-5c61-44bb-9ec7-8c31f45c9a9b req-58e4ffca-6057-4b77-b3c2-65366d613805 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866184 Nov 09 17:21:53.901765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:53.903941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=eae9ad78-2b65-4280-976e-861a87158d27,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:53.973862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device eae9ad78-2b65-4280-976e-861a87158d27 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:21:54.012689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: eae9ad78-2b65-4280-976e-861a87158d27 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:21:54.013246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device eae9ad78-2b65-4280-976e-861a87158d27 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:21:54.068739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e15a2566-25ba-48e5-bb29-b0b7266cb2b0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:54.120129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-25df2f87-99d0-4e13-8915-275b6d9bdb04 req-03d9a04b-baeb-4411-8faa-c829c536b282 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=6043b26c-d1d6-42df-94b1-f1103983d58e HTTP/1.1" status: 200 len: 210 time: 0.0609348 Nov 09 17:21:54.133725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port eae9ad78-2b65-4280-976e-861a87158d27 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:54.187424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:54.194786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-142519a5-a1d2-4220-8795-8a414293f9dd req-30b6309e-e234-4aa0-9944-1bbbc550d691 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "DELETE /v2.0/ports/eae9ad78-2b65-4280-976e-861a87158d27 HTTP/1.1" status: 204 len: 173 time: 2.9067609 Nov 09 17:21:54.211765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d', 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:54.397093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e1b33-3894-4552-bb33-33002374c60d req-0c8b81b3-ca3d-4502-aae6-3c7052bfc119 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:54.399744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c0e1b33-3894-4552-bb33-33002374c60d req-0c8b81b3-ca3d-4502-aae6-3c7052bfc119 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.1368020 Nov 09 17:21:54.421736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:54.422174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:54.434699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:54.473231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c0e1b33-3894-4552-bb33-33002374c60d req-7b382414-26e1-4acd-80b8-0dd5f2cbd3e3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628932 Nov 09 17:21:54.577140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-9e03e3de-f404-49bf-aedf-ba0cff551bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:54.580729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e803f533-0fc1-4aa6-a5e8-60b665c4272d req-9e03e3de-f404-49bf-aedf-ba0cff551bff service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7551565 Nov 09 17:21:54.642362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:54.711127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae829bb-3ee9-4874-8fed-d606fb2e7246 req-e42d4645-2a3e-4c46-bc57-ea76e056b1b5 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:54.723326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ae829bb-3ee9-4874-8fed-d606fb2e7246 req-e42d4645-2a3e-4c46-bc57-ea76e056b1b5 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1130157 Nov 09 17:21:54.849843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ae829bb-3ee9-4874-8fed-d606fb2e7246 req-31efcdab-4ddc-40d9-a5ee-c9c5a0e636ff tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239443 Nov 09 17:21:54.909649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:21:54.920493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:21:54.929971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Pushing event updated for resources: {'Port': ['ID=f2c8622c-6665-474b-a33f-b56859196861,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:54.933481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:21:54.950830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '496a992e-b3ca-452b-8960-a9e85249a9d1'}, {'server_uuid': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'name': 'network-vif-deleted', 'tag': 'eae9ad78-2b65-4280-976e-861a87158d27'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:54.954251 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f" -d '{"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "496a992e-b3ca-452b-8960-a9e85249a9d1"}, {"server_uuid": "6043b26c-d1d6-42df-94b1-f1103983d58e", "name": "network-vif-deleted", "tag": "eae9ad78-2b65-4280-976e-861a87158d27"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:55.095984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2bfc1-63f1-4b37-8660-a4fe809a33cd req-6644a193-d4a5-48ba-bee5-b7efb199ab1b tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.108213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30c2bfc1-63f1-4b37-8660-a4fe809a33cd req-6644a193-d4a5-48ba-bee5-b7efb199ab1b tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 1100 time: 0.1095314 Nov 09 17:21:55.187388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30c2bfc1-63f1-4b37-8660-a4fe809a33cd req-3ef711f0-62b8-4c5e-9ba8-7a82d63f9e64 tempest-MigrationsAdminTest-435613940 tempest-MigrationsAdminTest-435613940-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615647 Nov 09 17:21:55.222266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.240707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d767564-85d0-4ac6-b144-092ee3ed8632 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:55.265365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.280691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.302928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43f80-e196-4203-a6c8-a3657499cd8e req-7f8ecd96-a209-4bb1-ab8c-f761e2b14ebc tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.304123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Transition to ACTIVE for port object 3d767564-85d0-4ac6-b144-092ee3ed8632 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:55.305257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61e43f80-e196-4203-a6c8-a3657499cd8e req-7f8ecd96-a209-4bb1-ab8c-f761e2b14ebc tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.0592351 Nov 09 17:21:55.312271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.366601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61e43f80-e196-4203-a6c8-a3657499cd8e req-2ad060a4-0f4d-4e33-9691-04b9255e55f9 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Nov 09 17:21:55.448743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:55.576752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.585538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.592426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.598942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.605505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.612601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.614868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Attempting to bind port 3d767564-85d0-4ac6-b144-092ee3ed8632 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:55.615357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Attempting to bind port 3d767564-85d0-4ac6-b144-092ee3ed8632 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:55.619221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.625259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Attempting to bind port 3d767564-85d0-4ac6-b144-092ee3ed8632 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:55.633526 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30eef840-1832-47e5-af06-a6072f3efc72 req-a53c5763-50c2-4528-9005-bbce5d1d6872 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5373 time: 0.1618540 Nov 09 17:21:55.639053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.644338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-c6f142b7-49d3-4859-91e4-02c8dae7da95 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:55.646179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-c6f142b7-49d3-4859-91e4-02c8dae7da95 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1097 time: 0.2093537 Nov 09 17:21:55.655153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.661894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-3'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:55.671711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Port 3d767564-85d0-4ac6-b144-092ee3ed8632 on network 4725020f-aa99-4326-8bb9-f0f85a109152 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:55.672901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Attempting to bind port 3d767564-85d0-4ac6-b144-092ee3ed8632 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:55.708235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30eef840-1832-47e5-af06-a6072f3efc72 req-3f2bf19d-f0f2-4a2d-a8a1-5fecf747908d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736809 Nov 09 17:21:55.730183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:55.730575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Checking segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:55.731105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Bound using segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:55.731434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Bound port: 3d767564-85d0-4ac6-b144-092ee3ed8632, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:55.731869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.831322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Pushing event updated for resources: {'Port': ['ID=f2c8622c-6665-474b-a33f-b56859196861,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:55.837575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.843416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.863112 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c2cdfb-a721-4da2-988f-6f1888e6cbc4 x-openstack-request-id: req-f4c2cdfb-a721-4da2-988f-6f1888e6cbc4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:55.863404 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "496a992e-b3ca-452b-8960-a9e85249a9d1", "status": "completed", "code": 200}, {"server_uuid": "6043b26c-d1d6-42df-94b1-f1103983d58e", "name": "network-vif-deleted", "tag": "eae9ad78-2b65-4280-976e-861a87158d27", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:55.863660 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4c2cdfb-a721-4da2-988f-6f1888e6cbc4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:55.864040 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '496a992e-b3ca-452b-8960-a9e85249a9d1', 'status': 'completed', 'code': 200} Nov 09 17:21:55.864302 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6043b26c-d1d6-42df-94b1-f1103983d58e', 'name': 'network-vif-deleted', 'tag': 'eae9ad78-2b65-4280-976e-861a87158d27', 'status': 'completed', 'code': 200} Nov 09 17:21:55.902219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:55.903444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-870979f8-58be-4823-ae3e-7be746e7d176 req-4597786d-a269-432b-9b24-a09400ab2f0e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5488176 Nov 09 17:21:55.959873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:55.967828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:21:56.012075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3d767564-85d0-4ac6-b144-092ee3ed8632,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:56.030300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-870979f8-58be-4823-ae3e-7be746e7d176 req-cbfec5d3-fc13-4aeb-ab07-2566e2646556 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.0859964 Nov 09 17:21:56.032080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:56.076665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 200a0013-077f-47f3-a717-a2cf5056c4c6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:21:56.082870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 200a0013-077f-47f3-a717-a2cf5056c4c6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:56.083672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:56.189387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:56.220939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:56.224036 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7fd0aa-e91f-47bc-8542-076a95f02f7b" -d '{"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-plugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:56.237512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab784-e603-4100-a1cc-dfa92580fcd4 req-9a9fd441-b29d-4f6a-8773-00b61453e388 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.239346 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-940ab784-e603-4100-a1cc-dfa92580fcd4 req-9a9fd441-b29d-4f6a-8773-00b61453e388 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 946 time: 0.0717492 Nov 09 17:21:56.253811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:56.261799 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:56.315984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-940ab784-e603-4100-a1cc-dfa92580fcd4 req-69c768a3-755e-4862-a69a-dc2fead14149 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696640 Nov 09 17:21:56.330402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=13']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:56.452172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05196189-f5a7-47e4-aa46-6dfda5228a3b req-ced5d7a7-5bbb-4032-95c7-a9d42abf8f08 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.460481 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05196189-f5a7-47e4-aa46-6dfda5228a3b req-ced5d7a7-5bbb-4032-95c7-a9d42abf8f08 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.0713916 Nov 09 17:21:56.479360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.480354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:56.482469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 1131 time: 2.9870894 Nov 09 17:21:56.498289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.499018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.505984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.506476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.507071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.507603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.508023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.510263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-711e00db-efee-44c8-bc82-20b95dee67b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6168 time: 0.6305380 Nov 09 17:21:56.542289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:56.555760 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05196189-f5a7-47e4-aa46-6dfda5228a3b req-984c0a66-8d23-4b74-b390-609e5d99d953 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937705 Nov 09 17:21:56.640285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:56.685944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870979f8-58be-4823-ae3e-7be746e7d176 req-aab022c3-2c34-4666-9051-6a983a530c9e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.689126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-870979f8-58be-4823-ae3e-7be746e7d176 req-aab022c3-2c34-4666-9051-6a983a530c9e tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3441885 Nov 09 17:21:56.689997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6b651-2c31-4c0a-b927-fae7519c05d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:56.751793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-870979f8-58be-4823-ae3e-7be746e7d176 req-be943f20-77ed-4ae1-8f75-fc3f993241ed tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:21:56.753852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-870979f8-58be-4823-ae3e-7be746e7d176 req-be943f20-77ed-4ae1-8f75-fc3f993241ed tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097697 Nov 09 17:21:56.812787 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c3186-0b59-4b98-8e8c-2970b16e80c4 x-openstack-request-id: req-451c3186-0b59-4b98-8e8c-2970b16e80c4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:56.813380 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-plugged", "status": "completed", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:56.813847 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-451c3186-0b59-4b98-8e8c-2970b16e80c4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:56.814484 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'code': 200} Nov 09 17:21:56.838875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:56.912347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376fa02-7131-4378-8b81-8845aae4af5c req-023dd24f-e96c-48d3-acca-e0e82b80ccc3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.914536 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7376fa02-7131-4378-8b81-8845aae4af5c req-023dd24f-e96c-48d3-acca-e0e82b80ccc3 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 950 time: 0.0765347 Nov 09 17:21:56.951309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:56.980519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7376fa02-7131-4378-8b81-8845aae4af5c req-6af0bf7c-ff7d-4d4e-a670-d8a7fbe666ed tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Nov 09 17:21:57.010384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:57.015716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-aff028d7-74c9-496f-9fb1-be8f5e421cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.016476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-aff028d7-74c9-496f-9fb1-be8f5e421cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.017576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-aff028d7-74c9-496f-9fb1-be8f5e421cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.019522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-aff028d7-74c9-496f-9fb1-be8f5e421cd2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abf1a19b8df949b29cb053dfaed37642&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4913049 Nov 09 17:21:57.042531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:57.110846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31acc9-eb60-4571-8071-1b5a1b9f24bb req-5ab610b6-ea86-45a8-a062-87e8c27ff814 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.113396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce31acc9-eb60-4571-8071-1b5a1b9f24bb req-5ab610b6-ea86-45a8-a062-87e8c27ff814 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.2098839 Nov 09 17:21:57.136197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.144842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.152309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.164613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.175421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.185209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.194681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.200215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-2a36a090-833e-4bec-b10c-d19fe6144e8a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5373 time: 0.1418221 Nov 09 17:21:57.293287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e403e75-ca7b-419f-9bc8-3b09cbfe131a req-acf4ee5d-dac5-4798-8d0e-9024f46037f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827789 Nov 09 17:21:57.405022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:57.426737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a901c-6328-40e4-b1b9-c32785d696d9 req-bfcfaf5b-019f-442f-b2f7-2745c6cd8d83 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.428347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-400a901c-6328-40e4-b1b9-c32785d696d9 req-bfcfaf5b-019f-442f-b2f7-2745c6cd8d83 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 949 time: 0.0592291 Nov 09 17:21:57.476342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce31acc9-eb60-4571-8071-1b5a1b9f24bb req-bafadc20-1abe-4b83-a32e-477ba88cdf75 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291073 Nov 09 17:21:57.502902 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-400a901c-6328-40e4-b1b9-c32785d696d9 req-ad330e42-1657-4787-9315-1d631735765b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Nov 09 17:21:57.515927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on host n-h1-804292-3 for vnic_type normal with profile {"migrating_to": "n-h2-804292-3"} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:57.516521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:57.516909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:57.532632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-7ba780f5-218f-4867-90ef-347e29f53c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.534453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2e3cae9-1f43-4c78-8549-b5ba33c2a46f req-7ba780f5-218f-4867-90ef-347e29f53c8e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4930799 Nov 09 17:21:57.596743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:57.597289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:57.631648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:57.632148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:57.632520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:57.633002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Bound port: 7a07490f-1e36-4d69-8cf2-5f00af01192f, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:57.633393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:57.644857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a04b78c1-06ff-412f-86a7-6f31a9f5e74a req-648b2b3c-1c6e-4436-a43b-f7f4fd054453 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips/b53261c9-d7c5-4a1c-bb46-e9a993df974b HTTP/1.1" status: 200 len: 693 time: 0.1224701 Nov 09 17:21:57.706214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e67e-c0ac-451a-860d-e2fcd6735bb0 req-affc6b31-5d50-494c-b306-585cf48f7c62 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.708134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ea3e67e-c0ac-451a-860d-e2fcd6735bb0 req-affc6b31-5d50-494c-b306-585cf48f7c62 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.0659811 Nov 09 17:21:57.768800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ea3e67e-c0ac-451a-860d-e2fcd6735bb0 req-693844af-cc1f-45af-b1f4-a173ba491fc8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Nov 09 17:21:57.787393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-3b9840bb-17b1-4f8e-8519-7ce0802c19ec tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.789418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-3b9840bb-17b1-4f8e-8519-7ce0802c19ec tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 950 time: 0.2023077 Nov 09 17:21:57.791751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dde9d80-dea0-43c0-ad29-31b9e97bb870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:57.892167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '3d767564-85d0-4ac6-b144-092ee3ed8632'}, {'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:21:57.894698 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51" -d '{"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "3d767564-85d0-4ac6-b144-092ee3ed8632"}, {"server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "name": "network-vif-unplugged", "status": "completed", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:21:57.947981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab445-940b-4656-bcbd-bff4e341590e req-906a1399-aac6-4820-aef5-b898673ffc22 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:57.956737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d1ab445-940b-4656-bcbd-bff4e341590e req-906a1399-aac6-4820-aef5-b898673ffc22 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.0664523 Nov 09 17:21:57.982511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:21:58.002231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:58.006967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7077f5dc-d7b7-4a97-9d92-97abd8e15078 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:21:58.022049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.034880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d1ab445-940b-4656-bcbd-bff4e341590e req-0f5daa1d-db1e-4729-8153-25f6fd852854 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769958 Nov 09 17:21:58.045270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b78c1-06ff-412f-86a7-6f31a9f5e74a req-f3a7fa81-b69e-4690-ac15-57b990358c00 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.046919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a04b78c1-06ff-412f-86a7-6f31a9f5e74a req-f3a7fa81-b69e-4690-ac15-57b990358c00 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3952150 Nov 09 17:21:58.049682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:58.065420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Transition to ACTIVE for port object 7077f5dc-d7b7-4a97-9d92-97abd8e15078 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:21:58.081851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.084265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.171513 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a17a24-ccd6-4ef0-bcac-acdac1ae6c29 x-openstack-request-id: req-39a17a24-ccd6-4ef0-bcac-acdac1ae6c29 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:21:58.171847 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "3d767564-85d0-4ac6-b144-092ee3ed8632", "status": "completed", "code": 200}, {"server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "name": "network-vif-unplugged", "status": "completed", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:21:58.172377 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39a17a24-ccd6-4ef0-bcac-acdac1ae6c29 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:21:58.172816 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '3d767564-85d0-4ac6-b144-092ee3ed8632', 'status': 'completed', 'code': 200} Nov 09 17:21:58.173117 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'code': 200} Nov 09 17:21:58.182612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:58.272775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.83', 65162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:58.275913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on host n-h1-804292-3 for vnic_type normal with profile {"migrating_to": "n-h2-804292-3"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:58.276471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:58.276922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:58.285402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.290136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:58.290581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Attempting to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f on network 85da85a4-0104-411e-a021-4159e9be8da3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:58.298094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:58.298578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Checking segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:58.299312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Bound using segment: {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:58.299877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Bound port: 7a07490f-1e36-4d69-8cf2-5f00af01192f, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305f0c40-acb0-4d9c-812f-5fbbbad3d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '85da85a4-0104-411e-a021-4159e9be8da3'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:58.300340 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.317189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae29512b-ad3b-4e36-9a97-281fa549d71d req-10c26604-845c-4c22-b9c5-be10e21c34ab tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=5dba53a752fb4b6ca480461482f75779 HTTP/1.1" status: 200 len: 696 time: 0.1449962 Nov 09 17:21:58.344750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Attempting to bind port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:21:58.345228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Attempting to bind port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:21:58.345718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Attempting to bind port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:58.394860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Deleting port 200a0013-077f-47f3-a717-a2cf5056c4c6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:58.395482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.401715 n-d-804292-3 neutron-server[102556]: WARNING neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Concurrent port binding operations failed on port 7a07490f-1e36-4d69-8cf2-5f00af01192f Nov 09 17:21:58.407058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:58.410704 n-d-804292-3 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Attempt 2 to bind port 7a07490f-1e36-4d69-8cf2-5f00af01192f Nov 09 17:21:58.411515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f has no active binding in host n-h2-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:21:58.498709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.499411 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.500947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] 10.222.0.83 "PUT /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 1122 time: 2.8468578 Nov 09 17:21:58.511057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 on network 4725020f-aa99-4326-8bb9-f0f85a109152 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:21:58.511386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Attempting to bind port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:21:58.526661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:21:58.527303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Checking segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:21:58.527582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Bound using segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:21:58.528117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Bound port: 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:21:58.528466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.529260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.533020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.534323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.534769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.535275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.535897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.536350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.538546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-343485fd-62c2-42d5-8ae7-176f75daee93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6235 time: 0.3573632 Nov 09 17:21:58.582676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109941-9d1f-4a38-b2ca-868385020025 req-0c9b4e6d-e50c-4688-8215-f2f0c4616439 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.584468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90109941-9d1f-4a38-b2ca-868385020025 req-0c9b4e6d-e50c-4688-8215-f2f0c4616439 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6be71386-6347-4d82-90f3-04866f810b83 HTTP/1.1" status: 200 len: 950 time: 0.3541923 Nov 09 17:21:58.585151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:58.592155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-c3310c27-6146-4a59-87ad-796d8432ef8c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:58.596810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-c3310c27-6146-4a59-87ad-796d8432ef8c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 949 time: 0.2927239 Nov 09 17:21:58.650241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7a07490f-1e36-4d69-8cf2-5f00af01192f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:58.655780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['7a07490f-1e36-4d69-8cf2-5f00af01192f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:58.707649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90109941-9d1f-4a38-b2ca-868385020025 req-298de3d5-4b4e-4c97-a317-e4cb112f96f9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877359 Nov 09 17:21:58.713141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] For port 200a0013-077f-47f3-a717-a2cf5056c4c6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=200a0013-077f-47f3-a717-a2cf5056c4c6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:21:58.713516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:58.753874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Pushing event updated for resources: {'Port': ['ID=7077f5dc-d7b7-4a97-9d92-97abd8e15078,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:58.766257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Calling delete_port for 200a0013-077f-47f3-a717-a2cf5056c4c6 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:21:58.789554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] For port 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:21:58.845181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] For port 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:21:58.862822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:59.095904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Pushing event updated for resources: {'Port': ['ID=7077f5dc-d7b7-4a97-9d92-97abd8e15078,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:59.131803 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:59.162027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.168273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:59.170459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-d1aa6ad0-3c8b-423f-b973-f9b0f3794e44 service neutron] 10.222.0.83 "PUT /v2.0/ports/7077f5dc-d7b7-4a97-9d92-97abd8e15078 HTTP/1.1" status: 200 len: 1090 time: 2.6329212 Nov 09 17:21:59.272734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:59.378555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:59.403566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event deleted for resources: {'Port': ['ID=200a0013-077f-47f3-a717-a2cf5056c4c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:59.405066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29512b-ad3b-4e36-9a97-281fa549d71d req-a3ddce3d-e7ea-4b17-b897-750f7356ca8a tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.414609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae29512b-ad3b-4e36-9a97-281fa549d71d req-a3ddce3d-e7ea-4b17-b897-750f7356ca8a tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks?id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 787 time: 1.0962610 Nov 09 17:21:59.440674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-ae29512b-ad3b-4e36-9a97-281fa549d71d req-162e8bd1-63f1-4b54-bb03-f3d611953653 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:21:59.459668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae29512b-ad3b-4e36-9a97-281fa549d71d req-162e8bd1-63f1-4b54-bb03-f3d611953653 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0437381 Nov 09 17:21:59.532461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:21:59.712197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] No DVR routers for this DVR port 200a0013-077f-47f3-a717-a2cf5056c4c6 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:21:59.719127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:21:59.722701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc8a55c3-8489-41b4-b017-da696640dbb1 req-6543bf32-f1b8-4581-92e9-67e2bbdecb62 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "DELETE /v2.0/ports/200a0013-077f-47f3-a717-a2cf5056c4c6 HTTP/1.1" status: 204 len: 173 time: 1.9227867 Nov 09 17:21:59.737484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.745696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.774053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.820900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.858049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.866316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-59cfb191-6a90-467a-83bb-6be906d6c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.866828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-59cfb191-6a90-467a-83bb-6be906d6c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.870395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-59cfb191-6a90-467a-83bb-6be906d6c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.872188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-59cfb191-6a90-467a-83bb-6be906d6c643 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abf1a19b8df949b29cb053dfaed37642&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3172674 Nov 09 17:21:59.877279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.893726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.904584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9949e-0ce4-47d7-bd6e-3e5ba1a21faf req-ce2a5cae-57b7-45a6-8111-fbd4e8905133 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.908546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-3eca3cbb-895a-49a7-9970-af853f506b80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5385 time: 0.8232236 Nov 09 17:21:59.917025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6f9949e-0ce4-47d7-bd6e-3e5ba1a21faf req-ce2a5cae-57b7-45a6-8111-fbd4e8905133 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.3326092 Nov 09 17:21:59.993244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:21:59.993890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.103023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f32802d6-36ff-4960-8317-d13d5fb1efd8 req-e4ea414b-a8a7-4175-b3e5-309627671bc8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927860 Nov 09 17:22:00.153646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6f9949e-0ce4-47d7-bd6e-3e5ba1a21faf req-a83ca21a-23b5-4041-a930-5d3c4b922df0 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363961 Nov 09 17:22:00.226940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f'}, {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '7077f5dc-d7b7-4a97-9d92-97abd8e15078'}, {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-deleted', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:00.229837 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12062e2-fe63-473d-a9b4-03f97b077dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f"}, {"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "7077f5dc-d7b7-4a97-9d92-97abd8e15078"}, {"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-deleted", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:00.249662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5729fcde-178d-4c21-8f3a-057e019dc413 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:00.259835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.267973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027', 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:00.311863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-97cffe33-6a71-477a-89af-35df72b9f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:00.320138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Transition to ACTIVE for port object 5729fcde-178d-4c21-8f3a-057e019dc413 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:00.325598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7be5f81d-ea3e-4ad1-9cc4-e754babb5b51 req-97cffe33-6a71-477a-89af-35df72b9f7e8 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4046087 Nov 09 17:22:00.354313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.364915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:00.368257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.389197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59b5c5cf-73bb-4a7c-b619-470f4d15a8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.427123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad130d-6c4a-4a7d-b25f-57ef6e7b93cc req-8e839f34-d384-4efc-94b6-5742df5a8720 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:00.428773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ddad130d-6c4a-4a7d-b25f-57ef6e7b93cc req-8e839f34-d384-4efc-94b6-5742df5a8720 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=224af8eb-969f-4ce1-b661-eef605b6f4c3 HTTP/1.1" status: 200 len: 949 time: 0.1525090 Nov 09 17:22:00.438173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for dade1e7b-fc4b-41dc-86e8-c1d21c2b758c owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:00.548271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9953052-1439-42d4-8fb2-03e0c6c4acef req-f6332766-91b9-42c0-a0f2-9026ed65d4a8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:00.557306 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9953052-1439-42d4-8fb2-03e0c6c4acef req-f6332766-91b9-42c0-a0f2-9026ed65d4a8 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.2105687 Nov 09 17:22:00.676288 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9953052-1439-42d4-8fb2-03e0c6c4acef req-3be30eaa-618f-4eea-9c47-18cc95a0d724 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Nov 09 17:22:00.828973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.842625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:00.867795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=dade1e7b-fc4b-41dc-86e8-c1d21c2b758c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:00.879140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f2ce-9fa8-4021-b824-a3bc49fd713d req-0a406f60-d0af-493b-a78b-36aa84e6a107 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:00.886494 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d434f2ce-9fa8-4021-b824-a3bc49fd713d req-0a406f60-d0af-493b-a78b-36aa84e6a107 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1126111 Nov 09 17:22:00.944770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port dade1e7b-fc4b-41dc-86e8-c1d21c2b758c on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:00.952317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:00.956151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a81287e-3469-42b0-ba8a-0f9bf9e0b60b req-cca4df0b-1c14-427f-88aa-c37cd64c80f5 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "DELETE /v2.0/ports/dade1e7b-fc4b-41dc-86e8-c1d21c2b758c HTTP/1.1" status: 204 len: 173 time: 2.3362131 Nov 09 17:22:00.956619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'name': 'network-vif-deleted', 'tag': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:00.958956 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2495fb-d0ae-4218-829a-3ab851a75117" -d '{"events": [{"server_uuid": "224af8eb-969f-4ce1-b661-eef605b6f4c3", "name": "network-vif-deleted", "tag": "dade1e7b-fc4b-41dc-86e8-c1d21c2b758c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:00.990780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d434f2ce-9fa8-4021-b824-a3bc49fd713d req-764919a7-a649-4123-bca8-0ac601ce0645 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026089 Nov 09 17:22:01.018230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Pushing event updated for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:01.097484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ddad130d-6c4a-4a7d-b25f-57ef6e7b93cc req-1f6d1367-161b-4b77-89a5-9f53424056ee tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608028 Nov 09 17:22:01.118429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-21be630a-8908-4e31-aad6-89b6b0e921a2 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips/b53261c9-d7c5-4a1c-bb46-e9a993df974b HTTP/1.1" status: 200 len: 693 time: 0.0927808 Nov 09 17:22:01.132052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Attempting to bind port 5729fcde-178d-4c21-8f3a-057e019dc413 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:22:01.132052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Attempting to bind port 5729fcde-178d-4c21-8f3a-057e019dc413 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:22:01.132052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Attempting to bind port 5729fcde-178d-4c21-8f3a-057e019dc413 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:01.145491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Port 5729fcde-178d-4c21-8f3a-057e019dc413 on network 4725020f-aa99-4326-8bb9-f0f85a109152 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:22:01.146025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Attempting to bind port 5729fcde-178d-4c21-8f3a-057e019dc413 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:01.154954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:01.157184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Checking segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:22:01.158930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Bound using segment: {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:01.160319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Bound port: 5729fcde-178d-4c21-8f3a-057e019dc413, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7171ae7d-210d-4b4f-b470-c876fd67883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:22:01.164061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:01.267301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:01.271000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5729fcde-178d-4c21-8f3a-057e019dc413,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:01.277973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:01.295706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-b926d41d-5c9a-4278-bf43-312c36c75a11 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.322461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-b926d41d-5c9a-4278-bf43-312c36c75a11 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.2024903 Nov 09 17:22:01.326204 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bef935-c82c-4d16-a5a2-e755fa1d0466 x-openstack-request-id: req-c7bef935-c82c-4d16-a5a2-e755fa1d0466 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:01.326532 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "7077f5dc-d7b7-4a97-9d92-97abd8e15078", "status": "completed", "code": 200}, {"server_uuid": "6be71386-6347-4d82-90f3-04866f810b83", "name": "network-vif-deleted", "tag": "200a0013-077f-47f3-a717-a2cf5056c4c6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:01.326788 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7bef935-c82c-4d16-a5a2-e755fa1d0466 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:01.327279 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'status': 'completed', 'code': 200} Nov 09 17:22:01.327534 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '7077f5dc-d7b7-4a97-9d92-97abd8e15078', 'status': 'completed', 'code': 200} Nov 09 17:22:01.328468 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be71386-6347-4d82-90f3-04866f810b83', 'name': 'network-vif-deleted', 'tag': '200a0013-077f-47f3-a717-a2cf5056c4c6', 'status': 'completed', 'code': 200} Nov 09 17:22:01.340424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.341057 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:01.342462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] 10.222.0.83 "PUT /v2.0/ports/5729fcde-178d-4c21-8f3a-057e019dc413 HTTP/1.1" status: 200 len: 1091 time: 2.0864515 Nov 09 17:22:01.391127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c51fc-929d-4969-811c-9241eecd637e service neutron] Pushing event updated for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:01.401617 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5143ce8-d8c0-4234-9099-4600084f533a x-openstack-request-id: req-f5143ce8-d8c0-4234-9099-4600084f533a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:01.403247 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224af8eb-969f-4ce1-b661-eef605b6f4c3", "name": "network-vif-deleted", "tag": "dade1e7b-fc4b-41dc-86e8-c1d21c2b758c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:01.403641 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5143ce8-d8c0-4234-9099-4600084f533a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:01.404235 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224af8eb-969f-4ce1-b661-eef605b6f4c3', 'name': 'network-vif-deleted', 'tag': 'dade1e7b-fc4b-41dc-86e8-c1d21c2b758c', 'status': 'completed', 'code': 200} Nov 09 17:22:01.414154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:01.425048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:01.558254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:01.581888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:01.607122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-a6840540-4b21-4417-8196-d4ec545038cd tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.2811880 Nov 09 17:22:01.748730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.763160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.763712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.764117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.764623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.765093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.766288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.766928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.768438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.782878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-64956bfa-01bd-4f9d-b8f9-ca1621f259d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6344 time: 0.4270923 Nov 09 17:22:01.789611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-814b772b-1e80-49ef-981c-24a7dbc23b43 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.1547201 Nov 09 17:22:01.791709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.801851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-8cc2d786-23a4-4f16-b6f4-83554ad58ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.809804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-8cc2d786-23a4-4f16-b6f4-83554ad58ecf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1125 time: 0.4504316 Nov 09 17:22:01.812808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.849630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.867547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.875623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:01.885947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a49adef-468b-4327-8c9b-c300319d6122 req-4dbcbc6c-1030-4cb3-ba5a-f687838e5a53 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5397 time: 0.3399053 Nov 09 17:22:01.990311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dade1e7b-fc4b-41dc-86e8-c1d21c2b758c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:02.027930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: dade1e7b-fc4b-41dc-86e8-c1d21c2b758c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:02.029288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dade1e7b-fc4b-41dc-86e8-c1d21c2b758c not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:02.030172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:02.064811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 200a0013-077f-47f3-a717-a2cf5056c4c6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:02.065712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 200a0013-077f-47f3-a717-a2cf5056c4c6 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:02.110165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a49adef-468b-4327-8c9b-c300319d6122 req-b30f685d-07ce-44a0-be98-7cb2b8fd8a7f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2169845 Nov 09 17:22:02.147601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-7eb6fb05-9041-4d0e-94c3-da88e9d57762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.148130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-7eb6fb05-9041-4d0e-94c3-da88e9d57762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.148735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-7eb6fb05-9041-4d0e-94c3-da88e9d57762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.149116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-4a01b681-eb53-45b8-839c-bfcd3d643478 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662343 Nov 09 17:22:02.150221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-7eb6fb05-9041-4d0e-94c3-da88e9d57762 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abf1a19b8df949b29cb053dfaed37642&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3392279 Nov 09 17:22:02.183016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-169aed7e-10bb-455b-97a5-f971c773dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.184999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-169aed7e-10bb-455b-97a5-f971c773dc03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.3514609 Nov 09 17:22:02.272003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-de6249bf-9e72-4024-a2b2-72c462448d40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 217 time: 0.0755048 Nov 09 17:22:02.297260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Deleting port f2c8622c-6665-474b-a33f-b56859196861 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:02.297808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:02.347836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-50320cb3-452d-4043-a999-a0eea47fe8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.349568 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-50320cb3-452d-4043-a999-a0eea47fe8ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 1095 time: 0.1672714 Nov 09 17:22:02.368424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9ab9-8f21-4ba5-972d-0bb4446b3bd7 req-951ac6ac-0b79-4480-b2c8-1753a5a62c9a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.370629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-546d9ab9-8f21-4ba5-972d-0bb4446b3bd7 req-951ac6ac-0b79-4480-b2c8-1753a5a62c9a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1432815 Nov 09 17:22:02.374832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9575738-1d2e-45c1-9090-d3bf26eaf3ea {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:02.399629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:02.405470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-41d15300-109f-4f78-92f6-adbf73557c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.407660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-41d15300-109f-4f78-92f6-adbf73557c95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1269934 Nov 09 17:22:02.412631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-c5624815-79f9-4925-bd5b-2df66e20bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.414077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-c5624815-79f9-4925-bd5b-2df66e20bc52 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2448874 Nov 09 17:22:02.455141 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-3592eb00-1c52-41ce-9192-469708b62a6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317945 Nov 09 17:22:02.476046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:02.476320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:02.527965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Transition to ACTIVE for port object d9575738-1d2e-45c1-9090-d3bf26eaf3ea will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:02.528167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Calling delete_port for f2c8622c-6665-474b-a33f-b56859196861 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:02.534538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-546d9ab9-8f21-4ba5-972d-0bb4446b3bd7 req-8ceee0be-d3e1-4803-91b9-423957b21c54 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536076 Nov 09 17:22:02.569741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-72482073-39ad-4a98-9099-20cd82ff4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.573313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-72482073-39ad-4a98-9099-20cd82ff4478 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1935716 Nov 09 17:22:02.573969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:02.655266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-e65b4586-3e6f-44bc-99b7-cde884187dab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311989 Nov 09 17:22:02.671271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-8a699f07-ad1e-43df-9c03-8309b5f1b558 service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049322 Nov 09 17:22:02.698080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-ca064103-6178-4066-a04d-32b611b49c56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 200 len: 217 time: 0.1110666 Nov 09 17:22:02.820022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Pushing event updated for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:02.884324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-83a06910-f741-445c-9d3a-a7ff9698b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.885906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-83a06910-f741-445c-9d3a-a7ff9698b004 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1475949 Nov 09 17:22:02.886659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Attempting to bind port d9575738-1d2e-45c1-9090-d3bf26eaf3ea on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:22:02.887114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Attempting to bind port d9575738-1d2e-45c1-9090-d3bf26eaf3ea by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:22:02.887444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Attempting to bind port d9575738-1d2e-45c1-9090-d3bf26eaf3ea on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:02.929160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-3b27cb55-9565-484f-9b18-4a4e5d76c17b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346317 Nov 09 17:22:02.979379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:02.985936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Port d9575738-1d2e-45c1-9090-d3bf26eaf3ea on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:22:02.986260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Attempting to bind port d9575738-1d2e-45c1-9090-d3bf26eaf3ea on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:03.036199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:03.036825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Checking segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:22:03.037591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Bound using segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:03.038813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Bound port: d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:22:03.039428 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.115792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a735163-ef59-464c-b0f8-225dc7957fbc req-94e2e381-c82d-4583-8cdb-58ed93503ae7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.117441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a735163-ef59-464c-b0f8-225dc7957fbc req-94e2e381-c82d-4583-8cdb-58ed93503ae7 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.1864839 Nov 09 17:22:03.274036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-dd33df60-3815-48aa-b673-5960cab49f2b service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778099 Nov 09 17:22:03.307172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a735163-ef59-464c-b0f8-225dc7957fbc req-d54507b5-5e3f-4ed8-9595-0ed2138f6c48 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660709 Nov 09 17:22:03.337540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:03.341045 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f0d855-94a8-4986-99d5-894e72739c31" -d '{"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:03.364899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-98c89b3d-d4ee-4647-80bd-4d53622d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.367401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-98c89b3d-d4ee-4647-80bd-4d53622d35b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e46c7f2556c4547957e02ca39005e70&device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 1100 time: 0.2121983 Nov 09 17:22:03.372338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d12062e2-fe63-473d-a9b4-03f97b077dc0 req-dc7e14a6-a4dd-4f7b-9d56-b08eb441a5ba service neutron] 10.222.0.43 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794176 Nov 09 17:22:03.388966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.425500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:03.470034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:03.482273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.489768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Pushing event deleted for resources: {'Port': ['ID=f2c8622c-6665-474b-a33f-b56859196861,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:03.508175 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.557675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.558343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.559749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] 10.222.0.83 "PUT /v2.0/ports/d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 200 len: 1091 time: 2.1434946 Nov 09 17:22:03.564627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.565717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.578768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd0a019c-2859-496b-bc64-1df9ee08abf6 req-d835f8ee-d335-44f6-b78a-e0680ad6e4cb tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "DELETE /v2.0/floatingips/b53261c9-d7c5-4a1c-bb46-e9a993df974b HTTP/1.1" status: 204 len: 173 time: 1.7574704 Nov 09 17:22:03.628400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-4be2522a-da54-4048-9422-9888b5c1692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.634192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-4be2522a-da54-4048-9422-9888b5c1692c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2366331 Nov 09 17:22:03.648425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Request body: {'port': {'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:03.690108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-b78da3ac-afcc-45d4-989c-759d3ae0e7f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 200 len: 217 time: 0.0466661 Nov 09 17:22:03.708688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadcaa5-6442-4cd2-9af6-3980d9c704e7 req-35502f6c-3a88-4201-a598-ea405a8ec78c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.718091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ffadcaa5-6442-4cd2-9af6-3980d9c704e7 req-35502f6c-3a88-4201-a598-ea405a8ec78c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.2943487 Nov 09 17:22:03.750289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20f9c403-ac3c-4114-bf7b-ee7c55125bff req-743d3557-6b4f-425d-81f2-c2c23bd3b879 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657640 Nov 09 17:22:03.770179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4c7e1-8275-4ce6-a281-00f5d7379fef service neutron] Pushing event updated for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:03.794299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb79b-619d-4029-b62c-70007eaa791f req-f43d9bd7-0587-4259-b49f-41e06f93dfdd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.796011 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-74ebb79b-619d-4029-b62c-70007eaa791f req-f43d9bd7-0587-4259-b49f-41e06f93dfdd tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 950 time: 0.0990808 Nov 09 17:22:03.803819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-0b043000-66e6-4647-9a4a-e3ac37fc4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.805323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-0b043000-66e6-4647-9a4a-e3ac37fc4d73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0973651 Nov 09 17:22:03.813504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:03.858662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ffadcaa5-6442-4cd2-9af6-3980d9c704e7 req-839c2683-be0f-43b7-abbb-0328e3c6af43 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316929 Nov 09 17:22:03.882200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-6a7c0ba2-71f7-4734-acf7-c583530de747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:03.883761 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-6a7c0ba2-71f7-4734-acf7-c583530de747 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687675 Nov 09 17:22:03.927574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-74ebb79b-619d-4029-b62c-70007eaa791f req-ba2d5e01-0468-480a-9067-b5c0c00e81e1 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162434 Nov 09 17:22:04.100708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-047b899d-3e2e-4ec2-b535-d7e15e1f57ca service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029338 Nov 09 17:22:04.146420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:22:04.181185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.181669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.182143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.182613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.183102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.183570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.184079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.186245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-d679adf2-bc35-4473-a46b-8b2667f06f00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6411 time: 0.1677988 Nov 09 17:22:04.194630 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb36c7-24e2-413b-99db-bfc7bf564885 x-openstack-request-id: req-7efb36c7-24e2-413b-99db-bfc7bf564885 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:04.194630 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:04.194630 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7efb36c7-24e2-413b-99db-bfc7bf564885 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:04.194630 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413', 'status': 'completed', 'code': 200} Nov 09 17:22:04.200385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1524d09-80a0-4818-bd3f-9d4bfe29cf79 req-ac63c111-8f6e-4a2e-9538-6078140b0396 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.208239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1524d09-80a0-4818-bd3f-9d4bfe29cf79 req-ac63c111-8f6e-4a2e-9538-6078140b0396 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1545494 Nov 09 17:22:04.244384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c95d869-6839-437a-af80-c916c256a8f1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:04.258042 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:04.279329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Transition to ACTIVE for port object 8c95d869-6839-437a-af80-c916c256a8f1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:04.285955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:04.355781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.364034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.370731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.378263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1524d09-80a0-4818-bd3f-9d4bfe29cf79 req-867ea24b-f65c-44cb-8d72-45e79c118939 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690133 Nov 09 17:22:04.378569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.385510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.392415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.398603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.403798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8f8a04-6b09-4431-84f2-6ca5376a0686 req-4ff5a049-98bd-4cc5-94f6-5853a70a6fbd service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891066 Nov 09 17:22:04.406878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-bf3fb534-e37f-44b0-8c0d-22b2db86d1c1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5409 time: 0.2108698 Nov 09 17:22:04.500375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Pushing event updated for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:04.551001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9af4f7b0-4d83-49ae-a6a3-b0d8b9fe1acf req-1dc297d0-022a-4229-94b6-6b55b50f8315 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363692 Nov 09 17:22:04.573024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-85866fc9-e745-4be5-afef-4e6f88d56071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.574333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-85866fc9-e745-4be5-afef-4e6f88d56071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.575056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-85866fc9-e745-4be5-afef-4e6f88d56071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.576792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-85866fc9-e745-4be5-afef-4e6f88d56071 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abf1a19b8df949b29cb053dfaed37642&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3646502 Nov 09 17:22:04.600699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Attempting to bind port 8c95d869-6839-437a-af80-c916c256a8f1 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:22:04.601090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Attempting to bind port 8c95d869-6839-437a-af80-c916c256a8f1 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:22:04.601367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Attempting to bind port 8c95d869-6839-437a-af80-c916c256a8f1 on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:04.609986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Port 8c95d869-6839-437a-af80-c916c256a8f1 on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:22:04.610693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Attempting to bind port 8c95d869-6839-437a-af80-c916c256a8f1 on network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:04.617238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:04.617746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Checking segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:22:04.618234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Bound using segment: {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:04.618775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Bound port: 8c95d869-6839-437a-af80-c916c256a8f1, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e42eba9-60b8-4d91-b614-c3e0cd77e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:22:04.619322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:04.714765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec780a-0576-4647-a8a4-92c76184d493 req-bc0ab318-3083-43c7-b5e5-08111ccc2261 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.716996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33ec780a-0576-4647-a8a4-92c76184d493 req-bc0ab318-3083-43c7-b5e5-08111ccc2261 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 950 time: 0.1778612 Nov 09 17:22:04.766344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:04.772672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c95d869-6839-437a-af80-c916c256a8f1,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:04.783840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:04.805596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-64272d16-6e0c-48e5-81f9-113a6a483ee0 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3647020 Nov 09 17:22:04.814471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:04.868305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.869143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:04.871481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] 10.222.0.83 "PUT /v2.0/ports/8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 200 len: 1091 time: 1.2317979 Nov 09 17:22:04.882477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-79f07d10-ac15-4ce0-a6fa-8829ac2a7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:04.884637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6f0d855-94a8-4986-99d5-894e72739c31 req-79f07d10-ac15-4ce0-a6fa-8829ac2a7340 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2976625 Nov 09 17:22:04.896903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:04.930029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7d071-74f6-4cf8-9850-e29a2c4e4acb service neutron] Pushing event updated for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:05.040925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Deleting port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:05.041265 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:05.064421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00f51-3200-4a30-89e9-9c91e1500ee1 req-4e2ae6a8-93b3-4346-8e6f-c90e796738a3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.067376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83a00f51-3200-4a30-89e9-9c91e1500ee1 req-4e2ae6a8-93b3-4346-8e6f-c90e796738a3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.0798976 Nov 09 17:22:05.111766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.112243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.112784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.113251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.113766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.114215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.114686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.116778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7cfd6107-d65f-4eb9-8d27-d1da62468509 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6478 time: 0.1400356 Nov 09 17:22:05.150788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83a00f51-3200-4a30-89e9-9c91e1500ee1 req-49f9446b-e822-4423-a6cc-886be0db9904 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752785 Nov 09 17:22:05.193325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-efbc7e1d-69aa-4e96-9815-0675f90e5098 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 200 len: 217 time: 0.0641642 Nov 09 17:22:05.257902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] For port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:05.258264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:05.283145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Calling delete_port for a6fa8102-7e3a-417b-b05e-bd5fa9e4453f owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:05.293509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-638c2bd7-51e5-404b-a5f7-b48897b4d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.295019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-638c2bd7-51e5-404b-a5f7-b48897b4d05d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc0da707-c995-4377-8781-f8ebb9c5b4dc HTTP/1.1" status: 200 len: 851 time: 0.0911372 Nov 09 17:22:05.298702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:05.364573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:05.461071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-cd990d79-1b79-4330-8c83-bb4310254118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.462598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-cd990d79-1b79-4330-8c83-bb4310254118 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569326 Nov 09 17:22:05.487410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c4b8-1e76-40ca-973e-43fc392ab43a req-28d2166b-5be3-4243-95e2-a8d26a183653 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.497688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed38c4b8-1e76-40ca-973e-43fc392ab43a req-28d2166b-5be3-4243-95e2-a8d26a183653 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.0951152 Nov 09 17:22:05.554182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed38c4b8-1e76-40ca-973e-43fc392ab43a req-5b52c576-6fe9-4795-8444-e60622ab2b3e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 Nov 09 17:22:05.620850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Allocated IP 172.25.3.112 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/846b0ff6-7cd5-414d-a716-7635ab9c87c8) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:22:05.704894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c156f4-3f8e-45bd-821c-67526d72c245 req-2bad654b-b4e2-4d7f-9562-77eda57e3246 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:05.715557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74c156f4-3f8e-45bd-821c-67526d72c245 req-2bad654b-b4e2-4d7f-9562-77eda57e3246 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d879960-7de6-4e8a-8427-aceaaa8540cb HTTP/1.1" status: 200 len: 950 time: 0.0864105 Nov 09 17:22:05.760133 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:05.775678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:05.780050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027', 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:05.792735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74c156f4-3f8e-45bd-821c-67526d72c245 req-7831a137-6767-4cb7-8b87-ec6dbd997973 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711191 Nov 09 17:22:05.801718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2498f665-27ab-4a7a-a4c6-555e3cb50982 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113019 Nov 09 17:22:05.803590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event deleted for resources: {'Port': ['ID=a6fa8102-7e3a-417b-b05e-bd5fa9e4453f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:05.946883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] No DVR routers for this DVR port a6fa8102-7e3a-417b-b05e-bd5fa9e4453f on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:05.955848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:05.959387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33ec780a-0576-4647-a8a4-92c76184d493 req-be6019dc-e091-4bec-bccd-2ebfb0b0c9bf tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "DELETE /v2.0/ports/a6fa8102-7e3a-417b-b05e-bd5fa9e4453f HTTP/1.1" status: 204 len: 173 time: 1.2283723 Nov 09 17:22:05.959945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-deleted', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:05.962933 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512ad78-3801-4006-bea8-60f867466504" -d '{"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-deleted", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:06.021161 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:06.054529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60942-edd9-4cde-9b2c-cccdf7bd651f req-1060807d-2df1-4692-b795-9cba04dbf8c6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.061643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91c60942-edd9-4cde-9b2c-cccdf7bd651f req-1060807d-2df1-4692-b795-9cba04dbf8c6 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 950 time: 0.1433296 Nov 09 17:22:06.062315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-2f281e65-02fd-4ece-836f-1a236cb0b3a9 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527206 Nov 09 17:22:06.184771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-28b50b8f-1fa1-405e-971a-c4f8de75d2d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 217 time: 0.1052341 Nov 09 17:22:06.190611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:06.207482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91c60942-edd9-4cde-9b2c-cccdf7bd651f req-1ddc19aa-cb01-4cb4-b68f-7eaf54ccc0a4 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442401 Nov 09 17:22:06.213653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea'}, {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:06.221639 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea"}, {"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "8c95d869-6839-437a-af80-c916c256a8f1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:06.307315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:22:06.315810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:22:06.319847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:22:06.382020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b070f2-7886-4bc8-9e41-acdeafafe1ee req-6cb73fed-0aef-47fa-acc8-4e0247d7f135 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.384452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42b070f2-7886-4bc8-9e41-acdeafafe1ee req-6cb73fed-0aef-47fa-acc8-4e0247d7f135 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.0877743 Nov 09 17:22:06.397689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Pushing event updated for resources: {'Port': ['ID=846b0ff6-7cd5-414d-a716-7635ab9c87c8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:06.443396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-77a0e03f-043f-4657-93d3-1cadb6e0a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.445923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-77a0e03f-043f-4657-93d3-1cadb6e0a3d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.2363300 Nov 09 17:22:06.507605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42b070f2-7886-4bc8-9e41-acdeafafe1ee req-51d4b23a-7f2f-43eb-8596-1ba192b47cff tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872612 Nov 09 17:22:06.554197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-0ccd185d-211e-45b7-8bb0-7b0960297062 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.555802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-0ccd185d-211e-45b7-8bb0-7b0960297062 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 950 time: 0.1893721 Nov 09 17:22:06.558047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:06.578307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-77c26dee-4314-4259-a47f-2c486daa925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.580858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-77c26dee-4314-4259-a47f-2c486daa925e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037173 Nov 09 17:22:06.685200 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:06.697715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.714195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.729247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.743780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.760152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.775788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.788844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.795699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-e1da4493-538d-4a8f-a411-db45c277db2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2059362 Nov 09 17:22:06.876861 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-830be9cb-105a-4b3a-b4c3-7c5effe5619d service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577212 Nov 09 17:22:06.914075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-cb0fa9b8-72a5-4ec1-8e80-85b6e5a41dbf tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:06.917744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-cb0fa9b8-72a5-4ec1-8e80-85b6e5a41dbf tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/ports?device_id=64683ac8-8af9-4540-992f-92d67c98e3c5 HTTP/1.1" status: 200 len: 950 time: 0.1043637 Nov 09 17:22:06.931679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port 3358debc-dca4-4da4-bb32-589f8c8bae8d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:06.932188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.016279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3a27a78-e7f7-40ff-8b76-e47ddc6f4bc8 req-837cd0e3-f7d2-457d-9ad5-2457269c220b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2070401 Nov 09 17:22:07.153529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:07.154148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.315257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port 5a8e0bb9-5620-4821-beb7-95cc315ecd29, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=5a8e0bb9-5620-4821-beb7-95cc315ecd29,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:07.315984 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.337474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for 5a8e0bb9-5620-4821-beb7-95cc315ecd29 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:07.411680 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712b2ae-978a-4077-8eaf-9abd8726c007 x-openstack-request-id: req-3712b2ae-978a-4077-8eaf-9abd8726c007 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:07.412136 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d879960-7de6-4e8a-8427-aceaaa8540cb", "name": "network-vif-deleted", "tag": "a6fa8102-7e3a-417b-b05e-bd5fa9e4453f", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:07.412562 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3712b2ae-978a-4077-8eaf-9abd8726c007 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:07.413043 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d879960-7de6-4e8a-8427-aceaaa8540cb', 'name': 'network-vif-deleted', 'tag': 'a6fa8102-7e3a-417b-b05e-bd5fa9e4453f', 'status': 'completed', 'code': 200} Nov 09 17:22:07.472655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f7db-423c-4a43-8e66-f634fba771f2 req-bafbeea1-c901-4716-9f4b-44afe9c2b230 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:07.475078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5887f7db-423c-4a43-8e66-f634fba771f2 req-bafbeea1-c901-4716-9f4b-44afe9c2b230 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 944 time: 0.0850711 Nov 09 17:22:07.585863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5887f7db-423c-4a43-8e66-f634fba771f2 req-9436fbd4-30a0-460e-a8c8-c89e0a209ca3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960553 Nov 09 17:22:07.587343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.594619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.602664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port 3358debc-dca4-4da4-bb32-589f8c8bae8d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3358debc-dca4-4da4-bb32-589f8c8bae8d,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:07.603051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.605665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.609498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-4272c427-268a-4a26-9f70-fa2f569189cf service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126865 Nov 09 17:22:07.611823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b', '5a8e0bb9-5620-4821-beb7-95cc315ecd29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:07.618511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3358debc-dca4-4da4-bb32-589f8c8bae8d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:07.633154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=5a8e0bb9-5620-4821-beb7-95cc315ecd29,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:07.636873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for 3358debc-dca4-4da4-bb32-589f8c8bae8d owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:07.705102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-eac809fc-2592-4d22-b684-f7291cd40520 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 217 time: 0.0820036 Nov 09 17:22:07.705686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port 5a8e0bb9-5620-4821-beb7-95cc315ecd29 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:07.709370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.713366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78af8622-d5a2-4593-9c33-f7b3afaedd81 req-c0e8b562-10dc-4d97-be8d-09d99e163507 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "DELETE /v2.0/ports/5a8e0bb9-5620-4821-beb7-95cc315ecd29 HTTP/1.1" status: 204 len: 173 time: 0.7873106 Nov 09 17:22:07.763801 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf63ab-5f48-43da-87a9-c5dfc19febfd x-openstack-request-id: req-c7cf63ab-5f48-43da-87a9-c5dfc19febfd {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:07.764379 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "8c95d869-6839-437a-af80-c916c256a8f1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:07.764845 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7cf63ab-5f48-43da-87a9-c5dfc19febfd {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:07.766202 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea', 'status': 'completed', 'code': 200} Nov 09 17:22:07.766701 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1', 'status': 'completed', 'code': 200} Nov 09 17:22:07.786558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Pushing event updated for resources: {'Port': ['ID=846b0ff6-7cd5-414d-a716-7635ab9c87c8,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:07.843929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.910114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-26e380dc-35c9-4fe1-92dc-f16b7d3dd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:07.914634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-26e380dc-35c9-4fe1-92dc-f16b7d3dd9f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.1838303 Nov 09 17:22:07.979664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:07.980889 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-5423e21d-4278-41cc-b664-596e4648fbd9 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1744740 Nov 09 17:22:08.011288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:08.017860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5055c-954b-4c97-9bbc-bc926081620d req-cf88ea07-af7b-4228-83c4-00f718ddf69b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:08.036591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dd5055c-954b-4c97-9bbc-bc926081620d req-cf88ea07-af7b-4228-83c4-00f718ddf69b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1266086 Nov 09 17:22:08.056144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: a6fa8102-7e3a-417b-b05e-bd5fa9e4453f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:08.056486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a6fa8102-7e3a-417b-b05e-bd5fa9e4453f not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:08.219168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-7b662dd6-87ff-4e1e-86c1-3f21320044d0 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.2268164 Nov 09 17:22:08.231709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-269b2ec1-eb4a-4c6f-be01-a53f107d08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:08.235247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-269b2ec1-eb4a-4c6f-be01-a53f107d08db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3096139 Nov 09 17:22:08.372902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-7651931c-0c34-46a4-a4a5-d4ae442307c5 service neutron] 10.222.0.43 "GET /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.2802417 Nov 09 17:22:08.399584 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:08.453401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dd5055c-954b-4c97-9bbc-bc926081620d req-c7c8967d-de7d-46a7-9439-3ba51488bb28 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134808 Nov 09 17:22:08.465745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=3358debc-dca4-4da4-bb32-589f8c8bae8d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:08.581708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-e87b215b-b2ab-4f01-bc3b-c6141075089d service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144827 Nov 09 17:22:08.582689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port 3358debc-dca4-4da4-bb32-589f8c8bae8d on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:08.586323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:08.589799 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-664f9a22-8ee8-4cbf-9441-8ce622c6ad8e req-5f4ed166-cbc7-443b-bf54-6a03e58d836b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.83 "DELETE /v2.0/ports/3358debc-dca4-4da4-bb32-589f8c8bae8d HTTP/1.1" status: 204 len: 173 time: 2.0218046 Nov 09 17:22:08.635197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-00276a9a-bb1d-4fca-8ca4-e357557f3bb1 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:08.636687 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cad3d6d-1e7c-46ab-bd6d-ecd1b8dd3035 req-00276a9a-bb1d-4fca-8ca4-e357557f3bb1 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3956227 Nov 09 17:22:08.723175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-942a95d7-95ed-4ed6-a280-131fbe826086 req-68e47764-b1a8-439a-8bb2-390d6abb6cad tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=431f4859-bf1d-45f3-ba1c-35dd9162c815 HTTP/1.1" status: 200 len: 210 time: 0.0589807 Nov 09 17:22:08.772128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:08.796958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:08.802635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-0be4ca8b-af88-4359-8e43-05149f4ab2bb service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097554 Nov 09 17:22:08.820554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d225939-448a-4221-936e-4e3919017212 req-c8119ad1-b8df-4b4c-be24-080d90f10d98 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:08.828931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d225939-448a-4221-936e-4e3919017212 req-c8119ad1-b8df-4b4c-be24-080d90f10d98 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1005185 Nov 09 17:22:08.838063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a07490f-1e36-4d69-8cf2-5f00af01192f {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:08.853583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:08.886305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-001577d4-2dcc-4967-88b1-a241e655f7fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078 HTTP/1.1" status: 200 len: 217 time: 0.0531280 Nov 09 17:22:08.910851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:08.951404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d225939-448a-4221-936e-4e3919017212 req-2c874846-c356-47dc-aa81-40df69393ec3 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203253 Nov 09 17:22:08.979272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-bf1d3259-3352-4ff0-b9ab-85d5533f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:08.982395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-bf1d3259-3352-4ff0-b9ab-85d5533f7999 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0836568 Nov 09 17:22:09.003782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.010856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.027630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.036003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.042652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.049495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.058329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.068388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-2b1f56ca-9fd0-4968-8348-e0545c223dc0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2174766 Nov 09 17:22:09.136634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] Transition to ACTIVE for port object 7a07490f-1e36-4d69-8cf2-5f00af01192f will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:09.145635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-17ba3335-9541-4bd0-bcc3-bed69c299162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.147413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-17ba3335-9541-4bd0-bcc3-bed69c299162 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563833 Nov 09 17:22:09.160624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:09.269103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] No DVR routers for this DVR port 7a07490f-1e36-4d69-8cf2-5f00af01192f on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:09.278924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e17753b9-e386-4216-9b87-6fb93ba8cb63 req-df58ace7-fb8c-464a-8608-3b54b338bfed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092299 Nov 09 17:22:09.325480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:09.332482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-7249c01f-9ee3-4a13-8eb1-a86b249ed712 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips/169a352a-1789-4ca9-b060-1bd59605fd6c HTTP/1.1" status: 200 len: 693 time: 0.0758498 Nov 09 17:22:09.356041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-554dbf2d-ce4a-4f59-aa88-5ca328b56dd5 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f/bindings/n-h2-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9743111 Nov 09 17:22:09.415070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'name': 'network-vif-deleted', 'tag': '3358debc-dca4-4da4-bb32-589f8c8bae8d'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:09.417187 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93406461-18e9-451d-beda-bcb7e17053c8" -d '{"events": [{"server_uuid": "431f4859-bf1d-45f3-ba1c-35dd9162c815", "name": "network-vif-deleted", "tag": "3358debc-dca4-4da4-bb32-589f8c8bae8d"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:09.444689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01650c-ec1c-47da-9e37-3c8f43727ded req-3c701497-1785-4648-bb6c-cc41d06edddd tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.447500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e01650c-ec1c-47da-9e37-3c8f43727ded req-3c701497-1785-4648-bb6c-cc41d06edddd tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.0637240 Nov 09 17:22:09.482348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-b1711bd9-91eb-4bb5-9d76-3521c4e1db54 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246512 Nov 09 17:22:09.516587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e01650c-ec1c-47da-9e37-3c8f43727ded req-113d87e9-bf9f-4ff6-a81b-e717ca3eb73a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615828 Nov 09 17:22:09.585254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-ce27cd00-ceec-409f-9e3c-addb02802315 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.587008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-ce27cd00-ceec-409f-9e3c-addb02802315 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.1513762 Nov 09 17:22:09.596525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-5bc0ea32-13fc-469a-af35-5c4d1ca7f36a tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.598082 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-5bc0ea32-13fc-469a-af35-5c4d1ca7f36a tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.2535653 Nov 09 17:22:09.624859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:09.688327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1385-ffe4-471a-afe2-0052e67b0b1d req-2ac8335f-1c02-41e7-918b-5426c6bf902f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.691506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e76b1385-ffe4-471a-afe2-0052e67b0b1d req-2ac8335f-1c02-41e7-918b-5426c6bf902f tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0962017 Nov 09 17:22:09.704655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-961e1f8e-a72f-43c2-85c8-dbcc55538b78 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0699143 Nov 09 17:22:09.715694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-9b23bf9e-14f0-47bc-8f29-9957b82e73c9 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150369 Nov 09 17:22:09.726355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-44459f1d-0c44-456a-ba15-2e3d613a3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.727878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-44459f1d-0c44-456a-ba15-2e3d613a3fb1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592&tenant_id=b018da238517441d8e405163301fd00c HTTP/1.1" status: 200 len: 1096 time: 0.1267829 Nov 09 17:22:09.775585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e76b1385-ffe4-471a-afe2-0052e67b0b1d req-3587fb5f-96ae-486b-86f2-ecb8ddcc29fb tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764661 Nov 09 17:22:09.776335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'name': 'network-vif-deleted', 'tag': '5a8e0bb9-5620-4821-beb7-95cc315ecd29'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:09.778580 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a817e6b-39e1-4b31-8ad2-8a0502eb55e1" -d '{"events": [{"server_uuid": "64683ac8-8af9-4540-992f-92d67c98e3c5", "name": "network-vif-deleted", "tag": "5a8e0bb9-5620-4821-beb7-95cc315ecd29"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:09.817691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-220b0829-add2-49f5-ab7f-0330df611a48 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1000068 Nov 09 17:22:09.855713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7976a689-0980-456f-a252-d22f733d2ef2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=5729fcde-178d-4c21-8f3a-057e019dc413 HTTP/1.1" status: 200 len: 217 time: 0.0848267 Nov 09 17:22:09.862895 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c3435-1bd1-4327-8ead-3c2fec9fe228 x-openstack-request-id: req-b50c3435-1bd1-4327-8ead-3c2fec9fe228 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:09.863253 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431f4859-bf1d-45f3-ba1c-35dd9162c815", "name": "network-vif-deleted", "tag": "3358debc-dca4-4da4-bb32-589f8c8bae8d", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:09.863502 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b50c3435-1bd1-4327-8ead-3c2fec9fe228 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:09.863897 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431f4859-bf1d-45f3-ba1c-35dd9162c815', 'name': 'network-vif-deleted', 'tag': '3358debc-dca4-4da4-bb32-589f8c8bae8d', 'status': 'completed', 'code': 200} Nov 09 17:22:09.977266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b181575-c445-4040-82d1-a12ba4c694ed req-53e3777d-98bf-4031-94ce-66ad37dfa939 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.982036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-fe0ef37f-6413-4e40-b03e-ea6900f464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:09.983620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3358debc-dca4-4da4-bb32-589f8c8bae8d no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:09.984439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-fe0ef37f-6413-4e40-b03e-ea6900f464d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b018da238517441d8e405163301fd00c&device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1096 time: 0.2116768 Nov 09 17:22:09.991055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b181575-c445-4040-82d1-a12ba4c694ed req-53e3777d-98bf-4031-94ce-66ad37dfa939 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.0743434 Nov 09 17:22:10.016244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 3358debc-dca4-4da4-bb32-589f8c8bae8d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:10.016664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3358debc-dca4-4da4-bb32-589f8c8bae8d not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:10.061672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b181575-c445-4040-82d1-a12ba4c694ed req-16cf651c-1f3a-4a46-b41f-157d0d4e02cd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689645 Nov 09 17:22:10.074116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c61a1379-2119-407b-b309-d2563c4edd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.074116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c61a1379-2119-407b-b309-d2563c4edd79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.2056191 Nov 09 17:22:10.155219 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c72c24-5345-4c33-b085-4ab23ad79b7c x-openstack-request-id: req-63c72c24-5345-4c33-b085-4ab23ad79b7c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:10.156442 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64683ac8-8af9-4540-992f-92d67c98e3c5", "name": "network-vif-deleted", "tag": "5a8e0bb9-5620-4821-beb7-95cc315ecd29", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:10.156442 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63c72c24-5345-4c33-b085-4ab23ad79b7c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:10.156811 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64683ac8-8af9-4540-992f-92d67c98e3c5', 'name': 'network-vif-deleted', 'tag': '5a8e0bb9-5620-4821-beb7-95cc315ecd29', 'status': 'completed', 'code': 200} Nov 09 17:22:10.173363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-359b528d-ce06-4a01-99d4-c6aec9804dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.174931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-359b528d-ce06-4a01-99d4-c6aec9804dc3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 200 len: 921 time: 0.1827917 Nov 09 17:22:10.181629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-32247d67-16d1-4f3f-890d-d846365ec6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.183343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-32247d67-16d1-4f3f-890d-d846365ec6e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948429 Nov 09 17:22:10.235712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Deleting port 846b0ff6-7cd5-414d-a716-7635ab9c87c8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:10.236042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:10.240565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-326a3d49-6503-40ea-96f4-19ef3bf30e20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 200 len: 217 time: 0.0561962 Nov 09 17:22:10.263272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39e47c-4326-47b1-94c2-f035b382689f req-581645ce-2922-476c-a26a-114988fabb26 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.265287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b39e47c-4326-47b1-94c2-f035b382689f req-581645ce-2922-476c-a26a-114988fabb26 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.0557275 Nov 09 17:22:10.340592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b39e47c-4326-47b1-94c2-f035b382689f req-9c3e4a25-2f57-4811-9903-700a3fdf9397 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674057 Nov 09 17:22:10.409185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-346ab8f8-9875-4145-a98c-e8402b2af279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.410835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-346ab8f8-9875-4145-a98c-e8402b2af279 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 200 len: 861 time: 0.1258545 Nov 09 17:22:10.465200 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:10.465752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:10.474541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-a1f2fa1d-6cf0-4b12-a630-ed4d4b86514c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85da85a4-0104-411e-a021-4159e9be8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497713 Nov 09 17:22:10.482552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-bff10078-f59c-464c-9a9b-9463323cdfee service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893436 Nov 09 17:22:10.506560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Calling delete_port for 846b0ff6-7cd5-414d-a716-7635ab9c87c8 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:10.590646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.597891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.605342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.612564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.618638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.626141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.632146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.634335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-d057fddd-696a-4a6d-b374-785ff2e99014 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1232185 Nov 09 17:22:10.716277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-350a0f02-f9fd-4388-8ff5-8b5c26b4f791 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.717736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-350a0f02-f9fd-4388-8ff5-8b5c26b4f791 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 949 time: 0.0825121 Nov 09 17:22:10.743034 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed4eb6f7-39a0-4f0e-92fe-a26e10016a99 req-8934139d-1a37-43c8-b29c-4ec3974b5f46 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827217 Nov 09 17:22:10.757432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-7ec8801f-4643-442b-bacc-267db2a02648 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640688 Nov 09 17:22:10.777720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-c61b138a-54c4-463f-9088-673a16e2df49 service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832482 Nov 09 17:22:10.862380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Deleting port 997a7cf6-a12f-455e-9a0b-a23db033b632 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:10.863020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:10.886292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-656065b9-287b-4a6c-af8a-a164c1852d58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 200 len: 217 time: 0.1183798 Nov 09 17:22:10.968622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:10.991562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c33c1d9f-ec9f-45bc-97d2-5680224d813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:10.993002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-c33c1d9f-ec9f-45bc-97d2-5680224d813b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.0993319 Nov 09 17:22:11.004005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29918cee-c6e1-47ab-8366-e23884895847 req-93e5f57c-f80e-4716-a5c8-2be85cce7d9f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:11.005305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29918cee-c6e1-47ab-8366-e23884895847 req-93e5f57c-f80e-4716-a5c8-2be85cce7d9f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.0931890 Nov 09 17:22:11.016241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] For port 997a7cf6-a12f-455e-9a0b-a23db033b632, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=997a7cf6-a12f-455e-9a0b-a23db033b632,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:11.016649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:11.028263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Pushing event deleted for resources: {'Port': ['ID=846b0ff6-7cd5-414d-a716-7635ab9c87c8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:11.036663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-966e3995-5e6c-4005-a969-5ff1b49e614c service neutron] 10.222.0.83 "GET /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602303 Nov 09 17:22:11.046157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Calling delete_port for 997a7cf6-a12f-455e-9a0b-a23db033b632 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:11.114038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:11.116450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:11.117585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-483001c2-3417-43e8-93d6-a9e20e96dd88 req-f76c3b93-83c7-4a98-937b-eb776e95e192 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "DELETE /v2.0/floatingips/169a352a-1789-4ca9-b060-1bd59605fd6c HTTP/1.1" status: 204 len: 173 time: 1.2653146 Nov 09 17:22:11.119997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-4cdf8dbb-64d1-46aa-8c23-362645df58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:11.120978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-4cdf8dbb-64d1-46aa-8c23-362645df58eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039724 Nov 09 17:22:11.127563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29918cee-c6e1-47ab-8366-e23884895847 req-3cb71374-9fb2-4078-9c52-1f89b24bb74b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140306 Nov 09 17:22:11.283309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:11.298922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['997a7cf6-a12f-455e-9a0b-a23db033b632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:11.304241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:11.335738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event deleted for resources: {'Port': ['ID=997a7cf6-a12f-455e-9a0b-a23db033b632,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:11.400298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] No DVR routers for this DVR port 997a7cf6-a12f-455e-9a0b-a23db033b632 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:11.416224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5a8e0bb9-5620-4821-beb7-95cc315ecd29 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:11.418652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:11.426656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fcb65e8-fc1c-4257-86e0-89866f6e73c8 req-9f73324e-4574-4354-82dc-d3288630d74a tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.43 "DELETE /v2.0/ports/997a7cf6-a12f-455e-9a0b-a23db033b632 HTTP/1.1" status: 204 len: 173 time: 0.7005045 Nov 09 17:22:11.446559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 5a8e0bb9-5620-4821-beb7-95cc315ecd29 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:11.447210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 5a8e0bb9-5620-4821-beb7-95cc315ecd29 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:11.447937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:11.495938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 997a7cf6-a12f-455e-9a0b-a23db033b632 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:11.497666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 997a7cf6-a12f-455e-9a0b-a23db033b632 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:11.508587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ceac9-5b53-4a95-88a9-c80bdff67ef3 req-d729512b-fbaf-4ace-9205-536f484b9530 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:11.513349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-970ceac9-5b53-4a95-88a9-c80bdff67ef3 req-d729512b-fbaf-4ace-9205-536f484b9530 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1101179 Nov 09 17:22:11.612021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbcdb98d-59e9-4f77-ac57-36dae34140b7 req-53628d7a-fff4-4b51-a26b-6481f895430d tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=3012403e-dd5d-4d52-bcc3-70fd5b62c8da HTTP/1.1" status: 200 len: 210 time: 0.4160962 Nov 09 17:22:11.631901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-970ceac9-5b53-4a95-88a9-c80bdff67ef3 req-ce8a4c01-c3c0-4aca-a96b-630138f0c3e0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090043 Nov 09 17:22:11.697575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961114e-8406-4405-b498-280c82aba560 req-246db905-6936-4a83-b056-3b16cb649912 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:11.699758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-246db905-6936-4a83-b056-3b16cb649912 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592&tenant_id=b018da238517441d8e405163301fd00c&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.1265078 Nov 09 17:22:11.703879 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-55d575b5-d16e-4b13-bb4f-dfa2434e980a req-2696c7f8-7e9a-4cb0-88e8-2fa856031d88 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] show failed (client error): The resource could not be found. Nov 09 17:22:11.704210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-99f28ecd-9c41-4e07-83da-7fd9183a9fdc service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702493 Nov 09 17:22:11.705078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-55d575b5-d16e-4b13-bb4f-dfa2434e980a req-2696c7f8-7e9a-4cb0-88e8-2fa856031d88 tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips/169a352a-1789-4ca9-b060-1bd59605fd6c HTTP/1.1" status: 404 len: 350 time: 0.0492840 Nov 09 17:22:11.847675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430197f-ccda-4ac7-b257-95c4c0d3eeec req-f7a38751-fdf8-41f2-a25b-9572634c5649 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:11.859253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1430197f-ccda-4ac7-b257-95c4c0d3eeec req-f7a38751-fdf8-41f2-a25b-9572634c5649 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.0953577 Nov 09 17:22:11.929264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1430197f-ccda-4ac7-b257-95c4c0d3eeec req-503292ac-2a9b-4f4d-a767-fb9c40e34c17 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690143 Nov 09 17:22:11.945490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-133eaf7b-ea19-4fbe-b3f3-47a87c2647b0 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215402 Nov 09 17:22:12.001259 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-13c501a7-0e9e-448f-8bea-4694026c330c req-31574d97-cdc8-4070-9520-c68616e138cc tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] show failed (client error): The resource could not be found. Nov 09 17:22:12.009277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-552c9e85-18b0-4d72-a587-cee529703007 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 200 len: 217 time: 0.0548511 Nov 09 17:22:12.013663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52262) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:12.014164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13c501a7-0e9e-448f-8bea-4694026c330c req-31574d97-cdc8-4070-9520-c68616e138cc tempest-FloatingIPsTestJSON-1872492425 tempest-FloatingIPsTestJSON-1872492425-project] 10.222.0.45 "GET /v2.0/floatingips/169a352a-1789-4ca9-b060-1bd59605fd6c HTTP/1.1" status: 404 len: 350 time: 0.0715563 Nov 09 17:22:12.113379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b961114e-8406-4405-b498-280c82aba560 req-5592a0b2-a1e6-4828-bed0-bcf8846247ee service neutron] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:12.142173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b961114e-8406-4405-b498-280c82aba560 req-5592a0b2-a1e6-4828-bed0-bcf8846247ee service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:12.143222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-5592a0b2-a1e6-4828-bed0-bcf8846247ee service neutron] 10.222.0.83 "DELETE /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f/bindings/n-h1-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.4297283 Nov 09 17:22:12.147372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b691-714b-42f4-88bc-278208921742 req-ca9e3faf-c079-4a61-a61a-aefb8a6d1c90 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.151652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a74b691-714b-42f4-88bc-278208921742 req-ca9e3faf-c079-4a61-a61a-aefb8a6d1c90 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 949 time: 0.0591035 Nov 09 17:22:12.156548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-8d112ea4-70ab-40a7-8eaa-c15beb90d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.158430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-8d112ea4-70ab-40a7-8eaa-c15beb90d47f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.1373131 Nov 09 17:22:12.161863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-deleted', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:12.164087 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc44c1f2-388c-4973-8821-dc4ca492ecc7" -d '{"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-deleted", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:12.204490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a74b691-714b-42f4-88bc-278208921742 req-35dc8e38-c745-4f0c-9ff9-65fd33d8d93c tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Nov 09 17:22:12.255480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.261826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.268335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.274572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.281138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.287360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.293818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.295813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-9eac04ef-339f-4214-b39f-81cb0971839b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2306495 Nov 09 17:22:12.317279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373422-0c9b-4651-9b29-2294f82a7855 req-78d81980-07ac-42f5-b3a6-84762a7cf654 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.318808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff373422-0c9b-4651-9b29-2294f82a7855 req-78d81980-07ac-42f5-b3a6-84762a7cf654 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Nov 09 17:22:12.368221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-e5e5894c-4c82-4dd5-a0d2-05e68b960dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.369789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-e5e5894c-4c82-4dd5-a0d2-05e68b960dc5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1820114 Nov 09 17:22:12.374452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff373422-0c9b-4651-9b29-2294f82a7855 req-fc54c657-520f-4d2a-bb5b-f236f415d2dc tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490515 Nov 09 17:22:12.437801 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dede3b-1494-40f0-b5e2-335b278f44d0 x-openstack-request-id: req-e2dede3b-1494-40f0-b5e2-335b278f44d0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:12.438166 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3012403e-dd5d-4d52-bcc3-70fd5b62c8da", "name": "network-vif-deleted", "tag": "997a7cf6-a12f-455e-9a0b-a23db033b632", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:12.438487 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2dede3b-1494-40f0-b5e2-335b278f44d0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:12.438949 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3012403e-dd5d-4d52-bcc3-70fd5b62c8da', 'name': 'network-vif-deleted', 'tag': '997a7cf6-a12f-455e-9a0b-a23db033b632', 'status': 'completed', 'code': 200} Nov 09 17:22:12.504247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-087e6ec3-afe0-4b2a-be2b-450803e8a654 req-1972c807-78f8-478d-83a5-2bfa5a210dfe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992610 Nov 09 17:22:12.571067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-0599e14b-93ab-4b4e-8b4b-728b657ed3ad service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887658 Nov 09 17:22:12.789398 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a615ed57-7ad5-4152-a2b6-484e50f270a6 req-008c9b88-51dd-437a-94ce-b407bdbe498e service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047396 Nov 09 17:22:12.814899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66586301-a347-443f-b8f5-b069aada6528 req-864da232-c5a9-431f-b8ba-96a255d59484 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.816663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66586301-a347-443f-b8f5-b069aada6528 req-864da232-c5a9-431f-b8ba-96a255d59484 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1064527 Nov 09 17:22:12.925936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896efaa0-80b6-4fa8-bf52-7ceb3594555e req-fcde2ef7-fdb3-42ff-ac8e-9bab685898f7 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.927433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-896efaa0-80b6-4fa8-bf52-7ceb3594555e req-fcde2ef7-fdb3-42ff-ac8e-9bab685898f7 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 1096 time: 0.3880038 Nov 09 17:22:12.940935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d69eba-bfb0-4611-a112-70e741fc418b req-55dbe82f-1867-4c39-9ddd-fbd28f4f9ded tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.942406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95d69eba-bfb0-4611-a112-70e741fc418b req-55dbe82f-1867-4c39-9ddd-fbd28f4f9ded tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/ports?device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 949 time: 0.0608904 Nov 09 17:22:12.942634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66586301-a347-443f-b8f5-b069aada6528 req-4c47ae8a-fe3f-46dc-8e72-471b5e22256d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136417 Nov 09 17:22:12.967979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.968534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.969004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.970026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.970495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.970963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.971452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:12.974437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c12dff22-23fc-4494-af6f-bcdbc5527a8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6478 time: 0.1010764 Nov 09 17:22:12.982353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:13.066437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-896efaa0-80b6-4fa8-bf52-7ceb3594555e req-6d65fb72-d78c-44d8-82a7-617598fc9fe4 tempest-LiveAutoBlockMigrationV225Test-1472951977 tempest-LiveAutoBlockMigrationV225Test-1472951977-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229672 Nov 09 17:22:13.132897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port 6f652d3f-8694-4ec8-a496-e241fe6c3577 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:13.133301 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:13.265009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea078d7-55a6-4c9c-a5da-5a1dd7b2cc68 req-4a1b21d4-8b63-411b-836a-f96448d3f947 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.266612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ea078d7-55a6-4c9c-a5da-5a1dd7b2cc68 req-4a1b21d4-8b63-411b-836a-f96448d3f947 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1707859 Nov 09 17:22:13.271563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-239af140-b695-416f-b515-66a2ddb77236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.273028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-239af140-b695-416f-b515-66a2ddb77236 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 902 time: 0.2863369 Nov 09 17:22:13.286876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port 6f652d3f-8694-4ec8-a496-e241fe6c3577, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6f652d3f-8694-4ec8-a496-e241fe6c3577,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:13.289536 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:13.316423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for 6f652d3f-8694-4ec8-a496-e241fe6c3577 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:13.403607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-5e9fe1db-4141-4bf4-9f74-cee1323da3df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 200 len: 217 time: 0.0887523 Nov 09 17:22:13.512251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ea078d7-55a6-4c9c-a5da-5a1dd7b2cc68 req-9345c511-bbcc-4653-b9c8-d0c3b9b7ff4c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044151 Nov 09 17:22:13.534539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:13.559361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-db064dc0-7788-4167-badb-3e6bf2970ccc tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.559361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-db064dc0-7788-4167-badb-3e6bf2970ccc tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 950 time: 0.1612577 Nov 09 17:22:13.559361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-f0700fda-ab97-4c78-a489-bd5bb9237d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.559361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-f0700fda-ab97-4c78-a489-bd5bb9237d70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.1285028 Nov 09 17:22:13.565836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-15cf196e-faed-48f4-97ee-daf9606c3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.565836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-15cf196e-faed-48f4-97ee-daf9606c3998 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1096 time: 0.1866343 Nov 09 17:22:13.572356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144', '6f652d3f-8694-4ec8-a496-e241fe6c3577', '24519eee-b1c0-4c8d-8c98-ef445f98045b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:13.573467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=6f652d3f-8694-4ec8-a496-e241fe6c3577,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:13.673982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port 6f652d3f-8694-4ec8-a496-e241fe6c3577 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:13.703299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:13.707774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95d69eba-bfb0-4611-a112-70e741fc418b req-1c6936ec-49cd-49c4-9bd4-9e877b8e5d88 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "DELETE /v2.0/ports/6f652d3f-8694-4ec8-a496-e241fe6c3577 HTTP/1.1" status: 204 len: 173 time: 0.7512174 Nov 09 17:22:13.710289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aaf89505-5621-4fed-ba49-1ea0dd261628 req-477d7208-fde6-4f38-8755-288574a67c53 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=97256401-a8d3-405c-9ff8-fbc653614967 HTTP/1.1" status: 200 len: 210 time: 0.0333822 Nov 09 17:22:13.813475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-3dfbcd97-0353-44d9-8cab-5da57ee9a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.815130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-3dfbcd97-0353-44d9-8cab-5da57ee9a438 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2376709 Nov 09 17:22:13.892731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.899488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.906348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.913190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.919397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.926204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.927729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-76162c6a-6ea0-467d-9507-e9205df05266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.929184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-76162c6a-6ea0-467d-9507-e9205df05266 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.3349226 Nov 09 17:22:13.932247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.936548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-25c2a38f-eb69-4fbb-bb84-f9622efeb585 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1380568 Nov 09 17:22:13.946521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006aa63-4d6f-4057-8f79-294821476091 req-7c18c127-7945-4152-88f6-15c62fc17cc9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:13.954275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8006aa63-4d6f-4057-8f79-294821476091 req-7c18c127-7945-4152-88f6-15c62fc17cc9 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.2464571 Nov 09 17:22:14.026076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83ab5878-1a30-41ab-8cdf-6380e718b758 req-ba1bf0ba-f2d2-447f-813e-42eebe72fcb4 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801365 Nov 09 17:22:14.055928 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-12441109-5d55-460b-8f0d-d0a6dbca3802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 217 time: 0.0881057 Nov 09 17:22:14.076449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port 24519eee-b1c0-4c8d-8c98-ef445f98045b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:14.076831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.121605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Deleting port e15a2566-25ba-48e5-bb29-b0b7266cb2b0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:14.122251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.183667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83f5aa-74fb-4848-8f7d-ea39dfa16f37 req-a06faba4-a977-4c25-b60b-a5a1c2bb7b93 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:14.186023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec83f5aa-74fb-4848-8f7d-ea39dfa16f37 req-a06faba4-a977-4c25-b60b-a5a1c2bb7b93 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.0905476 Nov 09 17:22:14.203659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-797fe775-155b-42ad-ab51-d27a79baf0ad service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645689 Nov 09 17:22:14.256310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec83f5aa-74fb-4848-8f7d-ea39dfa16f37 req-dd47b810-16fe-44be-af38-263ef11fa49e tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599892 Nov 09 17:22:14.345826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-1f624d6e-28b1-4df8-ab1f-2c2f199eaeb3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:14.347624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-1f624d6e-28b1-4df8-ab1f-2c2f199eaeb3 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 945 time: 0.0832248 Nov 09 17:22:14.451615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97256401-a8d3-405c-9ff8-fbc653614967', 'name': 'network-vif-deleted', 'tag': '6f652d3f-8694-4ec8-a496-e241fe6c3577'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:14.454520 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fd1263-95f9-4368-9f1e-37247847e0a5" -d '{"events": [{"server_uuid": "97256401-a8d3-405c-9ff8-fbc653614967", "name": "network-vif-deleted", "tag": "6f652d3f-8694-4ec8-a496-e241fe6c3577"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:14.468080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a15c9-fe05-43bc-9361-d1ad961e85e7 req-860d22ab-a455-40d4-b992-e35ff0a18bee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:14.469954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e4a15c9-fe05-43bc-9361-d1ad961e85e7 req-860d22ab-a455-40d4-b992-e35ff0a18bee tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1212554 Nov 09 17:22:14.538287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Deleting port 7a07490f-1e36-4d69-8cf2-5f00af01192f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:14.538653 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.548226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e4a15c9-fe05-43bc-9361-d1ad961e85e7 req-a132b786-1ebe-487b-8252-244721920412 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674369 Nov 09 17:22:14.654628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] For port 7a07490f-1e36-4d69-8cf2-5f00af01192f, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7a07490f-1e36-4d69-8cf2-5f00af01192f,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:14.655138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.678143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Calling delete_port for 7a07490f-1e36-4d69-8cf2-5f00af01192f owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:14.683753 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b27a34-8cf7-43e0-a7b9-aeb569c225d9 x-openstack-request-id: req-92b27a34-8cf7-43e0-a7b9-aeb569c225d9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:14.684013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8006aa63-4d6f-4057-8f79-294821476091 req-c373f3d7-e4c0-406c-a56e-9a4c942531e8 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284670 Nov 09 17:22:14.684572 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97256401-a8d3-405c-9ff8-fbc653614967", "name": "network-vif-deleted", "tag": "6f652d3f-8694-4ec8-a496-e241fe6c3577", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:14.684735 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92b27a34-8cf7-43e0-a7b9-aeb569c225d9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:14.685250 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97256401-a8d3-405c-9ff8-fbc653614967', 'name': 'network-vif-deleted', 'tag': '6f652d3f-8694-4ec8-a496-e241fe6c3577', 'status': 'completed', 'code': 200} Nov 09 17:22:14.727249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-7e304200-f60d-4ee0-a78c-0beb7d66edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:14.729032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-7e304200-f60d-4ee0-a78c-0beb7d66edfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.6559689 Nov 09 17:22:14.806971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-797520bf-c85a-4a30-b3d7-e6616cb97858 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613849 Nov 09 17:22:14.839392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0cce5-94b3-4f87-a805-459fcd5a909d req-db08d7fa-7445-4b72-b22b-d6f9c160c4d5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:14.840816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] For port e15a2566-25ba-48e5-bb29-b0b7266cb2b0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:14.841048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33e0cce5-94b3-4f87-a805-459fcd5a909d req-db08d7fa-7445-4b72-b22b-d6f9c160c4d5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.0982237 Nov 09 17:22:14.841244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.896467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.908689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7a07490f-1e36-4d69-8cf2-5f00af01192f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:14.931425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Calling delete_port for e15a2566-25ba-48e5-bb29-b0b7266cb2b0 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:14.958087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port 24519eee-b1c0-4c8d-8c98-ef445f98045b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24519eee-b1c0-4c8d-8c98-ef445f98045b,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:14.958496 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:14.966633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-70c420c9-e8dc-460a-b2a6-034ae514e64c service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176359 Nov 09 17:22:14.968472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event deleted for resources: {'Port': ['ID=7a07490f-1e36-4d69-8cf2-5f00af01192f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:14.985494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33e0cce5-94b3-4f87-a805-459fcd5a909d req-500385f9-2580-4d4b-acd4-a0d8ec9d8d6b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334703 Nov 09 17:22:14.990860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for 24519eee-b1c0-4c8d-8c98-ef445f98045b owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:15.028547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] No DVR routers for this DVR port 7a07490f-1e36-4d69-8cf2-5f00af01192f on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:15.032789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:15.037695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b138b03f-9293-40ab-ad00-c7e6851abf21 req-e9665b3e-90c9-40d2-a4ad-e9a6c8053b6b tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "DELETE /v2.0/ports/7a07490f-1e36-4d69-8cf2-5f00af01192f HTTP/1.1" status: 204 len: 173 time: 0.6795340 Nov 09 17:22:15.053065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b619329b-8850-44f1-899c-20a81b2b7132 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.054680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b619329b-8850-44f1-899c-20a81b2b7132 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.1521611 Nov 09 17:22:15.146658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279925e-0991-40d4-aa5b-d20e54820be1 req-cdf41cf4-03d7-4f19-bf31-092a0c84e7a3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.154724 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9279925e-0991-40d4-aa5b-d20e54820be1 req-cdf41cf4-03d7-4f19-bf31-092a0c84e7a3 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=3088255e-a6b8-4000-a799-06063d53a9bf HTTP/1.1" status: 200 len: 950 time: 0.2506359 Nov 09 17:22:15.212709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-a6e4654e-e04a-4ec6-9d9a-5fe3037aa1e3 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935890 Nov 09 17:22:15.242745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.243256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.244343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.244343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.244655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.245118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.245567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.247883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-c9372cb0-9231-4d5b-a9c1-6ef05436f83f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6478 time: 0.1707940 Nov 09 17:22:15.316073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.322278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.328920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.335381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.341208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.342657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9279925e-0991-40d4-aa5b-d20e54820be1 req-1d0a3f15-e12b-427c-980b-919b86280086 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870315 Nov 09 17:22:15.347887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.362975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.362975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8235bad-e331-43ae-8901-1523f0653bbf req-2851bc65-2f82-45ce-a90a-23536ebd89d0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1949968 Nov 09 17:22:15.417543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Deleting port 7440f967-6484-4296-bfb4-ea8d9b513027 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:15.417885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:15.466967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a15592f-396b-46f4-a65c-eca6c9f035de req-79131b3c-ae4c-4af5-9ad6-068a019075a0 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.0337553 Nov 09 17:22:15.495450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-5b483f5f-e14a-42a3-9767-1f3cc7f50928 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738454 Nov 09 17:22:15.543029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8235bad-e331-43ae-8901-1523f0653bbf req-7dc78e2d-0a86-4a05-873e-978c148d6f15 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784716 Nov 09 17:22:15.547691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:15.551572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-2a661cb7-fe2e-47a5-8e77-49483563758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.554022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-2a661cb7-fe2e-47a5-8e77-49483563758c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 902 time: 0.2979121 Nov 09 17:22:15.560474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:15.592206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=24519eee-b1c0-4c8d-8c98-ef445f98045b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:15.614643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.615200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.615743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.619199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:15.631173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-bb8065dc-84e7-4bb3-86af-b5586e7b55e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 200 len: 217 time: 0.0526781 Nov 09 17:22:15.709454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:15.727740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] For port 7440f967-6484-4296-bfb4-ea8d9b513027, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7440f967-6484-4296-bfb4-ea8d9b513027,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:15.728635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:15.730495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port 24519eee-b1c0-4c8d-8c98-ef445f98045b on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:15.761122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Calling delete_port for 7440f967-6484-4296-bfb4-ea8d9b513027 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:15.767396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-849fa530-9841-4da9-9e7c-9c76e6bb65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:15.769227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-849fa530-9841-4da9-9e7c-9c76e6bb65bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.1276615 Nov 09 17:22:15.799447 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:15.802813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85f99c5e-ef3c-4dcf-a93c-f2c0ae7cfaab req-f90f95a1-4f75-4c56-8bc8-d1028e3689f1 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "DELETE /v2.0/ports/24519eee-b1c0-4c8d-8c98-ef445f98045b HTTP/1.1" status: 204 len: 173 time: 2.2365127 Nov 09 17:22:15.856824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15a2566-25ba-48e5-bb29-b0b7266cb2b0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:15.862500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088255e-a6b8-4000-a799-06063d53a9bf', 'name': 'network-vif-deleted', 'tag': '24519eee-b1c0-4c8d-8c98-ef445f98045b'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:15.879137 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e74911-9d9e-4489-82fd-bb55ebba2509" -d '{"events": [{"server_uuid": "3088255e-a6b8-4000-a799-06063d53a9bf", "name": "network-vif-deleted", "tag": "24519eee-b1c0-4c8d-8c98-ef445f98045b"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:15.998212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-cb7ef8c6-9da0-40c6-90c1-9ebf7047179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:16.000859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-cb7ef8c6-9da0-40c6-90c1-9ebf7047179c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227221 Nov 09 17:22:16.113289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cfa9c-1e6f-4aa8-86b3-6ed068c58942 req-484d8707-f5c6-44ef-bf76-ebaf930600e0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:16.120247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947fb7-c26f-492b-ba01-859faa5779c3 req-3e7de424-3bbd-4632-8c81-2cdc2ede4f92 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:16.122669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03947fb7-c26f-492b-ba01-859faa5779c3 req-3e7de424-3bbd-4632-8c81-2cdc2ede4f92 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.3902581 Nov 09 17:22:16.130972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-645cfa9c-1e6f-4aa8-86b3-6ed068c58942 req-484d8707-f5c6-44ef-bf76-ebaf930600e0 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d HTTP/1.1" status: 200 len: 949 time: 0.2631178 Nov 09 17:22:16.381357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03947fb7-c26f-492b-ba01-859faa5779c3 req-d324008b-5948-4417-a46b-819aa32ea715 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475023 Nov 09 17:22:16.394736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:16.444667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:16.468418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7440f967-6484-4296-bfb4-ea8d9b513027'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:16.619256 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b92ecd-5c02-41e1-9223-3b8aa194dc4d x-openstack-request-id: req-d4b92ecd-5c02-41e1-9223-3b8aa194dc4d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:16.619836 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088255e-a6b8-4000-a799-06063d53a9bf", "name": "network-vif-deleted", "tag": "24519eee-b1c0-4c8d-8c98-ef445f98045b", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:16.620525 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4b92ecd-5c02-41e1-9223-3b8aa194dc4d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:16.621275 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3088255e-a6b8-4000-a799-06063d53a9bf', 'name': 'network-vif-deleted', 'tag': '24519eee-b1c0-4c8d-8c98-ef445f98045b', 'status': 'completed', 'code': 200} Nov 09 17:22:16.635012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-a41b1bdb-76e7-4466-b1d1-926fe28a9297 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230948 Nov 09 17:22:16.650933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-645cfa9c-1e6f-4aa8-86b3-6ed068c58942 req-01b5caae-e7ca-408f-841a-accce4a4156c tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc7e6b46-78df-4f87-b8f8-805f64a76206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188708 Nov 09 17:22:16.660988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Pushing event deleted for resources: {'Port': ['ID=7440f967-6484-4296-bfb4-ea8d9b513027,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:16.689663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'name': 'network-vif-deleted', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:16.698331 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c8def-1807-4f7a-a3ee-60c6f507553a" -d '{"events": [{"server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "name": "network-vif-deleted", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:16.874244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aea0844-0c21-4414-b1fa-e5c930ff3c4a req-ac21bcb3-15bb-4426-a627-86d340c1cb30 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197578 Nov 09 17:22:16.903879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef0891-5742-4aab-8c83-4f7f0358e037 req-08cfc95d-0014-4ec2-9d82-4ae3b598d15d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:16.922975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2ef0891-5742-4aab-8c83-4f7f0358e037 req-08cfc95d-0014-4ec2-9d82-4ae3b598d15d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.3086352 Nov 09 17:22:17.000130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] No DVR routers for this DVR port 7440f967-6484-4296-bfb4-ea8d9b513027 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:17.016025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69626e66-888b-4ada-879e-727d7e9ea169 req-94bd8186-b423-48f8-b10e-e28fb1f14805 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.1374345 Nov 09 17:22:17.018189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:17.022650 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f97d02fd-77bc-45d5-8ad6-250feda0933d req-b4c5479c-4898-46af-8889-b3ea9c1fa5f5 tempest-MigrationsAdminTest-1047573040 tempest-MigrationsAdminTest-1047573040-project] 10.222.0.83 "DELETE /v2.0/ports/7440f967-6484-4296-bfb4-ea8d9b513027 HTTP/1.1" status: 204 len: 173 time: 1.9608839 Nov 09 17:22:17.198810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.212743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.240539 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.241370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2ef0891-5742-4aab-8c83-4f7f0358e037 req-d9199a67-3f16-4b72-97af-fbf3df25a29e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167362 Nov 09 17:22:17.253074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.284492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.291803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.299072 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:17.308211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-658a5f6a-e8ae-447d-98cc-2b51bab4e275 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1919754 Nov 09 17:22:17.315279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Router 750ab87a-0e70-49e8-9d60-2f6ede3c340a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:22:17.415410 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eaa363-3a1d-4fa2-b22b-ae12e048c4cf x-openstack-request-id: req-82eaa363-3a1d-4fa2-b22b-ae12e048c4cf {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:17.417613 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a721dda-8e3d-4a80-ae6d-f7c62180b592", "name": "network-vif-deleted", "tag": "7a07490f-1e36-4d69-8cf2-5f00af01192f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:17.418149 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82eaa363-3a1d-4fa2-b22b-ae12e048c4cf {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:17.419520 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a721dda-8e3d-4a80-ae6d-f7c62180b592', 'name': 'network-vif-deleted', 'tag': '7a07490f-1e36-4d69-8cf2-5f00af01192f', 'status': 'completed', 'code': 200} Nov 09 17:22:17.445183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e333a73c-1bdc-4cc8-ad9c-3a4ba99561b3 req-29a141f3-7001-49eb-bcf1-855438831747 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353135 Nov 09 17:22:17.457978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6f652d3f-8694-4ec8-a496-e241fe6c3577 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:17.502541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 6f652d3f-8694-4ec8-a496-e241fe6c3577 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:17.503646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6f652d3f-8694-4ec8-a496-e241fe6c3577 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:17.504325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24519eee-b1c0-4c8d-8c98-ef445f98045b no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:17.533826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 24519eee-b1c0-4c8d-8c98-ef445f98045b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:17.534491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24519eee-b1c0-4c8d-8c98-ef445f98045b not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:17.568297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:22:17.583899 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] Sync routers for ids ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:22:17.595725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:17.600547 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] Routers {'750ab87a-0e70-49e8-9d60-2f6ede3c340a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:17.601478 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:17.604863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f42c28a3-b5c5-4d07-9473-5c52e70acd37 admin admin] 10.222.0.45 "PUT /v2.0/routers/750ab87a-0e70-49e8-9d60-2f6ede3c340a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5900395 Nov 09 17:22:17.820018 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] Set router 750ab87a-0e70-49e8-9d60-2f6ede3c340a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:17.936215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:17.999044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:18.042747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 7a07490f-1e36-4d69-8cf2-5f00af01192f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:18.043142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7a07490f-1e36-4d69-8cf2-5f00af01192f not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:18.172398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e987d-a8d1-4fc5-93d9-9a6f0e871a2a req-cb6563f0-319e-4737-b85f-23216b43df76 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.181728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd2e987d-a8d1-4fc5-93d9-9a6f0e871a2a req-cb6563f0-319e-4737-b85f-23216b43df76 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.4083605 Nov 09 17:22:18.186219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599acf4-f391-476f-96c8-bfbbb6c69132 req-841cdf06-e6f4-45ea-a074-6a6957de8782 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.194809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7599acf4-f391-476f-96c8-bfbbb6c69132 req-841cdf06-e6f4-45ea-a074-6a6957de8782 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 950 time: 0.1157892 Nov 09 17:22:18.267094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7599acf4-f391-476f-96c8-bfbbb6c69132 req-23d4f206-3467-4eba-9d19-9e7122c962cb tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699892 Nov 09 17:22:18.276232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd2e987d-a8d1-4fc5-93d9-9a6f0e871a2a req-53d2e875-b1e7-4e9d-82c4-e4dda03cedbb tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766246 Nov 09 17:22:18.286721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:18.351531 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:22:15Z', 'revision_number': 5, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port': {'id': 'e3b60006-ed7f-4f3b-95a6-ee0114d20817', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:21:40Z', 'updated_at': '2021-11-09T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:18.385509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b60dd91-f354-4143-816b-4549f46cce6d req-6e6003fa-c23a-4579-af9c-65b13eb3f870 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.0443015 Nov 09 17:22:18.413536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] Checking router: 750ab87a-0e70-49e8-9d60-2f6ede3c340a for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:22:18.425454 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] Routers {'750ab87a-0e70-49e8-9d60-2f6ede3c340a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:18.426038 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:18.429761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Deleting port e3b60006-ed7f-4f3b-95a6-ee0114d20817 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:18.430171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:18.448039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52350) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:18.560253 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] Set router 750ab87a-0e70-49e8-9d60-2f6ede3c340a gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:18.596677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446313f0-4a79-48ac-a34d-2fb3033175c8 req-22c8ca6c-76e1-4277-8934-71272f7c4960 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.605024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-446313f0-4a79-48ac-a34d-2fb3033175c8 req-22c8ca6c-76e1-4277-8934-71272f7c4960 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1947534 Nov 09 17:22:18.644342 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:22:18Z', 'revision_number': 6, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:18.645928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] For port e3b60006-ed7f-4f3b-95a6-ee0114d20817, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e3b60006-ed7f-4f3b-95a6-ee0114d20817,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:18.646313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:18.676932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Calling delete_port for e3b60006-ed7f-4f3b-95a6-ee0114d20817 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:18.678386 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b7497-8892-452a-9872-4e4558f66ab0 None None] The sync data for ids ['750ab87a-0e70-49e8-9d60-2f6ede3c340a'] in n-d-804292-3 is: [{'id': '750ab87a-0e70-49e8-9d60-2f6ede3c340a', 'name': 'tempest-FloatingIPsTestJSON-1467174266-router', 'tenant_id': '5dba53a752fb4b6ca480461482f75779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:21:39Z', 'updated_at': '2021-11-09T17:22:18Z', 'revision_number': 6, 'project_id': '5dba53a752fb4b6ca480461482f75779', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:22:18.702232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-446313f0-4a79-48ac-a34d-2fb3033175c8 req-739a541d-4073-4767-807a-b2c4306308af tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960271 Nov 09 17:22:18.727759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.735577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.741880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.748904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.757242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.763674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.770694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:18.772835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50623308-c990-4814-9cca-bca8a5387d27 req-8543568b-5508-4d03-a005-3162fe57ec80 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1767910 Nov 09 17:22:18.819280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5c11d385-fcd6-4eb3-9489-c7ee44a5e0fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e46c7f2556c4547957e02ca39005e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696406 Nov 09 17:22:18.827553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52358) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:18.891708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50623308-c990-4814-9cca-bca8a5387d27 req-361ad58e-5fbc-4add-b231-618e2fc065fa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084054 Nov 09 17:22:18.916106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd388-559a-421d-90fb-543c66d9f97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:18.944828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd388-559a-421d-90fb-543c66d9f97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:18.947398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:18.982303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b60006-ed7f-4f3b-95a6-ee0114d20817,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:19.013347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd388-559a-421d-90fb-543c66d9f97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.017018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ebcfd388-559a-421d-90fb-543c66d9f97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.024634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ebcfd388-559a-421d-90fb-543c66d9f97e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc7e6b46-78df-4f87-b8f8-805f64a76206 HTTP/1.1" status: 204 len: 168 time: 0.1895516 Nov 09 17:22:19.029248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfd388-559a-421d-90fb-543c66d9f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7e6b46-78df-4f87-b8f8-805f64a76206,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:19.098844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.235672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.238034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.290206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.291851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750ab87a-0e70-49e8-9d60-2f6ede3c340a {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:22:19.300938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.303912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5d947ff6-2408-4253-b15c-c1ef255d080e admin admin] 10.222.0.45 "DELETE /v2.0/routers/750ab87a-0e70-49e8-9d60-2f6ede3c340a HTTP/1.1" status: 204 len: 168 time: 1.7071648 Nov 09 17:22:19.306558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:19.351756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-4504e341-78a9-4b2f-9496-ac620563a387 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:19.353506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-4504e341-78a9-4b2f-9496-ac620563a387 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 950 time: 0.0945494 Nov 09 17:22:19.385781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Deleting subnet 7c44171b-0380-4083-842b-28aac6e7fc24 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:22:19.402794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.420795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-deleted', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:19.423846 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12cbf60-f417-47b6-891e-8a7df63e4e1b" -d '{"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-deleted", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:19.471398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.511664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a0a7a-6e18-486e-a0ce-74a7a6d43b1e req-c6f22456-47a5-41b0-975d-52901cf50fe9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:19.521126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:19.521393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d5a0a7a-6e18-486e-a0ce-74a7a6d43b1e req-c6f22456-47a5-41b0-975d-52901cf50fe9 tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 950 time: 0.1312442 Nov 09 17:22:19.553070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bafbc-b93f-4070-bbd3-56221378fb92 req-902b6b18-7e05-4954-babe-6ef16ee780ef tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:19.554868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c0bafbc-b93f-4070-bbd3-56221378fb92 req-902b6b18-7e05-4954-babe-6ef16ee780ef tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1073639 Nov 09 17:22:19.615785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Deleting port 6382e37c-adbf-438e-9b5b-8c0c597ff144 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:19.616374 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.635245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d5a0a7a-6e18-486e-a0ce-74a7a6d43b1e req-6c584713-12ba-4cc3-a63c-4bc61b28c88b tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/security-groups?id=47747a25-93b5-4af4-8358-605b06e950c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129892 Nov 09 17:22:19.667497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.688121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a5f63fd-eb03-42db-b6ce-24a010ac7178 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b8446ba187248638205218444a89519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643987 Nov 09 17:22:19.691098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:19.743878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c0bafbc-b93f-4070-bbd3-56221378fb92 req-b164b759-6375-45b9-94fc-7105bf1540c0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717081 Nov 09 17:22:19.795125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] For port 6382e37c-adbf-438e-9b5b-8c0c597ff144, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6382e37c-adbf-438e-9b5b-8c0c597ff144,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:19.796894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155a4063-1c0e-489d-9dd4-dc4fd7400524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.801787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.817205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.823723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Calling delete_port for 6382e37c-adbf-438e-9b5b-8c0c597ff144 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:19.831543 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c30da2f-9fa1-436a-9432-1eda162630b9 x-openstack-request-id: req-9c30da2f-9fa1-436a-9432-1eda162630b9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:19.831854 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d", "name": "network-vif-deleted", "tag": "7440f967-6484-4296-bfb4-ea8d9b513027", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:19.832113 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c30da2f-9fa1-436a-9432-1eda162630b9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:19.832964 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2d02f7-6bb7-40ea-acb9-1f6d4f68882d', 'name': 'network-vif-deleted', 'tag': '7440f967-6484-4296-bfb4-ea8d9b513027', 'status': 'completed', 'code': 200} Nov 09 17:22:19.887589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba71aa2d-94ca-4b9b-afc6-f26df9cba303 req-82339578-fa3b-453f-a3d6-91a3748d5c57 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.1014147 Nov 09 17:22:19.897971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c44171b-0380-4083-842b-28aac6e7fc24,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:19.904917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d10379-7f8d-4f12-8a4f-714696bde6d7 None None] Network ad9325f4-8443-47d9-aa27-2d3d19951007 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:22:19.921135 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.927054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6ee1218-c471-4335-9101-ac23a4f3fded admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7c44171b-0380-4083-842b-28aac6e7fc24 HTTP/1.1" status: 204 len: 168 time: 0.6171935 Nov 09 17:22:19.927054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155a4063-1c0e-489d-9dd4-dc4fd7400524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:19.942389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52382) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:20.032781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155a4063-1c0e-489d-9dd4-dc4fd7400524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.037306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:20.039294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155a4063-1c0e-489d-9dd4-dc4fd7400524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.039456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e15a2566-25ba-48e5-bb29-b0b7266cb2b0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:20.049117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-155a4063-1c0e-489d-9dd4-dc4fd7400524 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5169f2bd-0fbf-4896-8227-0868289d2c6c HTTP/1.1" status: 204 len: 168 time: 0.3551297 Nov 09 17:22:20.068466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4063-1c0e-489d-9dd4-dc4fd7400524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169f2bd-0fbf-4896-8227-0868289d2c6c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:20.158405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e15a2566-25ba-48e5-bb29-b0b7266cb2b0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:20.158764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e15a2566-25ba-48e5-bb29-b0b7266cb2b0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:20.159263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e3b60006-ed7f-4f3b-95a6-ee0114d20817 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:20.160973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 7440f967-6484-4296-bfb4-ea8d9b513027 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:20.161307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7440f967-6484-4296-bfb4-ea8d9b513027 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:20.223984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e3b60006-ed7f-4f3b-95a6-ee0114d20817 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:20.224482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e3b60006-ed7f-4f3b-95a6-ee0114d20817 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:20.253936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.272982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.286855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.293289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.300941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.305047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2040bac-4a2b-4ab6-a007-97cd1ddf3a02 req-37a36dba-22ab-4b69-ae1a-470778ea33e2 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.307291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a2040bac-4a2b-4ab6-a007-97cd1ddf3a02 req-37a36dba-22ab-4b69-ae1a-470778ea33e2 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.4175673 Nov 09 17:22:20.317999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.329168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.343892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.346592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.347169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-b22f2ad5-4474-4736-a435-22ce03fc4eb9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2090135 Nov 09 17:22:20.359330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6382e37c-adbf-438e-9b5b-8c0c597ff144'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:20.403968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] DHCP port deletion for ad9325f4-8443-47d9-aa27-2d3d19951007 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:22:20.448875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Pushing event deleted for resources: {'Port': ['ID=6382e37c-adbf-438e-9b5b-8c0c597ff144,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:20.485353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e62ef6ac-082c-45b7-85da-1c9db3c716a4 req-96a804b9-5492-448a-923c-1416e8182899 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293662 Nov 09 17:22:20.492477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] Deleting port 9e06676a-1af5-404e-8883-cffad0ab9177 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:20.493390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.559093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a2040bac-4a2b-4ab6-a007-97cd1ddf3a02 req-5123bfd8-371e-4463-8720-65ff636e3581 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389250 Nov 09 17:22:20.592965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] No DVR routers for this DVR port 6382e37c-adbf-438e-9b5b-8c0c597ff144 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:20.596446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.599907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-740faf0b-bd6f-4da0-8f6e-c42e59bc2bd7 req-ea9ea956-e290-450f-8ea1-f28316198aab tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.43 "DELETE /v2.0/ports/6382e37c-adbf-438e-9b5b-8c0c597ff144 HTTP/1.1" status: 204 len: 173 time: 1.2396827 Nov 09 17:22:20.600374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'name': 'network-vif-deleted', 'tag': '6382e37c-adbf-438e-9b5b-8c0c597ff144'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:20.603102 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa155bf-ef18-4f9a-9ea4-1712a4dfc3da" -d '{"events": [{"server_uuid": "5ecf6bbc-6128-457c-8dc8-d07b7b748634", "name": "network-vif-deleted", "tag": "6382e37c-adbf-438e-9b5b-8c0c597ff144"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:20.612106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Deleting port 9e06676a-1af5-404e-8883-cffad0ab9177 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:20.612478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.618777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] For port 9e06676a-1af5-404e-8883-cffad0ab9177, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e06676a-1af5-404e-8883-cffad0ab9177,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:20.619207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.639051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] Calling delete_port for 9e06676a-1af5-404e-8883-cffad0ab9177 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:20.710447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] For port 9e06676a-1af5-404e-8883-cffad0ab9177, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e06676a-1af5-404e-8883-cffad0ab9177,segment=NetworkSegment(54623e78-50ec-4353-a328-30823244c8c0),segment_id=54623e78-50ec-4353-a328-30823244c8c0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:20.710825 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.722467 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b3e3c-798e-4f69-974b-343907bdf057 x-openstack-request-id: req-8b6b3e3c-798e-4f69-974b-343907bdf057 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:20.722758 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf6bbc-6128-457c-8dc8-d07b7b748634", "name": "network-vif-deleted", "tag": "6382e37c-adbf-438e-9b5b-8c0c597ff144", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:20.723057 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b6b3e3c-798e-4f69-974b-343907bdf057 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:20.723484 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf6bbc-6128-457c-8dc8-d07b7b748634', 'name': 'network-vif-deleted', 'tag': '6382e37c-adbf-438e-9b5b-8c0c597ff144', 'status': 'completed', 'code': 200} Nov 09 17:22:20.727776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Calling delete_port for 9e06676a-1af5-404e-8883-cffad0ab9177 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:20.749451 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.788835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] Pushing event deleted for resources: {'Port': ['ID=9e06676a-1af5-404e-8883-cffad0ab9177,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:20.792474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb408b70-3a60-49f7-867a-e51717ec4707 None None] No DVR routers for this DVR port 9e06676a-1af5-404e-8883-cffad0ab9177 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:20.832412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68539c5c-4eeb-418b-bfa7-0b3d9db1a2f7 req-d6c0bc0c-e801-4e6d-8147-81ad3a51753a tempest-ServersOnMultiNodesTest-869273847 tempest-ServersOnMultiNodesTest-869273847-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ecf6bbc-6128-457c-8dc8-d07b7b748634 HTTP/1.1" status: 200 len: 210 time: 0.0446954 Nov 09 17:22:20.910317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:20.939541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f80e7-c45d-44b3-90a4-60af2fc12cb4 req-28b4728e-d2b5-4fff-8739-6eebc2be9c36 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:20.963937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f88f80e7-c45d-44b3-90a4-60af2fc12cb4 req-28b4728e-d2b5-4fff-8739-6eebc2be9c36 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1042354 Nov 09 17:22:20.982356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e06676a-1af5-404e-8883-cffad0ab9177,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:21.001728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] No DVR routers for this DVR port 9e06676a-1af5-404e-8883-cffad0ab9177 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:21.151511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.179801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9325f4-8443-47d9-aa27-2d3d19951007']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:21.192692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54623e78-50ec-4353-a328-30823244c8c0') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:21.193007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54623e78-50ec-4353-a328-30823244c8c0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:21.207234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.226284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.234741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:22:21.235548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:22:21.302186 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:22:21.339422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7252a1b3-743e-42e8-aa0f-2c3dd3cee1dd req-ad40b22f-e7cc-4a5b-affe-6d6ae0fc8eb5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.2955070 Nov 09 17:22:21.340626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.354181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.365937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ad9325f4-8443-47d9-aa27-2d3d19951007 HTTP/1.1" status: 204 len: 168 time: 1.4201856 Nov 09 17:22:21.396061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a20e-ba56-4dac-925d-d6eaa1724718 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9325f4-8443-47d9-aa27-2d3d19951007,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:21.440721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f88f80e7-c45d-44b3-90a4-60af2fc12cb4 req-42e029dd-39b0-433a-92c8-7757b59f1477 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710925 Nov 09 17:22:21.703576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.713365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52426) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:21.716796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.728055 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.738806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.745634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.758384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.767166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.768729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-a91df268-2fec-4c2a-8de8-15fec2f906b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1426313 Nov 09 17:22:21.783813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414cefa-84a5-4033-ae28-515c7f2b2e5c req-e4df156d-a976-403f-81a3-e2df609335ba tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:21.785055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5414cefa-84a5-4033-ae28-515c7f2b2e5c req-e4df156d-a976-403f-81a3-e2df609335ba tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1050808 Nov 09 17:22:21.793714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-216e8ef3-f5af-4f39-a51b-7f1f8b25dc71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5dba53a752fb4b6ca480461482f75779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778451 Nov 09 17:22:21.803022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52428) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:21.849907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99758722-4b7d-4e2d-84c3-b34e0046f9b3 req-8be27dce-0e4c-443b-a919-174582e2e887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735610 Nov 09 17:22:21.924775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5414cefa-84a5-4033-ae28-515c7f2b2e5c req-689e5cfa-fb61-41dc-b2cc-3c29059dcaf5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299193 Nov 09 17:22:21.946317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08e8f145-857c-4583-8f48-fca0db76b7f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:21.952708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e06676a-1af5-404e-8883-cffad0ab9177 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:21.995511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9e06676a-1af5-404e-8883-cffad0ab9177 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:21.995860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e06676a-1af5-404e-8883-cffad0ab9177 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:22.008685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08e8f145-857c-4583-8f48-fca0db76b7f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:22.100367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08e8f145-857c-4583-8f48-fca0db76b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:22.102903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08e8f145-857c-4583-8f48-fca0db76b7f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:22.104106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-08e8f145-857c-4583-8f48-fca0db76b7f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f6fc656-90f1-4011-b02b-a20e19ab6d37 HTTP/1.1" status: 204 len: 168 time: 0.3001285 Nov 09 17:22:22.120901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8f145-857c-4583-8f48-fca0db76b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6fc656-90f1-4011-b02b-a20e19ab6d37,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:22.341724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52456) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:22.539018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff5ab7f2-228b-473b-979c-f9d32f9b19fe req-17cc4226-7a81-4cd5-a80f-0f6952183656 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a721dda-8e3d-4a80-ae6d-f7c62180b592 HTTP/1.1" status: 200 len: 210 time: 0.0791733 Nov 09 17:22:22.614066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9576a-d168-4898-b4e1-739e0d618b15 req-c4974aef-9cd5-49a3-b260-fda908b10ba0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:22.638664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ed9576a-d168-4898-b4e1-739e0d618b15 req-c4974aef-9cd5-49a3-b260-fda908b10ba0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1229739 Nov 09 17:22:22.655775 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:22.724398 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ed9576a-d168-4898-b4e1-739e0d618b15 req-0dfee899-7f4e-425e-8ec8-d8fd45773888 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789773 Nov 09 17:22:22.848305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e5241e50-0b55-4e74-8bbc-508cf443271e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fda130e929244e42b920562660a8b40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058210 Nov 09 17:22:22.850893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:22.929512 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ce5-9191-43ff-8ec4-8a6c16e38341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:22.954878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ce5-9191-43ff-8ec4-8a6c16e38341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:23.092045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ce5-9191-43ff-8ec4-8a6c16e38341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:23.096212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c65b7ce5-9191-43ff-8ec4-8a6c16e38341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:23.097629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c65b7ce5-9191-43ff-8ec4-8a6c16e38341 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47747a25-93b5-4af4-8358-605b06e950c6 HTTP/1.1" status: 204 len: 168 time: 0.2456284 Nov 09 17:22:23.123937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7ce5-9191-43ff-8ec4-8a6c16e38341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47747a25-93b5-4af4-8358-605b06e950c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:23.167007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.176081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.182971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.193268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.200466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.210364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.222223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.231238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-c137fc58-a05c-4d51-9ca4-09718f632a60 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2003825 Nov 09 17:22:23.344591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0dc7ae2b-6df7-4875-ac3d-d8b924fb2eab req-2281d478-4409-425e-8d3b-60e7faa78814 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123638 Nov 09 17:22:23.471757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6382e37c-adbf-438e-9b5b-8c0c597ff144 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:23.524316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 6382e37c-adbf-438e-9b5b-8c0c597ff144 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:23.525485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6382e37c-adbf-438e-9b5b-8c0c597ff144 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:23.568080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.568423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.569128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.569509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.569978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.570446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.571147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.571618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.572572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.573363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.573934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.574434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.574878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.593520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b10ce3ef-5d75-41e5-aa21-74df3bb7a918 req-db71ad41-d14c-4445-a6e4-8833133ba970 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9198 time: 0.1929266 Nov 09 17:22:23.829199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:23.862269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893c08-bfee-4255-957c-d64aafea5ae1 req-8523ec2d-7acf-4375-8e4a-88c45e3bacef tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.885055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f893c08-bfee-4255-957c-d64aafea5ae1 req-8523ec2d-7acf-4375-8e4a-88c45e3bacef tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 886 time: 0.2824838 Nov 09 17:22:23.952589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-460bb06f-fdea-4695-a875-7382237ac529 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ce92bcd50bb489bafa8ab3df6584bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189158 Nov 09 17:22:23.956367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:23.995400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36aed1-e447-44df-8062-05b657a99e22 req-3926c899-33ae-4471-9dee-0fbf47c29816 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:23.997671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df36aed1-e447-44df-8062-05b657a99e22 req-3926c899-33ae-4471-9dee-0fbf47c29816 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.0998354 Nov 09 17:22:24.057701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.058189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.059143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.059143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.059607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.060061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.060565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.060975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.061464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.062041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.062480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.062937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.063655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.067762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2d6fc88-a2d3-41a7-aefe-e9c0707096f3 req-3e917d5c-4d79-43bb-8eed-49af4d194b83 tempest-NetworksTest-1351763109 tempest-NetworksTest-1351763109-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9198 time: 0.1721702 Nov 09 17:22:24.100755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df36aed1-e447-44df-8062-05b657a99e22 req-14870a5b-26b9-4c15-a7af-a84128191767 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Nov 09 17:22:24.102248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c6001c-2a1f-4e03-9f06-143ffa5b2eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:24.158248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c6001c-2a1f-4e03-9f06-143ffa5b2eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:24.225868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c6001c-2a1f-4e03-9f06-143ffa5b2eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:24.230155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c6001c-2a1f-4e03-9f06-143ffa5b2eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:24.234077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-64c6001c-2a1f-4e03-9f06-143ffa5b2eab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/228e992c-d642-4cbc-b4a9-d420c8c48d3f HTTP/1.1" status: 204 len: 168 time: 0.2754843 Nov 09 17:22:24.254098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6001c-2a1f-4e03-9f06-143ffa5b2eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e992c-d642-4cbc-b4a9-d420c8c48d3f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:24.465700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52556) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:24.545171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.566289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.580210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.587204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.599579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.611947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.620549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:24.623023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-f77255f1-6376-42c2-a0d7-e924ef2410ca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1801238 Nov 09 17:22:24.724449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1edb87f3-9b4c-4607-9042-dd144c4b18a3 req-0b38aa9e-a768-4619-8d3d-902f89cf1b02 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931442 Nov 09 17:22:24.885722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4740eae-fe25-4bd8-b18d-2c3b8715232f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.066947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4740eae-fe25-4bd8-b18d-2c3b8715232f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.072613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4740eae-fe25-4bd8-b18d-2c3b8715232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.137799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:25.138362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b4740eae-fe25-4bd8-b18d-2c3b8715232f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37c549c067194e34a8abd2badf94481c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705313 Nov 09 17:22:25.141822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4740eae-fe25-4bd8-b18d-2c3b8715232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca13f8e-378a-46ec-97c9-e93e907aaef8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:25.213029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52632) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:25.310304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.349728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.372485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c55523-b03d-4bff-a5a7-605b19f0b84e req-becdb855-5cea-49fe-9c1e-03ee168d7998 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.375078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05c55523-b03d-4bff-a5a7-605b19f0b84e req-becdb855-5cea-49fe-9c1e-03ee168d7998 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1380348 Nov 09 17:22:25.396426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e8b086a4-15f2-4a30-9a3e-d7f06c89f290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.520009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05c55523-b03d-4bff-a5a7-605b19f0b84e req-84ca9442-3c8d-4f02-96b8-3f7923f658a0 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290016 Nov 09 17:22:25.528212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.532518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.539179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fca13f8e-378a-46ec-97c9-e93e907aaef8 HTTP/1.1" status: 204 len: 168 time: 0.4000120 Nov 09 17:22:25.567018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca13f8e-378a-46ec-97c9-e93e907aaef8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:25.587054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.587384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.587717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.588049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.588376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.588731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.591589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.592042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.592263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.592593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.592927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.593281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28045047-3ba4-42b3-8591-1686b0d40115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:25.597825 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e8b086a4-15f2-4a30-9a3e-d7f06c89f290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.603818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e8b086a4-15f2-4a30-9a3e-d7f06c89f290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.637763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e8b086a4-15f2-4a30-9a3e-d7f06c89f290 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdccc6a333ee4ab986ee62c258499297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231923 Nov 09 17:22:25.641273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:25.692407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b086a4-15f2-4a30-9a3e-d7f06c89f290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b526b26-618e-420e-8f39-dde58492f419,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:25.724394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6137714a-9ecb-44c0-ada0-690e68e12969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.768715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6137714a-9ecb-44c0-ada0-690e68e12969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.891979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6137714a-9ecb-44c0-ada0-690e68e12969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.894398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6137714a-9ecb-44c0-ada0-690e68e12969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:25.898057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6137714a-9ecb-44c0-ada0-690e68e12969 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b526b26-618e-420e-8f39-dde58492f419 HTTP/1.1" status: 204 len: 168 time: 0.2528706 Nov 09 17:22:25.911310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.917632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.928168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.938241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.944613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.950721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.957789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:25.965917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-3f3bf5e3-6d2c-4fa9-bca5-e672f9dfd7ac tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1410990 Nov 09 17:22:25.987301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137714a-9ecb-44c0-ada0-690e68e12969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b526b26-618e-420e-8f39-dde58492f419,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:26.064091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 62f0eaf5-74d0-4997-a560-a304e1e88e99 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:26.087412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c3a7820-f6a7-4870-bbf9-eb3e32fa02bf req-5a424099-bb31-431a-8ed4-541d5220e92c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203997 Nov 09 17:22:26.382271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:26.410909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'mac_address': 'fa:16:3e:6b:f6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:26.496933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:26.524007 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbd3a-e019-4371-9606-1e2f8e0b57a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:26.546772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:26.577973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62f0eaf5-74d0-4997-a560-a304e1e88e99 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:26.619383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:26.635096 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:26.753665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbd3a-e019-4371-9606-1e2f8e0b57a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:26.765506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbd3a-e019-4371-9606-1e2f8e0b57a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:26.820116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:26.836716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['62f0eaf5-74d0-4997-a560-a304e1e88e99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:26.940469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7fabbd3a-e019-4371-9606-1e2f8e0b57a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11f04a93c0964d48bb0c9b4ed21bb8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421465 Nov 09 17:22:26.944216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:27.065276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabbd3a-e019-4371-9606-1e2f8e0b57a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa5ab6b-4955-4b85-9fbf-37c458bab0da,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:27.107443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1837f108-a7f6-42a1-b8e7-e0690aaa3adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:27.133299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fb2b8-94e7-4e57-baa9-97533af1e168 req-a54d3189-e582-4b81-8f36-a789fbf34655 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.147275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f5fb2b8-94e7-4e57-baa9-97533af1e168 req-a54d3189-e582-4b81-8f36-a789fbf34655 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.3636875 Nov 09 17:22:27.149392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1837f108-a7f6-42a1-b8e7-e0690aaa3adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:27.289701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1837f108-a7f6-42a1-b8e7-e0690aaa3adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:27.293779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1837f108-a7f6-42a1-b8e7-e0690aaa3adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:27.300112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1837f108-a7f6-42a1-b8e7-e0690aaa3adb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fa5ab6b-4955-4b85-9fbf-37c458bab0da HTTP/1.1" status: 204 len: 168 time: 0.3547349 Nov 09 17:22:27.322488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837f108-a7f6-42a1-b8e7-e0690aaa3adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa5ab6b-4955-4b85-9fbf-37c458bab0da,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:27.372856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f5fb2b8-94e7-4e57-baa9-97533af1e168 req-3e9d52be-929b-46b7-a00d-642e7361ccd9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216842 Nov 09 17:22:27.745398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.760026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.794311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.804231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8c2c-71ed-4b38-a8cf-4e71849c9012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:27.829164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.844453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.855906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.866720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:27.884968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-38a12563-5400-4c5f-a1c0-ecfbc297f0b2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2679050 Nov 09 17:22:28.038550 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eef6dfe-a54d-4908-b0d1-17eabd29305f req-d6459e68-6238-4f91-b659-2b6304557200 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515589 Nov 09 17:22:28.079254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 62f0eaf5-74d0-4997-a560-a304e1e88e99 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:28.185242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:28.218648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 62f0eaf5-74d0-4997-a560-a304e1e88e99 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:28.219227 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:28.469530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:28.622330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:28.630496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:28.637158 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5170dd-a281-4a60-92c8-e128ca32b8c3" -d '{"events": [{"server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "name": "network-vif-plugged", "status": "completed", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:28.648304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:28.678605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fa5af-90e8-47a9-a9bc-b2962dafc754 req-8f86619f-5f43-45fa-97b7-147327230a39 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:28.692466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-535fa5af-90e8-47a9-a9bc-b2962dafc754 req-8f86619f-5f43-45fa-97b7-147327230a39 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1289785 Nov 09 17:22:28.781908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:28.812228 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-535fa5af-90e8-47a9-a9bc-b2962dafc754 req-2498be64-31c5-45e7-96f6-e0865a7cce42 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086791 Nov 09 17:22:28.891635 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd10d2d0-6e22-4746-be03-720956d2fb36 x-openstack-request-id: req-fd10d2d0-6e22-4746-be03-720956d2fb36 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:28.892173 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "name": "network-vif-plugged", "status": "completed", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:28.892173 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd10d2d0-6e22-4746-be03-720956d2fb36 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:28.892574 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'code': 200} Nov 09 17:22:29.471964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.478832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.487631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.496321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.511304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.519319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.525797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.535304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-f2e7a81c-17d2-4850-b13d-debcaee99520 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.1560638 Nov 09 17:22:29.618026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-39c409c9-a7f0-4125-8597-7c4b4d1e1d91 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb1a6b44f0584c5a8342b28faa35a758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373094 Nov 09 17:22:29.672526 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec777ef7-6ad4-47fe-a57a-2ed469baaf17 req-bfc7c4df-426c-4f21-bbed-998610c37039 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357303 Nov 09 17:22:29.879175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-27246967-72ff-4b24-ba57-8e45c0d7c559 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:29.895022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-27246967-72ff-4b24-ba57-8e45c0d7c559 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669508 Nov 09 17:22:29.922634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-86dd128b-7cb9-4f35-bc30-196546099ddf tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/quotas/bb1a6b44f0584c5a8342b28faa35a758 HTTP/1.1" status: 200 len: 375 time: 0.0260863 Nov 09 17:22:30.005056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-b1fcaafe-e759-4f63-b7eb-1987365dc2ac tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1a6b44f0584c5a8342b28faa35a758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798581 Nov 09 17:22:30.354146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c71da891-04e8-455e-8c5e-734488ff32bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:30.412484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34dbca-064a-4f85-b0e4-a74fa00dd86c req-86bbb15f-770a-41fe-9dc9-2e91817a7879 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:30.428280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e34dbca-064a-4f85-b0e4-a74fa00dd86c req-86bbb15f-770a-41fe-9dc9-2e91817a7879 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1253843 Nov 09 17:22:30.581764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e34dbca-064a-4f85-b0e4-a74fa00dd86c req-a382a010-24f5-451e-888b-5af2c3804426 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524355 Nov 09 17:22:30.674713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e1393db-b517-4f8c-8340-2ba3fe89afb7 req-8461d1c4-c72b-4fe3-8b0a-628dde398c5e tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 210 time: 0.1021771 Nov 09 17:22:30.932171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:30.939580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:30.945749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:30.964269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:30.983874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:30.990337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:31.008920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:31.018059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-abc4118e-f34b-416b-9b11-f4268c724357 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5421 time: 0.2099998 Nov 09 17:22:31.183595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71a090df-bd23-4fe8-be8a-4f11c48e2d3d req-f020f374-2676-4bb2-9234-767aafbdd7e5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645560 Nov 09 17:22:31.500224 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:31.665006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-9ca2cd92-a0ed-49db-9b82-461966225902 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8419f26ba9b348fe9fa7ede7f6bc15d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680192 Nov 09 17:22:31.868029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-6f56b855-d3d0-4412-aa8b-6c7e6b18372b tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:31.876857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-6f56b855-d3d0-4412-aa8b-6c7e6b18372b tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106137 Nov 09 17:22:31.900490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-d3700bf9-8927-4687-a69e-14fec843ab07 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/quotas/8419f26ba9b348fe9fa7ede7f6bc15d5 HTTP/1.1" status: 200 len: 375 time: 0.0209579 Nov 09 17:22:31.975363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-c506a5c4-bbfe-4fa3-8d7e-801f1fb4e8ad tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8419f26ba9b348fe9fa7ede7f6bc15d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730875 Nov 09 17:22:32.108922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c95d869-6839-437a-af80-c916c256a8f1 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:32.160223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-ceaf3a57-e78d-4b2e-a299-54afd9bc6b7e tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bb1a6b44f0584c5a8342b28faa35a758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844536 Nov 09 17:22:32.478971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c95d869-6839-437a-af80-c916c256a8f1,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:32.521958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '8c95d869-6839-437a-af80-c916c256a8f1', 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'port_id': '8c95d869-6839-437a-af80-c916c256a8f1', 'mac_address': 'fa:16:3e:19:f6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70367c60-333c-48b7-bfe8-d1fd1e08e100', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:32.538746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c41327-dff9-481f-93ea-eb5db2745860 req-95eb177f-4879-4b09-bfee-d2d37ddc8eb8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:32.560100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16c41327-dff9-481f-93ea-eb5db2745860 req-95eb177f-4879-4b09-bfee-d2d37ddc8eb8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.1640179 Nov 09 17:22:32.563404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-446f82e5-acca-413b-aff0-35fb661cd344 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:32.572106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-446f82e5-acca-413b-aff0-35fb661cd344 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4038568 Nov 09 17:22:32.599381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Request body: {'port': {'device_id': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'bb1a6b44f0584c5a8342b28faa35a758'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:32.662066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:32.709109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c95d869-6839-437a-af80-c916c256a8f1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:32.741665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16c41327-dff9-481f-93ea-eb5db2745860 req-d9cbab50-fe2f-4e21-a6c1-7c73cde7c50f tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709554 Nov 09 17:22:32.772989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c95d869-6839-437a-af80-c916c256a8f1,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:32.781549 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:32.782544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6312b538-4980-4385-9f3e-0e4381adc5d7 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:32.909305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Made reservation on behalf of bb1a6b44f0584c5a8342b28faa35a758 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:22:32.920273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:32.957750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:33.061083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6312b538-4980-4385-9f3e-0e4381adc5d7,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:33.188998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'port_id': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'mac_address': 'fa:16:3e:e5:90:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:33.189957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.201535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:33.212919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.228793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.249669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.294567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.310270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:33.313948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.323687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:33.326848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90f14606-0f2d-423f-9a67-faba663e0255 req-b69bafa8-d2a5-445d-ac8c-5e8a44db4dec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5422 time: 0.3373785 Nov 09 17:22:33.344748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6312b538-4980-4385-9f3e-0e4381adc5d7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:33.397879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6312b538-4980-4385-9f3e-0e4381adc5d7,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:33.407522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:33.416341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:33.417538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5729fcde-178d-4c21-8f3a-057e019dc413 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:33.520834 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90f14606-0f2d-423f-9a67-faba663e0255 req-3a68f3ad-47f9-49e2-9cf3-50f2c8f98f2d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869645 Nov 09 17:22:33.628833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:33.662641 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:22:33.667892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:33.945904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758fa58-ebd3-4eb7-bda4-a540903ad615 req-79ee1320-7ee5-4939-8b1a-f65fe2cae2b9 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 210 time: 0.1328728 Nov 09 17:22:34.000932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5729fcde-178d-4c21-8f3a-057e019dc413,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:34.033004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '5729fcde-178d-4c21-8f3a-057e019dc413', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'port_id': '5729fcde-178d-4c21-8f3a-057e019dc413', 'mac_address': 'fa:16:3e:41:04:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:34.201636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebee79b3-3265-479d-9841-ebc0dc55659d req-ab20de90-58fd-4237-8312-d01e493bb273 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 210 time: 1.2342641 Nov 09 17:22:34.211455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:34.270359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5729fcde-178d-4c21-8f3a-057e019dc413 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:34.355502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:34.360849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-7e3474c1-127e-40be-acf8-aa9d3ea522ad tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8419f26ba9b348fe9fa7ede7f6bc15d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714517 Nov 09 17:22:34.366772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:34.379218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5729fcde-178d-4c21-8f3a-057e019dc413,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:34.390428 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:34.400094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7077f5dc-d7b7-4a97-9d92-97abd8e15078 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:34.662738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:22:34.705416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04073ba3-5fee-4555-80a2-cf2051aeabc0 req-c118f836-d8ce-457c-abd0-e420948633a3 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:34.715287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04073ba3-5fee-4555-80a2-cf2051aeabc0 req-c118f836-d8ce-457c-abd0-e420948633a3 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.3510489 Nov 09 17:22:34.756472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:34.781007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:34.815051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-edcc7c41-9c80-4df9-b8e2-d1c3111ec76e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:34.819340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-edcc7c41-9c80-4df9-b8e2-d1c3111ec76e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4506662 Nov 09 17:22:34.842660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04073ba3-5fee-4555-80a2-cf2051aeabc0 req-cc72e69c-9f7a-427b-8679-ec29045de1e2 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258569 Nov 09 17:22:34.846127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '7077f5dc-d7b7-4a97-9d92-97abd8e15078', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'port_id': '7077f5dc-d7b7-4a97-9d92-97abd8e15078', 'mac_address': 'fa:16:3e:a9:ce:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:34.856920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Request body: {'port': {'device_id': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '8419f26ba9b348fe9fa7ede7f6bc15d5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:34.908424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Allocated IP 192.168.233.3 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/38eac00a-6e59-43bb-a8f5-5958d840e342) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:22:34.994289 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.051458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7077f5dc-d7b7-4a97-9d92-97abd8e15078 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:35.166547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:35.180037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.181415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d9575738-1d2e-45c1-9090-d3bf26eaf3ea details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:35.348667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:35.449289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7077f5dc-d7b7-4a97-9d92-97abd8e15078,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:35.459156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:35.490327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea', 'network_id': '6605acd3-5c0b-4d38-bcea-dfc6643de5c1', 'port_id': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea', 'mac_address': 'fa:16:3e:48:f4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70367c60-333c-48b7-bfe8-d1fd1e08e100', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:35.520127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Made reservation on behalf of 8419f26ba9b348fe9fa7ede7f6bc15d5 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:22:35.527562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde936-6dd6-41d1-8b33-3bd3c4f0e3bb req-3890586c-125f-46cf-9cc8-3310611457c8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:35.532627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.540430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eccde936-6dd6-41d1-8b33-3bd3c4f0e3bb req-3890586c-125f-46cf-9cc8-3310611457c8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 1.1614218 Nov 09 17:22:35.559571 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.580782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9575738-1d2e-45c1-9090-d3bf26eaf3ea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:35.602316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.618383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:35.626024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.627507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 496a992e-b3ca-452b-8960-a9e85249a9d1 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:35.655794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.744943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=496a992e-b3ca-452b-8960-a9e85249a9d1,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:35.749496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:35.750205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eccde936-6dd6-41d1-8b33-3bd3c4f0e3bb req-56e8bab1-691d-4254-a9fb-186accc66f43 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080696 Nov 09 17:22:35.770655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '496a992e-b3ca-452b-8960-a9e85249a9d1', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'port_id': '496a992e-b3ca-452b-8960-a9e85249a9d1', 'mac_address': 'fa:16:3e:be:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:35.843878 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.863494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496a992e-b3ca-452b-8960-a9e85249a9d1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:35.875200 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.902753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=496a992e-b3ca-452b-8960-a9e85249a9d1,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:35.912086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.914271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3d767564-85d0-4ac6-b144-092ee3ed8632 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:35.971915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:35.993898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:36.020456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:36.039096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3d767564-85d0-4ac6-b144-092ee3ed8632,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:36.056105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '3d767564-85d0-4ac6-b144-092ee3ed8632', 'network_id': '4725020f-aa99-4326-8bb9-f0f85a109152', 'port_id': '3d767564-85d0-4ac6-b144-092ee3ed8632', 'mac_address': 'fa:16:3e:25:b7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acc5258-f6e0-429a-bef2-b850e7f6a929', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:36.075682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acd781d8-6f7c-4c7a-9292-631cbacf64a5 req-a6dbbe70-73df-4568-b0c7-5a630381124b tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0995712 Nov 09 17:22:36.095729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:22:36.152819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:22:36.177548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:22:36.185416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:36.256573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d767564-85d0-4ac6-b144-092ee3ed8632 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:36.316867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3d767564-85d0-4ac6-b144-092ee3ed8632,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:36.328500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:36.362565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:36.403156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Pushing event updated for resources: {'Port': ['ID=38eac00a-6e59-43bb-a8f5-5958d840e342,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:36.458577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:36.490538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.514574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Allocated IP 192.168.233.172 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/b41708e6-e656-45ce-a272-2f4247d1c604) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:22:36.523510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.543383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.567441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.589678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.614003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af43e6c-c2fc-4bfb-8c64-47bff325ec0f req-7a7c5cd4-1e46-4d44-a268-cd2762c645cc tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.622754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0af43e6c-c2fc-4bfb-8c64-47bff325ec0f req-7a7c5cd4-1e46-4d44-a268-cd2762c645cc tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 934 time: 0.1022527 Nov 09 17:22:36.624010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.653270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.673729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-5e5bc9ed-a0f2-4e2c-ba57-c9409b62684f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5427 time: 0.6963487 Nov 09 17:22:36.755302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0af43e6c-c2fc-4bfb-8c64-47bff325ec0f req-f60296f9-7c09-4a0d-b018-8a8eb031d540 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304510 Nov 09 17:22:36.756872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e2302e6b-0ca2-40f2-9f5a-4df0a90616d2 None None] Provisioning complete for port 38eac00a-6e59-43bb-a8f5-5958d840e342 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:36.757360 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2302e6b-0ca2-40f2-9f5a-4df0a90616d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:36.810439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:36.824312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:36.850900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e2302e6b-0ca2-40f2-9f5a-4df0a90616d2 None None] Port 38eac00a-6e59-43bb-a8f5-5958d840e342 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:22:37.013134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7393a1bc-9b20-4b9b-b8cd-76eb676cff5f req-3040b4c5-628b-4194-8af9-5bfd072dd475 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3205965 Nov 09 17:22:37.066370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-f7ec2561-71c9-4661-858d-912487e1f906 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4837568 Nov 09 17:22:37.073469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:37.086844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Request body: {'port': {'device_id': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:37.094248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d9575738-1d2e-45c1-9090-d3bf26eaf3ea'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:37.171487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['5729fcde-178d-4c21-8f3a-057e019dc413'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:37.173922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3d767564-85d0-4ac6-b144-092ee3ed8632'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:37.177259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['6312b538-4980-4385-9f3e-0e4381adc5d7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:37.223488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:37.282527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:22:37.286715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:22:37.324416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:22:37.401657 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:37.460273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Pushing event updated for resources: {'Port': ['ID=b41708e6-e656-45ce-a272-2f4247d1c604,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:37.538211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:37.538870 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:37.598096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-f9568dd3-e86b-4023-8195-a493592d291d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7517412 Nov 09 17:22:37.619418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Request body: {'port': {'device_id': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:37.805328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:37.825644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe76b30-1bfe-4308-a5b4-0ec57e85f533 req-c1e3943f-e5c9-4773-a5d4-c944262c37c9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:37.829145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fbe76b30-1bfe-4308-a5b4-0ec57e85f533 req-c1e3943f-e5c9-4773-a5d4-c944262c37c9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.2152534 Nov 09 17:22:37.997329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c842c6d5-3a18-42b5-84f6-45a6de575a1a None None] Provisioning complete for port b41708e6-e656-45ce-a272-2f4247d1c604 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:37.998806 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c842c6d5-3a18-42b5-84f6-45a6de575a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:38.026129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fbe76b30-1bfe-4308-a5b4-0ec57e85f533 req-3c9c671c-ce23-4378-a68b-04ea51e8e4e6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177242 Nov 09 17:22:38.071337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['496a992e-b3ca-452b-8960-a9e85249a9d1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:38.073696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7077f5dc-d7b7-4a97-9d92-97abd8e15078'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:38.302376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c842c6d5-3a18-42b5-84f6-45a6de575a1a None None] Port b41708e6-e656-45ce-a272-2f4247d1c604 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:22:38.332773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38eac00a-6e59-43bb-a8f5-5958d840e342 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:38.351552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:38.384094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Transition to ACTIVE for port object 38eac00a-6e59-43bb-a8f5-5958d840e342 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:38.428441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:38.541186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e674a6-c4fe-4a7e-bb1d-2f61496d099a req-0a3acecd-9226-426f-800c-eb13d9683628 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:38.554828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08e674a6-c4fe-4a7e-bb1d-2f61496d099a req-0a3acecd-9226-426f-800c-eb13d9683628 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.1686163 Nov 09 17:22:38.566180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-92a7c644-9a27-4ca7-8e46-8c1eede72054 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:38.575937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-92a7c644-9a27-4ca7-8e46-8c1eede72054 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 945 time: 0.4243450 Nov 09 17:22:38.639069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0847-eb07-4766-b7f2-159be0237843 req-ec873abd-962e-4f59-9383-1efd0f753b45 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:38.656523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Pushing event updated for resources: {'Port': ['ID=38eac00a-6e59-43bb-a8f5-5958d840e342,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:38.656781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1be0847-eb07-4766-b7f2-159be0237843 req-ec873abd-962e-4f59-9383-1efd0f753b45 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 936 time: 0.3834629 Nov 09 17:22:38.889568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08e674a6-c4fe-4a7e-bb1d-2f61496d099a req-4184bd9d-56e0-4686-8387-57a2d7190c61 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334262 Nov 09 17:22:38.926859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Attempting to bind port 38eac00a-6e59-43bb-a8f5-5958d840e342 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:22:38.927263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Attempting to bind port 38eac00a-6e59-43bb-a8f5-5958d840e342 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:22:38.927562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Attempting to bind port 38eac00a-6e59-43bb-a8f5-5958d840e342 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:38.935238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Port 38eac00a-6e59-43bb-a8f5-5958d840e342 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:22:38.935596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Attempting to bind port 38eac00a-6e59-43bb-a8f5-5958d840e342 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:38.950080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:38.950439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:22:38.950810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:38.951620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Bound port: 38eac00a-6e59-43bb-a8f5-5958d840e342, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:22:38.951769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:38.992544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1be0847-eb07-4766-b7f2-159be0237843 req-337dc84f-a85a-482b-ad6c-a1789f06ff71 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346238 Nov 09 17:22:39.029691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-94344264-8378-4a24-a1e4-a8083ae76911 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.031557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-94344264-8378-4a24-a1e4-a8083ae76911 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.83 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.3655429 Nov 09 17:22:39.145955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] For port 38eac00a-6e59-43bb-a8f5-5958d840e342, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:39.151781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] For port 38eac00a-6e59-43bb-a8f5-5958d840e342, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38eac00a-6e59-43bb-a8f5-5958d840e342,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:39.159008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.196489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Deleting port 96eb3a92-404a-4f31-b10c-5c684c2f5862 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:39.196902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.218921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['8c95d869-6839-437a-af80-c916c256a8f1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:39.312859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.323952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.325460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] 10.222.0.43 "PUT /v2.0/ports/38eac00a-6e59-43bb-a8f5-5958d840e342 HTTP/1.1" status: 200 len: 1094 time: 2.2505505 Nov 09 17:22:39.330596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'tag': '38eac00a-6e59-43bb-a8f5-5958d840e342'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:39.340345 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972" -d '{"events": [{"name": "network-changed", "server_uuid": "8c73a9a1-c58e-43e1-b30a-50d7eec97406", "tag": "38eac00a-6e59-43bb-a8f5-5958d840e342"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:39.433126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41708e6-e656-45ce-a272-2f4247d1c604 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:39.455599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.476325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09f02b-709d-4fb9-8b7b-647dc2017955 service neutron] Pushing event updated for resources: {'Port': ['ID=38eac00a-6e59-43bb-a8f5-5958d840e342,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:39.492554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37319f84-d097-445b-8e5a-2218e4d9ce0a req-7b213c8d-9a65-4d06-a94f-85754edd705d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.502363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37319f84-d097-445b-8e5a-2218e4d9ce0a req-7b213c8d-9a65-4d06-a94f-85754edd705d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 945 time: 0.3193004 Nov 09 17:22:39.519778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49069b7-2048-4879-af70-33c162820194 req-23ad7966-8d95-4f90-90bf-105ce55c7bfd tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.521509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a49069b7-2048-4879-af70-33c162820194 req-23ad7966-8d95-4f90-90bf-105ce55c7bfd tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 946 time: 0.2775033 Nov 09 17:22:39.525446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-014dd687-ea86-4333-a5f1-51e97583cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.527821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-014dd687-ea86-4333-a5f1-51e97583cb64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1a6b44f0584c5a8342b28faa35a758&device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 1097 time: 0.1160371 Nov 09 17:22:39.533043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Deleting port 3050387e-d7dc-41ca-9468-9363641a9485 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:39.533392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.564258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Transition to ACTIVE for port object b41708e6-e656-45ce-a272-2f4247d1c604 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:39.622854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-6b5df3e0-4e8c-4d6b-88cc-60b962578a17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=38eac00a-6e59-43bb-a8f5-5958d840e342 HTTP/1.1" status: 200 len: 217 time: 0.0843163 Nov 09 17:22:39.623904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.720295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a49069b7-2048-4879-af70-33c162820194 req-61232417-c3d5-4d28-b804-c2b2df0e5341 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907358 Nov 09 17:22:39.780106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-95080e72-4b6d-45ad-abd7-577879e5ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.785027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-95080e72-4b6d-45ad-abd7-577879e5ae17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1493492 Nov 09 17:22:39.827974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] For port 96eb3a92-404a-4f31-b10c-5c684c2f5862, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=96eb3a92-404a-4f31-b10c-5c684c2f5862,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:39.828877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:39.928537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-c02dc987-abca-4ed2-acc1-5e302c6e5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.930244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-c02dc987-abca-4ed2-acc1-5e302c6e5ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384239 Nov 09 17:22:40.001988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] For port 3050387e-d7dc-41ca-9468-9363641a9485, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3050387e-d7dc-41ca-9468-9363641a9485,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:40.002805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.015096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Calling delete_port for 96eb3a92-404a-4f31-b10c-5c684c2f5862 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:40.020370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.027407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.035327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.042882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.043354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37319f84-d097-445b-8e5a-2218e4d9ce0a req-a1e561d5-bb7e-4fa5-bd91-f38add87f684 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393817 Nov 09 17:22:40.050370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.064766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.071247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.076239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Pushing event updated for resources: {'Port': ['ID=b41708e6-e656-45ce-a272-2f4247d1c604,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:40.082620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-10ca1df8-1161-4afa-996f-f00c159609f2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5428 time: 0.2013731 Nov 09 17:22:40.204672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0942af0-d6f8-443d-ad6e-a1d6fb4fc0f8 req-65601a2f-466c-498c-bda4-f9aa52cdf5b1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196067 Nov 09 17:22:40.215850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-7e6444aa-6e2f-47d6-8bb1-342fc044baee service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770603 Nov 09 17:22:40.349706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3d767564-85d0-4ac6-b144-092ee3ed8632 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:40.397682 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f672de-8f6f-4b8f-b22f-df754882b11d x-openstack-request-id: req-e4f672de-8f6f-4b8f-b22f-df754882b11d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:40.398054 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c73a9a1-c58e-43e1-b30a-50d7eec97406", "tag": "38eac00a-6e59-43bb-a8f5-5958d840e342", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:40.398335 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4f672de-8f6f-4b8f-b22f-df754882b11d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:40.398634 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'tag': '38eac00a-6e59-43bb-a8f5-5958d840e342', 'status': 'completed', 'code': 200} Nov 09 17:22:40.465321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 3d767564-85d0-4ac6-b144-092ee3ed8632 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:40.478604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 3d767564-85d0-4ac6-b144-092ee3ed8632 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:40.479865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.502852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdbe2ab-8410-45ae-979d-d388c3a740ad req-d0ddf287-ca71-4b3e-8309-c7bb5e468229 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773843 Nov 09 17:22:40.613206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.633660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79e647-ca2f-4918-9864-d6c0c4c5320f req-37ecfb45-952a-45c8-858e-f0666ea386a0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.642469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c79e647-ca2f-4918-9864-d6c0c4c5320f req-37ecfb45-952a-45c8-858e-f0666ea386a0 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 946 time: 0.1526394 Nov 09 17:22:40.661467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d767564-85d0-4ac6-b144-092ee3ed8632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:40.664635 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286cf554-7dd8-4151-a7fc-9f9e3d05aeec" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "3d767564-85d0-4ac6-b144-092ee3ed8632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:40.685724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3d767564-85d0-4ac6-b144-092ee3ed8632,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:40.690059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-d188e4df-bc89-4747-9513-5ec2e9819df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.690942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-d188e4df-bc89-4747-9513-5ec2e9819df6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb1a6b44f0584c5a8342b28faa35a758&device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 1097 time: 0.1240869 Nov 09 17:22:40.700871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.702418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3050387e-d7dc-41ca-9468-9363641a9485 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:40.717148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c79e647-ca2f-4918-9864-d6c0c4c5320f req-b615104c-57b5-4db1-806f-19f55cde3b84 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fa8dee0-425d-457b-a295-68fca8f2b8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706787 Nov 09 17:22:40.832941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:40.913309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.914218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.914218 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb disassociated. External IP: 172.25.3.73, port: 3050387e-d7dc-41ca-9468-9363641a9485. Nov 09 17:22:40.914525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Calling delete_port for 3050387e-d7dc-41ca-9468-9363641a9485 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:40.976393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86900-b684-42fb-9154-a45e568635b3 req-2d526c36-0aeb-45a6-81db-baa9ce23ff44 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:40.982557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:40.986806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31a86900-b684-42fb-9154-a45e568635b3 req-2d526c36-0aeb-45a6-81db-baa9ce23ff44 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 948 time: 0.1575003 Nov 09 17:22:41.017357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-afbb861d-41a5-4850-873f-677a2201e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:41.020350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-afbb861d-41a5-4850-873f-677a2201e1c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3029270 Nov 09 17:22:41.079258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Attempting to bind port b41708e6-e656-45ce-a272-2f4247d1c604 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:22:41.079792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Attempting to bind port b41708e6-e656-45ce-a272-2f4247d1c604 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:22:41.080345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Attempting to bind port b41708e6-e656-45ce-a272-2f4247d1c604 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:41.087092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-18b26afd-eb27-4822-a2d1-5d67153f6acb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=38eac00a-6e59-43bb-a8f5-5958d840e342 HTTP/1.1" status: 200 len: 217 time: 0.0555305 Nov 09 17:22:41.117025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Port b41708e6-e656-45ce-a272-2f4247d1c604 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:22:41.117574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Attempting to bind port b41708e6-e656-45ce-a272-2f4247d1c604 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:41.133295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:41.142508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:41.143100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:22:41.143742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:41.144494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Bound port: b41708e6-e656-45ce-a272-2f4247d1c604, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:22:41.145078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:41.147196 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:22:41.166868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d27291-5a48-4354-8f0a-4cf755c4c0b8 req-53f51087-6d41-4c24-bb21-2f25bf7a8f3d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:41.179846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94d27291-5a48-4354-8f0a-4cf755c4c0b8 req-53f51087-6d41-4c24-bb21-2f25bf7a8f3d tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 945 time: 0.5281794 Nov 09 17:22:41.181873 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31a86900-b684-42fb-9154-a45e568635b3 req-144c675b-1550-44a5-af66-1f6096310ab0 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933765 Nov 09 17:22:41.229212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-4cfb5af7-08bb-4d2a-8dd8-d6fbb44d0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:41.232067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-4cfb5af7-08bb-4d2a-8dd8-d6fbb44d0c6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1343560 Nov 09 17:22:41.264386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event deleted for resources: {'Port': ['ID=3050387e-d7dc-41ca-9468-9363641a9485,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:41.339104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-b6cb8dd3-6e5d-4ec2-ae1f-84df02fcb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:41.340815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-b6cb8dd3-6e5d-4ec2-ae1f-84df02fcb0b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003695 Nov 09 17:22:41.629833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-860af778-2b49-4d43-94dc-a7d66952931c service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788286 Nov 09 17:22:41.730659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:41.791872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94d27291-5a48-4354-8f0a-4cf755c4c0b8 req-e95dbf72-0a8e-4dfe-a4cb-90a273c41df7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481575 Nov 09 17:22:41.968627 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34512a18-925e-44c2-9397-e8ec2070ade0 x-openstack-request-id: req-34512a18-925e-44c2-9397-e8ec2070ade0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:41.969700 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "3d767564-85d0-4ac6-b144-092ee3ed8632", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:41.970219 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34512a18-925e-44c2-9397-e8ec2070ade0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:41.970821 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d767564-85d0-4ac6-b144-092ee3ed8632', 'code': 200} Nov 09 17:22:41.982218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2398d64d-cace-4b77-aa1e-fbaa6a1bf972 req-7ebeb3ed-f3c5-491e-8af9-663ca80ecf9f service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308046 Nov 09 17:22:42.096460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] For port b41708e6-e656-45ce-a272-2f4247d1c604, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:42.111321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] For port b41708e6-e656-45ce-a272-2f4247d1c604, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b41708e6-e656-45ce-a272-2f4247d1c604,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:42.157418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.167276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event deleted for resources: {'Port': ['ID=96eb3a92-404a-4f31-b10c-5c684c2f5862,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:42.194204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:42.195241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.197845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] 10.222.0.43 "PUT /v2.0/ports/b41708e6-e656-45ce-a272-2f4247d1c604 HTTP/1.1" status: 200 len: 1096 time: 4.5916991 Nov 09 17:22:42.322780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'tag': 'b41708e6-e656-45ce-a272-2f4247d1c604'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:42.328576 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e76ba27-a227-488c-ac23-8a6fa2905382" -d '{"events": [{"name": "network-changed", "server_uuid": "773d36ee-d647-4452-8a0f-b5b74713e2d1", "tag": "b41708e6-e656-45ce-a272-2f4247d1c604"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:42.333327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45240250-cd77-482d-80b6-1ec62a6a028f service neutron] Pushing event updated for resources: {'Port': ['ID=b41708e6-e656-45ce-a272-2f4247d1c604,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:42.364024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c95d869-6839-437a-af80-c916c256a8f1 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:42.411018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:22:42.425156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-166360fb-2305-44c5-95e7-b1438f4bc25e tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:42.427575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-166360fb-2305-44c5-95e7-b1438f4bc25e tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.2299340 Nov 09 17:22:42.457134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-3'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:42.524902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 8c95d869-6839-437a-af80-c916c256a8f1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:42.528592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] No DVR routers for this DVR port 96eb3a92-404a-4f31-b10c-5c684c2f5862 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:42.532077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 8c95d869-6839-437a-af80-c916c256a8f1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:42.533221 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.554076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.561943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae518de3-a577-45c0-92a4-382b2affbcaa req-159a3b33-05aa-40bf-88a7-740b9c3388da tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "DELETE /v2.0/ports/96eb3a92-404a-4f31-b10c-5c684c2f5862 HTTP/1.1" status: 204 len: 173 time: 3.9748371 Nov 09 17:22:42.568337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4efdb5ac-332d-41fd-b073-f96061b23d3a req-c992a7f3-ee8e-4508-8b76-7441fbd4488f tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b94eea5-5943-4977-81ee-55911b3a0fe2 HTTP/1.1" status: 200 len: 210 time: 0.1060824 Nov 09 17:22:42.669780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.712341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17d5a-b2c7-4330-99a1-81c84d81b39b req-4a9ad6ae-2f54-4e7d-a407-c513ad5659bc tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:42.722923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7ff17d5a-b2c7-4330-99a1-81c84d81b39b req-4a9ad6ae-2f54-4e7d-a407-c513ad5659bc tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 946 time: 0.6050973 Nov 09 17:22:42.780392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:22:42.799179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-05885331-18a4-4bd0-be40-cf6dbedb3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:42.801887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-05885331-18a4-4bd0-be40-cf6dbedb3f03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8419f26ba9b348fe9fa7ede7f6bc15d5&device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 1099 time: 0.4220133 Nov 09 17:22:42.860028 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.886274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:22:42.903634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] No DVR routers for this DVR port 3050387e-d7dc-41ca-9468-9363641a9485 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:42.921334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7ff17d5a-b2c7-4330-99a1-81c84d81b39b req-b6280724-7cc1-4662-9612-9d1a3a188ec0 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971560 Nov 09 17:22:42.928597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:42.932856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:42.933893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:42.937683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc4a2fb4-4e3f-4a1e-9827-11dc87132243 req-c0d578a4-d777-465f-bddf-23dcc4942968 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.83 "DELETE /v2.0/ports/3050387e-d7dc-41ca-9468-9363641a9485 HTTP/1.1" status: 204 len: 173 time: 3.8915577 Nov 09 17:22:42.944358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-d66730ba-26da-486f-815b-848b1e02d616 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b41708e6-e656-45ce-a272-2f4247d1c604 HTTP/1.1" status: 200 len: 217 time: 0.1070607 Nov 09 17:22:42.945460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c95d869-6839-437a-af80-c916c256a8f1,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:43.029883 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.032472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7077f5dc-d7b7-4a97-9d92-97abd8e15078 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:43.034000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:43.071722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-fc000534-ee2d-46d1-8ef7-bf3532ad2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.073755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-fc000534-ee2d-46d1-8ef7-bf3532ad2259 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1216114 Nov 09 17:22:43.102237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:43.183380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-614bea29-aefc-475d-980d-436a2c504a24 req-29e75529-e9c4-49c6-9c64-8823344d2b67 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/ports?device_id=44376d47-f64b-4e75-839d-378cc4e7a2e3 HTTP/1.1" status: 200 len: 210 time: 0.1072102 Nov 09 17:22:43.201474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.214903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.232492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-cdc2869c-5273-44a8-a5a8-1d15ac7c67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.233797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.257165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.259300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-cdc2869c-5273-44a8-a5a8-1d15ac7c67e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452417 Nov 09 17:22:43.273945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.283544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.291969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.294313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-90d29468-f603-4b29-b755-1f262214580f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5430 time: 0.4059002 Nov 09 17:22:43.310567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:43.338634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:43.339103 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.347512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:43.379423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.396485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '929959b3-70ee-4097-998a-befb53c41801'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:43.401277 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67543f0-009c-45c8-8e46-2a3d341f529c" -d '{"events": [{"server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "name": "network-vif-unplugged", "status": "completed", "tag": "929959b3-70ee-4097-998a-befb53c41801"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:43.416568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.434512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:43.569291 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-4e53b87d-ec9a-47a6-a6af-1717a646fffa service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069587 Nov 09 17:22:43.581247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ebdde-e65b-479e-ba2d-4d047bf3a190 req-46487c11-80f4-45ce-92f5-481834bd7e8c tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:43.583204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb4ebdde-e65b-479e-ba2d-4d047bf3a190 req-46487c11-80f4-45ce-92f5-481834bd7e8c tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 948 time: 0.2330000 Nov 09 17:22:43.594394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.651622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4aa82bf-8219-4e55-9922-d7d4dfeefc30 req-4c46cebb-d2a5-4e0a-9f2a-f2a4efa17c6a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3337731 Nov 09 17:22:43.661855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:43.681534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on host n-h1-804292-3 for vnic_type normal with profile {"migrating_to": "n-h2-804292-3"} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:22:43.681873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:22:43.682197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:43.687425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:22:43.687748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Attempting to bind port 929959b3-70ee-4097-998a-befb53c41801 on network c8b11681-719f-42c6-8080-9d5768c965f9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:43.713399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:43.713723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Checking segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:22:43.714120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Bound using segment: {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:43.714575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Bound port: 929959b3-70ee-4097-998a-befb53c41801, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ab0aff-55bc-4b38-a520-18b5a31ef413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c8b11681-719f-42c6-8080-9d5768c965f9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:22:43.714935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.750277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:43.752278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38eac00a-6e59-43bb-a8f5-5958d840e342 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:43.876684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:43.881271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:43.893977 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:43.914167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb4ebdde-e65b-479e-ba2d-4d047bf3a190 req-f8cecea0-3fc8-4b69-902f-a4b13dcc573f tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989168 Nov 09 17:22:43.945064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02110704-7fd5-44ca-8075-2862fd19ac9a req-5d354ce4-8394-4eae-b76d-73965055fd1d service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456993 Nov 09 17:22:44.109115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.110488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:44.113803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] 10.222.0.83 "PUT /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 1121 time: 1.6756272 Nov 09 17:22:44.116820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591131a1-d795-430c-8494-7dc0e9d2deeb service neutron] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:44.164866 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed959d68-b6fc-4d26-b9cf-6476a1e57026 x-openstack-request-id: req-ed959d68-b6fc-4d26-b9cf-6476a1e57026 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:44.165191 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773d36ee-d647-4452-8a0f-b5b74713e2d1", "tag": "b41708e6-e656-45ce-a272-2f4247d1c604", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:44.165424 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed959d68-b6fc-4d26-b9cf-6476a1e57026 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:44.165877 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'tag': 'b41708e6-e656-45ce-a272-2f4247d1c604', 'status': 'completed', 'code': 200} Nov 09 17:22:44.174301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077f5dc-d7b7-4a97-9d92-97abd8e15078'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:44.179307 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c325f1-6dc3-4fe7-b67a-90d5953a933d" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "8c95d869-6839-437a-af80-c916c256a8f1"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "7077f5dc-d7b7-4a97-9d92-97abd8e15078"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:44.219077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:44.228680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5729fcde-178d-4c21-8f3a-057e019dc413 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:44.302694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['929959b3-70ee-4097-998a-befb53c41801'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:44.353890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-28366125-fc50-4c7f-a0b9-f4cadd0a5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.356843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['929959b3-70ee-4097-998a-befb53c41801'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:44.361836 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-28366125-fc50-4c7f-a0b9-f4cadd0a5a03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8419f26ba9b348fe9fa7ede7f6bc15d5&device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1585333 Nov 09 17:22:44.394484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16bdfa-9195-4806-b9ac-52490b7c0b13 req-b20d4305-4843-41e8-8603-5b9f1b7c4fd1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.411167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc16bdfa-9195-4806-b9ac-52490b7c0b13 req-b20d4305-4843-41e8-8603-5b9f1b7c4fd1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1846781 Nov 09 17:22:44.413325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 929959b3-70ee-4097-998a-befb53c41801 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:44.543607 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716bf06-b5ad-44b6-926b-0e6116415702 x-openstack-request-id: req-b716bf06-b5ad-44b6-926b-0e6116415702 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:44.544304 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "name": "network-vif-unplugged", "status": "completed", "tag": "929959b3-70ee-4097-998a-befb53c41801", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:44.544304 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b716bf06-b5ad-44b6-926b-0e6116415702 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:44.544555 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '929959b3-70ee-4097-998a-befb53c41801', 'code': 200} Nov 09 17:22:44.564454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc16bdfa-9195-4806-b9ac-52490b7c0b13 req-9a2c07dd-4faa-4bd4-ad09-53d6d3148331 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521058 Nov 09 17:22:44.603358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-d5e5c290-2c46-4ba8-860d-ae2fb1c190ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.606567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-d5e5c290-2c46-4ba8-860d-ae2fb1c190ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2370214 Nov 09 17:22:44.695261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-fcfa8e7e-45c6-464b-810d-2cd002695a4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b41708e6-e656-45ce-a272-2f4247d1c604 HTTP/1.1" status: 200 len: 217 time: 0.0793827 Nov 09 17:22:44.723857 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6a910-3237-4e4f-a3f7-33de145ada84 x-openstack-request-id: req-83a6a910-3237-4e4f-a3f7-33de145ada84 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:44.724164 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "8c95d869-6839-437a-af80-c916c256a8f1", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "7077f5dc-d7b7-4a97-9d92-97abd8e15078", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:44.724422 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83a6a910-3237-4e4f-a3f7-33de145ada84 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:44.727599 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1', 'code': 200} Nov 09 17:22:44.727965 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077f5dc-d7b7-4a97-9d92-97abd8e15078', 'code': 200} Nov 09 17:22:44.744685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7077f5dc-d7b7-4a97-9d92-97abd8e15078,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:44.755768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 38eac00a-6e59-43bb-a8f5-5958d840e342, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38eac00a-6e59-43bb-a8f5-5958d840e342,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:44.758785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:44.776412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be912e-a492-44b0-841e-1557eadb627d req-59a752d1-4e3e-471e-b8e9-5aa8479165b5 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.781715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7be912e-a492-44b0-841e-1557eadb627d req-59a752d1-4e3e-471e-b8e9-5aa8479165b5 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 946 time: 0.1134672 Nov 09 17:22:44.807887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-237ed953-f470-455f-9bb5-a74bf3f281dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.814375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-237ed953-f470-455f-9bb5-a74bf3f281dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1101429 Nov 09 17:22:44.815025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 929959b3-70ee-4097-998a-befb53c41801 has no active binding in host n-h2-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:22:44.818227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '38eac00a-6e59-43bb-a8f5-5958d840e342', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '38eac00a-6e59-43bb-a8f5-5958d840e342', 'mac_address': 'fa:16:3e:6e:0d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:44.834204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 5729fcde-178d-4c21-8f3a-057e019dc413 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:44.868104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 5729fcde-178d-4c21-8f3a-057e019dc413 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:44.869052 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:44.887056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7be912e-a492-44b0-841e-1557eadb627d req-8b3777f3-1c79-4135-bae1-29679d639faf tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989199 Nov 09 17:22:44.900593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-92279731-99be-4712-bfb5-083d41983f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:44.903694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-92279731-99be-4712-bfb5-083d41983f49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815217 Nov 09 17:22:44.943253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:45.064046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:22:45.083902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-77fd4bfc-10dd-4625-b3a2-685563298b7d service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686671 Nov 09 17:22:45.125637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:45.126375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:45.162894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.177009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.200601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.214559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.222420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:45.230185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.244216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e76ba27-a227-488c-ac23-8a6fa2905382 req-ca209c20-e259-4cdd-b19f-8145393a04bf service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473446 Nov 09 17:22:45.249719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.257390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.269390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-7993199a-4f6e-4c39-9d7a-913f10159cbe tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5431 time: 0.2032487 Nov 09 17:22:45.274675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eac00a-6e59-43bb-a8f5-5958d840e342 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:45.373910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f74218c-d511-498d-b3a9-f8a786a710b3 req-fc1693f4-f335-4f11-b4e0-46aa9027a7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020236 Nov 09 17:22:45.413311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 38eac00a-6e59-43bb-a8f5-5958d840e342, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38eac00a-6e59-43bb-a8f5-5958d840e342,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:45.427502 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:45.433701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:45.502822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:45.552363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ba17-bc14-402f-a42e-ec7a048f9ebd req-5f0e91c1-b019-4dcc-9797-d613c1f811ff tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.567728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b572ba17-bc14-402f-a42e-ec7a048f9ebd req-5f0e91c1-b019-4dcc-9797-d613c1f811ff tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 948 time: 0.0850658 Nov 09 17:22:45.588610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5729fcde-178d-4c21-8f3a-057e019dc413,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:45.594220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=38eac00a-6e59-43bb-a8f5-5958d840e342,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:45.609916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:45.613035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6312b538-4980-4385-9f3e-0e4381adc5d7 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:45.650227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b41708e6-e656-45ce-a272-2f4247d1c604 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:22:45.699676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b572ba17-bc14-402f-a42e-ec7a048f9ebd req-916c1028-0124-4d37-a118-fc4d02ba0047 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297939 Nov 09 17:22:45.723682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d425-40c2-4561-94df-09c95ea70f16 req-ed64b375-ee0d-4a7e-a6e8-5cb1b4c5de73 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.725317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1291d425-40c2-4561-94df-09c95ea70f16 req-ed64b375-ee0d-4a7e-a6e8-5cb1b4c5de73 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 944 time: 0.1083171 Nov 09 17:22:45.776273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['38eac00a-6e59-43bb-a8f5-5958d840e342'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:45.908088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Deleting port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:45.908569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:45.959485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:45.975419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0001a8e-91cb-4754-b17d-06980166e77b req-79f71b0a-8d47-44e3-b712-7685371ec39a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:45.977168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0001a8e-91cb-4754-b17d-06980166e77b req-79f71b0a-8d47-44e3-b712-7685371ec39a tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8 HTTP/1.1" status: 200 len: 944 time: 0.1153026 Nov 09 17:22:46.040805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 6312b538-4980-4385-9f3e-0e4381adc5d7 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:46.074547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0001a8e-91cb-4754-b17d-06980166e77b req-7133a7c5-085b-442a-a633-866938c91c83 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Nov 09 17:22:46.082810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 6312b538-4980-4385-9f3e-0e4381adc5d7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:46.082810 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.096562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] For port 79caff0f-83b2-49f9-9b1d-e3fe993b7175, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79caff0f-83b2-49f9-9b1d-e3fe993b7175,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:46.097403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.144208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Calling delete_port for 79caff0f-83b2-49f9-9b1d-e3fe993b7175 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:46.157859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port b41708e6-e656-45ce-a272-2f4247d1c604, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b41708e6-e656-45ce-a272-2f4247d1c604,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:46.167581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'name': 'network-vif-deleted', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862'}, {'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'name': 'network-vif-deleted', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:46.171375 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6dea7-ae7b-481c-b4ac-922e9f88f443" -d '{"events": [{"server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "name": "network-vif-deleted", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862"}, {"server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "name": "network-vif-deleted", "tag": "3050387e-d7dc-41ca-9468-9363641a9485"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:46.189244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'b41708e6-e656-45ce-a272-2f4247d1c604', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'b41708e6-e656-45ce-a272-2f4247d1c604', 'mac_address': 'fa:16:3e:85:97:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:22:46.296609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:46.316886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.318688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0aa0d-00a3-4cd7-8c2d-2c00c10a39e3 req-34ea3334-8cf5-44f1-8a07-81cfad207b28 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:46.327747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df0aa0d-00a3-4cd7-8c2d-2c00c10a39e3 req-34ea3334-8cf5-44f1-8a07-81cfad207b28 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.0864246 Nov 09 17:22:46.387609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21c7eb-a929-4b38-8298-56eaf42be3e9 None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:17:21Z', 'revision_number': 4, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8cfb873f-c11e-4057-9030-65075b21584a', 'name': '', 'network_id': '1ca38095-362d-4531-a906-e3c62b65cfd0', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'mac_address': 'fa:16:3e:ef:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:18Z', 'updated_at': '2021-11-09T17:17:27Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'subnets': [{'id': 'bdae3730-1b13-472a-a1e0-71163912287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:22:46.414065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.447618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4df0aa0d-00a3-4cd7-8c2d-2c00c10a39e3 req-4abd5bd2-3219-4f4a-9787-5521760f80ea tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191120 Nov 09 17:22:46.455003 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.462459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41708e6-e656-45ce-a272-2f4247d1c604 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:46.548999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port b41708e6-e656-45ce-a272-2f4247d1c604, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b41708e6-e656-45ce-a272-2f4247d1c604,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:46.566745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.572639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'tag': '929959b3-70ee-4097-998a-befb53c41801'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:46.575294 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c26a3-5997-4094-869e-df706f185776" -d '{"events": [{"name": "network-changed", "server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "tag": "929959b3-70ee-4097-998a-befb53c41801"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:46.579407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event deleted for resources: {'Port': ['ID=79caff0f-83b2-49f9-9b1d-e3fe993b7175,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:46.636509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] No DVR routers for this DVR port 79caff0f-83b2-49f9-9b1d-e3fe993b7175 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:46.640355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.643976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1291d425-40c2-4561-94df-09c95ea70f16 req-86f9d38c-325d-493d-9c35-939a09224cf5 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.83 "DELETE /v2.0/ports/79caff0f-83b2-49f9-9b1d-e3fe993b7175 HTTP/1.1" status: 204 len: 173 time: 0.9098778 Nov 09 17:22:46.671385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656031-3502-4e3c-82fe-4d0fb2e59cb6 req-7ddf2076-4923-4787-bf6c-7f85bba92427 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:46.679357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6656031-3502-4e3c-82fe-4d0fb2e59cb6 req-7ddf2076-4923-4787-bf6c-7f85bba92427 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 947 time: 0.0963154 Nov 09 17:22:46.796108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6656031-3502-4e3c-82fe-4d0fb2e59cb6 req-1de71931-909d-4774-87fd-eafea525316c tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156149 Nov 09 17:22:46.909806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:46.911454 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d83e8-0929-4bc7-b68c-d0e81eb06dac x-openstack-request-id: req-754d83e8-0929-4bc7-b68c-d0e81eb06dac {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:46.912025 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b94eea5-5943-4977-81ee-55911b3a0fe2", "name": "network-vif-deleted", "tag": "96eb3a92-404a-4f31-b10c-5c684c2f5862", "status": "completed", "code": 200}, {"server_uuid": "44376d47-f64b-4e75-839d-378cc4e7a2e3", "name": "network-vif-deleted", "tag": "3050387e-d7dc-41ca-9468-9363641a9485", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:46.912599 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-754d83e8-0929-4bc7-b68c-d0e81eb06dac {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:46.912987 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345e6ea-e503-4a27-a17a-fb5bcf559d53" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:46.913734 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b94eea5-5943-4977-81ee-55911b3a0fe2', 'name': 'network-vif-deleted', 'tag': '96eb3a92-404a-4f31-b10c-5c684c2f5862', 'status': 'completed', 'code': 200} Nov 09 17:22:46.914039 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44376d47-f64b-4e75-839d-378cc4e7a2e3', 'name': 'network-vif-deleted', 'tag': '3050387e-d7dc-41ca-9468-9363641a9485', 'status': 'completed', 'code': 200} Nov 09 17:22:46.926250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=b41708e6-e656-45ce-a272-2f4247d1c604,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:46.932752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6312b538-4980-4385-9f3e-0e4381adc5d7,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:46.942389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:46.944009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d9575738-1d2e-45c1-9090-d3bf26eaf3ea up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:46.977096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53484) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:47.043982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['b41708e6-e656-45ce-a272-2f4247d1c604'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:47.051610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:47.100920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port d9575738-1d2e-45c1-9090-d3bf26eaf3ea completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:47.124755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d9575738-1d2e-45c1-9090-d3bf26eaf3ea triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:47.126311 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.131082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0601-3da4-487c-9d1d-f853bcf4b3ae tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.156538 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf00d1c-4857-4e17-9dcf-3d74ee7f7699 x-openstack-request-id: req-fdf00d1c-4857-4e17-9dcf-3d74ee7f7699 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:47.157153 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "tag": "929959b3-70ee-4097-998a-befb53c41801", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:47.157635 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdf00d1c-4857-4e17-9dcf-3d74ee7f7699 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:47.158231 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'tag': '929959b3-70ee-4097-998a-befb53c41801', 'status': 'completed', 'code': 200} Nov 09 17:22:47.168208 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827c584-466e-4a84-8620-3c7c4970632e None None] New status for floating IP 58a692f8-50f8-41d1-bb72-fa5f640511cb: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:22:47.205097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0601-3da4-487c-9d1d-f853bcf4b3ae tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.296760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.316803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.323912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c767-db5d-4d7f-865e-e6504bacb19c req-15703fd5-c1f2-4e0a-a8e7-d12af1a1282d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.332953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0173c767-db5d-4d7f-865e-e6504bacb19c req-15703fd5-c1f2-4e0a-a8e7-d12af1a1282d tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 949 time: 0.1112752 Nov 09 17:22:47.338111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.343900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c26a3-5997-4094-869e-df706f185776 req-01dfe6fa-8797-4bb0-ad55-e15a8e1d4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.346220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-01dfe6fa-8797-4bb0-ad55-e15a8e1d4bc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1124 time: 0.1096089 Nov 09 17:22:47.350293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.367509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.382575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.397084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.406675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-53b99dba-7b16-411a-9e12-194d3ef54da5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5433 time: 0.2673619 Nov 09 17:22:47.494218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0173c767-db5d-4d7f-865e-e6504bacb19c req-a5d1288e-a622-4556-9c96-fa87717e33bc tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594889 Nov 09 17:22:47.499118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0601-3da4-487c-9d1d-f853bcf4b3ae tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.523119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0601-3da4-487c-9d1d-f853bcf4b3ae tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.526819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d8ef0601-3da4-487c-9d1d-f853bcf4b3ae tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "DELETE /v2.0/security-groups/7fa8dee0-425d-457b-a295-68fca8f2b8dd HTTP/1.1" status: 204 len: 168 time: 0.5456100 Nov 09 17:22:47.534720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:47.568747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c26a3-5997-4094-869e-df706f185776 req-acb30999-15c9-4faa-a56f-849a9f0f1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.572122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-acb30999-15c9-4faa-a56f-849a9f0f1ba0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.2179186 Nov 09 17:22:47.596123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0601-3da4-487c-9d1d-f853bcf4b3ae tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8dee0-425d-457b-a295-68fca8f2b8dd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:47.634552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d283507f-c0a5-4090-aa78-3df6fbce99f7 req-b6c6331f-f1a3-49fa-9b06-450b3f5ed1fa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2267151 Nov 09 17:22:47.637948 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-5d90ea58-1931-468c-8745-30e4a0a81dbc tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] show failed (client error): The resource could not be found. Nov 09 17:22:47.647589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5d90ea58-1931-468c-8745-30e4a0a81dbc tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "GET /v2.0/security-groups/7fa8dee0-425d-457b-a295-68fca8f2b8dd HTTP/1.1" status: 404 len: 347 time: 0.0919843 Nov 09 17:22:47.649697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53506) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:47.661182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.665554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-094593e5-cf3f-43ce-9e09-bb0093f7060d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 217 time: 0.0849559 Nov 09 17:22:47.666216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38eac00a-6e59-43bb-a8f5-5958d840e342 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:47.790791 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54631cd-1043-4d12-b061-49e7b0a786de x-openstack-request-id: req-f54631cd-1043-4d12-b061-49e7b0a786de {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:47.791352 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:47.791714 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f54631cd-1043-4d12-b061-49e7b0a786de {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:47.792718 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413', 'code': 200} Nov 09 17:22:47.793082 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'code': 200} Nov 09 17:22:47.795009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 38eac00a-6e59-43bb-a8f5-5958d840e342 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:47.813532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 38eac00a-6e59-43bb-a8f5-5958d840e342 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:47.813918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.838527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c26a3-5997-4094-869e-df706f185776 req-ab7ece10-26d5-4c38-afdc-bd4efeca1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:47.855935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-ab7ece10-26d5-4c38-afdc-bd4efeca1c07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.1694686 Nov 09 17:22:47.856183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:47.928094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:47.928913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 496a992e-b3ca-452b-8960-a9e85249a9d1 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:47.931160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-107575a3-f8ae-48cd-abfa-2add50375c51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689726 Nov 09 17:22:48.028817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Deleting port 27677369-d49b-48e8-8a3f-86d6facac284 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:48.029700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.109485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185814-51a0-4366-b39e-3d8c04e1f940 req-93b3e843-d620-475b-ac00-1099010a3bc1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:48.114156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:48.118641 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f185814-51a0-4366-b39e-3d8c04e1f940 req-93b3e843-d620-475b-ac00-1099010a3bc1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1829667 Nov 09 17:22:48.167974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-44063d8c-cb78-44e6-b69c-4550ffb92ffa service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310319 Nov 09 17:22:48.175839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 496a992e-b3ca-452b-8960-a9e85249a9d1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:48.185898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 496a992e-b3ca-452b-8960-a9e85249a9d1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:48.186350 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.242660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.249698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f185814-51a0-4366-b39e-3d8c04e1f940 req-e84174ff-7191-4058-8ae5-e001a981ddda tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254563 Nov 09 17:22:48.305305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.312112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.355019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Calling delete_port for 27677369-d49b-48e8-8a3f-86d6facac284 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:48.373858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-266c26a3-5997-4094-869e-df706f185776 req-71b0aafd-4750-41de-bd47-b215d72b2958 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954782 Nov 09 17:22:48.450612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 38eac00a-6e59-43bb-a8f5-5958d840e342, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38eac00a-6e59-43bb-a8f5-5958d840e342,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:48.473375 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.479892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 929959b3-70ee-4097-998a-befb53c41801 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:48.527826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fb262-4982-4a3d-b213-99974daa83d9 req-eade9a6c-b624-46fc-a9eb-60c476685d52 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:48.539604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-402fb262-4982-4a3d-b213-99974daa83d9 req-eade9a6c-b624-46fc-a9eb-60c476685d52 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 947 time: 0.5332265 Nov 09 17:22:48.628665 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.644044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-402fb262-4982-4a3d-b213-99974daa83d9 req-b9b4e2f8-9466-4651-bef3-df0df655871c tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032116 Nov 09 17:22:48.723283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde708-349c-4f19-9fbe-25da774270f0 req-bd41001a-5c2a-48f2-8942-011523430c65 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:48.731685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21cde708-349c-4f19-9fbe-25da774270f0 req-bd41001a-5c2a-48f2-8942-011523430c65 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.0844953 Nov 09 17:22:48.803040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21cde708-349c-4f19-9fbe-25da774270f0 req-ef6ac940-11d2-49e7-a7dc-d47526e4c474 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Nov 09 17:22:48.836695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d43694-a6ea-460c-afa5-0b337f003f54 req-05e7aa1a-c96e-4f1c-92d2-fc8b0cc24796 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:48.847211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82d43694-a6ea-460c-afa5-0b337f003f54 req-05e7aa1a-c96e-4f1c-92d2-fc8b0cc24796 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 949 time: 0.0943229 Nov 09 17:22:48.851277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.932349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=496a992e-b3ca-452b-8960-a9e85249a9d1,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:48.983626 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:48.992447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:49.022353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912a26-8185-4a7f-8558-760cb4908276 req-88f04f34-4bfd-4ac9-9389-34115c67fbd6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.026217 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd912a26-8185-4a7f-8558-760cb4908276 req-88f04f34-4bfd-4ac9-9389-34115c67fbd6 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.1279681 Nov 09 17:22:49.044188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Pushing event deleted for resources: {'Port': ['ID=27677369-d49b-48e8-8a3f-86d6facac284,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:49.144651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 96eb3a92-404a-4f31-b10c-5c684c2f5862 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:49.145187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 96eb3a92-404a-4f31-b10c-5c684c2f5862 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:49.147742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.150071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=38eac00a-6e59-43bb-a8f5-5958d840e342,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:49.155262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.155488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:49.156460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b89ac6b3-0a99-46cb-85be-cdfe0fb8d484 tempest-ServersWithSpecificFlavorTestJSON-706029491 tempest-ServersWithSpecificFlavorTestJSON-706029491-project] 10.222.0.45 "DELETE /v2.0/floatingips/58a692f8-50f8-41d1-bb72-fa5f640511cb HTTP/1.1" status: 204 len: 168 time: 1.5035992 Nov 09 17:22:49.161940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'name': 'network-vif-deleted', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:49.164446 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a64837c-a6e8-46e3-aa95-897a0ef08029" -d '{"events": [{"server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "name": "network-vif-deleted", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:49.213253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82d43694-a6ea-460c-afa5-0b337f003f54 req-13025f1b-22fb-4f48-9104-e79fe2682061 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593192 Nov 09 17:22:49.236053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.236457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.237136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.237724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.238129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.238468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.238848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.251713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.252387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.252947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.253304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.253771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:49.269082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 79caff0f-83b2-49f9-9b1d-e3fe993b7175 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:49.269425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79caff0f-83b2-49f9-9b1d-e3fe993b7175 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:49.316449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.321855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53564) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:49.328651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.340713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.370227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.381111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:49.407668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.414152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.456634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.469662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-f3d259e9-68e7-40b9-9bd6-b6282b4f4887 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.4767475 Nov 09 17:22:49.480847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8934dbe4-f6ad-41a1-b790-a2d61e38d84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.579956 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1df19ef-beaa-46e1-8ea5-22d23e995a9d req-0327cc2a-506b-428f-bab7-840e32f28102 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093922 Nov 09 17:22:49.598695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Deleting port 55ae94c3-6759-409b-af81-91c8940b7856 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:49.600532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.612797 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e227fd-07e2-4868-b362-bd4a18bc5f60 x-openstack-request-id: req-e9e227fd-07e2-4868-b362-bd4a18bc5f60 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:49.613248 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8", "name": "network-vif-deleted", "tag": "79caff0f-83b2-49f9-9b1d-e3fe993b7175", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:49.614020 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9e227fd-07e2-4868-b362-bd4a18bc5f60 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:49.614632 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadadc4-7f7b-43cc-8fde-eddbe3aedbd8', 'name': 'network-vif-deleted', 'tag': '79caff0f-83b2-49f9-9b1d-e3fe993b7175', 'status': 'completed', 'code': 200} Nov 09 17:22:49.642117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b41708e6-e656-45ce-a272-2f4247d1c604 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:49.719208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8934dbe4-f6ad-41a1-b790-a2d61e38d84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.739376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8934dbe4-f6ad-41a1-b790-a2d61e38d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.778978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port b41708e6-e656-45ce-a272-2f4247d1c604 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:22:49.790412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port b41708e6-e656-45ce-a272-2f4247d1c604 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:49.792009 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.822210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8934dbe4-f6ad-41a1-b790-a2d61e38d84b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a74b3779095e4212afa746ac1c3a4ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988778 Nov 09 17:22:49.824426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53574) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:49.827547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934dbe4-f6ad-41a1-b790-a2d61e38d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b64b5f4-7ada-4189-9c08-fbc280f585e1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:49.845270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea'}, {'server_uuid': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eac00a-6e59-43bb-a8f5-5958d840e342'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a992e-b3ca-452b-8960-a9e85249a9d1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:49.848655 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98f0bb-83d4-4897-a06a-15925b7142de" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea"}, {"server_uuid": "8c73a9a1-c58e-43e1-b30a-50d7eec97406", "name": "network-vif-plugged", "status": "completed", "tag": "38eac00a-6e59-43bb-a8f5-5958d840e342"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "496a992e-b3ca-452b-8960-a9e85249a9d1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:49.921452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959efa-1bd1-4fb5-968a-df215cbec8b3 req-23bb4bb3-6e3d-4be8-9b42-1b364b5918bd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:49.932597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5959efa-1bd1-4fb5-968a-df215cbec8b3 req-23bb4bb3-6e3d-4be8-9b42-1b364b5918bd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.2116437 Nov 09 17:22:49.942560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.969202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77e3e0e-c41a-4b1d-a02c-f6e0d88761d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:49.988070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] For port 55ae94c3-6759-409b-af81-91c8940b7856, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=55ae94c3-6759-409b-af81-91c8940b7856,segment=NetworkSegment(305f0c40-acb0-4d9c-812f-5fbbbad3d518),segment_id=305f0c40-acb0-4d9c-812f-5fbbbad3d518)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:49.988481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.010799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77e3e0e-c41a-4b1d-a02c-f6e0d88761d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.012178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Calling delete_port for 55ae94c3-6759-409b-af81-91c8940b7856 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:50.014417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port b41708e6-e656-45ce-a272-2f4247d1c604, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b41708e6-e656-45ce-a272-2f4247d1c604,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:50.025037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.026018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 55ae94c3-6759-409b-af81-91c8940b7856 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:50.064909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5959efa-1bd1-4fb5-968a-df215cbec8b3 req-a2321c83-6037-421d-81b2-4a785d393dc6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308374 Nov 09 17:22:50.068102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936ded-4cdd-45f1-be4d-925e583cfae1 req-cf76255f-4c9f-4eff-bb1c-9dfe40536629 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.094807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0936ded-4cdd-45f1-be4d-925e583cfae1 req-cf76255f-4c9f-4eff-bb1c-9dfe40536629 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 948 time: 0.2282541 Nov 09 17:22:50.183007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77e3e0e-c41a-4b1d-a02c-f6e0d88761d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.186870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77e3e0e-c41a-4b1d-a02c-f6e0d88761d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.188959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a77e3e0e-c41a-4b1d-a02c-f6e0d88761d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b64b5f4-7ada-4189-9c08-fbc280f585e1 HTTP/1.1" status: 204 len: 168 time: 0.3563082 Nov 09 17:22:50.221490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e3e0e-c41a-4b1d-a02c-f6e0d88761d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b64b5f4-7ada-4189-9c08-fbc280f585e1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:50.243627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=b41708e6-e656-45ce-a272-2f4247d1c604,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:50.327851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab716fc-c622-44b2-b3eb-65956e8e2511 req-4df7011b-5bf4-416f-b4cc-cc6f98e61c78 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.338491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dab716fc-c622-44b2-b3eb-65956e8e2511 req-4df7011b-5bf4-416f-b4cc-cc6f98e61c78 tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/ports?device_id=778403d1-ac8d-489d-8c52-478b7a312d1c HTTP/1.1" status: 200 len: 944 time: 0.0956898 Nov 09 17:22:50.361400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0936ded-4cdd-45f1-be4d-925e583cfae1 req-85d18e0d-cf21-4f8f-b342-170460f0cf6d tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587767 Nov 09 17:22:50.436479 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dab716fc-c622-44b2-b3eb-65956e8e2511 req-4a6dc69a-a171-46ff-a39d-2a46cba16acc tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.45 "GET /v2.0/security-groups?id=00fd9dc0-2252-4944-b534-d6ce6862c6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950439 Nov 09 17:22:50.464830 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9aeae7-edbd-40d0-94ca-a484a4a0be48 x-openstack-request-id: req-7e9aeae7-edbd-40d0-94ca-a484a4a0be48 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:50.465193 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea", "code": 200}, {"server_uuid": "8c73a9a1-c58e-43e1-b30a-50d7eec97406", "name": "network-vif-plugged", "status": "completed", "tag": "38eac00a-6e59-43bb-a8f5-5958d840e342", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "496a992e-b3ca-452b-8960-a9e85249a9d1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:50.466238 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e9aeae7-edbd-40d0-94ca-a484a4a0be48 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:50.466238 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea', 'code': 200} Nov 09 17:22:50.466238 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eac00a-6e59-43bb-a8f5-5958d840e342', 'code': 200} Nov 09 17:22:50.472864 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a992e-b3ca-452b-8960-a9e85249a9d1', 'code': 200} Nov 09 17:22:50.564882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.620777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Pushing event deleted for resources: {'Port': ['ID=55ae94c3-6759-409b-af81-91c8940b7856,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:50.713200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] No DVR routers for this DVR port 55ae94c3-6759-409b-af81-91c8940b7856 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:50.717492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:50.724407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd912a26-8185-4a7f-8558-760cb4908276 req-50699cf6-c8c2-4c23-a7a5-53a5477fa56d tempest-LiveAutoBlockMigrationV225Test-2040250421 tempest-LiveAutoBlockMigrationV225Test-2040250421-project] 10.222.0.43 "DELETE /v2.0/ports/55ae94c3-6759-409b-af81-91c8940b7856 HTTP/1.1" status: 204 len: 173 time: 1.6762075 Nov 09 17:22:50.727606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'name': 'network-vif-deleted', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:50.735893 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31325f14-1b9f-455e-b24b-eb3388147399" -d '{"events": [{"server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "name": "network-vif-deleted", "tag": "55ae94c3-6759-409b-af81-91c8940b7856"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:50.816070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25890c7-dfd4-4079-9dd5-e3836c79ce9e req-ed76c9cd-07e5-4230-9d5a-5eb51efe1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.817773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b25890c7-dfd4-4079-9dd5-e3836c79ce9e req-ed76c9cd-07e5-4230-9d5a-5eb51efe1cc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 1099 time: 0.2348466 Nov 09 17:22:50.846725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.847556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.848039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.848607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.849079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.849602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.850107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.853095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-78dcf1d1-7a98-4e97-b0df-5cfb0a0d6d5b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6492 time: 0.2791977 Nov 09 17:22:50.876217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.909630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e67913-3188-424a-aba8-f81589b1e478 req-a1d0bd95-977c-46ad-afce-ff2f3913860c tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.911358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.921249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4e67913-3188-424a-aba8-f81589b1e478 req-a1d0bd95-977c-46ad-afce-ff2f3913860c tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.1993783 Nov 09 17:22:50.927108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.957154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.969614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:50.988813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:51.008105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:51.013193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-299504b1-7656-43b8-a454-babbbd3adced tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.2486634 Nov 09 17:22:51.118833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c12350c0-987b-4c67-be0e-5dda59f2d457 req-3d1a846a-4773-4c6f-bc74-ce7b06f0147a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960729 Nov 09 17:22:51.351120 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7779db52-0f52-4c5f-a83a-c50d3054ddb0 x-openstack-request-id: req-7779db52-0f52-4c5f-a83a-c50d3054ddb0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:51.351885 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778403d1-ac8d-489d-8c52-478b7a312d1c", "name": "network-vif-deleted", "tag": "55ae94c3-6759-409b-af81-91c8940b7856", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:51.352134 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7779db52-0f52-4c5f-a83a-c50d3054ddb0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:51.353168 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778403d1-ac8d-489d-8c52-478b7a312d1c', 'name': 'network-vif-deleted', 'tag': '55ae94c3-6759-409b-af81-91c8940b7856', 'status': 'completed', 'code': 200} Nov 09 17:22:51.497401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4e67913-3188-424a-aba8-f81589b1e478 req-83287cee-3fa9-45b6-99de-c8c104466a14 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750473 Nov 09 17:22:51.579077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b25890c7-dfd4-4079-9dd5-e3836c79ce9e req-ee409264-d55c-4bea-97fb-120f10ff8a24 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481229 Nov 09 17:22:51.583368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6413a6f-5069-4ee9-930b-41be48ce699a req-36cfbc54-1d6e-4498-a528-2419f606ce23 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7224975 Nov 09 17:22:51.644309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6a6de-d072-479d-ae6e-1c4e0635ac7e req-d5fa454c-cdfa-4724-ae79-c37e4cb2d25c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:51.646210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5fb6a6de-d072-479d-ae6e-1c4e0635ac7e req-d5fa454c-cdfa-4724-ae79-c37e4cb2d25c tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 943 time: 0.1923478 Nov 09 17:22:51.719356 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5fb6a6de-d072-479d-ae6e-1c4e0635ac7e req-38ca7489-433a-4e3c-88a6-d03bb1826869 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666213 Nov 09 17:22:51.767650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735b34-d25e-4639-a1ca-81dee35877dc req-dd91ee5f-34eb-4843-8668-0aa6ddc2e984 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:51.769261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b735b34-d25e-4639-a1ca-81dee35877dc req-dd91ee5f-34eb-4843-8668-0aa6ddc2e984 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 948 time: 0.0819988 Nov 09 17:22:51.778975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:51.831678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b735b34-d25e-4639-a1ca-81dee35877dc req-f0bb8f5a-1b4c-47a7-88f0-a9e9d3e5def5 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562763 Nov 09 17:22:51.944457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:52.114738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-876fadb8-214a-4c83-ac1c-5dc05d044300 service neutron] 10.222.0.43 "GET /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.0880632 Nov 09 17:22:52.153774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Deleting subnet 4f802cf7-f5d2-43a0-932e-a1819bfc133d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:22:52.167737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:52.254022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:52.451772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:52.474663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41708e6-e656-45ce-a272-2f4247d1c604'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:52.476632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:52.477500 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea607d-e004-4307-ae46-b304b7948a98" -d '{"events": [{"server_uuid": "773d36ee-d647-4452-8a0f-b5b74713e2d1", "name": "network-vif-plugged", "status": "completed", "tag": "b41708e6-e656-45ce-a272-2f4247d1c604"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:52.532906 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a223cdc-7237-4f78-b292-71b439d737e1 x-openstack-request-id: req-9a223cdc-7237-4f78-b292-71b439d737e1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:52.533199 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773d36ee-d647-4452-8a0f-b5b74713e2d1", "name": "network-vif-plugged", "status": "completed", "tag": "b41708e6-e656-45ce-a272-2f4247d1c604", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:52.533450 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a223cdc-7237-4f78-b292-71b439d737e1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:52.533846 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41708e6-e656-45ce-a272-2f4247d1c604', 'code': 200} Nov 09 17:22:52.536557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929959b3-70ee-4097-998a-befb53c41801 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:22:52.549979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:52.589968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:52.662330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:52.750115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256edc-0d16-400c-9bc0-9cdc8470ae96 req-55625b41-022a-4af2-b168-68d24afb1b56 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.755828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4256edc-0d16-400c-9bc0-9cdc8470ae96 req-55625b41-022a-4af2-b168-68d24afb1b56 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.0822592 Nov 09 17:22:52.765414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:52.810739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] Transition to ACTIVE for port object 929959b3-70ee-4097-998a-befb53c41801 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:22:52.820987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:52.856569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4256edc-0d16-400c-9bc0-9cdc8470ae96 req-cd4243c7-fa9e-4041-8cc1-7f8d8d45c3f0 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970459 Nov 09 17:22:52.897764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.897997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.908855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.912239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] No DVR routers for this DVR port 929959b3-70ee-4097-998a-befb53c41801 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:52.914857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.921932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.932725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.939385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:52.947803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-206a6748-c2bf-4063-b891-712511f63766 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.6615410 Nov 09 17:22:52.964859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38812-0315-40f9-aff7-601624884228 service neutron] Pushing event updated for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=10']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:52.988489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-75e38812-0315-40f9-aff7-601624884228 service neutron] 10.222.0.43 "PUT /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801/bindings/n-h2-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8631568 Nov 09 17:22:53.022676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f4773-922a-4fea-b741-3d7292447476 req-a47fe6ea-6d6c-4c61-a6b1-09456013687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.024200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc3f4773-922a-4fea-b741-3d7292447476 req-a47fe6ea-6d6c-4c61-a6b1-09456013687d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 1101 time: 0.2843947 Nov 09 17:22:53.065712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.071666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe7450-e219-45d9-9244-3b8db3608a9f req-bf384dcc-b48c-4998-af8f-c826f6011ea6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.074228 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6fe7450-e219-45d9-9244-3b8db3608a9f req-bf384dcc-b48c-4998-af8f-c826f6011ea6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.0804856 Nov 09 17:22:53.160863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f802cf7-f5d2-43a0-932e-a1819bfc133d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:53.173774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6fe7450-e219-45d9-9244-3b8db3608a9f req-9f27c55b-4198-44f5-a612-72de5e1331c4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932436 Nov 09 17:22:53.178495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-6636aabf-0c0b-4316-bc05-3f602386682a tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.180681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-6636aabf-0c0b-4316-bc05-3f602386682a tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.0913720 Nov 09 17:22:53.181650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.186102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6198c86e-8c50-48f0-9f8c-c07deafafeec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4f802cf7-f5d2-43a0-932e-a1819bfc133d HTTP/1.1" status: 204 len: 168 time: 1.4049273 Nov 09 17:22:53.188410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53686) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:53.212907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc3f4773-922a-4fea-b741-3d7292447476 req-5bf010fa-8a38-40e7-8f31-131df553b2eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772265 Nov 09 17:22:53.224591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48c41ff2-8dcf-4226-914a-1f83736131a2 req-c8464ec9-fc3a-4f6c-8b12-06fb0d4ad41a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2749591 Nov 09 17:22:53.325631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.331056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-07429fe3-d89c-4285-b8a9-2f0b253546d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.332566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-07429fe3-d89c-4285-b8a9-2f0b253546d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f&tenant_id=cfbf3e17faca414aa72fe926b990e60a HTTP/1.1" status: 200 len: 1095 time: 0.1349757 Nov 09 17:22:53.405466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07017ccd-041b-4c21-bff5-2ce0b7862865 req-46fbe3b5-82f8-44ba-a5a9-859f02f66d07 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.406616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07017ccd-041b-4c21-bff5-2ce0b7862865 req-46fbe3b5-82f8-44ba-a5a9-859f02f66d07 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 948 time: 0.1058977 Nov 09 17:22:53.421532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.454691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85da85a4-0104-411e-a021-4159e9be8da3']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:53.488136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305f0c40-acb0-4d9c-812f-5fbbbad3d518') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:53.488514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305f0c40-acb0-4d9c-812f-5fbbbad3d518') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:53.493861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07017ccd-041b-4c21-bff5-2ce0b7862865 req-02ed16fa-af4b-45f8-96e6-b79c596364f8 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Nov 09 17:22:53.531515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.554747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-58239d65-3c99-43ca-bd86-8f3e27d96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.556924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-58239d65-3c99-43ca-bd86-8f3e27d96927 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1095 time: 0.1135685 Nov 09 17:22:53.558327 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.576057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:22:53.577064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:22:53.579660 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:22:53.584873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.702371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.708340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.712803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] 10.222.0.45 "DELETE /v2.0/networks/85da85a4-0104-411e-a021-4159e9be8da3 HTTP/1.1" status: 204 len: 168 time: 0.5228610 Nov 09 17:22:53.719430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:53.736382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37ca36-9eb9-4e49-9011-864425bd2ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=85da85a4-0104-411e-a021-4159e9be8da3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:53.751955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-1e05bb5f-1cf3-4a43-9dba-e629b5afb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.753750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-1e05bb5f-1cf3-4a43-9dba-e629b5afb311 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1892288 Nov 09 17:22:53.814796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-d2917613-16a5-44e1-9ad3-03814a109b8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 200 len: 217 time: 0.0526934 Nov 09 17:22:53.868008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Deleting subnet dc4ee1bf-b712-4a01-949f-5f68e483c602 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:22:53.873693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:53.895360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-910355d5-e706-4e0b-88ca-6184dd83c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:53.897139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-910355d5-e706-4e0b-88ca-6184dd83c3d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.0745542 Nov 09 17:22:53.932338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-70193b99-5cc3-41a9-82bd-2c141d0a4dc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269506 Nov 09 17:22:53.955211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.013203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29147bb7-c129-472a-baf9-4b273d32fe68 req-4330bcf1-bf32-4135-a7f0-bc09228cdc24 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.015882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29147bb7-c129-472a-baf9-4b273d32fe68 req-4330bcf1-bf32-4135-a7f0-bc09228cdc24 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 948 time: 0.1145580 Nov 09 17:22:54.041635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-930485a8-deb8-4c21-bdcc-858394b4b2b3 service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019909 Nov 09 17:22:54.049048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.142563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-8c0d008c-d97a-49f7-986c-8c1b96cad33c service neutron] 10.222.0.83 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939572 Nov 09 17:22:54.154945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29147bb7-c129-472a-baf9-4b273d32fe68 req-41295007-2c75-49ec-91f5-a234988fed49 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310508 Nov 09 17:22:54.188983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.226210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4ee1bf-b712-4a01-949f-5f68e483c602,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:54.233081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Deleting port 8cfb873f-c11e-4057-9030-65075b21584a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:54.233378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.236765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.240090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f8957c6c-551b-4c5e-ae47-447e755d64e9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dc4ee1bf-b712-4a01-949f-5f68e483c602 HTTP/1.1" status: 204 len: 168 time: 0.5195448 Nov 09 17:22:54.242602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53738) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:54.335030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.421333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] For port 8cfb873f-c11e-4057-9030-65075b21584a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8cfb873f-c11e-4057-9030-65075b21584a,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:54.421738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.442089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Calling delete_port for 8cfb873f-c11e-4057-9030-65075b21584a owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:54.469013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feae32-cd8a-4216-853e-ea00d07315b9 req-6ae54246-5b16-4f0b-bbe9-c72a23ba5816 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.471546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47feae32-cd8a-4216-853e-ea00d07315b9 req-6ae54246-5b16-4f0b-bbe9-c72a23ba5816 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.0945072 Nov 09 17:22:54.477502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.533355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:54.547525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351dc6a0-ae6f-49a4-80a0-d5019643a4bd') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:54.547745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351dc6a0-ae6f-49a4-80a0-d5019643a4bd') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:54.560603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.563482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-03b6a1a0-8cf1-45b2-9c8c-b38ae8e0c9db tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.564702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-03b6a1a0-8cf1-45b2-9c8c-b38ae8e0c9db tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f&tenant_id=cfbf3e17faca414aa72fe926b990e60a&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1095 time: 0.0836596 Nov 09 17:22:54.582825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47feae32-cd8a-4216-853e-ea00d07315b9 req-acdb3ae5-c92d-40bc-bed6-f0f2dd86b3d5 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708797 Nov 09 17:22:54.614081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.627322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:22:54.627809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:22:54.629566 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:22:54.736248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.750282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.753556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053 HTTP/1.1" status: 204 len: 168 time: 0.5097284 Nov 09 17:22:54.754871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.769544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.775621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.782098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.788765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fede8-9744-48b8-84ba-a5010fae28d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfb0ca8-a6d2-4769-98b5-db9dc8fbc053,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:54.788883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.796001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.802286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.808034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93b6d3-2890-48e0-bd75-afa1490ccec7 req-a7079f75-c5aa-4985-a1d7-e6540245056a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.808194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:54.809547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e93b6d3-2890-48e0-bd75-afa1490ccec7 req-a7079f75-c5aa-4985-a1d7-e6540245056a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.1351819 Nov 09 17:22:54.810831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-6a4855da-e143-4b6f-8f6f-0ab69f68be4a tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.1378613 Nov 09 17:22:54.836631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfb873f-c11e-4057-9030-65075b21584a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:54.838897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-5eba6954-055a-42da-8d79-e13af5099803 service neutron] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:54.845929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-5eba6954-055a-42da-8d79-e13af5099803 service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:54.847122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-5eba6954-055a-42da-8d79-e13af5099803 service neutron] 10.222.0.83 "DELETE /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801/bindings/n-h1-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.2728913 Nov 09 17:22:54.884215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e93b6d3-2890-48e0-bd75-afa1490ccec7 req-e88728ff-60ae-4bea-a1eb-f1eabef6645e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638282 Nov 09 17:22:54.996466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53772) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:55.012206 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-749e9fa2-4a4d-4302-9fad-175cec10b510 req-e5d0626c-4505-45ff-9ae2-a0991de7864b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793940 Nov 09 17:22:55.086283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-93c517fc-8052-4da5-8eeb-371d806c6c3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b018da238517441d8e405163301fd00c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0826490 Nov 09 17:22:55.087756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:55.107052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:55.349271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.362155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d845284-2f25-4704-9eb5-6dba49f1ba7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:55.368379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.399306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.416227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.420757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21893837-cfce-4945-b611-6401c0dac01d req-51258404-8f4d-4668-a06f-37bf6444eabe tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.422353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21893837-cfce-4945-b611-6401c0dac01d req-51258404-8f4d-4668-a06f-37bf6444eabe tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 948 time: 0.2110958 Nov 09 17:22:55.424097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.431143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.438531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.440549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-334de3b8-8868-4904-92c5-b8cf7a2f92ba req-e812a9fa-cf19-420c-bead-eca2fb5817aa tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.2337468 Nov 09 17:22:55.451789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53788) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:55.456276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d845284-2f25-4704-9eb5-6dba49f1ba7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:55.456971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Request body: {'floatingip': {'port_id': '6312b538-4980-4385-9f3e-0e4381adc5d7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:55.517081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:55.623701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e0018-fb03-48c8-934b-88619005b3df req-183591a0-38ee-4212-8c92-6eb5bc88a03e tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.631840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f4e0018-fb03-48c8-934b-88619005b3df req-183591a0-38ee-4212-8c92-6eb5bc88a03e tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 948 time: 0.1245303 Nov 09 17:22:55.651996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ff75b-8d19-4460-8377-81ee0c265b4d req-3990e790-b74a-443c-bb20-42a44795413e tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:55.652945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-714ff75b-8d19-4460-8377-81ee0c265b4d req-3990e790-b74a-443c-bb20-42a44795413e tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 1095 time: 0.2296519 Nov 09 17:22:55.738709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d845284-2f25-4704-9eb5-6dba49f1ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:55.741091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d845284-2f25-4704-9eb5-6dba49f1ba7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:55.742243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d845284-2f25-4704-9eb5-6dba49f1ba7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00fd9dc0-2252-4944-b534-d6ce6862c6c2 HTTP/1.1" status: 204 len: 168 time: 0.6534822 Nov 09 17:22:55.748238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f4e0018-fb03-48c8-934b-88619005b3df req-64f7233a-04f6-4101-be86-52ef9d85e06b tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/security-groups?id=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147728 Nov 09 17:22:55.804242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-714ff75b-8d19-4460-8377-81ee0c265b4d req-1e0c347c-34f5-41df-9cf1-6d06ba84d949 tempest-LiveMigrationTest-864718281 tempest-LiveMigrationTest-864718281-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997698 Nov 09 17:22:55.813035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d845284-2f25-4704-9eb5-6dba49f1ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd9dc0-2252-4944-b534-d6ce6862c6c2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:55.850748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Router 7c10e12e-06a0-4c09-99af-0b85eed909ca has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:22:55.868341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Deleting port 38eac00a-6e59-43bb-a8f5-5958d840e342 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:55.869076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.287829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53808) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:56.308524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.320985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.331945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeb0ec-bfcd-4e8e-92fb-12095a64d8ce req-f35c4525-060e-43df-b220-1ea3882aca92 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:56.333548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7efeb0ec-bfcd-4e8e-92fb-12095a64d8ce req-f35c4525-060e-43df-b220-1ea3882aca92 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.0954378 Nov 09 17:22:56.429286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3df04708-bfd0-433a-a77b-34ffcbe6a890 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=773694811f7148e48dd89ba611dfb13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391180 Nov 09 17:22:56.460311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53810) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:56.522550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7efeb0ec-bfcd-4e8e-92fb-12095a64d8ce req-f1498694-38ee-4542-97ea-10ed5d25663f tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388779 Nov 09 17:22:56.524454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] For port 38eac00a-6e59-43bb-a8f5-5958d840e342, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38eac00a-6e59-43bb-a8f5-5958d840e342,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:56.524951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.531790 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Floating IP 683f5fd5-b057-4c5b-b78b-5fa02e78d60b associated. External IP: 172.25.3.226, port: 6312b538-4980-4385-9f3e-0e4381adc5d7. Nov 09 17:22:56.557401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Calling delete_port for 38eac00a-6e59-43bb-a8f5-5958d840e342 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:56.570416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-c1caefef-b835-4e2c-9eec-4b51927d0aca tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:56.576451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-c1caefef-b835-4e2c-9eec-4b51927d0aca tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.6336668 Nov 09 17:22:56.598288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:22:56.602195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e3c46ef-eb54-402e-b0c7-18154213818f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.606004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-77fe8865-184f-4c6f-80f0-410b3fc0174a admin admin] 10.222.0.45 "PUT /v2.0/routers/7c10e12e-06a0-4c09-99af-0b85eed909ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6602221 Nov 09 17:22:56.608031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-bac071e3-99a4-4b1e-91e1-acd67b59cc92 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/quotas/ffa8a751fdee43129a813ed94262b87f HTTP/1.1" status: 200 len: 375 time: 0.0304792 Nov 09 17:22:56.615762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] Sync routers for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:22:56.627995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:56.628983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:56.636246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:56.680997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e3c46ef-eb54-402e-b0c7-18154213818f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.834147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:56.866888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e3c46ef-eb54-402e-b0c7-18154213818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.869874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e3c46ef-eb54-402e-b0c7-18154213818f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:56.871035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e3c46ef-eb54-402e-b0c7-18154213818f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afb168c4-8d40-4cf0-8377-2f3e9bd55350 HTTP/1.1" status: 204 len: 168 time: 0.4097652 Nov 09 17:22:56.893210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c46ef-eb54-402e-b0c7-18154213818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb168c4-8d40-4cf0-8377-2f3e9bd55350,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:56.908797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5351-2006-4070-965f-74ecda50cd49 req-f2cc7c21-ad9d-478d-ae5e-cd67abaff782 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:56.910384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-272c5351-2006-4070-965f-74ecda50cd49 req-f2cc7c21-ad9d-478d-ae5e-cd67abaff782 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.83 "GET /v2.0/ports?device_id=e29593ad-fa15-475a-8162-f6fbf098f4ec HTTP/1.1" status: 200 len: 945 time: 0.1297607 Nov 09 17:22:56.915475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Router 228d27f7-8f4e-44c8-99ec-3194afc00d0c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:22:56.988712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-6f22e86b-f48b-486a-8b5e-0279611c21e8 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3530562 Nov 09 17:22:57.285531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:57.300596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:22:54Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:57.332401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] Checking router: 7c10e12e-06a0-4c09-99af-0b85eed909ca for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:22:57.344276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] Routers {'7c10e12e-06a0-4c09-99af-0b85eed909ca'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:57.345239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c10e12e-06a0-4c09-99af-0b85eed909ca'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:57.492728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:57.505861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['38eac00a-6e59-43bb-a8f5-5958d840e342'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:57.526799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-644c0684-5a3b-4dbf-92dd-78f6a1becc67 service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068321 Nov 09 17:22:57.532170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] Set router 7c10e12e-06a0-4c09-99af-0b85eed909ca gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:57.583208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1f06-3672-4af8-b58f-58bb1cae5801 req-ec137465-e37c-4d2b-9edf-484a53e79757 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:57.590400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bffe1f06-3672-4af8-b58f-58bb1cae5801 req-ec137465-e37c-4d2b-9edf-484a53e79757 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.1612167 Nov 09 17:22:57.607216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:57.619598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Pushing event deleted for resources: {'Port': ['ID=38eac00a-6e59-43bb-a8f5-5958d840e342,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:57.637695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:22:57.642955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:57.651124 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] Sync routers for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:22:57.671094 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:57.673844 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:57.694719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Deleting port 62f0eaf5-74d0-4997-a560-a304e1e88e99 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:57.695039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:57.716447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bffe1f06-3672-4af8-b58f-58bb1cae5801 req-68ede0ee-bfb8-4468-905c-1f418dccc4dd tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250248 Nov 09 17:22:57.737350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] No DVR routers for this DVR port 38eac00a-6e59-43bb-a8f5-5958d840e342 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:57.772464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:57.778420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21893837-cfce-4945-b611-6401c0dac01d req-854b99fd-dc3e-47f5-8cb1-9fc97d060658 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.43 "DELETE /v2.0/ports/38eac00a-6e59-43bb-a8f5-5958d840e342 HTTP/1.1" status: 204 len: 173 time: 2.3350909 Nov 09 17:22:57.780517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'name': 'network-vif-deleted', 'tag': '38eac00a-6e59-43bb-a8f5-5958d840e342'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:57.783106 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89998191-1486-493f-a5de-63245f79dcea" -d '{"events": [{"server_uuid": "8c73a9a1-c58e-43e1-b30a-50d7eec97406", "name": "network-vif-deleted", "tag": "38eac00a-6e59-43bb-a8f5-5958d840e342"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:57.810861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-f9ad05cb-7a53-484c-8ebd-0e565f674f1b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:57.816867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-f9ad05cb-7a53-484c-8ebd-0e565f674f1b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.3476319 Nov 09 17:22:57.836134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae75f966-4c69-4d06-8442-02875b1b0f0f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "PUT /v2.0/floatingips/683f5fd5-b057-4c5b-b78b-5fa02e78d60b HTTP/1.1" status: 200 len: 991 time: 2.3804216 Nov 09 17:22:57.840429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:22:57.847925 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d1d30-3065-4e64-8050-8f1fbcf175d9" -d '{"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:22:57.907766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c224c10-5b45-4253-9cb7-8e13f3f3cef2 req-2366df20-51b8-4859-8db6-e499e6cb3736 tempest-ImagesNegativeTestJSON-1084970283 tempest-ImagesNegativeTestJSON-1084970283-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c73a9a1-c58e-43e1-b30a-50d7eec97406 HTTP/1.1" status: 200 len: 210 time: 0.0480206 Nov 09 17:22:57.971306 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:57.998381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] For port 62f0eaf5-74d0-4997-a560-a304e1e88e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=62f0eaf5-74d0-4997-a560-a304e1e88e99,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:57.998871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.024651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-08d62091-626d-449d-afcf-fc1a0db8e837 service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965053 Nov 09 17:22:58.038577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Calling delete_port for 62f0eaf5-74d0-4997-a560-a304e1e88e99 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:58.129245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23bcaa7-79f5-42ad-b4c5-cbf27da47a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.178461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.209388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Deleting port 7109d0a5-241d-430a-818b-69ccfb4c65a0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:58.210219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.210932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:22:54Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:58.290779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65274816-3437-40a5-a5a5-8383ab1e47d8 None None] The sync data for ids ['7c10e12e-06a0-4c09-99af-0b85eed909ca'] in n-d-804292-3 is: [{'id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-644912447-router', 'tenant_id': '2b379375cdab441d9ca678b7fd12feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:08Z', 'updated_at': '2021-11-09T17:22:54Z', 'revision_number': 5, 'project_id': '2b379375cdab441d9ca678b7fd12feb5', 'gw_port': {'id': '7109d0a5-241d-430a-818b-69ccfb4c65a0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10e12e-06a0-4c09-99af-0b85eed909ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:09Z', 'updated_at': '2021-11-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:22:58.343586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Deleting port 929959b3-70ee-4097-998a-befb53c41801 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:22:58.346469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.377707 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.389453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 62f0eaf5-74d0-4997-a560-a304e1e88e99 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:58.473508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 62f0eaf5-74d0-4997-a560-a304e1e88e99 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:58.475627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 62f0eaf5-74d0-4997-a560-a304e1e88e99 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:58.507668 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3a37b-4165-40c5-ac7f-ecf2c09c66ac x-openstack-request-id: req-91f3a37b-4165-40c5-ac7f-ecf2c09c66ac {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:58.516068 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c73a9a1-c58e-43e1-b30a-50d7eec97406", "name": "network-vif-deleted", "tag": "38eac00a-6e59-43bb-a8f5-5958d840e342", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:58.516700 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91f3a37b-4165-40c5-ac7f-ecf2c09c66ac {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:58.524529 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73a9a1-c58e-43e1-b30a-50d7eec97406', 'name': 'network-vif-deleted', 'tag': '38eac00a-6e59-43bb-a8f5-5958d840e342', 'status': 'completed', 'code': 200} Nov 09 17:22:58.549629 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bf9f39-be1a-432a-b6f2-31610655a936 x-openstack-request-id: req-00bf9f39-be1a-432a-b6f2-31610655a936 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:22:58.550004 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:22:58.551873 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00bf9f39-be1a-432a-b6f2-31610655a936 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:22:58.552753 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'status': 'completed', 'code': 200} Nov 09 17:22:58.555861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event deleted for resources: {'Port': ['ID=62f0eaf5-74d0-4997-a560-a304e1e88e99,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:58.651814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '683f5fd5-b057-4c5b-b78b-5fa02e78d60b', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'port_id': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'mac_address': 'fa:16:3e:e5:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:21:28Z', 'updated_at': '2021-11-09T17:22:56Z', 'revision_number': 1, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:24Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:58.694565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] For port 929959b3-70ee-4097-998a-befb53c41801, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=929959b3-70ee-4097-998a-befb53c41801,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:58.695105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.699344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] No DVR routers for this DVR port 62f0eaf5-74d0-4997-a560-a304e1e88e99 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:58.705475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.709614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-272c5351-2006-4070-965f-74ecda50cd49 req-0e4c37f2-20ba-4568-be11-7cfda960673d tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.83 "DELETE /v2.0/ports/62f0eaf5-74d0-4997-a560-a304e1e88e99 HTTP/1.1" status: 204 len: 173 time: 1.7899666 Nov 09 17:22:58.714179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0007d70b-3780-49c3-b5c5-23760e4559b4 req-60598df4-077c-46ec-a1fe-afd223bc57fe tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 210 time: 0.0799596 Nov 09 17:22:58.748007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Calling delete_port for 929959b3-70ee-4097-998a-befb53c41801 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:58.963225 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] Checking router: 228d27f7-8f4e-44c8-99ec-3194afc00d0c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:22:58.982845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] For port 7109d0a5-241d-430a-818b-69ccfb4c65a0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7109d0a5-241d-430a-818b-69ccfb4c65a0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:58.983303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:58.984468 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:22:58.989884 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:22:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:58.996274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:58.997109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:58.998244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.004146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.005328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.006162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.006963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.010613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-256b93a7-537e-4b15-9871-0092854d001d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6492 time: 0.4789002 Nov 09 17:22:59.021554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48832a-c6e5-4a3e-920a-634bb7d5e8df req-70c47b0b-6a87-4e2f-a795-983fdce9e8c9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.027938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac48832a-c6e5-4a3e-920a-634bb7d5e8df req-70c47b0b-6a87-4e2f-a795-983fdce9e8c9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 944 time: 0.1485267 Nov 09 17:22:59.143133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac48832a-c6e5-4a3e-920a-634bb7d5e8df req-16a4ed9d-3760-4b2d-8813-56974df675dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032388 Nov 09 17:22:59.183260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Calling delete_port for 7109d0a5-241d-430a-818b-69ccfb4c65a0 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:22:59.234543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289803c-a15a-4054-990a-53a6b5b39eb2 req-e24917a7-e7b0-49df-a509-a7f7a23ba86a tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.243525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4289803c-a15a-4054-990a-53a6b5b39eb2 req-e24917a7-e7b0-49df-a509-a7f7a23ba86a tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.4980104 Nov 09 17:22:59.257374 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:22:59.500629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4289803c-a15a-4054-990a-53a6b5b39eb2 req-fd049bde-1909-4d04-8276-d3d4e6063888 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560511 Nov 09 17:22:59.563695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-d8de94c9-5309-4230-bc7f-d6816d6330de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.565608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-d8de94c9-5309-4230-bc7f-d6816d6330de service neutron] 10.222.0.83 "GET /v2.0/networks?id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 HTTP/1.1" status: 200 len: 912 time: 0.5165451 Nov 09 17:22:59.673456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38eac00a-6e59-43bb-a8f5-5958d840e342 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:22:59.724207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 38eac00a-6e59-43bb-a8f5-5958d840e342 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:22:59.726004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38eac00a-6e59-43bb-a8f5-5958d840e342 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:22:59.744312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:59.756737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['decbbfc7-cb31-4643-97c7-4cf6f3b86692'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:59.764397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['929959b3-70ee-4097-998a-befb53c41801'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:22:59.767803 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '683f5fd5-b057-4c5b-b78b-5fa02e78d60b', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'port_id': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'mac_address': 'fa:16:3e:e5:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:21:28Z', 'updated_at': '2021-11-09T17:22:56Z', 'revision_number': 1, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:24Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:22:59.815232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event deleted for resources: {'Port': ['ID=929959b3-70ee-4097-998a-befb53c41801,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:59.861345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-8280c1ce-7598-4bd1-bb43-0840146c8d0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 200 len: 999 time: 0.2844658 Nov 09 17:22:59.873431 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c5e8f-377f-4f27-8825-fdd8045d64e0 None None] The sync data for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 is: [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '683f5fd5-b057-4c5b-b78b-5fa02e78d60b', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'port_id': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'mac_address': 'fa:16:3e:e5:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:21:28Z', 'updated_at': '2021-11-09T17:22:56Z', 'revision_number': 1, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:24Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:22:59.882544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:59.892001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] No DVR routers for this DVR port 929959b3-70ee-4097-998a-befb53c41801 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:22:59.895810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:22:59.899620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5097464-cd40-41a8-93cc-d7e3b586c1a9 req-362cffb7-9acc-4b57-86ef-e27d395156dc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.83 "DELETE /v2.0/ports/929959b3-70ee-4097-998a-befb53c41801 HTTP/1.1" status: 204 len: 173 time: 2.0768676 Nov 09 17:22:59.944707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-77d4c9f4-06ef-4905-9894-32e755e49248 req-c35732d0-2090-4447-9e62-8e5f70ee6c9b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 210 time: 0.0478940 Nov 09 17:22:59.950197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-b26aba29-e042-45bd-beb7-551ee849bcfd tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:59.952343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-b26aba29-e042-45bd-beb7-551ee849bcfd tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.43 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.2776833 Nov 09 17:22:59.953768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Pushing event deleted for resources: {'Port': ['ID=7109d0a5-241d-430a-818b-69ccfb4c65a0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:00.087383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8cfb873f-c11e-4057-9030-65075b21584a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:00.219920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8cfb873f-c11e-4057-9030-65075b21584a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:00.221136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8cfb873f-c11e-4057-9030-65075b21584a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:00.358519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d0f4-6eef-44ae-811b-d0b1881e0f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.363257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-b1e645fd-097c-45b9-9712-34856e798fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:00.364814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-b1e645fd-097c-45b9-9712-34856e798fcd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc0da707-c995-4377-8781-f8ebb9c5b4dc HTTP/1.1" status: 200 len: 851 time: 0.4789715 Nov 09 17:23:00.377916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c4f34-5aef-43c0-bd2f-da0457a25856 None None] New status for floating IP 683f5fd5-b057-4c5b-b78b-5fa02e78d60b: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:23:00.393862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-e73faaa1-fd53-40e1-9440-4e982228ce43 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:00.395539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.397027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-e73faaa1-fd53-40e1-9440-4e982228ce43 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.2676113 Nov 09 17:23:00.417145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Request body: {'port': {'device_id': 'c7175112-6053-4397-807f-50fce7aa1d32', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'admin_state_up': True, 'tenant_id': 'ffa8a751fdee43129a813ed94262b87f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:00.504079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.506334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.567523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'name': 'network-vif-deleted', 'tag': '929959b3-70ee-4097-998a-befb53c41801'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:00.569838 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54295b8e-2b56-4350-9bb2-3b564b57ca1c" -d '{"events": [{"server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "name": "network-vif-deleted", "tag": "929959b3-70ee-4097-998a-befb53c41801"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:00.577204 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.577769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c10e12e-06a0-4c09-99af-0b85eed909ca {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:23:00.577892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'name': 'network-vif-deleted', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:00.584664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.588124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b25266de-0386-42b4-8b85-b2c8cd2b590c admin admin] 10.222.0.45 "DELETE /v2.0/routers/7c10e12e-06a0-4c09-99af-0b85eed909ca HTTP/1.1" status: 204 len: 168 time: 3.9487040 Nov 09 17:23:00.590365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:00.594459 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddda2c3-2f87-4672-b163-5bdb7b791d2b" -d '{"events": [{"server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "name": "network-vif-deleted", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:00.652870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-47f7c267-8db2-4253-b10c-f079a97e5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:00.661084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-47f7c267-8db2-4253-b10c-f079a97e5639 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859862 Nov 09 17:23:00.688517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Deleting port b41708e6-e656-45ce-a272-2f4247d1c604 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:00.688916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.709615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Made reservation on behalf of ffa8a751fdee43129a813ed94262b87f for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:00.715441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.811669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] For port b41708e6-e656-45ce-a272-2f4247d1c604, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b41708e6-e656-45ce-a272-2f4247d1c604,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:00.812319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:00.866535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Deleting subnet bdae3730-1b13-472a-a1e0-71163912287f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:23:00.870402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Calling delete_port for b41708e6-e656-45ce-a272-2f4247d1c604 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:00.878529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.058392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.074546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Allocated IP 172.20.0.5 (b8ded62b-000e-4e58-95ba-86fd5a4e8d2a/7a3f11b1-4eca-4726-b109-3a9a44e185bc/93a2544a-0b1d-41ec-9295-632389b44e40) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:01.160560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-98bdc477-f193-4e6c-a563-ea9ce2e8c252 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889743 Nov 09 17:23:01.162377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-916475d4-0dda-43b9-a5c8-e2f4886420cc req-4d43bfbf-450b-42bb-a2d4-97ccc8f1e52e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0524435 Nov 09 17:23:01.246411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a3adb-b945-4e6f-b0fd-2bef8834c915 req-5d32986e-66c8-439a-b7fa-d8311ef84443 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:01.251986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-289a3adb-b945-4e6f-b0fd-2bef8834c915 req-5d32986e-66c8-439a-b7fa-d8311ef84443 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 950 time: 0.1581101 Nov 09 17:23:01.273983 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae3d665-a38b-4ce0-bfe9-172d38c53f2d x-openstack-request-id: req-5ae3d665-a38b-4ce0-bfe9-172d38c53f2d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:01.274254 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e24f09c-1cd5-45c6-a326-6263e04c6d8f", "name": "network-vif-deleted", "tag": "929959b3-70ee-4097-998a-befb53c41801", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:01.274484 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ae3d665-a38b-4ce0-bfe9-172d38c53f2d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:01.274927 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e24f09c-1cd5-45c6-a326-6263e04c6d8f', 'name': 'network-vif-deleted', 'tag': '929959b3-70ee-4097-998a-befb53c41801', 'status': 'completed', 'code': 200} Nov 09 17:23:01.322095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.359426 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12352a4b-29ef-4b11-bbe6-6e0074336936 x-openstack-request-id: req-12352a4b-29ef-4b11-bbe6-6e0074336936 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:01.359771 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29593ad-fa15-475a-8162-f6fbf098f4ec", "name": "network-vif-deleted", "tag": "62f0eaf5-74d0-4997-a560-a304e1e88e99", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:01.360031 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12352a4b-29ef-4b11-bbe6-6e0074336936 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:01.360436 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29593ad-fa15-475a-8162-f6fbf098f4ec', 'name': 'network-vif-deleted', 'tag': '62f0eaf5-74d0-4997-a560-a304e1e88e99', 'status': 'completed', 'code': 200} Nov 09 17:23:01.412313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-289a3adb-b945-4e6f-b0fd-2bef8834c915 req-f1e703fd-f52e-42b7-b981-0e31509fc7df tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416931 Nov 09 17:23:01.450971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.504861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.507888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.577340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:01.583431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:01.587682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:01.643940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53946) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:01.666748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:01.715135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:01.715810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.749149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc7d60-6b85-4506-ad9f-ef04a958d50e req-b3eff8db-a901-4457-b93d-64545138d2cc tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:01.752085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66dc7d60-6b85-4506-ad9f-ef04a958d50e req-b3eff8db-a901-4457-b93d-64545138d2cc tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 931 time: 0.1552825 Nov 09 17:23:01.757757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-af5bc6d4-f2e1-4786-bc68-6b3ba3e25024 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3504961 Nov 09 17:23:01.773574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Request body: {'port': {'device_id': 'c7175112-6053-4397-807f-50fce7aa1d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:01.906233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:01.990340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66dc7d60-6b85-4506-ad9f-ef04a958d50e req-ff6d4259-0ccc-471d-82d4-10ee75f76496 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314143 Nov 09 17:23:02.023499 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.045687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7109d0a5-241d-430a-818b-69ccfb4c65a0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:02.051117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a69d1d30-3065-4e64-8050-8f1fbcf175d9 req-296df058-0179-484d-b164-8d49417f14c5 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797483 Nov 09 17:23:02.053375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Pushing event deleted for resources: {'Port': ['ID=b41708e6-e656-45ce-a272-2f4247d1c604,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:02.106147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 7109d0a5-241d-430a-818b-69ccfb4c65a0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:02.107139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7109d0a5-241d-430a-818b-69ccfb4c65a0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:02.160240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-92d6fa37-2719-4030-978f-a28dbbafd890 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb1a6b44f0584c5a8342b28faa35a758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101275 Nov 09 17:23:02.168052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:02.252795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] No DVR routers for this DVR port b41708e6-e656-45ce-a272-2f4247d1c604 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:02.256084 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.259717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be1885e9-9dcc-4596-b199-b21a0f23b661 req-c15c8de7-fe59-452c-950a-aca33420cb7e tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.43 "DELETE /v2.0/ports/b41708e6-e656-45ce-a272-2f4247d1c604 HTTP/1.1" status: 204 len: 173 time: 2.2485690 Nov 09 17:23:02.264774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.352092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:02.392098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.398435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 929959b3-70ee-4097-998a-befb53c41801 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:02.402600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bdae3730-1b13-472a-a1e0-71163912287f HTTP/1.1" status: 204 len: 168 time: 1.8083241 Nov 09 17:23:02.403356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:02.405316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8760a-00dd-4508-bc38-7e7644ebb45e None None] Network 1ca38095-362d-4531-a906-e3c62b65cfd0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:02.405709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1774018-e9ba-47c2-acec-0b164596726e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdae3730-1b13-472a-a1e0-71163912287f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:02.573260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53972) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:02.614867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40f4c449-6496-4b0a-9f7e-aa200395dd0e req-4f3faff3-8494-4742-8046-e1b321ae4df1 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.2008166 Nov 09 17:23:02.647257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54287d20-bebe-4e4d-9ed5-8c6f8de21d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.706284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.717640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54287d20-bebe-4e4d-9ed5-8c6f8de21d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.719966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 929959b3-70ee-4097-998a-befb53c41801 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:02.720473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 929959b3-70ee-4097-998a-befb53c41801 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:02.809552 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1931827-1803-4da6-ba59-bf24fbb3f3d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.830344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Deleting port 526391cf-26e9-4774-9caa-25d73b19e78f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:02.830682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.858219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37f0f1c6-68bd-491a-bb01-5e57b28d2161 req-069e59d1-4213-42a8-98b7-da0e05015340 tempest-ServerDiagnosticsNegativeTest-913347536 tempest-ServerDiagnosticsNegativeTest-913347536-project] 10.222.0.45 "GET /v2.0/ports?device_id=773d36ee-d647-4452-8a0f-b5b74713e2d1 HTTP/1.1" status: 200 len: 210 time: 0.2149978 Nov 09 17:23:02.905261 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e484370f-4240-40ff-94bd-1350f69b577c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.969435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] DHCP port deletion for 1ca38095-362d-4531-a906-e3c62b65cfd0 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:23:02.975857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54287d20-bebe-4e4d-9ed5-8c6f8de21d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.978434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54287d20-bebe-4e4d-9ed5-8c6f8de21d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:02.983857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-54287d20-bebe-4e4d-9ed5-8c6f8de21d14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25cdd6f9-b1b9-4dca-91d2-efb6a09c797b HTTP/1.1" status: 204 len: 168 time: 0.8082926 Nov 09 17:23:02.992270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] For port 526391cf-26e9-4774-9caa-25d73b19e78f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=526391cf-26e9-4774-9caa-25d73b19e78f,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:02.993147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.001158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a2544a-0b1d-41ec-9295-632389b44e40 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:03.024018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.028996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287d20-bebe-4e4d-9ed5-8c6f8de21d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cdd6f9-b1b9-4dca-91d2-efb6a09c797b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.048618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Transition to ACTIVE for port object 93a2544a-0b1d-41ec-9295-632389b44e40 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:03.054972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.071525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Calling delete_port for 526391cf-26e9-4774-9caa-25d73b19e78f owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:03.173952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e484370f-4240-40ff-94bd-1350f69b577c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.176066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.179235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.206855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e484370f-4240-40ff-94bd-1350f69b577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.247962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] Deleting port 526391cf-26e9-4774-9caa-25d73b19e78f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:03.249033 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.261701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1931827-1803-4da6-ba59-bf24fbb3f3d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.296496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'name': 'network-vif-deleted', 'tag': 'b41708e6-e656-45ce-a272-2f4247d1c604'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:03.298758 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0373c-5891-4a0c-8e97-affda1511c89" -d '{"events": [{"server_uuid": "773d36ee-d647-4452-8a0f-b5b74713e2d1", "name": "network-vif-deleted", "tag": "b41708e6-e656-45ce-a272-2f4247d1c604"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:03.323350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1931827-1803-4da6-ba59-bf24fbb3f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.359871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e484370f-4240-40ff-94bd-1350f69b577c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af75e8bc637a4b72a0b59ae148dd6278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7748239 Nov 09 17:23:03.359871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484370f-4240-40ff-94bd-1350f69b577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1b8f56-bc73-4533-aea7-e607998a52e9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.361963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53984) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:03.375965 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13103166-5348-48d5-bfc6-fe571186b46e x-openstack-request-id: req-13103166-5348-48d5-bfc6-fe571186b46e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:03.376327 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773d36ee-d647-4452-8a0f-b5b74713e2d1", "name": "network-vif-deleted", "tag": "b41708e6-e656-45ce-a272-2f4247d1c604", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:03.376663 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13103166-5348-48d5-bfc6-fe571186b46e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:03.377127 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773d36ee-d647-4452-8a0f-b5b74713e2d1', 'name': 'network-vif-deleted', 'tag': 'b41708e6-e656-45ce-a272-2f4247d1c604', 'status': 'completed', 'code': 200} Nov 09 17:23:03.402822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Attempting to bind port 93a2544a-0b1d-41ec-9295-632389b44e40 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:03.403267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Attempting to bind port 93a2544a-0b1d-41ec-9295-632389b44e40 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:03.404212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Attempting to bind port 93a2544a-0b1d-41ec-9295-632389b44e40 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:03.419091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Port 93a2544a-0b1d-41ec-9295-632389b44e40 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:03.419989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Attempting to bind port 93a2544a-0b1d-41ec-9295-632389b44e40 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:03.426114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a83dd-6cff-41d7-80e4-fb44798b0d12 req-b527c77a-efa0-472d-a249-8827daa56a20 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:03.426728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:03.427119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Checking segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:03.427507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Bound using segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:03.427942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Bound port: 93a2544a-0b1d-41ec-9295-632389b44e40, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:03.428298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.434235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-853a83dd-6cff-41d7-80e4-fb44798b0d12 req-b527c77a-efa0-472d-a249-8827daa56a20 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 943 time: 0.2179284 Nov 09 17:23:03.441571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1931827-1803-4da6-ba59-bf24fbb3f3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3ad32-ad1c-427f-8088-dab5669d5e77,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.446069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1931827-1803-4da6-ba59-bf24fbb3f3d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e694ece712714e60a58512a8090beeef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0813675 Nov 09 17:23:03.449487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:03.460851 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d615-8df3-4811-b65d-8d725c8a3f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.501490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] For port 526391cf-26e9-4774-9caa-25d73b19e78f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=526391cf-26e9-4774-9caa-25d73b19e78f,segment=NetworkSegment(0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653),segment_id=0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:03.502480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.525025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] Calling delete_port for 526391cf-26e9-4774-9caa-25d73b19e78f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:03.556398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.578648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d615-8df3-4811-b65d-8d725c8a3f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.591148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df5e983a-d0cb-4cdf-9d4a-caee75cd0a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.602033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=526391cf-26e9-4774-9caa-25d73b19e78f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.628848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] No DVR routers for this DVR port 526391cf-26e9-4774-9caa-25d73b19e78f on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:03.630227 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.675813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] Pushing event deleted for resources: {'Port': ['ID=526391cf-26e9-4774-9caa-25d73b19e78f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.678695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b41708e6-e656-45ce-a272-2f4247d1c604 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:03.712869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ed70e-09a8-47bc-b089-4d19008a80a9 None None] No DVR routers for this DVR port 526391cf-26e9-4774-9caa-25d73b19e78f on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:03.717038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-853a83dd-6cff-41d7-80e4-fb44798b0d12 req-973f174c-f82f-47b0-97bb-308f04093a19 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803545 Nov 09 17:23:03.719100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d615-8df3-4811-b65d-8d725c8a3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.723599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.728644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: b41708e6-e656-45ce-a272-2f4247d1c604 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:03.730291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b41708e6-e656-45ce-a272-2f4247d1c604 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:03.737939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d615-8df3-4811-b65d-8d725c8a3f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.751421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ecc5d615-8df3-4811-b65d-8d725c8a3f71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b1b8f56-bc73-4533-aea7-e607998a52e9 HTTP/1.1" status: 204 len: 168 time: 0.3790874 Nov 09 17:23:03.828028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df5e983a-d0cb-4cdf-9d4a-caee75cd0a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.854793 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9fdc7902-aaa4-4057-bbbb-b60f41ffadfd req-dd7aa93d-9c22-41c7-b612-3f3d6f5e1d96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0523522 Nov 09 17:23:03.855663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5d615-8df3-4811-b65d-8d725c8a3f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1b8f56-bc73-4533-aea7-e607998a52e9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:03.896818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:03.912325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:03.931254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.936224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:03.982396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca38095-362d-4531-a906-e3c62b65cfd0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:03.994100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-de42cfef-938a-4c1f-b2db-226081f3ae23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259696 Nov 09 17:23:04.005601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:04.005601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8c86b6-47fa-4b5f-9bbc-d70c9a34f653') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:04.030507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:04.032890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.043086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.045563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] 10.222.0.43 "PUT /v2.0/ports/93a2544a-0b1d-41ec-9295-632389b44e40 HTTP/1.1" status: 200 len: 1091 time: 2.2766888 Nov 09 17:23:04.046244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:04.049089 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d55692e-8f04-4938-8671-ef0d70ffc9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:04.062155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df5e983a-d0cb-4cdf-9d4a-caee75cd0a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.077262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df5e983a-d0cb-4cdf-9d4a-caee75cd0a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.077561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 526391cf-26e9-4774-9caa-25d73b19e78f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:04.078594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-df5e983a-d0cb-4cdf-9d4a-caee75cd0a69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaa3ad32-ad1c-427f-8088-dab5669d5e77 HTTP/1.1" status: 204 len: 168 time: 0.6091886 Nov 09 17:23:04.094264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df735f9-b5cd-4881-a52c-4c6741637a36 service neutron] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:04.111346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.124950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:23:04.125367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.126475 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b2e91-4884-4d5d-a043-4923aa2e999e x-openstack-request-id: req-152b2e91-4884-4d5d-a043-4923aa2e999e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:04.126871 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:04.127386 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-152b2e91-4884-4d5d-a043-4923aa2e999e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:04.128073 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40', 'status': 'completed', 'code': 200} Nov 09 17:23:04.159691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 526391cf-26e9-4774-9caa-25d73b19e78f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:04.160019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 526391cf-26e9-4774-9caa-25d73b19e78f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:04.208472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-c8e8a4de-fe95-4a0b-b690-a358af8bed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:04.210211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-c8e8a4de-fe95-4a0b-b690-a358af8bed54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 1094 time: 0.0797024 Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:23:04.244613 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:23:04.322149 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e983a-d0cb-4cdf-9d4a-caee75cd0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3ad32-ad1c-427f-8088-dab5669d5e77,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:04.333514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-cd3d3e7d-4ab4-4126-b7dc-b0e734142159 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a2544a-0b1d-41ec-9295-632389b44e40 HTTP/1.1" status: 200 len: 217 time: 0.1140978 Nov 09 17:23:04.390308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-5eb40ac1-f629-4d29-9ab8-bd8beb62cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:04.394187 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-5eb40ac1-f629-4d29-9ab8-bd8beb62cb12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfbf3e17faca414aa72fe926b990e60a&device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 1096 time: 0.3590705 Nov 09 17:23:04.395058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.415723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:04.427430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1ca38095-362d-4531-a906-e3c62b65cfd0 HTTP/1.1" status: 204 len: 168 time: 2.0202723 Nov 09 17:23:04.430477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54018) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:04.447785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-8b6968c4-37be-4892-95a1-37066d85e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:04.449803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-8b6968c4-37be-4892-95a1-37066d85e3e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.1096315 Nov 09 17:23:04.459861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38131e7-6a55-4d33-8c70-5daf1d03d4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca38095-362d-4531-a906-e3c62b65cfd0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:04.533752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-10d94027-38c2-44f7-b141-7f6fb3ffd36b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381467 Nov 09 17:23:04.614777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-3b6581ef-159a-43ae-a662-e94425cf06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:04.617145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-3b6581ef-159a-43ae-a662-e94425cf06c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 200 len: 907 time: 0.1584933 Nov 09 17:23:04.617884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:04.705885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-236be838-71a4-41a0-9f3b-c53baccea672 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 200 len: 217 time: 0.0795026 Nov 09 17:23:04.778906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-9c4bb5d9-a929-47bc-9306-c8c5581aba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:04.780967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-9c4bb5d9-a929-47bc-9306-c8c5581aba66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 200 len: 847 time: 0.0675266 Nov 09 17:23:04.791837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-ac7001ea-2612-46b7-8c43-06867b69cab2 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499433 Nov 09 17:23:04.831608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54030) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:04.869912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-7b92cb0f-7aa6-498f-8690-f6c261bba898 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8b11681-719f-42c6-8080-9d5768c965f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808899 Nov 09 17:23:04.920538 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d326998-07a0-4253-a9ff-10e4a6a307f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.022548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d326998-07a0-4253-a9ff-10e4a6a307f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.035980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d326998-07a0-4253-a9ff-10e4a6a307f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.123112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-8aa5a9cc-9d83-44a1-b8fe-21bdd1afb358 service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535151 Nov 09 17:23:05.202459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d326998-07a0-4253-a9ff-10e4a6a307f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5ebebce789945909789d130dfb7ab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692393 Nov 09 17:23:05.205034 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-320c8fe2-811a-4c17-87af-6d326d895350 req-e001b505-5127-4119-87c9-fa7d4a193370 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.1263442 Nov 09 17:23:05.207372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c55d71f-47f3-4150-9fb5-a2ac1e076d41 req-5987ab2e-a30d-4806-92e5-9d8afe3907c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078753 Nov 09 17:23:05.208709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d326998-07a0-4253-a9ff-10e4a6a307f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e327c-a0b1-4795-b746-e54703977573,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:05.213892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54042) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:05.342793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb42c13b-9347-475c-b20d-766a37a1bf61 req-9209078c-cd05-4670-857b-5c4b2e8a9f2b service neutron] 10.222.0.43 "GET /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055311 Nov 09 17:23:05.363325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6db34e27-4a96-433e-a773-ce0d459ca940 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8419f26ba9b348fe9fa7ede7f6bc15d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7441204 Nov 09 17:23:05.367988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:05.389667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541d03a-a191-4b34-989c-33e45d268df5 req-4c04e409-5b7f-4936-bdce-6ef21b3d3cca tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:05.392392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6541d03a-a191-4b34-989c-33e45d268df5 req-4c04e409-5b7f-4936-bdce-6ef21b3d3cca tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 943 time: 0.4657552 Nov 09 17:23:05.474305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45027527-da7b-4f2f-bfc8-1210a839a2f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.496774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-16eb49c1-f2ab-44e5-9806-3fdda00647f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:05.500842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-16eb49c1-f2ab-44e5-9806-3fdda00647f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 1094 time: 0.2032933 Nov 09 17:23:05.506849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6541d03a-a191-4b34-989c-33e45d268df5 req-44b2ff26-e8e6-4edd-9c58-650d74ce8996 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068120 Nov 09 17:23:05.507816 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6883f79-61b6-4a2b-8b74-54c9f727904a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.557623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6883f79-61b6-4a2b-8b74-54c9f727904a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.576405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45027527-da7b-4f2f-bfc8-1210a839a2f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.667891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6883f79-61b6-4a2b-8b74-54c9f727904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.671351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6883f79-61b6-4a2b-8b74-54c9f727904a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.673308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d6883f79-61b6-4a2b-8b74-54c9f727904a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd HTTP/1.1" status: 204 len: 168 time: 0.3048148 Nov 09 17:23:05.687231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883f79-61b6-4a2b-8b74-54c9f727904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0b14b2-7f09-4f1a-9a1a-cfc6c058fedd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:05.774122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45027527-da7b-4f2f-bfc8-1210a839a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.777099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45027527-da7b-4f2f-bfc8-1210a839a2f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.783385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-45027527-da7b-4f2f-bfc8-1210a839a2f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa6e327c-a0b1-4795-b746-e54703977573 HTTP/1.1" status: 204 len: 168 time: 0.5630002 Nov 09 17:23:05.786594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-00602c16-aaf9-4862-9b7f-103b6727b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:05.788457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-00602c16-aaf9-4862-9b7f-103b6727b6ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 905 time: 0.2640076 Nov 09 17:23:05.796615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:05.854282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-10f0dd5b-53e3-44f6-bb27-a659b2a49f8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a2544a-0b1d-41ec-9295-632389b44e40 HTTP/1.1" status: 200 len: 217 time: 0.0552530 Nov 09 17:23:06.025127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027527-da7b-4f2f-bfc8-1210a839a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e327c-a0b1-4795-b746-e54703977573,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:06.145104 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-30563616-e170-410e-941f-9c89141a3633 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=187c2138fe36489293b7c69cf526a800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166439 Nov 09 17:23:06.264611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:06.290097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3382d9a6-17d9-44af-bd45-840afafe4394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:06.399070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:06.438465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-774cd383-17d9-4fc5-b056-f74efeb6fb80 req-e5406960-5dfa-446e-8361-e7f0c76e6e89 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0660655 Nov 09 17:23:06.548347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3382d9a6-17d9-44af-bd45-840afafe4394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:06.557360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3382d9a6-17d9-44af-bd45-840afafe4394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:06.580855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-79485c96-3abd-4179-bd0a-a5ea9cbc1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:06.582321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-79485c96-3abd-4179-bd0a-a5ea9cbc1530 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.5478244 Nov 09 17:23:06.615841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1283783540-network', 'tenant_id': '36d75cea9e8846ada6698c43f672705c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:06.626147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382d9a6-17d9-44af-bd45-840afafe4394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b280de-9edf-48dd-a72e-d637ee0fe8d0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:06.631297 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-f6677378-c656-4b96-8014-c457b9eb4fa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371163 Nov 09 17:23:06.709355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3382d9a6-17d9-44af-bd45-840afafe4394 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c27211da3684762b78c824974046392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433701 Nov 09 17:23:06.710089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54100) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:06.736843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-495a4cb6-273e-4b8e-a6e2-9818c7330ebe service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967348 Nov 09 17:23:06.740575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:06.743012 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:06.771461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:06.827912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-d90c87ed-c4fe-404f-8455-96ae0c1050dc tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:06.834831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-d90c87ed-c4fe-404f-8455-96ae0c1050dc tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6815491 Nov 09 17:23:06.891099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-7cffd072-0e5d-44a2-a7f2-069ad027a699 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/quotas/187c2138fe36489293b7c69cf526a800 HTTP/1.1" status: 200 len: 375 time: 0.0517914 Nov 09 17:23:06.893379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df93a0f-8fe2-4dd4-ad88-3f522b3a4761 req-b1eb5aba-bbc4-495e-9aca-b83ddb28abb9 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:06.896121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6df93a0f-8fe2-4dd4-ad88-3f522b3a4761 req-b1eb5aba-bbc4-495e-9aca-b83ddb28abb9 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 943 time: 0.2379262 Nov 09 17:23:06.927423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d39-d4c7-4c5f-b649-d47b562b9d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:06.966898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-df1ab586-1e3e-4ea5-a243-3a7cef764fc4 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=187c2138fe36489293b7c69cf526a800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742412 Nov 09 17:23:06.988583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d55692e-8f04-4938-8671-ef0d70ffc9f7 req-353d3ea2-05c5-437e-98d6-60420bca209c service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417982 Nov 09 17:23:07.003854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d39-d4c7-4c5f-b649-d47b562b9d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.011409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Deleting port 4c86afc7-b439-4b77-9231-d911bf0e660e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:07.011717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.127901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.145730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] For port 4c86afc7-b439-4b77-9231-d911bf0e660e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c86afc7-b439-4b77-9231-d911bf0e660e,segment=NetworkSegment(547a9649-fbc3-4047-944a-7f49ce78adab),segment_id=547a9649-fbc3-4047-944a-7f49ce78adab)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:07.145979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6df93a0f-8fe2-4dd4-ad88-3f522b3a4761 req-d0895d23-1776-4099-84be-3d5969488794 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248001 Nov 09 17:23:07.152229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.155164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.173524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Calling delete_port for 4c86afc7-b439-4b77-9231-d911bf0e660e owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:07.196167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:23:07.209393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.209787 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Added segment a919e069-2b9c-437b-b8c8-b1edcdd0a4e4 of type vlan for network 5b1e7064-bc11-49d0-982d-380b4b69fb7b Nov 09 17:23:07.260686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.288150 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d39-d4c7-4c5f-b649-d47b562b9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.293640 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d39-d4c7-4c5f-b649-d47b562b9d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.295272 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a31f8d39-d4c7-4c5f-b649-d47b562b9d02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0b280de-9edf-48dd-a72e-d637ee0fe8d0 HTTP/1.1" status: 204 len: 168 time: 0.5626206 Nov 09 17:23:07.315164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.316145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:07.321871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.486410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cccc8a66-4c70-455a-a7ea-f3a9d156749f req-99a79f59-404b-42d8-b416-e9049b15b1f9 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 210 time: 0.1892159 Nov 09 17:23:07.537056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a440c5-273c-4e57-a182-8ad232ce7c1e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:07.565764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] Pushing event updated for resources: {'Network': ['ID=5b1e7064-bc11-49d0-982d-380b4b69fb7b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:07.574171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f8d39-d4c7-4c5f-b649-d47b562b9d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b280de-9edf-48dd-a72e-d637ee0fe8d0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:07.586822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a47789c9-1558-4f88-84b0-6aab96ea33cf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1840885 Nov 09 17:23:07.591336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54128) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:07.598128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Request body: {'subnet': {'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1283783540-subnet', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:07.608368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:23:07.659480 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecce3d88-8d86-4ddf-9cb9-17cd61144280 req-132e3fcd-e7ba-47a4-bab8-cd1c37a2914a tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0875695 Nov 09 17:23:07.682862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:07.685431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.687950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:07.738140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:07.798242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c86afc7-b439-4b77-9231-d911bf0e660e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:08.068295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:08.119099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '93a2544a-0b1d-41ec-9295-632389b44e40', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': '93a2544a-0b1d-41ec-9295-632389b44e40', 'mac_address': 'fa:16:3e:09:41:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:08.176015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:08.191429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a2544a-0b1d-41ec-9295-632389b44e40 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:08.250530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:08.256127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:08.260493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:08.274905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:08.368790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:08.485085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['93a2544a-0b1d-41ec-9295-632389b44e40'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:08.639974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9ee022-b776-4bea-84da-e75bcca172ea,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:08.678976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Checking segment: {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:08.679382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Network hostable DHCP agents. Network: 5b1e7064-bc11-49d0-982d-380b4b69fb7b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:23:08.701480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f32cec-a6d4-4f15-b305-adb26fe45eeb req-a0ebe864-0537-4b81-949e-0ceff85b17cb tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:08.705669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2f32cec-a6d4-4f15-b305-adb26fe45eeb req-a0ebe864-0537-4b81-949e-0ceff85b17cb tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 944 time: 0.3586662 Nov 09 17:23:08.780326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:23:08.801859 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49d05931-3da5-4087-87f3-b16d7198e3c8 req-4b0b0fb5-7055-47c1-835c-47b49eec5e77 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 210 time: 0.0505707 Nov 09 17:23:08.824279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 5b1e7064-bc11-49d0-982d-380b4b69fb7b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:08.837166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:08.837602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:08.875592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167be92a-7aac-43cc-9772-b817e37f6cee None None] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:08.890197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:23:08.893495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-894ba48b-3246-41e2-9a97-6bede71b3107 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2993953 Nov 09 17:23:08.898505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:08.913648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:08.944986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2f32cec-a6d4-4f15-b305-adb26fe45eeb req-8d08e4bc-1487-4f0d-a7d0-e131b0417ba7 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298446 Nov 09 17:23:09.001629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.004169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.062753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fae47849-c181-4ff8-82a3-1915af7d379b req-e232a1d0-30d4-4615-98c8-e58af3ebb2a4 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e24f09c-1cd5-45c6-a326-6263e04c6d8f HTTP/1.1" status: 200 len: 210 time: 0.0687864 Nov 09 17:23:09.122235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-4a189f96-07ed-4176-a629-44d912289004 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=187c2138fe36489293b7c69cf526a800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939007 Nov 09 17:23:09.189416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:23:09.202878 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] Sync routers for ids ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:23:09.207063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-06dfd870-6d9a-42fb-a50a-358f3c2c9498 admin admin] 10.222.0.45 "PUT /v2.0/routers/c82ec051-b870-47c4-a1ae-a0b6ba6e9daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7747321 Nov 09 17:23:09.209440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:09.220939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.253166 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] Routers {'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:23:09.261155 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:23:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:09.379058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-5b1e7064-bc11-49d0-982d-380b4b69fb7b', 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'fixed_ips': [{'subnet_id': 'ca9ee022-b776-4bea-84da-e75bcca172ea'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:23:09.380265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.426673 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] Set router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:23:09.476367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.633977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Allocated IP 172.20.0.2 (5b1e7064-bc11-49d0-982d-380b4b69fb7b/ca9ee022-b776-4bea-84da-e75bcca172ea/71c28c87-9865-4a18-886d-384ed693e9e2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:09.646609 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.693718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:09.729385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c4b77c08-2632-4213-acfe-303c35eda298 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=089df030ebdb4a879a12bf6d10065492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681162 Nov 09 17:23:09.736251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.891171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Deleting port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:09.892453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.909058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 93a2544a-0b1d-41ec-9295-632389b44e40 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:23:09.950867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-fac94c4e-1e3d-4c01-a40e-35a7c98347d5 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:09.952432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-fac94c4e-1e3d-4c01-a40e-35a7c98347d5 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7582166 Nov 09 17:23:09.957489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 93a2544a-0b1d-41ec-9295-632389b44e40 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:09.960605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:09.963292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:23:07Z', 'revision_number': 5, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port': {'id': '9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:17:30Z', 'updated_at': '2021-11-09T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:09.990849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Request body: {'port': {'device_id': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '187c2138fe36489293b7c69cf526a800'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:10.026143 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] Checking router: c82ec051-b870-47c4-a1ae-a0b6ba6e9daa for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:23:10.045515 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] Routers {'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:23:10.046485 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:23:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:10.066701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fea15341-6c46-4618-8522-067dff9978f7 req-1753521b-a995-4bcb-ab81-5e17748b704b tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 210 time: 0.0594194 Nov 09 17:23:10.124680 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.148645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.183877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] For port 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:10.184270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.216870 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] Set router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:23:10.220598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Calling delete_port for 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:10.241174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:10.252669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:10.301453 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:23:09Z', 'revision_number': 6, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:10.302144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:10.349035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Made reservation on behalf of 187c2138fe36489293b7c69cf526a800 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:10.354303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.375092 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c7a7e-422c-4165-bcd6-a86e78ed4b21 None None] The sync data for ids ['c82ec051-b870-47c4-a1ae-a0b6ba6e9daa'] in n-d-804292-3 is: [{'id': 'c82ec051-b870-47c4-a1ae-a0b6ba6e9daa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552645519-router', 'tenant_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:17:27Z', 'updated_at': '2021-11-09T17:23:09Z', 'revision_number': 6, 'project_id': 'b16523d17aa749adb31cd5e6b272f5ae', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:23:10.379632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Pushing event updated for resources: {'Port': ['ID=71c28c87-9865-4a18-886d-384ed693e9e2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:10.420950 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.443495 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.476290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:10.480425 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bf3c3d-93e0-4618-b1c9-18d55ce916fd" -d '{"events": [{"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-plugged", "status": "completed", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:10.485128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9dd98-6c37-4d4a-8874-ca937aa8565e req-b16590fa-4bf3-4a39-b967-e8123641866a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:10.486833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0d9dd98-6c37-4d4a-8874-ca937aa8565e req-b16590fa-4bf3-4a39-b967-e8123641866a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 944 time: 0.2471056 Nov 09 17:23:10.495700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Attempting to bind port 71c28c87-9865-4a18-886d-384ed693e9e2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:10.496746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Attempting to bind port 71c28c87-9865-4a18-886d-384ed693e9e2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:10.497135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Attempting to bind port 71c28c87-9865-4a18-886d-384ed693e9e2 on network 5b1e7064-bc11-49d0-982d-380b4b69fb7b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:10.498355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5b7dbc02-b101-4f2d-9afb-73f8039b7836 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:10.500341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5b7dbc02-b101-4f2d-9afb-73f8039b7836 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7712336 Nov 09 17:23:10.506903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:10.509404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:10.509890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Checking segment: {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:10.510268 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.510724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Bound using segment: {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:10.511217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Bound port: 71c28c87-9865-4a18-886d-384ed693e9e2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:10.511621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.516610 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.537084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5ad10706-1504-4901-b87a-fb5759ed07d8 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/quotas/089df030ebdb4a879a12bf6d10065492 HTTP/1.1" status: 200 len: 375 time: 0.0278733 Nov 09 17:23:10.582803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-6db1c9aa-5c96-4e2f-840c-8578143e606d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=089df030ebdb4a879a12bf6d10065492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353255 Nov 09 17:23:10.709865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0d9dd98-6c37-4d4a-8874-ca937aa8565e req-51edf9b2-1ab8-4012-87b0-85ea28e8439b tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151635 Nov 09 17:23:10.781167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.801388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] For port 71c28c87-9865-4a18-886d-384ed693e9e2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:10.828334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] For port 71c28c87-9865-4a18-886d-384ed693e9e2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=71c28c87-9865-4a18-886d-384ed693e9e2,segment=NetworkSegment(a919e069-2b9c-437b-b8c8-b1edcdd0a4e4),segment_id=a919e069-2b9c-437b-b8c8-b1edcdd0a4e4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:10.848172 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63c1bb-acf8-4799-b1c5-25bd89a74ab4 x-openstack-request-id: req-3b63c1bb-acf8-4799-b1c5-25bd89a74ab4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:10.849085 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-plugged", "status": "completed", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:10.849085 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b63c1bb-acf8-4799-b1c5-25bd89a74ab4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:10.849085 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40', 'code': 200} Nov 09 17:23:10.853665 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.878088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.882772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.960178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:10.963129 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:10.980286 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.069182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3eed6-59f2-475f-926d-3f45484bfb91 None None] Pushing event updated for resources: {'Port': ['ID=71c28c87-9865-4a18-886d-384ed693e9e2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:11.145388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:11.187012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3a26-868f-429c-a866-7702a31a4826 req-3b7495ff-b5e9-41aa-8c60-3c8ce2d627dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:11.188695 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cb3a26-868f-429c-a866-7702a31a4826 req-3b7495ff-b5e9-41aa-8c60-3c8ce2d627dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 1096 time: 0.2708919 Nov 09 17:23:11.251489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.339957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4cb4aad8-ec69-495a-8882-9e1adc516271 req-13761b38-3629-48ad-8ae0-c9352ade42d4 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.1576810 Nov 09 17:23:11.411262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.415226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.500344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.500902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c82ec051-b870-47c4-a1ae-a0b6ba6e9daa {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:23:11.509876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.514320 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d723de64-a06a-441e-930d-799b19e0013a admin admin] 10.222.0.45 "DELETE /v2.0/routers/c82ec051-b870-47c4-a1ae-a0b6ba6e9daa HTTP/1.1" status: 204 len: 168 time: 2.3002851 Nov 09 17:23:11.531142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54236) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:11.571744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63abac0e-c752-4710-b1b9-0e1cb308603c req-c8a11cd6-1cf9-47e6-8709-e08f1f2137ad tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 210 time: 0.0788355 Nov 09 17:23:11.612103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc0c71-fc97-4690-b1d8-199cbf736063,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:11.634746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Allocated IP 192.168.233.108 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/7e829da9-095f-49c8-880b-59cc12a3c809) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:11.657938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Deleting subnet e45bd3ad-aa8d-497f-8ed3-4a11f2010153 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:23:11.664247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0cb3a26-868f-429c-a866-7702a31a4826 req-cee320ac-a5bf-4a34-be4e-410db9503653 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660811 Nov 09 17:23:11.665035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.732950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:11.906829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Allocated IP 172.25.3.208 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/83e0d678-b2fc-4056-9f10-343c18072436) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:11.938622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:12.056761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ff097-717a-4001-ab4b-2554a33d240a req-9208f979-2b61-4db1-8029-045b101359b1 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:12.090601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e04ff097-717a-4001-ab4b-2554a33d240a req-9208f979-2b61-4db1-8029-045b101359b1 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 945 time: 0.2106175 Nov 09 17:23:12.235844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71c28c87-9865-4a18-886d-384ed693e9e2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:12.314020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e04ff097-717a-4001-ab4b-2554a33d240a req-e3341549-68cd-47b9-a4b3-ed9804a70640 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218347 Nov 09 17:23:12.320089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:12.393308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:12.398378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb04702-75c7-47d6-956b-37826320bdcd None None] Network 872d10fb-fce6-41a6-aa33-2a4ee9377fef requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:12.400408 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e45bd3ad-aa8d-497f-8ed3-4a11f2010153 HTTP/1.1" status: 204 len: 168 time: 0.8675568 Nov 09 17:23:12.408559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:12.411643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505527b-ced3-4b2d-8b31-dd320d1a0828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45bd3ad-aa8d-497f-8ed3-4a11f2010153,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:12.631125 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f0f47d2-3b52-477c-8f27-1aac5edf90d6 req-30ee28e9-7b04-4e62-a468-e3ccb0b5d3c1 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.1077065 Nov 09 17:23:12.666894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:12.803957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Deleting port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:12.804809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:12.953144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 71c28c87-9865-4a18-886d-384ed693e9e2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:12.953401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:12.967726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] For port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,segment=NetworkSegment(547a9649-fbc3-4047-944a-7f49ce78adab),segment_id=547a9649-fbc3-4047-944a-7f49ce78adab)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:12.974861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.021716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Calling delete_port for 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:13.077873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d4665-312e-42a7-a2e6-2401382479d3 None None] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:13.179935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-54d675d5-8c3e-45bf-a131-f4966055badb tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=089df030ebdb4a879a12bf6d10065492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1851320 Nov 09 17:23:13.199653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1063ca11-0a81-4d2f-8267-46d7beb44605 req-9898c6e8-9a26-4480-8cff-d172264b87b7 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 210 time: 0.1990607 Nov 09 17:23:13.200292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54284) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:13.256158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.272859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.350782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Pushing event deleted for resources: {'Port': ['ID=0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:13.368533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] No DVR routers for this DVR port 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:13.418637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-29d9dbb6-8bfc-47a5-b6f6-3f8ab62d467e None None] Provisioning complete for port 71c28c87-9865-4a18-886d-384ed693e9e2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:13.419937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d9dbb6-8bfc-47a5-b6f6-3f8ab62d467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.522425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.547813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd47ddc7-5e9d-4a55-bd00-3464c00b7c0f None None] DHCP port deletion for 872d10fb-fce6-41a6-aa33-2a4ee9377fef request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:23:13.591806 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.633879 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.634107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.670259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.689729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872d10fb-fce6-41a6-aa33-2a4ee9377fef']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:13.700858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 71c28c87-9865-4a18-886d-384ed693e9e2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=71c28c87-9865-4a18-886d-384ed693e9e2,segment=NetworkSegment(a919e069-2b9c-437b-b8c8-b1edcdd0a4e4),segment_id=a919e069-2b9c-437b-b8c8-b1edcdd0a4e4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:13.706240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547a9649-fbc3-4047-944a-7f49ce78adab') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:13.706537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547a9649-fbc3-4047-944a-7f49ce78adab') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:13.724352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6cdab-5830-4984-a438-bbf04851cf3a req-f6fb5578-bf0f-4197-86b8-ad5bf6752518 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:13.734622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02f6cdab-5830-4984-a438-bbf04851cf3a req-f6fb5578-bf0f-4197-86b8-ad5bf6752518 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 945 time: 0.2028770 Nov 09 17:23:13.737878 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.744036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:13.749239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.753930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:13.764230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:13.820567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d9dbb6-8bfc-47a5-b6f6-3f8ab62d467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.825545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.832977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:23:13.833451 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.850844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4c86afc7-b439-4b77-9231-d911bf0e660e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:13.883105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4c86afc7-b439-4b77-9231-d911bf0e660e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:13.883458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4c86afc7-b439-4b77-9231-d911bf0e660e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:13.883967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:23:13.901752 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:23:13.907362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.920666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.924531 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] 10.222.0.45 "DELETE /v2.0/networks/872d10fb-fce6-41a6-aa33-2a4ee9377fef HTTP/1.1" status: 204 len: 168 time: 1.5139091 Nov 09 17:23:13.951110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02f6cdab-5830-4984-a438-bbf04851cf3a req-266231bb-f07b-4bf9-a3a2-0c8c4c1aaf92 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152784 Nov 09 17:23:13.956143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758f9cf-0953-4613-b07c-824903b4550f admin admin] Pushing event deleted for resources: {'Network': ['ID=872d10fb-fce6-41a6-aa33-2a4ee9377fef,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:13.963912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd1644f9-c470-424c-b310-b6e8272f3a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:13.980099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:13.980738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ee8990b-fdea-4431-9fbb-a4c1bd5bcdb7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:13.983225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=71c28c87-9865-4a18-886d-384ed693e9e2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:14.013204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:14.118382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-29d9dbb6-8bfc-47a5-b6f6-3f8ab62d467e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:23:14.121070 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-29d9dbb6-8bfc-47a5-b6f6-3f8ab62d467e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:23:14.123559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:14.130235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:14.139653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1009a8b1-b62d-46b9-b7e9-57277cc8e8b4 req-89c7ea50-dc5a-4b28-a5f3-dfb13f7e2162 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.2828739 Nov 09 17:23:14.189369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-bded74db-c47f-4c60-88b7-fc410845575d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:14.191093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-bded74db-c47f-4c60-88b7-fc410845575d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9758296 Nov 09 17:23:14.192136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:14.192965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:14.193177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0084d9b8-d7e8-4363-8998-7c7ed5f8a0ab not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:14.315745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54304) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:14.363574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Request body: {'port': {'device_id': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '089df030ebdb4a879a12bf6d10065492'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:14.445714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-99eadf29-59ef-4014-b3c3-e4d6b44a90e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b379375cdab441d9ca678b7fd12feb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285036 Nov 09 17:23:14.447645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54310) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:14.573606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:14.598475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ad68b-8b48-484c-b6ac-ea8705ed3859 req-054f8af9-d02b-4c37-87b2-1247758cac5e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:14.601699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-423ad68b-8b48-484c-b6ac-ea8705ed3859 req-054f8af9-d02b-4c37-87b2-1247758cac5e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 945 time: 0.1306129 Nov 09 17:23:14.657704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:14.658447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.686237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db052471-b201-4534-8150-ab3dc2aac75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.706935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd1644f9-c470-424c-b310-b6e8272f3a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.744801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db052471-b201-4534-8150-ab3dc2aac75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.771902 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-423ad68b-8b48-484c-b6ac-ea8705ed3859 req-0568b631-bb1e-4b8d-9322-612c06008ca1 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577857 Nov 09 17:23:14.781159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd1644f9-c470-424c-b310-b6e8272f3a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.812612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9c5e-534d-4b81-9b20-e453c8fe916e req-a7166eb4-b877-470b-94d0-c995d48a9e2e tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:14.814248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b11e9c5e-534d-4b81-9b20-e453c8fe916e req-a7166eb4-b877-470b-94d0-c995d48a9e2e tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 936 time: 0.4700956 Nov 09 17:23:14.823302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Pushing event updated for resources: {'Port': ['ID=83e0d678-b2fc-4056-9f10-343c18072436,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:14.842965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8aaf3c24-b8a3-4b85-a215-151361afd8dd tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8734291 Nov 09 17:23:14.845697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-62be44e4-f3b8-4fac-9ea8-fdfa08f786d1 None None] Provisioning complete for port 71c28c87-9865-4a18-886d-384ed693e9e2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:14.846519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62be44e4-f3b8-4fac-9ea8-fdfa08f786d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.867040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db052471-b201-4534-8150-ab3dc2aac75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.871104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db052471-b201-4534-8150-ab3dc2aac75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:14.875108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db052471-b201-4534-8150-ab3dc2aac75c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63e95f04-e4a3-4df7-ab48-5f99b6752c19 HTTP/1.1" status: 204 len: 168 time: 0.4262226 Nov 09 17:23:14.893126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db052471-b201-4534-8150-ab3dc2aac75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e95f04-e4a3-4df7-ab48-5f99b6752c19,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:14.938710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Request body: {'port': {'device_id': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:15.013480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1644f9-c470-424c-b310-b6e8272f3a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c8533-2d9d-4ab5-bd5a-ca87451d4dae,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:15.063145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd1644f9-c470-424c-b310-b6e8272f3a49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c8f861aecae4a3498394ccf12a99859&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8370941 Nov 09 17:23:15.066389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:15.083805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-62be44e4-f3b8-4fac-9ea8-fdfa08f786d1 None None] Provisioning complete for port 7e829da9-095f-49c8-880b-59cc12a3c809 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:15.084567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62be44e4-f3b8-4fac-9ea8-fdfa08f786d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.153743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-62be44e4-f3b8-4fac-9ea8-fdfa08f786d1 None None] Port 7e829da9-095f-49c8-880b-59cc12a3c809 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:15.165343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.186489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1da6692d-b51b-40bb-bd2b-6673c3fd5e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.242267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1da6692d-b51b-40bb-bd2b-6673c3fd5e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.348482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1da6692d-b51b-40bb-bd2b-6673c3fd5e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.352127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1da6692d-b51b-40bb-bd2b-6673c3fd5e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.353527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1da6692d-b51b-40bb-bd2b-6673c3fd5e66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/643c8533-2d9d-4ab5-bd5a-ca87451d4dae HTTP/1.1" status: 204 len: 168 time: 0.2860801 Nov 09 17:23:15.368330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a692d269-cc34-4a8a-a05f-28e8394bc23e req-ce1e7cb6-4518-4ec3-8642-c393a0ba74a2 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.0519407 Nov 09 17:23:15.380983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6692d-b51b-40bb-bd2b-6673c3fd5e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c8533-2d9d-4ab5-bd5a-ca87451d4dae,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:15.508672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b11e9c5e-534d-4b81-9b20-e453c8fe916e req-1e98e0da-0900-4737-a89b-4b799865a6b7 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776052 Nov 09 17:23:15.516830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54326) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:15.549087 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.615237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4257ebe3-2419-4593-a05a-b94a9e3a74dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b16523d17aa749adb31cd5e6b272f5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0957229 Nov 09 17:23:15.616628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54330) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:15.744313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.797723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.889871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.893705 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.898279 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2a329fd-ed34-4e72-ae92-5460976c30cb HTTP/1.1" status: 204 len: 168 time: 0.2789373 Nov 09 17:23:15.909999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e829da9-095f-49c8-880b-59cc12a3c809 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:15.920483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.924412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a329fd-ed34-4e72-ae92-5460976c30cb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:15.935148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Transition to ACTIVE for port object 7e829da9-095f-49c8-880b-59cc12a3c809 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:15.939537 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.942953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Made reservation on behalf of 089df030ebdb4a879a12bf6d10065492 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:15.948729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.950819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.951535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.951899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.952981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.953148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.953466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.954974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.955339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.956020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.956839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.957125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.957458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8fee03-616a-4d6f-9673-cfc51929660f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:15.987503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:15.993085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.010076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:16.029639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea752d8-2b73-4426-92b1-e77a45f918d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.182943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71c28c87-9865-4a18-886d-384ed693e9e2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:16.263328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47e88e-6d57-4284-9022-631ffb7ece7b req-4295fa51-1859-44af-a9d4-ab3287dae63a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:16.273252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e47e88e-6d57-4284-9022-631ffb7ece7b req-4295fa51-1859-44af-a9d4-ab3287dae63a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 945 time: 0.2640049 Nov 09 17:23:16.295876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:16.329434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea752d8-2b73-4426-92b1-e77a45f918d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.339197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea752d8-2b73-4426-92b1-e77a45f918d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.408114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 71c28c87-9865-4a18-886d-384ed693e9e2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:16.410250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.439373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e47e88e-6d57-4284-9022-631ffb7ece7b req-2247156c-4e38-41e5-aefe-5dbbbc70c7cd tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594737 Nov 09 17:23:16.556228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea752d8-2b73-4426-92b1-e77a45f918d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee8142d-92f3-4b2d-adc3-b69ea91763c6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:16.583921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aea752d8-2b73-4426-92b1-e77a45f918d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c8dd870e9b84e1abe11da06cb12b40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711989 Nov 09 17:23:16.585572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54350) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:16.626614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Attempting to bind port 7e829da9-095f-49c8-880b-59cc12a3c809 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:16.627209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Attempting to bind port 7e829da9-095f-49c8-880b-59cc12a3c809 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:16.634358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Attempting to bind port 7e829da9-095f-49c8-880b-59cc12a3c809 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:16.710177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Port 7e829da9-095f-49c8-880b-59cc12a3c809 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:16.712238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Attempting to bind port 7e829da9-095f-49c8-880b-59cc12a3c809 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:16.739092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f971ca50-4111-4c3b-9b06-7264917a6583 req-587ca82d-c17f-43f8-80e6-6d1e940ce7a8 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.1791122 Nov 09 17:23:16.781367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:16.781703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:16.782091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:16.782554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Bound port: 7e829da9-095f-49c8-880b-59cc12a3c809, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:16.787416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.798112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-627ba58a-b680-4e6c-bcfd-7481bb90685c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.851433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.859765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-627ba58a-b680-4e6c-bcfd-7481bb90685c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.927917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.970780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-627ba58a-b680-4e6c-bcfd-7481bb90685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.973981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-627ba58a-b680-4e6c-bcfd-7481bb90685c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:16.975020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-627ba58a-b680-4e6c-bcfd-7481bb90685c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ee8142d-92f3-4b2d-adc3-b69ea91763c6 HTTP/1.1" status: 204 len: 168 time: 0.3850751 Nov 09 17:23:17.000193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ba58a-b680-4e6c-bcfd-7481bb90685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee8142d-92f3-4b2d-adc3-b69ea91763c6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:17.096809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Router 221e1752-0b5d-4358-b015-9624fbeafeee is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:23:17.108960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3715cf61-94c1-42d9-b037-d7d443622a07,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:17.192346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47831dea-4ed8-4614-bbfe-b6665b5e1bac req-c9bb83d5-e6f6-42d3-9838-98bfa8351177 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:17.194035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47831dea-4ed8-4614-bbfe-b6665b5e1bac req-c9bb83d5-e6f6-42d3-9838-98bfa8351177 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 948 time: 0.3393281 Nov 09 17:23:17.414746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:17.506173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:17.520088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:23:17.539918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:17.548817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Sync routers for ids ['221e1752-0b5d-4358-b015-9624fbeafeee'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:23:17.593801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Routers {'221e1752-0b5d-4358-b015-9624fbeafeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:23:17.596846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:23:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['221e1752-0b5d-4358-b015-9624fbeafeee'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:17.655304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Allocated IP 192.168.233.131 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/b9b9bf30-7da8-40ba-9d99-4bf564ea88f6) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:17.674043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:17.674548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:17.676205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] 10.222.0.83 "PUT /v2.0/ports/7e829da9-095f-49c8-880b-59cc12a3c809 HTTP/1.1" status: 200 len: 1096 time: 2.7464628 Nov 09 17:23:17.681349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:17.685910 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2678160d-0258-470c-b97a-5b4843f93f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:17.696796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47831dea-4ed8-4614-bbfe-b6665b5e1bac req-0f8e9665-61da-4e13-99da-c29292ca9ae9 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751448 Nov 09 17:23:17.706639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:17.708107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-115c36b2-34ed-4b7b-b887-9100f6280656 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8064203 Nov 09 17:23:17.711392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54390) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:17.752926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5c0e9-3d15-47b8-82a7-fc43ad792fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:17.914957 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4f20a-5009-438e-bb10-3eef62e43251 x-openstack-request-id: req-0be4f20a-5009-438e-bb10-3eef62e43251 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:17.915598 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:17.916016 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0be4f20a-5009-438e-bb10-3eef62e43251 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:17.916595 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'status': 'completed', 'code': 200} Nov 09 17:23:17.975245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-c41d6208-b354-4880-9651-0fe3c63bd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:17.977910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-c41d6208-b354-4880-9651-0fe3c63bd4b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=187c2138fe36489293b7c69cf526a800&device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 1099 time: 0.1286328 Nov 09 17:23:18.033748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Set router 221e1752-0b5d-4358-b015-9624fbeafeee gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:23:18.151042 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:23:18.176626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d35e379-5dac-431f-baab-2e71def40cf9 req-5f7deccc-6ab2-4f90-8c51-ec3775260764 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.1974878 Nov 09 17:23:18.195920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8b622263-053e-457a-a2d8-9a867001041d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7e829da9-095f-49c8-880b-59cc12a3c809 HTTP/1.1" status: 200 len: 217 time: 0.2056572 Nov 09 17:23:18.229193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:18.415551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-978f92ba-f601-4ba0-8d6d-4f899a9a46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:18.419106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-978f92ba-f601-4ba0-8d6d-4f899a9a46d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2140193 Nov 09 17:23:18.631401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:18.666752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8e8b59fd-0509-4281-bb77-15f01c7097de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:18.670072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-8e8b59fd-0509-4281-bb77-15f01c7097de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433026 Nov 09 17:23:18.830809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:23:14Z', 'revision_number': 3, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:18.944052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Checking router: 221e1752-0b5d-4358-b015-9624fbeafeee for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:23:18.944589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Updating router 221e1752-0b5d-4358-b015-9624fbeafeee port 83e0d678-b2fc-4056-9f10-343c18072436 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:23:19.006834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:19.339415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a4151-ff37-4fcf-8854-fbb2b5db288d req-46390a8d-f0c6-4dc9-b241-54932d70a55e tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:19.348765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d70a4151-ff37-4fcf-8854-fbb2b5db288d req-46390a8d-f0c6-4dc9-b241-54932d70a55e tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 948 time: 0.4144433 Nov 09 17:23:19.420444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:19.522551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d70a4151-ff37-4fcf-8854-fbb2b5db288d req-5ffd6a5c-5f1f-481c-a76a-89d30b768431 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727116 Nov 09 17:23:19.717491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:19.726134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:19.762648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:19.818841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Attempting to bind port 83e0d678-b2fc-4056-9f10-343c18072436 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:19.819241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Attempting to bind port 83e0d678-b2fc-4056-9f10-343c18072436 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:19.819603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Attempting to bind port 83e0d678-b2fc-4056-9f10-343c18072436 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:19.852550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec19c1-487a-4480-97fc-c15d548bf198 None None] Pushing event updated for resources: {'Port': ['ID=83e0d678-b2fc-4056-9f10-343c18072436,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:19.865729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-916d30d4-29df-4b3c-bb46-17c4299c8524 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1385243 Nov 09 17:23:19.877128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:19.877502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:19.877907 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:19.879330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:19.879830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Bound port: 83e0d678-b2fc-4056-9f10-343c18072436, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:19.881143 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:19.988189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:20.000937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] For port 83e0d678-b2fc-4056-9f10-343c18072436, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:20.005536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] For port 83e0d678-b2fc-4056-9f10-343c18072436, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83e0d678-b2fc-4056-9f10-343c18072436,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:20.076758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:20.089167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:20.115913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Pushing event updated for resources: {'Port': ['ID=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:20.285575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949212d-380e-4f65-9eb9-e05548c1ff86 req-7973d151-de1c-447b-bfff-2176080e2b96 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:20.294486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9949212d-380e-4f65-9eb9-e05548c1ff86 req-7973d151-de1c-447b-bfff-2176080e2b96 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 936 time: 0.4229708 Nov 09 17:23:20.316621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:20.317573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:20.324296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a9c3e69-af34-482a-a7b3-1ac11742ef5f req-c8b99254-263b-40d8-82e3-7febab4cee98 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371545 Nov 09 17:23:20.384617 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:20.430154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-c6278a60-d888-426e-99e8-06e897c7577e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0917754 Nov 09 17:23:20.468156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Request body: {'port': {'device_id': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:20.495221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9949212d-380e-4f65-9eb9-e05548c1ff86 req-b24918f3-dc75-4917-a1ed-8c29b3fc1e75 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936066 Nov 09 17:23:20.519493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Routers {'221e1752-0b5d-4358-b015-9624fbeafeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:23:20.523417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:23:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['221e1752-0b5d-4358-b015-9624fbeafeee'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:20.734073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:20.750562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678160d-0258-470c-b97a-5b4843f93f8b req-2c14f6ec-9358-4e03-b2cb-a90e9973ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:20.752955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-2c14f6ec-9358-4e03-b2cb-a90e9973ec2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=187c2138fe36489293b7c69cf526a800&device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 1099 time: 0.2777009 Nov 09 17:23:20.761704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:20.782868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec19c1-487a-4480-97fc-c15d548bf198 None None] Pushing event updated for resources: {'Port': ['ID=83e0d678-b2fc-4056-9f10-343c18072436,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:20.800872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '93a2544a-0b1d-41ec-9295-632389b44e40', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': '93a2544a-0b1d-41ec-9295-632389b44e40', 'mac_address': 'fa:16:3e:09:41:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:20.896070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-53a27f03-628d-431f-932c-f36a003020f0 None None] Provisioning complete for port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:20.896761 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53a27f03-628d-431f-932c-f36a003020f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:20.938630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:20.962424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] Set router 221e1752-0b5d-4358-b015-9624fbeafeee gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:23:21.072948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a2544a-0b1d-41ec-9295-632389b44e40 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:21.094817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:21.112855 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:21.116899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-53a27f03-628d-431f-932c-f36a003020f0 None None] Port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:21.118507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Allocated IP 172.20.0.1 (5b1e7064-bc11-49d0-982d-380b4b69fb7b/ca9ee022-b776-4bea-84da-e75bcca172ea/bb32cb48-e063-4da7-a784-f9a4971da01c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:21.127771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678160d-0258-470c-b97a-5b4843f93f8b req-253ac3d6-8e92-4ad8-afd7-b77a3897b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:21.132448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-253ac3d6-8e92-4ad8-afd7-b77a3897b847 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3500457 Nov 09 17:23:21.151570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da4b2d-a0c8-43f3-82ca-4b413a831a0f req-9e20a622-661d-4f78-b418-14059ec6c2f6 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:21.165551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65da4b2d-a0c8-43f3-82ca-4b413a831a0f req-9e20a622-661d-4f78-b418-14059ec6c2f6 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 948 time: 0.2599339 Nov 09 17:23:21.240024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['93a2544a-0b1d-41ec-9295-632389b44e40'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:21.276156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-12096917-5861-4657-a99e-40c25dd4a92b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7e829da9-095f-49c8-880b-59cc12a3c809 HTTP/1.1" status: 200 len: 217 time: 0.1049368 Nov 09 17:23:21.305143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-c8ca59f2-f432-4d12-b039-b6dbba7441fa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:21.307035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-c8ca59f2-f432-4d12-b039-b6dbba7441fa tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 944 time: 1.4251301 Nov 09 17:23:21.319403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfaa7e-91af-4a8f-af9c-1dfe5eec3004 req-4f532700-1dba-4b86-a875-4e6bdc45f6ea tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:21.327925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bfaa7e-91af-4a8f-af9c-1dfe5eec3004 req-4f532700-1dba-4b86-a875-4e6bdc45f6ea tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 944 time: 1.5447698 Nov 09 17:23:21.393871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65da4b2d-a0c8-43f3-82ca-4b413a831a0f req-66f8813a-7b5c-4054-9a0a-35dccb725cc3 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274044 Nov 09 17:23:21.443859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:21.478215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678160d-0258-470c-b97a-5b4843f93f8b req-deae17f7-987a-46c9-a231-267ae715de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:21.490454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-deae17f7-987a-46c9-a231-267ae715de9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2010646 Nov 09 17:23:21.612789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:23:14Z', 'revision_number': 3, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:21.631326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:21.691869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bfaa7e-91af-4a8f-af9c-1dfe5eec3004 req-cf8cfffb-8aa3-4de2-bb89-8a8ceca655b7 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621728 Nov 09 17:23:21.707014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678160d-0258-470c-b97a-5b4843f93f8b req-52f27279-5cbc-44f2-8f1f-611274cfe9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:21.719254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Deleting port decbbfc7-cb31-4643-97c7-4cf6f3b86692 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:21.726029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-52f27279-5cbc-44f2-8f1f-611274cfe9b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214398 Nov 09 17:23:21.728590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:21.740258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8492f-76bf-4b40-b548-b4b42e7bb914 None None] The sync data for ids ['221e1752-0b5d-4358-b015-9624fbeafeee'] in n-d-804292-3 is: [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:23:14Z', 'revision_number': 3, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:23:21.773923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device decbbfc7-cb31-4643-97c7-4cf6f3b86692 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:21.901631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] For port decbbfc7-cb31-4643-97c7-4cf6f3b86692, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=decbbfc7-cb31-4643-97c7-4cf6f3b86692,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:21.902138 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:21.921628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Calling delete_port for decbbfc7-cb31-4643-97c7-4cf6f3b86692 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:22.000365 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.009391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:22.041915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.056090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-9bf9950b-113d-47dc-aac3-4ae076e58cb4 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627425 Nov 09 17:23:22.143580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:22.147384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Pushing event updated for resources: {'Port': ['ID=bb32cb48-e063-4da7-a784-f9a4971da01c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:22.149540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:22.153933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:22.201646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721b4b6-51d2-4fc2-b735-1b85758a105f req-63f81819-c37d-4247-9ede-1c3b2e550692 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:22.203389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a721b4b6-51d2-4fc2-b735-1b85758a105f req-63f81819-c37d-4247-9ede-1c3b2e550692 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 936 time: 0.2237992 Nov 09 17:23:22.246773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Transition to ACTIVE for port object b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:22.270754 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.325420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.407402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-1aa2f347-a4a4-486f-97a7-bf97685bd74b service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025701 Nov 09 17:23:22.432723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.514622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:22.529440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event deleted for resources: {'Port': ['ID=decbbfc7-cb31-4643-97c7-4cf6f3b86692,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:22.617829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:22.640336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0a680ba9-65e3-4345-8844-5c443bf9550e tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:22.649301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0a680ba9-65e3-4345-8844-5c443bf9550e tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5888951 Nov 09 17:23:22.741392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-d534c244-cde4-4934-87f4-b26cf276eb7b tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/quotas/9e8d9d3c64924b9fa64f72bcd2c78408 HTTP/1.1" status: 200 len: 375 time: 0.0910628 Nov 09 17:23:22.746135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a721b4b6-51d2-4fc2-b735-1b85758a105f req-096d783d-2ade-40e3-bc44-32f7914bd867 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271006 Nov 09 17:23:22.758019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:22.791293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] No DVR routers for this DVR port decbbfc7-cb31-4643-97c7-4cf6f3b86692 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:22.797423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.798263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '7e829da9-095f-49c8-880b-59cc12a3c809', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '7e829da9-095f-49c8-880b-59cc12a3c809', 'mac_address': 'fa:16:3e:c2:5a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:22.804156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f624319-2ea6-4556-86d9-78ec1641d6b3 req-05a1b97d-5fa8-4ac7-988a-77e0cb9dab96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "DELETE /v2.0/ports/decbbfc7-cb31-4643-97c7-4cf6f3b86692 HTTP/1.1" status: 204 len: 173 time: 1.4670012 Nov 09 17:23:22.808767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'name': 'network-vif-deleted', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:22.812939 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0162766-16f3-4146-b7ed-afc32b530444" -d '{"events": [{"server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "name": "network-vif-deleted", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:22.879782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.885560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.887298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c79b0c2a-46d4-4275-ae51-bbcfaf1b443f None None] Provisioning complete for port bb32cb48-e063-4da7-a784-f9a4971da01c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:22.887903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c79b0c2a-46d4-4275-ae51-bbcfaf1b443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.922497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:22.941186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e829da9-095f-49c8-880b-59cc12a3c809 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:22.970470 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-9b5e073e-c8b0-4ccb-8957-3a398c55f14b tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2281380 Nov 09 17:23:22.988984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c79b0c2a-46d4-4275-ae51-bbcfaf1b443f None None] Port bb32cb48-e063-4da7-a784-f9a4971da01c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:22.994044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2678160d-0258-470c-b97a-5b4843f93f8b req-5ae1a1de-6d46-4cb8-aaa1-fa49b54b02c2 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781233 Nov 09 17:23:23.025906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:23.040383 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:23.056880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Attempting to bind port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:23.057225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Attempting to bind port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:23.057607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Attempting to bind port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:23.064796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:23.065127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Attempting to bind port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:23.072096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:23.072580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:23.072970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:23.073460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Bound port: b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:23.073870 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:23.291274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] For port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:23.302475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] For port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:23.316820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:23.407240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:23.449925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7e829da9-095f-49c8-880b-59cc12a3c809'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:23.471766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:23.472446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:23.495821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] 10.222.0.83 "PUT /v2.0/ports/b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 HTTP/1.1" status: 200 len: 1096 time: 3.0520959 Nov 09 17:23:23.497188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'tag': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:23.502542 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "a257e1ce-6499-4f8d-8850-600d2f499055", "tag": "b9b9bf30-7da8-40ba-9d99-4bf564ea88f6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:23.659491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b79bb-9afc-47a6-9096-5ddb8abe4dff req-c3da708d-9c01-46b4-aed8-f7b704bc38df tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:23.666167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-830b79bb-9afc-47a6-9096-5ddb8abe4dff req-c3da708d-9c01-46b4-aed8-f7b704bc38df tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 949 time: 0.2852368 Nov 09 17:23:23.672777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:23.680059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:23.769978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Pushing event updated for resources: {'Port': ['ID=bb32cb48-e063-4da7-a784-f9a4971da01c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:23.814106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b29dd390-3d8c-47d0-a9e6-3146bdfac1a4 req-6b22652e-823c-46a0-ae6b-d68e0d8fc4bc tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=6afe998f-2bdf-4585-bbd7-28b8c051c40f HTTP/1.1" status: 200 len: 210 time: 0.2044759 Nov 09 17:23:23.816826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a772b8e-0727-49a5-b001-5d7cf509de18 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:23.855415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:23.866921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-b9379239-b53f-4746-9c23-5e86c710f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:23.873150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-b9379239-b53f-4746-9c23-5e86c710f4c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=089df030ebdb4a879a12bf6d10065492&device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 1099 time: 0.3096914 Nov 09 17:23:23.969647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-76f5d604-f6b5-483b-9208-3a518a8b470e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 HTTP/1.1" status: 200 len: 217 time: 0.0889335 Nov 09 17:23:24.016108 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd30917-7ee0-4f97-a4a8-0e087ec69189 x-openstack-request-id: req-4cd30917-7ee0-4f97-a4a8-0e087ec69189 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:24.019185 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe998f-2bdf-4585-bbd7-28b8c051c40f", "name": "network-vif-deleted", "tag": "decbbfc7-cb31-4643-97c7-4cf6f3b86692", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:24.019925 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cd30917-7ee0-4f97-a4a8-0e087ec69189 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:24.024886 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe998f-2bdf-4585-bbd7-28b8c051c40f', 'name': 'network-vif-deleted', 'tag': 'decbbfc7-cb31-4643-97c7-4cf6f3b86692', 'status': 'completed', 'code': 200} Nov 09 17:23:24.038931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 93a2544a-0b1d-41ec-9295-632389b44e40 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:24.039359 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:24.066411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:24.125486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-830b79bb-9afc-47a6-9096-5ddb8abe4dff req-75126fd0-4ecb-49c4-b430-7f568983edec tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443305 Nov 09 17:23:24.156382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcafd7db-833f-4f4a-b94d-73532388ef5d req-35053c32-4fd1-48fc-903b-79b3ce33fbf4 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 210 time: 0.1340857 Nov 09 17:23:24.232935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5c106efc-a554-4239-af8c-27abdae5edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:24.234587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5c106efc-a554-4239-af8c-27abdae5edf1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2564480 Nov 09 17:23:24.324970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:24.356642 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561545f2-e213-4947-afa9-efe79f0168f4 x-openstack-request-id: req-561545f2-e213-4947-afa9-efe79f0168f4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:24.357517 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a257e1ce-6499-4f8d-8850-600d2f499055", "tag": "b9b9bf30-7da8-40ba-9d99-4bf564ea88f6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:24.357517 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-561545f2-e213-4947-afa9-efe79f0168f4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:24.366931 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'tag': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6', 'status': 'completed', 'code': 200} Nov 09 17:23:24.370579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e0d678-b2fc-4056-9f10-343c18072436 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:24.400534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:24.404770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:24.406377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5a3053bb-bb06-479a-a857-5a7de72360b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:24.408153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-5a3053bb-bb06-479a-a857-5a7de72360b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654456 Nov 09 17:23:24.517727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:24.535617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:24.538651 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c38a98-05b4-4477-9112-4f686ee79eb4" -d '{"events": [{"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-plugged", "status": "completed", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:24.551303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:24.616872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b1a59-b976-41a1-8b13-cbcc7c3d57a5 req-752e5072-3765-497a-98cf-68934a621915 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:24.618668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-079b1a59-b976-41a1-8b13-cbcc7c3d57a5 req-752e5072-3765-497a-98cf-68934a621915 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 948 time: 0.2061658 Nov 09 17:23:24.645813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 83e0d678-b2fc-4056-9f10-343c18072436 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:24.646254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:24.702960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-bc93110c-6a6d-45be-947c-c3282437929d service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865074 Nov 09 17:23:24.723210 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a753397f-1531-4ec2-84ed-84a0c27ad29f x-openstack-request-id: req-a753397f-1531-4ec2-84ed-84a0c27ad29f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:24.723477 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-plugged", "status": "completed", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:24.723850 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a753397f-1531-4ec2-84ed-84a0c27ad29f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:24.724319 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40', 'code': 200} Nov 09 17:23:24.761113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:24.889787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-079b1a59-b976-41a1-8b13-cbcc7c3d57a5 req-b4f8bdae-4e11-4760-abbf-9201b65feffb tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844635 Nov 09 17:23:24.906275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Router 221e1752-0b5d-4358-b015-9624fbeafeee has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:23:24.913183 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:24.947564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 83e0d678-b2fc-4056-9f10-343c18072436, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83e0d678-b2fc-4056-9f10-343c18072436,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:24.958680 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:25.009153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78e176c4-970a-4951-bbcd-8a2278518ba8 req-795be15a-0b36-405e-affe-b9d6cc218722 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985790 Nov 09 17:23:25.027920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-71c5e579-080b-42a4-bc92-2ad6398bae58 None None] Provisioning complete for port bb32cb48-e063-4da7-a784-f9a4971da01c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:25.028355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71c5e579-080b-42a4-bc92-2ad6398bae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:25.100152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=83e0d678-b2fc-4056-9f10-343c18072436,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:25.120320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-71c5e579-080b-42a4-bc92-2ad6398bae58 None None] Port bb32cb48-e063-4da7-a784-f9a4971da01c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:25.170404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-158db97f-8538-4530-924d-ef76b49898fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:25.172738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-158db97f-8538-4530-924d-ef76b49898fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=089df030ebdb4a879a12bf6d10065492&device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 1099 time: 0.0947425 Nov 09 17:23:25.218923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:23:25.233247 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Sync routers for ids ['221e1752-0b5d-4358-b015-9624fbeafeee'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:23:25.233856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-747255b5-68cf-4330-b081-1cf3841c8a36 admin admin] 10.222.0.45 "PUT /v2.0/routers/221e1752-0b5d-4358-b015-9624fbeafeee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5195513 Nov 09 17:23:25.254320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Routers {'221e1752-0b5d-4358-b015-9624fbeafeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:23:25.256782 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:23:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['221e1752-0b5d-4358-b015-9624fbeafeee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:25.385244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6058-bb32-42bb-b411-0f46a73f2ce6 req-b19ef04f-4ec2-4367-b55d-a1db46e2ccf3 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:25.390457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-a36d2b40-3c8f-4ebd-9950-4a17d62c763f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621707 Nov 09 17:23:25.395638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-102b6058-bb32-42bb-b411-0f46a73f2ce6 req-b19ef04f-4ec2-4367-b55d-a1db46e2ccf3 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 949 time: 0.1580865 Nov 09 17:23:25.471153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-1e62a698-3ecc-4e62-b674-17fb47c75763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:25.475835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-1e62a698-3ecc-4e62-b674-17fb47c75763 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.2877140 Nov 09 17:23:25.566602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Set router 221e1752-0b5d-4358-b015-9624fbeafeee gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:23:25.591589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-eba79a22-826a-4509-a316-0063af9efc1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 HTTP/1.1" status: 200 len: 217 time: 0.1048787 Nov 09 17:23:25.594380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:25.688329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-102b6058-bb32-42bb-b411-0f46a73f2ce6 req-069de659-0287-4c3a-ad77-693c2d33475e tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784517 Nov 09 17:23:25.792994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-e218cb32-26bd-4fa3-a47a-f054b22d0b77 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:25.799421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-9fff36a6-2d6a-44db-8928-69fd43e0dc56 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:25.801864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-9fff36a6-2d6a-44db-8928-69fd43e0dc56 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035397 Nov 09 17:23:25.803862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-e218cb32-26bd-4fa3-a47a-f054b22d0b77 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 945 time: 0.1822751 Nov 09 17:23:25.814572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-e7525bb7-09dd-4828-9d4c-15c8c3f0275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:25.817137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-e7525bb7-09dd-4828-9d4c-15c8c3f0275a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2131596 Nov 09 17:23:25.850788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Request body: {'port': {'device_id': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '9e8d9d3c64924b9fa64f72bcd2c78408'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:25.906307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e10e5f67-6879-4145-85ab-679d2628a27c req-142a77d0-fd29-45ad-9403-167b18aaed4d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 210 time: 0.4535494 Nov 09 17:23:26.016477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-639509715'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:26.168280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1921d-e6a9-4aeb-a099-617a08458d5b req-fb2940cd-5561-4494-9e58-03320b34bd27 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:26.168941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e0d678-b2fc-4056-9f10-343c18072436 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:26.179038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf1921d-e6a9-4aeb-a099-617a08458d5b req-fb2940cd-5561-4494-9e58-03320b34bd27 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 945 time: 0.3423536 Nov 09 17:23:26.188811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:26.193075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.216063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Made reservation on behalf of 9e8d9d3c64924b9fa64f72bcd2c78408 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:26.217640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-1490db29-9267-4bad-b355-903ca7471cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:26.222421 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.234342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-1490db29-9267-4bad-b355-903ca7471cd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3411975 Nov 09 17:23:26.237851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:23:22Z', 'revision_number': 4, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'bb32cb48-e063-4da7-a784-f9a4971da01c', 'name': '', 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'mac_address': 'fa:16:3e:06:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ca9ee022-b776-4bea-84da-e75bcca172ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:19Z', 'updated_at': '2021-11-09T17:23:23Z', 'revision_number': 2, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'subnets': [{'id': 'ca9ee022-b776-4bea-84da-e75bcca172ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:26.241173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.317778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Checking router: 221e1752-0b5d-4358-b015-9624fbeafeee for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:23:26.318267 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Updating router 221e1752-0b5d-4358-b015-9624fbeafeee port bb32cb48-e063-4da7-a784-f9a4971da01c binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:23:26.382532 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.408869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf1921d-e6a9-4aeb-a099-617a08458d5b req-91d3c43c-d591-4538-9954-ccf2735271e9 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282841 Nov 09 17:23:26.417176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:23:26.425085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea6f6c-7813-4644-a4bb-817e5c423078 req-7ebcade5-8307-4842-9101-12ef95bf6934 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:26.427445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5dea6f6c-7813-4644-a4bb-817e5c423078 req-7ebcade5-8307-4842-9101-12ef95bf6934 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 948 time: 0.0966871 Nov 09 17:23:26.474532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Deleting port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:26.482571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.503539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.503887 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Added segment 9f838ae3-d96b-4c1c-a502-4da4a8b35f1e of type vlan for network fc2ba72c-a784-4824-af3c-d0144c7f4af2 Nov 09 17:23:26.523893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5dea6f6c-7813-4644-a4bb-817e5c423078 req-a146db9d-aef9-476b-9a4d-20217c552768 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860422 Nov 09 17:23:26.596456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:26.625284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.631904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.742054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.756352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 83e0d678-b2fc-4056-9f10-343c18072436 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:26.757261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.757912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-da0d3203-8f34-436e-ab14-2409b8263b0f service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066762 Nov 09 17:23:26.760966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 7e829da9-095f-49c8-880b-59cc12a3c809 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:23:26.804140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 7e829da9-095f-49c8-880b-59cc12a3c809 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:26.804876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.884410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] For port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:26.884961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.903175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.911797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:26.912440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:26.948958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Calling delete_port for c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:26.993953 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.043888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc69f6ba-63d7-4be3-a030-264e03eb25b7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:27.055127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:27.063923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:27.066909 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a37415b-6207-4c0a-9405-0c1a8ed220dd" -d '{"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-plugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:27.071614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Allocated IP 192.168.233.183 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/51191902-de8b-4c57-bbca-8299da2ef646) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:27.076899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.211583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:27.283362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38d62b6c-f8b0-479d-a077-e2151d719a4a req-acd31b1a-445d-42c9-8760-de899743495d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 210 time: 0.1293185 Nov 09 17:23:27.322441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7262158 Nov 09 17:23:27.326766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:27.375835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Network': ['ID=fc2ba72c-a784-4824-af3c-d0144c7f4af2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:27.390574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931045c-722a-49ce-a277-c712ba6827c7 req-8d0a3b5e-9801-43ee-89a8-ba09e974cd49 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:27.390574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3931045c-722a-49ce-a277-c712ba6827c7 req-8d0a3b5e-9801-43ee-89a8-ba09e974cd49 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 950 time: 0.4249766 Nov 09 17:23:27.394009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'subnet': {'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:27.438762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.443198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.443879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.446104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.446647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.448508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.449025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.450667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.451831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.452349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.454022 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.454953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.457638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085f50f-5d00-4faf-a6a5-fe47ed180655 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.464896 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.479505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:23:27.494839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c12bfb3-d657-4a4b-9a63-a84474b99ec4 req-a3a5cc49-d27d-4cee-9bc6-3a9b4dd092ce service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208035 Nov 09 17:23:27.638287 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Pushing event updated for resources: {'Port': ['ID=bb32cb48-e063-4da7-a784-f9a4971da01c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:27.660271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3931045c-722a-49ce-a277-c712ba6827c7 req-6b80b899-40ff-4eff-be42-bf60b4045ef5 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603862 Nov 09 17:23:27.684383 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.687836 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8296ec7-9a00-4c0b-a90e-f06185919af5 x-openstack-request-id: req-e8296ec7-9a00-4c0b-a90e-f06185919af5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:27.689630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.689784 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.690062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.690390 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.690654 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-plugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:27.690777 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.691120 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.691467 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.691790 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.692095 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8296ec7-9a00-4c0b-a90e-f06185919af5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:27.692214 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.692544 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.692867 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:27.694337 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'code': 200} Nov 09 17:23:27.747998 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.754885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:27.763098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.814757 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d793788-24c1-41e8-9264-44d608ba8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.888020 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Attempting to bind port bb32cb48-e063-4da7-a784-f9a4971da01c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:27.888729 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Attempting to bind port bb32cb48-e063-4da7-a784-f9a4971da01c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:27.890009 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Attempting to bind port bb32cb48-e063-4da7-a784-f9a4971da01c on network 5b1e7064-bc11-49d0-982d-380b4b69fb7b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:27.900519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:27.900519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Checking segment: {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:27.900519 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.901030 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Bound using segment: {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:27.901030 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Bound port: bb32cb48-e063-4da7-a784-f9a4971da01c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:27.901435 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:27.977433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b175e9-c978-45be-bb58-1487c035a5be req-d0c00323-9d54-49b3-9335-741f1be78103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:27.981844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2b175e9-c978-45be-bb58-1487c035a5be req-d0c00323-9d54-49b3-9335-741f1be78103 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 1101 time: 0.2991276 Nov 09 17:23:28.031195 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] For port bb32cb48-e063-4da7-a784-f9a4971da01c, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:28.038206 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] For port bb32cb48-e063-4da7-a784-f9a4971da01c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb32cb48-e063-4da7-a784-f9a4971da01c,segment=NetworkSegment(a919e069-2b9c-437b-b8c8-b1edcdd0a4e4),segment_id=a919e069-2b9c-437b-b8c8-b1edcdd0a4e4)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:28.053279 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.076386 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.114891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cf108-ca32-4f9d-82de-385c750becad req-012ffc26-427b-41b8-b6a1-0af95119b5b6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:28.116548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-214cf108-ca32-4f9d-82de-385c750becad req-012ffc26-427b-41b8-b6a1-0af95119b5b6 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=db63d566-47b8-4390-b1e2-92d706d4fdd9 HTTP/1.1" status: 200 len: 866 time: 0.2835989 Nov 09 17:23:28.123480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac81d7-ef4a-4cba-bfd0-b3a97f7d7995 req-33f0706b-1c3a-47c1-9870-1fad79ae273d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:28.125708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.142152 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfac81d7-ef4a-4cba-bfd0-b3a97f7d7995 req-33f0706b-1c3a-47c1-9870-1fad79ae273d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 948 time: 0.2725465 Nov 09 17:23:28.150617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.208219 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f07f-3685-44d0-a01b-8937d9a95a42 None None] Pushing event updated for resources: {'Port': ['ID=bb32cb48-e063-4da7-a784-f9a4971da01c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:28.214171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-32e32269-114b-4909-9c0b-a904af09537b None None] Provisioning complete for port bb32cb48-e063-4da7-a784-f9a4971da01c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:28.214783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e32269-114b-4909-9c0b-a904af09537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.250952 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Routers {'221e1752-0b5d-4358-b015-9624fbeafeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:23:28.252262 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:23:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['221e1752-0b5d-4358-b015-9624fbeafeee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:28.257994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2b175e9-c978-45be-bb58-1487c035a5be req-6b29fa38-9e71-4895-92ca-486b9fa969c0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420952 Nov 09 17:23:28.276021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event deleted for resources: {'Port': ['ID=c3ec1580-1297-4d0b-b58f-2a80c12a1ea1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:28.357348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:28.364743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-214cf108-ca32-4f9d-82de-385c750becad req-a8496297-541d-414e-abc0-395198386b96 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269161 Nov 09 17:23:28.423367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] No DVR routers for this DVR port c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:28.437794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.448013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e723feb8-555a-40c0-84cc-0b6d642f814b req-27f12d02-d7ab-443f-9ec8-69de48fc3340 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "DELETE /v2.0/ports/c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 HTTP/1.1" status: 204 len: 173 time: 2.6295495 Nov 09 17:23:28.448704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'name': 'network-vif-deleted', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:28.452580 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627ed73-960c-41b2-bc07-ea4e69476ca1" -d '{"events": [{"server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "name": "network-vif-deleted", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:28.494101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e32269-114b-4909-9c0b-a904af09537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.516547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Pushing event updated for resources: {'Port': ['ID=51191902-de8b-4c57-bbca-8299da2ef646,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:28.519418 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] Set router 221e1752-0b5d-4358-b015-9624fbeafeee gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:23:28.544267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:28.601728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:28.610214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:28.628254 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfac81d7-ef4a-4cba-bfd0-b3a97f7d7995 req-6c6983cf-b5ce-4f79-9d9b-11976b99006d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848917 Nov 09 17:23:28.644396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-32e32269-114b-4909-9c0b-a904af09537b None None] For port bb32cb48-e063-4da7-a784-f9a4971da01c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb32cb48-e063-4da7-a784-f9a4971da01c,segment=NetworkSegment(a919e069-2b9c-437b-b8c8-b1edcdd0a4e4),segment_id=a919e069-2b9c-437b-b8c8-b1edcdd0a4e4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:28.669140 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e32269-114b-4909-9c0b-a904af09537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.675528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:23:28.728463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6299c22-2e47-4c69-a8d3-06e0c88548cd req-0ec28715-f2d8-42d6-8368-e85fc60e2148 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:28.748534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6299c22-2e47-4c69-a8d3-06e0c88548cd req-0ec28715-f2d8-42d6-8368-e85fc60e2148 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 936 time: 0.2260945 Nov 09 17:23:28.774191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e32269-114b-4909-9c0b-a904af09537b None None] Pushing event updated for resources: {'Port': ['ID=bb32cb48-e063-4da7-a784-f9a4971da01c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:28.861502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:28.862178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.908783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-0631f276-c6c4-40d4-b208-fbf2fca5551f tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0781283 Nov 09 17:23:28.935420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6299c22-2e47-4c69-a8d3-06e0c88548cd req-4525b67f-1c74-4af1-8bb8-a1d80a040e10 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848183 Nov 09 17:23:28.940022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:28.983044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Request body: {'port': {'device_id': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:29.087088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:29.100323 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe13380-732d-4545-ad21-690d703b8a36 x-openstack-request-id: req-6fe13380-732d-4545-ad21-690d703b8a36 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:29.100725 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db63d566-47b8-4390-b1e2-92d706d4fdd9", "name": "network-vif-deleted", "tag": "c3ec1580-1297-4d0b-b58f-2a80c12a1ea1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:29.100963 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6fe13380-732d-4545-ad21-690d703b8a36 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:29.102861 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63d566-47b8-4390-b1e2-92d706d4fdd9', 'name': 'network-vif-deleted', 'tag': 'c3ec1580-1297-4d0b-b58f-2a80c12a1ea1', 'status': 'completed', 'code': 200} Nov 09 17:23:29.132350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:23:22Z', 'revision_number': 4, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'bb32cb48-e063-4da7-a784-f9a4971da01c', 'name': '', 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'mac_address': 'fa:16:3e:06:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ca9ee022-b776-4bea-84da-e75bcca172ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:19Z', 'updated_at': '2021-11-09T17:23:28Z', 'revision_number': 4, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'subnets': [{'id': 'ca9ee022-b776-4bea-84da-e75bcca172ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:29.147312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6', 'mac_address': 'fa:16:3e:d2:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:29.160611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cf3eebdf-7acd-434d-97f2-accb2e446a7f None None] Provisioning complete for port bb32cb48-e063-4da7-a784-f9a4971da01c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:29.170306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf3eebdf-7acd-434d-97f2-accb2e446a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:29.198736 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad3695-1409-4a8c-8e63-cfdbc480f13d None None] The sync data for ids ['221e1752-0b5d-4358-b015-9624fbeafeee'] in n-d-804292-3 is: [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:23:22Z', 'revision_number': 4, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'bb32cb48-e063-4da7-a784-f9a4971da01c', 'name': '', 'network_id': '5b1e7064-bc11-49d0-982d-380b4b69fb7b', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'mac_address': 'fa:16:3e:06:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ca9ee022-b776-4bea-84da-e75bcca172ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:19Z', 'updated_at': '2021-11-09T17:23:28Z', 'revision_number': 4, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'subnets': [{'id': 'ca9ee022-b776-4bea-84da-e75bcca172ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:23:29.338590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Subnet': ['ID=24a64385-e216-4206-aac0-5731ebf0037a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:29.381674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Checking segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:29.389583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network hostable DHCP agents. Network: fc2ba72c-a784-4824-af3c-d0144c7f4af2, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:23:29.395759 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:29.421888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe7b2c-2fa8-472a-b4a9-199bf384cc96 req-7205455c-c2f3-4cc0-b3ee-4b8246d3633d tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:29.469640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eafe7b2c-2fa8-472a-b4a9-199bf384cc96 req-7205455c-c2f3-4cc0-b3ee-4b8246d3633d tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 950 time: 0.1974614 Nov 09 17:23:29.523113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:23:29.543916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:29.554453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, fc2ba72c-a784-4824-af3c-d0144c7f4af2) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:29.562422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:29.562881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:29.615690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215683d-e7ed-4480-9d86-5be32b222806 None None] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:29.632170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eafe7b2c-2fa8-472a-b4a9-199bf384cc96 req-10be6c61-8680-46af-8df5-db7eb2e8981b tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615717 Nov 09 17:23:29.719888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54760) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:29.723709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a94bffcb-be16-4c97-a4f5-ae6938246726 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3340874 Nov 09 17:23:29.735953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1687889374'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:29.800052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:29.805398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:29.810949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:29.867599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:29.928797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:23:29.930899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:29.938688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c3ec1580-1297-4d0b-b58f-2a80c12a1ea1 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:29.953293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:29.953726 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Added segment 2e60bd62-fe31-4723-8f23-5eb15971bf48 of type vlan for network 477c527d-fab5-42c3-998d-8a49e4ecfaab Nov 09 17:23:30.036486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-8f80cf75-f8e9-4577-aaf9-a0abdc5589bf tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cfb06c89e71843ed85a51442e5451205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2146616 Nov 09 17:23:30.129113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.170254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:30.194341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.270559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75440afd-9a6c-42b7-8f07-c6a5b95f447d req-ba199749-6bd0-4414-8e22-c71fb1a40be4 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:30.272794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-31fdfd2f-6dc6-4a53-81ef-9e328c38e663 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:30.282344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-31fdfd2f-6dc6-4a53-81ef-9e328c38e663 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434590 Nov 09 17:23:30.283423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75440afd-9a6c-42b7-8f07-c6a5b95f447d req-ba199749-6bd0-4414-8e22-c71fb1a40be4 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 948 time: 0.2482328 Nov 09 17:23:30.291898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:30.296596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb32cb48-e063-4da7-a784-f9a4971da01c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:30.315551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-2191f25b-529c-4603-86de-fb3639ba025d tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/quotas/cfb06c89e71843ed85a51442e5451205 HTTP/1.1" status: 200 len: 375 time: 0.0321474 Nov 09 17:23:30.420100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75440afd-9a6c-42b7-8f07-c6a5b95f447d req-8d877686-194f-459b-be85-490283f06155 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354077 Nov 09 17:23:30.433787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'fixed_ips': [{'subnet_id': '24a64385-e216-4206-aac0-5731ebf0037a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:23:30.443042 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.494286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d28e2724-8363-477d-935d-8363a27e406c None None] Provisioning complete for port 51191902-de8b-4c57-bbca-8299da2ef646 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:30.499997 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28e2724-8363-477d-935d-8363a27e406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.541290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51191902-de8b-4c57-bbca-8299da2ef646 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:30.563611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d28e2724-8363-477d-935d-8363a27e406c None None] Port 51191902-de8b-4c57-bbca-8299da2ef646 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:30.567776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b9b9bf30-7da8-40ba-9d99-4bf564ea88f6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:30.568376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.617573 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d93090ad-302a-4480-8c2d-9f98f2ab000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.626860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Transition to ACTIVE for port object 51191902-de8b-4c57-bbca-8299da2ef646 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:30.651363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:30.718477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Pushing event updated for resources: {'Port': ['ID=51191902-de8b-4c57-bbca-8299da2ef646,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:30.768095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acf19-9d4c-4226-82b7-3dcf88dd3a5c req-3cb0d072-3b4f-4518-b7c7-6e658bcd7b55 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:30.781455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a97acf19-9d4c-4226-82b7-3dcf88dd3a5c req-3cb0d072-3b4f-4518-b7c7-6e658bcd7b55 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.1976571 Nov 09 17:23:30.788378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Allocated IP 19.80.0.2 (fc2ba72c-a784-4824-af3c-d0144c7f4af2/24a64385-e216-4206-aac0-5731ebf0037a/6ccd7212-6319-48f6-b25c-e3ea97e810ac) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:30.939321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a97acf19-9d4c-4226-82b7-3dcf88dd3a5c req-66dbba3f-5e0d-4433-95a5-912e8929fb83 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511166 Nov 09 17:23:31.020759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Attempting to bind port 51191902-de8b-4c57-bbca-8299da2ef646 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:31.022437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Attempting to bind port 51191902-de8b-4c57-bbca-8299da2ef646 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:31.022782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Attempting to bind port 51191902-de8b-4c57-bbca-8299da2ef646 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:31.033337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Port 51191902-de8b-4c57-bbca-8299da2ef646 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:31.033718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Attempting to bind port 51191902-de8b-4c57-bbca-8299da2ef646 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:31.042443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:31.042813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:31.044783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:31.045246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Bound port: 51191902-de8b-4c57-bbca-8299da2ef646, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:31.045614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.105693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] It took 0.80 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:23:31.107651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.127179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-c1d6dff2-e02e-491e-9d74-724a58390c0a tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8105927 Nov 09 17:23:31.137468 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.181842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.189719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:31.190510 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.226556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-6c98324b-d321-45c7-8fe1-faeab097727e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:31.234273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-6c98324b-d321-45c7-8fe1-faeab097727e tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.9405701 Nov 09 17:23:31.281320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd6d85-8ebb-4bd7-b9ad-1ff41f50dcf6 req-758e5101-6b96-4ef6-adfd-863a6cc642cd tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:31.293656 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2dd6d85-8ebb-4bd7-b9ad-1ff41f50dcf6 req-758e5101-6b96-4ef6-adfd-863a6cc642cd tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 948 time: 0.1447287 Nov 09 17:23:31.327421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] For port 51191902-de8b-4c57-bbca-8299da2ef646, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:31.361460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:31.430401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:31.459276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2dd6d85-8ebb-4bd7-b9ad-1ff41f50dcf6 req-ff1b47dd-de61-4dac-9d86-c8b97ca2b731 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613219 Nov 09 17:23:31.469645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:31.485965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Pushing event updated for resources: {'Port': ['ID=6ccd7212-6319-48f6-b25c-e3ea97e810ac,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:31.488106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] For port 51191902-de8b-4c57-bbca-8299da2ef646, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51191902-de8b-4c57-bbca-8299da2ef646,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:31.508834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.513118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port bb32cb48-e063-4da7-a784-f9a4971da01c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:31.519266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.602268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:31.604619 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8818111 Nov 09 17:23:31.606122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:31.606755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54794) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:31.611060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] 10.222.0.43 "PUT /v2.0/ports/51191902-de8b-4c57-bbca-8299da2ef646 HTTP/1.1" status: 200 len: 1096 time: 2.6655641 Nov 09 17:23:31.635654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'tag': '51191902-de8b-4c57-bbca-8299da2ef646'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:31.640451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'subnet': {'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:31.644576 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d647c80-5428-488e-b2cf-42991d5d0ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb56ba4-f1f7-4396-ade6-bc69b5dc8670", "tag": "51191902-de8b-4c57-bbca-8299da2ef646"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:31.920425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dea65-997d-4e46-8237-8f8842f0c8ad tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Network': ['ID=477c527d-fab5-42c3-998d-8a49e4ecfaab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:32.002037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1df634-966c-404b-b870-fb4acf6fe89f service neutron] Pushing event updated for resources: {'Port': ['ID=51191902-de8b-4c57-bbca-8299da2ef646,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:32.031507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:23:32.033034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-5fd53f99-4c2a-4306-a71e-1802b521424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:32.034547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-5fd53f99-4c2a-4306-a71e-1802b521424c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 1099 time: 0.2557478 Nov 09 17:23:32.086395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acabdbf-afc0-44b0-9b04-08c1fe7022b1 req-77acbd8d-32be-45d4-848b-eb8a4cf44452 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:32.101962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6acabdbf-afc0-44b0-9b04-08c1fe7022b1 req-77acbd8d-32be-45d4-848b-eb8a4cf44452 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 949 time: 0.1609788 Nov 09 17:23:32.113837 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.122758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Deleting port 99a2fbec-491d-447b-9f4f-2148c14805b5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:32.123395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.140793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7789fc-5c44-4460-b7f5-5b0f5c8e328f req-4378a01b-c31b-4416-8a0f-fdf5b38ce9f8 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:32.149436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f7789fc-5c44-4460-b7f5-5b0f5c8e328f req-4378a01b-c31b-4416-8a0f-fdf5b38ce9f8 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 950 time: 0.1950326 Nov 09 17:23:32.152002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Attempting to bind port 6ccd7212-6319-48f6-b25c-e3ea97e810ac on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:32.153435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Attempting to bind port 6ccd7212-6319-48f6-b25c-e3ea97e810ac by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:32.155350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Attempting to bind port 6ccd7212-6319-48f6-b25c-e3ea97e810ac on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:32.267159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6acabdbf-afc0-44b0-9b04-08c1fe7022b1 req-72fbce46-17de-49b8-8f11-891d58e73219 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640618 Nov 09 17:23:32.274915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-345e1eb9-9db3-481e-85c0-6fde4fc46313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=51191902-de8b-4c57-bbca-8299da2ef646 HTTP/1.1" status: 200 len: 217 time: 0.2206295 Nov 09 17:23:32.365178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:32.370342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.379487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:32.380161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Checking segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:32.381196 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.381786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Bound using segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:32.382566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Bound port: 6ccd7212-6319-48f6-b25c-e3ea97e810ac, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:32.391071 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.392012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-3f419a7f-6d3f-4b1a-b261-e823fdf7515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:32.394582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-3f419a7f-6d3f-4b1a-b261-e823fdf7515c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1105978 Nov 09 17:23:32.469949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-c324fb9f-4be6-40e3-85fb-539f3f76ccaf tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cfb06c89e71843ed85a51442e5451205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459886 Nov 09 17:23:32.508936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-6a47b376-4725-4959-8d31-5f3b8fa947c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:32.510149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-6a47b376-4725-4959-8d31-5f3b8fa947c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008661 Nov 09 17:23:32.580503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] For port 6ccd7212-6319-48f6-b25c-e3ea97e810ac, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:32.584347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] For port 6ccd7212-6319-48f6-b25c-e3ea97e810ac, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ccd7212-6319-48f6-b25c-e3ea97e810ac,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:32.585415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f7789fc-5c44-4460-b7f5-5b0f5c8e328f req-2e969617-8b9d-4421-a590-705276c7d6d6 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343367 Nov 09 17:23:32.606075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.723096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef3732-9caa-4d5b-a179-538a9cedf05a None None] Pushing event updated for resources: {'Port': ['ID=6ccd7212-6319-48f6-b25c-e3ea97e810ac,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:32.830361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-80895466-89b5-4235-8692-8f9ec18721ec service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122783 Nov 09 17:23:32.836568 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea44ba0-94ab-452e-a10b-824caa41e0db x-openstack-request-id: req-2ea44ba0-94ab-452e-a10b-824caa41e0db {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:32.836933 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb56ba4-f1f7-4396-ade6-bc69b5dc8670", "tag": "51191902-de8b-4c57-bbca-8299da2ef646", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:32.837280 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ea44ba0-94ab-452e-a10b-824caa41e0db {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:32.837952 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'tag': '51191902-de8b-4c57-bbca-8299da2ef646', 'status': 'completed', 'code': 200} Nov 09 17:23:32.903093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] For port 99a2fbec-491d-447b-9f4f-2148c14805b5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99a2fbec-491d-447b-9f4f-2148c14805b5,segment=NetworkSegment(89ab0aff-55bc-4b38-a520-18b5a31ef413),segment_id=89ab0aff-55bc-4b38-a520-18b5a31ef413)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:32.904412 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:32.942918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-7ab07151-659f-4d56-919a-2acaf8cd08a2 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:32.945036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Calling delete_port for 99a2fbec-491d-447b-9f4f-2148c14805b5 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:32.951085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-7ab07151-659f-4d56-919a-2acaf8cd08a2 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562210 Nov 09 17:23:33.008947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-abdf335e-f164-43ce-bd11-c5d15aa9df82 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/quotas/cfb06c89e71843ed85a51442e5451205 HTTP/1.1" status: 200 len: 375 time: 0.0566139 Nov 09 17:23:33.044357 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:33.105625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-35e8f966-0564-4d26-986e-a1e52e424095 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935490 Nov 09 17:23:33.225571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21a73cb3-9711-464a-a1fc-94751e4b89bf req-418d014c-9706-44ea-be85-572211a1d6a3 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804426 Nov 09 17:23:33.272689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:33.378110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Subnet': ['ID=495fa4dd-6977-4f5f-95df-68df4523b45d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:33.433784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc0074-df73-4df1-b40e-3087a70b92e3 req-80bb8f20-cc8c-46ec-b4fd-88918f7faee8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:33.445183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ddc0074-df73-4df1-b40e-3087a70b92e3 req-80bb8f20-cc8c-46ec-b4fd-88918f7faee8 tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/ports?device_id=86a8e5db-68fd-4c2a-8338-5fcbb7357d57 HTTP/1.1" status: 200 len: 944 time: 0.3002899 Nov 09 17:23:33.541232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ddc0074-df73-4df1-b40e-3087a70b92e3 req-a6187742-f011-4f1e-bbc6-2e093a5588ca tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.45 "GET /v2.0/security-groups?id=24cb81ed-e94a-4167-8a7f-9d08abe12255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946994 Nov 09 17:23:33.544514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:33.555963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Checking segment: {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:33.556807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network hostable DHCP agents. Network: 477c527d-fab5-42c3-998d-8a49e4ecfaab, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:23:33.564945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-e4178fde-15b2-4153-a63f-18ae64d67a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:33.566832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-e4178fde-15b2-4153-a63f-18ae64d67a5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 1099 time: 0.2388148 Nov 09 17:23:33.735884 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-b5c797a6-928a-41da-b1d0-28d56fa2eabc tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=cfb06c89e71843ed85a51442e5451205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333006 Nov 09 17:23:33.801106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:33.830749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 99a2fbec-491d-447b-9f4f-2148c14805b5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:33.831209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99a2fbec-491d-447b-9f4f-2148c14805b5 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:33.931775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-83d0d2f3-c137-4a7e-954a-81c2320a79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:33.931775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-83d0d2f3-c137-4a7e-954a-81c2320a79a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3531456 Nov 09 17:23:33.988322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:34.023773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-1eee818a-a977-4ad8-a07e-19d408813219 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=51191902-de8b-4c57-bbca-8299da2ef646 HTTP/1.1" status: 200 len: 217 time: 0.0778420 Nov 09 17:23:34.036316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425de56-cf97-4d4b-9dfe-7339acb90760 req-b63837e4-e07c-4d3a-beee-4132859a3f72 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:34.053368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7425de56-cf97-4d4b-9dfe-7339acb90760 req-b63837e4-e07c-4d3a-beee-4132859a3f72 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 948 time: 0.3103304 Nov 09 17:23:34.139603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Pushing event deleted for resources: {'Port': ['ID=99a2fbec-491d-447b-9f4f-2148c14805b5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:34.175728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:23:34.179121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7425de56-cf97-4d4b-9dfe-7339acb90760 req-3f484162-367a-4556-899c-86eca828154e tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274250 Nov 09 17:23:34.198634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] No DVR routers for this DVR port 99a2fbec-491d-447b-9f4f-2148c14805b5 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:34.215668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:34.215668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d91c96ca-99e2-4078-93cc-1b54db37a24e req-f428d639-14f8-4ab1-ab23-ec87bb0e5b7b tempest-LiveMigrationTest-37703686 tempest-LiveMigrationTest-37703686-project] 10.222.0.43 "DELETE /v2.0/ports/99a2fbec-491d-447b-9f4f-2148c14805b5 HTTP/1.1" status: 204 len: 173 time: 2.9569075 Nov 09 17:23:34.215668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'name': 'network-vif-deleted', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:34.218559 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07033b60-a3f1-48c4-b677-5750a3afb8b7" -d '{"events": [{"server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "name": "network-vif-deleted", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:34.231036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 477c527d-fab5-42c3-998d-8a49e4ecfaab) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:34.241816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:34.242693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:34.244474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5d561-57fe-40f0-a9aa-19a4b8c67218 None None] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:34.298894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7a9dffae-fb7c-4694-a527-8a8afac03cb2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6765828 Nov 09 17:23:34.384851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-2d1f37df-8345-4f16-87be-877f98777934 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:34.388027 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-2d1f37df-8345-4f16-87be-877f98777934 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6396461 Nov 09 17:23:34.424617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Request body: {'port': {'device_id': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'cfb06c89e71843ed85a51442e5451205'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:34.486423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-5fe74fa0-661a-4dcc-b2f6-181b72177622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:34.494342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-5fe74fa0-661a-4dcc-b2f6-181b72177622 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.4089477 Nov 09 17:23:34.643561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-ce4eb2a8-4202-4e5f-90f5-3241621d3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:34.650660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-ce4eb2a8-4202-4e5f-90f5-3241621d3293 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391311 Nov 09 17:23:34.838321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:34.984162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-997ef89e-5521-40d4-b1db-cdcefb91b3ec req-7980d1d5-79cd-40f4-aab6-42b3da32afdd tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 210 time: 0.0932326 Nov 09 17:23:34.990137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583e819a-e481-43f4-8b44-3fb5dc0a1246 None None] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:35.077845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Made reservation on behalf of cfb06c89e71843ed85a51442e5451205 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:35.081841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.141317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ccd7212-6319-48f6-b25c-e3ea97e810ac up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:35.157790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.186625 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbcdf9e-132f-48af-b0ce-b676a5376aa6 x-openstack-request-id: req-ddbcdf9e-132f-48af-b0ce-b676a5376aa6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:35.186942 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8e5db-68fd-4c2a-8338-5fcbb7357d57", "name": "network-vif-deleted", "tag": "99a2fbec-491d-447b-9f4f-2148c14805b5", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:35.187231 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddbcdf9e-132f-48af-b0ce-b676a5376aa6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:35.187659 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8e5db-68fd-4c2a-8338-5fcbb7357d57', 'name': 'network-vif-deleted', 'tag': '99a2fbec-491d-447b-9f4f-2148c14805b5', 'status': 'completed', 'code': 200} Nov 09 17:23:35.397723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-477c527d-fab5-42c3-998d-8a49e4ecfaab', 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'fixed_ips': [{'subnet_id': '495fa4dd-6977-4f5f-95df-68df4523b45d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:23:35.407635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.506925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b248407-38a6-40df-aa5c-d3cbd8de8363 req-c2839c32-a57a-45a9-ad25-b81aa181ffb3 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:35.523942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b248407-38a6-40df-aa5c-d3cbd8de8363 req-c2839c32-a57a-45a9-ad25-b81aa181ffb3 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 949 time: 0.1288588 Nov 09 17:23:35.563066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-28fc3e3d-38e5-4728-963c-be2f268fb22c None None] Provisioning complete for port 6ccd7212-6319-48f6-b25c-e3ea97e810ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:35.563588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e3d-38e5-4728-963c-be2f268fb22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.577857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.591008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-bc73bccc-aa96-468e-a7fa-ba580c997ef7 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:35.602164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-bc73bccc-aa96-468e-a7fa-ba580c997ef7 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:35.613572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-bc73bccc-aa96-468e-a7fa-ba580c997ef7 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/networks?id=fc2ba72c-a784-4824-af3c-d0144c7f4af2&id=477c527d-fab5-42c3-998d-8a49e4ecfaab&id=fc2ba72c-a784-4824-af3c-d0144c7f4af2 HTTP/1.1" status: 200 len: 1391 time: 0.2812133 Nov 09 17:23:35.619718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:23:35.627855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.631205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b248407-38a6-40df-aa5c-d3cbd8de8363 req-0921d7dd-4c4d-4ec7-a542-09838ebcd0ed tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944283 Nov 09 17:23:35.634960 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-37ad03b8-03ac-41b0-b4e9-73a3c0b5ad1c service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9785295 Nov 09 17:23:35.645803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:35.646305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.650087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6ccd7212-6319-48f6-b25c-e3ea97e810ac triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:35.650576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:35.688495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e6700-943b-4284-b249-9a88ecf01b44,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:35.705051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-d638fc8f-aaf0-4526-a2b3-5c8fa441db14 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/quotas/36d75cea9e8846ada6698c43f672705c HTTP/1.1" status: 200 len: 375 time: 0.0904837 Nov 09 17:23:35.753345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54878) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:35.803469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51191902-de8b-4c57-bbca-8299da2ef646 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:36.025000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d647c80-5428-488e-b2cf-42991d5d0ebc req-123f7433-c0c6-4c49-943e-1a16bbdc2637 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796883 Nov 09 17:23:36.052337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-54409ee6-8bd8-435b-86a0-8996aa5d9c3a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3459334 Nov 09 17:23:36.230020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-6a176905-b339-475d-b674-89f87b234e76 service neutron] 10.222.0.45 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765809 Nov 09 17:23:36.248457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 51191902-de8b-4c57-bbca-8299da2ef646, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51191902-de8b-4c57-bbca-8299da2ef646,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:36.262120 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e3d-38e5-4728-963c-be2f268fb22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.264233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '51191902-de8b-4c57-bbca-8299da2ef646', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '51191902-de8b-4c57-bbca-8299da2ef646', 'mac_address': 'fa:16:3e:d7:21:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:36.284668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Allocated IP 19.86.0.2 (477c527d-fab5-42c3-998d-8a49e4ecfaab/495fa4dd-6977-4f5f-95df-68df4523b45d/d3c1550a-6a9a-4d55-8b7e-740465ba8b45) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:36.321093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Deleting subnet ad27337c-968e-4168-a307-612d18df830b {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:23:36.329579 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.349067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-46cc7cac-f521-4907-964f-54beb8b4d4f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cfb06c89e71843ed85a51442e5451205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3401034 Nov 09 17:23:36.366369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b7648-c430-40dc-8784-078c7ee8ca07 req-73463a4a-bb41-4c4f-bf17-82875a9be37a tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:36.369140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-294b7648-c430-40dc-8784-078c7ee8ca07 req-73463a4a-bb41-4c4f-bf17-82875a9be37a tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 948 time: 0.2518377 Nov 09 17:23:36.416243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.483671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-294b7648-c430-40dc-8784-078c7ee8ca07 req-e7ce3dd1-a24a-4182-af9c-9b9dc576bc94 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066482 Nov 09 17:23:36.492375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-2ce5089b-47a6-436e-93bc-f7b40dca71aa tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:36.503519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-2ce5089b-47a6-436e-93bc-f7b40dca71aa tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336894 Nov 09 17:23:36.515156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Request body: {'port': {'device_id': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': 'cfb06c89e71843ed85a51442e5451205'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:36.560143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.664313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.679635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.688534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.692479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Allocated IP 192.168.233.221 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/d1339655-7c5c-417e-8056-677777f82da8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:36.704554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.716699 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.720768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-28fc3e3d-38e5-4728-963c-be2f268fb22c None None] For port 6ccd7212-6319-48f6-b25c-e3ea97e810ac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ccd7212-6319-48f6-b25c-e3ea97e810ac,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:36.731261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.755040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28fc3e3d-38e5-4728-963c-be2f268fb22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.763777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-661d70ee-f030-4097-b229-329da31a962a service neutron] 10.222.0.45 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326297 Nov 09 17:23:36.783894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad27337c-968e-4168-a307-612d18df830b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:36.801927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:36.814863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-03a68af4-9162-4910-a729-a85f7f612fa7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ad27337c-968e-4168-a307-612d18df830b HTTP/1.1" status: 204 len: 168 time: 1.0572438 Nov 09 17:23:36.815712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54902) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:36.901652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51191902-de8b-4c57-bbca-8299da2ef646 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:36.915360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5502a83a-7b09-461f-97d4-4a0be773f13b service neutron] 10.222.0.45 "GET /v2.0/networks/477c527d-fab5-42c3-998d-8a49e4ecfaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490448 Nov 09 17:23:36.951011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:36.958270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5dde54a7-1950-4b4b-a082-c079f097017e req-d6d76a39-0449-49ed-98e2-df9d6580ec0d tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 210 time: 0.0449147 Nov 09 17:23:36.991424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:37.000362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:37.007559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.033985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:37.036769 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891fa3af-e3b0-433d-bfec-ea5a1f238678" -d '{"events": [{"server_uuid": "a257e1ce-6499-4f8d-8850-600d2f499055", "name": "network-vif-plugged", "status": "completed", "tag": "b9b9bf30-7da8-40ba-9d99-4bf564ea88f6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:37.041608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Pushing event updated for resources: {'Port': ['ID=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:37.133009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:37.139324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 51191902-de8b-4c57-bbca-8299da2ef646, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51191902-de8b-4c57-bbca-8299da2ef646,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:37.143491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b8cbba70-c3f8-4088-9250-a0588625518d None None] Provisioning complete for port 6ccd7212-6319-48f6-b25c-e3ea97e810ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:37.143739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8cbba70-c3f8-4088-9250-a0588625518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.170955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.194872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.201432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e283-dc61-48fa-9c94-15f0a47d29ed req-78f8185a-f028-4365-9dc9-b386320b22e9 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:37.209546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9d1e283-dc61-48fa-9c94-15f0a47d29ed req-78f8185a-f028-4365-9dc9-b386320b22e9 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 949 time: 0.1328466 Nov 09 17:23:37.221082 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.228102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b11681-719f-42c6-8080-9d5768c965f9']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:37.249048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ab0aff-55bc-4b38-a520-18b5a31ef413') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:37.249994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ab0aff-55bc-4b38-a520-18b5a31ef413') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:37.251046 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:23:37.251913 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:23:37.254584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Attempting to bind port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:37.256316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Attempting to bind port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:37.257144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Attempting to bind port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 on network 477c527d-fab5-42c3-998d-8a49e4ecfaab {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:37.262927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.264623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.271126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:37.271512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Checking segment: {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:37.271926 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.272326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Bound using segment: {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:37.272807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Bound port: d3c1550a-6a9a-4d55-8b7e-740465ba8b45, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:37.273569 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.310401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc3e3d-38e5-4728-963c-be2f268fb22c None None] Pushing event updated for resources: {'Port': ['ID=6ccd7212-6319-48f6-b25c-e3ea97e810ac,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:37.330265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-f261f204-b982-453f-ac69-a1f585ef83b9 service neutron] 10.222.0.45 "GET /v2.0/networks/477c527d-fab5-42c3-998d-8a49e4ecfaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133554 Nov 09 17:23:37.332427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Made reservation on behalf of cfb06c89e71843ed85a51442e5451205 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:37.335937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.344865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9d1e283-dc61-48fa-9c94-15f0a47d29ed req-27c4ec5e-affd-4d96-9994-82a25525a8fe tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341996 Nov 09 17:23:37.372264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.390173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:23:37.392185 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:23:37.399221 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:23:37.412997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.457769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:37.579473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:37.591642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.616286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:37.634283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:37.645394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:37.648041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:37.657702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:37.664608 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] 10.222.0.45 "DELETE /v2.0/networks/c8b11681-719f-42c6-8080-9d5768c965f9 HTTP/1.1" status: 204 len: 168 time: 0.8460855 Nov 09 17:23:37.699718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243a02-5316-41ba-ab11-cdbf649b004b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b11681-719f-42c6-8080-9d5768c965f9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:37.716559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-16987a17-39e3-4593-b269-e3c8b670846f service neutron] 10.222.0.45 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781860 Nov 09 17:23:37.741856 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f7075-1083-491d-9230-329e5a844778 x-openstack-request-id: req-ab3f7075-1083-491d-9230-329e5a844778 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:37.742426 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257e1ce-6499-4f8d-8850-600d2f499055", "name": "network-vif-plugged", "status": "completed", "tag": "b9b9bf30-7da8-40ba-9d99-4bf564ea88f6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:37.742426 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab3f7075-1083-491d-9230-329e5a844778 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:37.743192 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6', 'code': 200} Nov 09 17:23:37.749057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['51191902-de8b-4c57-bbca-8299da2ef646'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:37.896950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77ebe-f88d-424c-8f69-8b1b1fc8dccc req-5ec82a7b-d6e7-4596-bd82-b7354253e678 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:37.913132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24a77ebe-f88d-424c-8f69-8b1b1fc8dccc req-5ec82a7b-d6e7-4596-bd82-b7354253e678 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 949 time: 0.1567724 Nov 09 17:23:37.917014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=51191902-de8b-4c57-bbca-8299da2ef646,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:37.929710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] For port d3c1550a-6a9a-4d55-8b7e-740465ba8b45, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:37.937114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] For port d3c1550a-6a9a-4d55-8b7e-740465ba8b45, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:37.950756 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.002697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:38.003403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.049431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771967ba-ff22-425b-b97e-8c250b525a32 None None] Pushing event updated for resources: {'Port': ['ID=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:38.103885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Allocated IP 192.168.233.58 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/15624559-22e3-4f9a-8698-ea46e0ba1aa1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:38.108488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24a77ebe-f88d-424c-8f69-8b1b1fc8dccc req-03aad817-e49e-49aa-b66b-7ad7a420b654 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919556 Nov 09 17:23:38.179547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f3977aaa-bb14-46be-bd87-221714cbcada None None] Provisioning complete for port d1339655-7c5c-417e-8056-677777f82da8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:38.181779 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3977aaa-bb14-46be-bd87-221714cbcada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.198154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ccd7212-6319-48f6-b25c-e3ea97e810ac up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:38.371624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.398388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f3977aaa-bb14-46be-bd87-221714cbcada None None] Port d1339655-7c5c-417e-8056-677777f82da8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:38.422107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-a16aaba6-0280-45e4-b3f8-c98ec964338f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0241673 Nov 09 17:23:38.440890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.485370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Request body: {'port': {'device_id': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:38.490258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc886d8-f282-478f-8aa7-7eacf1475c50 req-9a26c05c-0165-450d-b4a9-c981c48c1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:38.491977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-abc886d8-f282-478f-8aa7-7eacf1475c50 req-9a26c05c-0165-450d-b4a9-c981c48c1125 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 1101 time: 0.8351600 Nov 09 17:23:38.505519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:38.518454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:38.525545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:38.561116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:38.598360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Deleting subnet e4e34241-e2e3-4540-97dc-159e90068d48 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:23:38.602355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.607497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6ccd7212-6319-48f6-b25c-e3ea97e810ac triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:38.608243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.708634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:38.709307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.804307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2992465 Nov 09 17:23:38.807143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-e8d02f1c-c3e5-498e-afc4-1e1220cfdf7b service neutron] 10.222.0.45 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481758 Nov 09 17:23:38.811059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:38.888330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:38.914181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '7e829da9-095f-49c8-880b-59cc12a3c809', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '7e829da9-095f-49c8-880b-59cc12a3c809', 'mac_address': 'fa:16:3e:c2:5a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:38.946941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e77db-ca5d-477b-b99b-4b01513d3243 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:39.002876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Request body: {'port': {'device_id': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:39.031181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:39.077129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e829da9-095f-49c8-880b-59cc12a3c809 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:39.085038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-884d4796-4adb-4b78-bdf6-8a6ff3b23506 None None] Provisioning complete for port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:39.085583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-884d4796-4adb-4b78-bdf6-8a6ff3b23506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:39.149992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-884d4796-4adb-4b78-bdf6-8a6ff3b23506 None None] Port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:39.154770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:39.155159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:39.161313 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:39.167173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-abc886d8-f282-478f-8aa7-7eacf1475c50 req-8920fa77-cad3-4b55-8e4d-8308d032c17a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565273 Nov 09 17:23:39.272456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:39.276278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:39.278974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:39.308817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7e829da9-095f-49c8-880b-59cc12a3c809'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:39.841266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51191902-de8b-4c57-bbca-8299da2ef646 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:40.032421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 51191902-de8b-4c57-bbca-8299da2ef646 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:23:40.054010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 51191902-de8b-4c57-bbca-8299da2ef646 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:40.054358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:40.126726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ee818-d1e7-44ce-85e4-4fd203109787 None None] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:23:40.298712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d3c1550a-6a9a-4d55-8b7e-740465ba8b45 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:40.383054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ed4b623b-3523-47c7-91ea-8d93abdc5799 None None] Provisioning complete for port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:40.384231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b623b-3523-47c7-91ea-8d93abdc5799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:40.580850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:40.663048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:40.762238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e34241-e2e3-4540-97dc-159e90068d48,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:40.775016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:40.775400 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:40.817739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c448a-000b-473d-b0cf-be6113a95f40 req-298898de-ed94-4add-b4ff-4b806acd4b17 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:40.826314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-661c448a-000b-473d-b0cf-be6113a95f40 req-298898de-ed94-4add-b4ff-4b806acd4b17 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 935 time: 1.4865339 Nov 09 17:23:40.878538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:40.885213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f6074eb-fb9e-4ae3-8b18-6cf146f6118a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4e34241-e2e3-4540-97dc-159e90068d48 HTTP/1.1" status: 204 len: 168 time: 3.2191544 Nov 09 17:23:40.885427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54978) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:40.995050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-661c448a-000b-473d-b0cf-be6113a95f40 req-1c2ce8d3-9bc1-44e3-9341-42346f666b67 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676528 Nov 09 17:23:41.101001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.159689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15624559-22e3-4f9a-8698-ea46e0ba1aa1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:41.169431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.170231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.185127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Transition to ACTIVE for port object 15624559-22e3-4f9a-8698-ea46e0ba1aa1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:41.195208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.234285 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b623b-3523-47c7-91ea-8d93abdc5799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.360817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 7e829da9-095f-49c8-880b-59cc12a3c809 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:41.361200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.403755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:41.434438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51191902-de8b-4c57-bbca-8299da2ef646'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:41.437052 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc51839-3e14-4c90-952e-5a6fa72dfedb" -d '{"events": [{"server_uuid": "4cb56ba4-f1f7-4396-ade6-bc69b5dc8670", "name": "network-vif-plugged", "status": "completed", "tag": "51191902-de8b-4c57-bbca-8299da2ef646"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:41.449924 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.576367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835e205e-b94b-4eea-a960-101c6f1f7241']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:41.602141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.608515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ed4b623b-3523-47c7-91ea-8d93abdc5799 None None] For port d3c1550a-6a9a-4d55-8b7e-740465ba8b45, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:41.614244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 51191902-de8b-4c57-bbca-8299da2ef646, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51191902-de8b-4c57-bbca-8299da2ef646,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:41.634296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b623b-3523-47c7-91ea-8d93abdc5799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.653102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.664927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1a9d64-9276-4236-a834-6a241fe26bcd') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:41.665504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1a9d64-9276-4236-a834-6a241fe26bcd') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:23:41.690769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.787210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633053c-8366-46c3-b351-0bcb86652c4b req-e6908676-a985-4a3e-8c5a-47bb0498c6ae tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:41.799292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3633053c-8366-46c3-b351-0bcb86652c4b req-e6908676-a985-4a3e-8c5a-47bb0498c6ae tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 950 time: 0.4207590 Nov 09 17:23:41.801507 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.832234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-d6c1b856-7fd5-4886-bb68-7635ab5ca572 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:41.859219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-d6c1b856-7fd5-4886-bb68-7635ab5ca572 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:41.866664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-d6c1b856-7fd5-4886-bb68-7635ab5ca572 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "GET /v2.0/networks?id=fc2ba72c-a784-4824-af3c-d0144c7f4af2&id=477c527d-fab5-42c3-998d-8a49e4ecfaab&id=fc2ba72c-a784-4824-af3c-d0144c7f4af2 HTTP/1.1" status: 200 len: 1391 time: 0.5491672 Nov 09 17:23:41.894426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'port': {'device_id': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'admin_state_up': True, 'tenant_id': '36d75cea9e8846ada6698c43f672705c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:41.908000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:23:41.908420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:23:41.916004 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:23:41.965490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:41.972083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:23:41.972758 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:23:41.982349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b623b-3523-47c7-91ea-8d93abdc5799 None None] Pushing event updated for resources: {'Port': ['ID=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:42.018440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d5ef4d2-832a-4049-b3ee-34bedb35f2fc None None] Provisioning complete for port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:42.019182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef4d2-832a-4049-b3ee-34bedb35f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.043944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Attempting to bind port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:42.044692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Attempting to bind port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:42.045221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Attempting to bind port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:42.071876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1339655-7c5c-417e-8056-677777f82da8 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:42.080098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:42.080755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Attempting to bind port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:42.088350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.105394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3633053c-8366-46c3-b351-0bcb86652c4b req-1b8e45f0-7dc7-44d0-980a-08cf6d50f8d6 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983751 Nov 09 17:23:42.122723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:42.122723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:42.122723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:42.122723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Bound port: 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:42.122723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.157725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Transition to ACTIVE for port object d1339655-7c5c-417e-8056-677777f82da8 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:42.199153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:42.227927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.246204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=51191902-de8b-4c57-bbca-8299da2ef646,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:42.248133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.281393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.337312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.350338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] 10.222.0.45 "DELETE /v2.0/networks/835e205e-b94b-4eea-a960-101c6f1f7241 HTTP/1.1" status: 204 len: 168 time: 1.4626672 Nov 09 17:23:42.439619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965dbe6-538f-4be6-a15f-cdd580bb023b admin admin] Pushing event deleted for resources: {'Network': ['ID=835e205e-b94b-4eea-a960-101c6f1f7241,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:42.515704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:42.519903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.568163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:42.600152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:42.676317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:42.703883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54992) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:42.780977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:42.865654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b544ffb7-a68f-4ed0-82b9-b0550507c2f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfbf3e17faca414aa72fe926b990e60a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1556664 Nov 09 17:23:42.884886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:43.033197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:43.035676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.037732 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/15624559-22e3-4f9a-8698-ea46e0ba1aa1 HTTP/1.1" status: 200 len: 1095 time: 4.1971986 Nov 09 17:23:43.045366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:43.048239 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7850997-3b5e-4fab-97f2-54172781acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:43.052533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Allocated IP 19.80.0.173 (fc2ba72c-a784-4824-af3c-d0144c7f4af2/24a64385-e216-4206-aac0-5731ebf0037a/89f4a16f-efde-48b6-b4bc-692fbef3f7ae) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:43.114913 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09e8e2d8-1dd8-40a2-8933-837c44757f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.142556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09e8e2d8-1dd8-40a2-8933-837c44757f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.157330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66110b-1c68-4718-a103-c6c912bb3dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:43.207788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09e8e2d8-1dd8-40a2-8933-837c44757f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.210629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09e8e2d8-1dd8-40a2-8933-837c44757f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.212030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-09e8e2d8-1dd8-40a2-8933-837c44757f05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24cb81ed-e94a-4167-8a7f-9d08abe12255 HTTP/1.1" status: 204 len: 168 time: 0.3258502 Nov 09 17:23:43.236684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8e2d8-1dd8-40a2-8933-837c44757f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb81ed-e94a-4167-8a7f-9d08abe12255,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:43.242702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Attempting to bind port d1339655-7c5c-417e-8056-677777f82da8 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:43.252264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Attempting to bind port d1339655-7c5c-417e-8056-677777f82da8 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:43.261921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Attempting to bind port d1339655-7c5c-417e-8056-677777f82da8 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:43.358244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Port d1339655-7c5c-417e-8056-677777f82da8 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:43.359544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Attempting to bind port d1339655-7c5c-417e-8056-677777f82da8 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:43.385710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:43.386819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:43.390625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:43.391307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Bound port: d1339655-7c5c-417e-8056-677777f82da8, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:43.391803 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.412126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:43.438044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d3c1550a-6a9a-4d55-8b7e-740465ba8b45 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:43.552977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-74a4547c-4d8d-44ed-8e36-84565efca6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:43.554880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-74a4547c-4d8d-44ed-8e36-84565efca6e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 1098 time: 0.3904333 Nov 09 17:23:43.642418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:43.643047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.653312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.710353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-5bd2a6e0-3479-49a4-965b-ca63d607dad2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1 HTTP/1.1" status: 200 len: 217 time: 0.1363270 Nov 09 17:23:43.766513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:43.837707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-0610b00a-fc07-49b8-ba69-ef0a4df2abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:43.840964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-0610b00a-fc07-49b8-ba69-ef0a4df2abbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1171124 Nov 09 17:23:43.875628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:43.903934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:43.923339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:43.946184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:43.992493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:44.051335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-b5140c9a-d283-4a49-866a-c24858875031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:44.053325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-b5140c9a-d283-4a49-866a-c24858875031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971581 Nov 09 17:23:44.056678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.080535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Port': ['ID=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:44.094956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:44.160133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:44.161029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.231090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-7d870505-7273-4c4a-bd6e-4b5df5c2afd7 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651490 Nov 09 17:23:44.236223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-c2edbea3-9fa4-4a1d-8066-723cfaada2d4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3549626 Nov 09 17:23:44.253951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'port': {'device_id': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab', 'admin_state_up': True, 'tenant_id': '36d75cea9e8846ada6698c43f672705c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:44.304370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c25d8ce-d74d-4e57-bd0a-038f67452c92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=559aa4bcdfc04d44a3d71773c12a6cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989272 Nov 09 17:23:44.348141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:44.348798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.350459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] 10.222.0.83 "PUT /v2.0/ports/d1339655-7c5c-417e-8056-677777f82da8 HTTP/1.1" status: 200 len: 1096 time: 5.8693850 Nov 09 17:23:44.386540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:44.485886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4271e76d-d30e-4820-b465-dc629f94704c None None] Provisioning complete for port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:44.486895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4271e76d-d30e-4820-b465-dc629f94704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.594242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1f208-e3cc-4847-909e-0cc321f27d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:44.614252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4271e76d-d30e-4820-b465-dc629f94704c None None] Port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:44.691905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1664af-b6f5-4a64-97e6-5500497f2231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.778715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:44.787559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.795368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-b5a0db3f-9fba-43e2-92d7-ff2baaab23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:44.797188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-b5a0db3f-9fba-43e2-92d7-ff2baaab23b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 1099 time: 0.1645520 Nov 09 17:23:44.801086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1664af-b6f5-4a64-97e6-5500497f2231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:44.804455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03ff942a-6e78-4f19-a8a9-9a4e70a17143 req-3c998311-497e-4934-9447-f12e19c63856 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377550 Nov 09 17:23:44.892395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-e117dc7c-a6b0-4a5f-b987-9272977a4147 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d1339655-7c5c-417e-8056-677777f82da8 HTTP/1.1" status: 200 len: 217 time: 0.0807409 Nov 09 17:23:45.042201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1664af-b6f5-4a64-97e6-5500497f2231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:45.051357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-123333ad-3769-4e48-a82d-5df1998263f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:45.052176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1664af-b6f5-4a64-97e6-5500497f2231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:45.053582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af1664af-b6f5-4a64-97e6-5500497f2231 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff40559b-5e66-4a07-a1b7-e9318ec41d0d HTTP/1.1" status: 204 len: 168 time: 0.6560957 Nov 09 17:23:45.055858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-123333ad-3769-4e48-a82d-5df1998263f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1512206 Nov 09 17:23:45.122228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1664af-b6f5-4a64-97e6-5500497f2231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40559b-5e66-4a07-a1b7-e9318ec41d0d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:45.186650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-c0286c58-b337-40bf-9ca5-da1ec310a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:45.192477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-c0286c58-b337-40bf-9ca5-da1ec310a992 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260922 Nov 09 17:23:45.222048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Allocated IP 19.86.0.18 (477c527d-fab5-42c3-998d-8a49e4ecfaab/495fa4dd-6977-4f5f-95df-68df4523b45d/f7d290f6-0317-4159-b04b-d9a01bee94f5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:45.337533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-c54e7b48-7771-4669-aac1-6c29079e2a7f service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290696 Nov 09 17:23:45.557514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3dbed7f-77bb-4d3d-b4de-28470949d08f req-3439fd3a-99bc-418f-a81c-8bcb9b05256d service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114024 Nov 09 17:23:45.587043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:45.674753 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:45.707823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:45.735788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:45.741965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:45.837283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Port': ['ID=f7d290f6-0317-4159-b04b-d9a01bee94f5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:45.870212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:45.874063 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:45.931981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-a8bb83bd-d13c-4fc7-b584-42cbef9488c4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6803610 Nov 09 17:23:45.944154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'port': {'device_id': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'admin_state_up': True, 'tenant_id': '36d75cea9e8846ada6698c43f672705c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:46.223747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-17a6265c-ec96-4cc5-bec8-dc9b1770f609 None None] Provisioning complete for port f7d290f6-0317-4159-b04b-d9a01bee94f5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:46.224342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17a6265c-ec96-4cc5-bec8-dc9b1770f609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:46.270000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:46.276081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:46.364348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-17a6265c-ec96-4cc5-bec8-dc9b1770f609 None None] Port f7d290f6-0317-4159-b04b-d9a01bee94f5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:46.541672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Allocated IP 19.80.0.250 (fc2ba72c-a784-4824-af3c-d0144c7f4af2/24a64385-e216-4206-aac0-5731ebf0037a/4fc05453-d267-4fb4-8fcd-50401d1e1aa1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:46.713198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:46.772942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:46.882286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:46.900297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:46.912972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:46.930974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:47.024740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:47.025830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:47.057665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-666d3850-7843-47b0-8c6f-b6386ef5d77b tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194870 Nov 09 17:23:47.072265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Request body: {'port': {'device_id': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:47.184634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:47.301933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d4d45ed8-ba26-4cdb-95e3-7a05a918e1d5 None None] Provisioning complete for port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:47.308505 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4d45ed8-ba26-4cdb-95e3-7a05a918e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:47.410199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d4d45ed8-ba26-4cdb-95e3-7a05a918e1d5 None None] Port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:47.653377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b1e9-4ed5-4e3d-8ccc-ff01bf99b8cf req-2d12fea9-5cd3-41e4-a010-0436fab972d2 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:47.655253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60a2b1e9-4ed5-4e3d-8ccc-ff01bf99b8cf req-2d12fea9-5cd3-41e4-a010-0436fab972d2 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 950 time: 0.1146123 Nov 09 17:23:47.660209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f4a16f-efde-48b6-b4bc-692fbef3f7ae {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:47.675649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:47.706054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Transition to ACTIVE for port object 89f4a16f-efde-48b6-b4bc-692fbef3f7ae will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:47.715407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:47.794276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60a2b1e9-4ed5-4e3d-8ccc-ff01bf99b8cf req-91ef5c56-bb6a-4676-881e-e6a3101caec3 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288249 Nov 09 17:23:47.823311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2699-a697-443a-b8c1-4d68934dfd31 req-c294ccc0-c405-45e4-a16f-6f4f8d4817b0 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:47.837147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Pushing event updated for resources: {'Port': ['ID=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:47.862111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2699-a697-443a-b8c1-4d68934dfd31 req-c294ccc0-c405-45e4-a16f-6f4f8d4817b0 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:47.880583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:47.887514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2699-a697-443a-b8c1-4d68934dfd31 req-c294ccc0-c405-45e4-a16f-6f4f8d4817b0 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:47.900217 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e7b2699-a697-443a-b8c1-4d68934dfd31 req-c294ccc0-c405-45e4-a16f-6f4f8d4817b0 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2376 time: 0.3068531 Nov 09 17:23:47.930945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Attempting to bind port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:47.931473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Attempting to bind port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:47.931915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Attempting to bind port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:47.941433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:47.942159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Attempting to bind port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:47.949697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:47.950602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Checking segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:47.951577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Bound using segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:47.952383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Bound port: 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:47.953052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:48.082696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] For port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:48.088237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e7b2699-a697-443a-b8c1-4d68934dfd31 req-d60cc048-3af6-4f42-b9b8-c7d4def09eee tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811490 Nov 09 17:23:48.098044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] For port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:48.107353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:48.176170 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099ea2c-5965-4027-9fa7-17635cf7ea4f x-openstack-request-id: req-4099ea2c-5965-4027-9fa7-17635cf7ea4f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:48.177117 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb56ba4-f1f7-4396-ade6-bc69b5dc8670", "name": "network-vif-plugged", "status": "completed", "tag": "51191902-de8b-4c57-bbca-8299da2ef646", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:48.179920 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4099ea2c-5965-4027-9fa7-17635cf7ea4f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:48.180579 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51191902-de8b-4c57-bbca-8299da2ef646', 'code': 200} Nov 09 17:23:48.199646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Pushing event updated for resources: {'Port': ['ID=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:48.210397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:48.211085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:48.212671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-93b3b828-50c4-4820-8960-d445c1621583 service neutron] 10.222.0.43 "PUT /v2.0/ports/89f4a16f-efde-48b6-b4bc-692fbef3f7ae HTTP/1.1" status: 200 len: 1092 time: 1.1458089 Nov 09 17:23:48.213206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'tag': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:48.217011 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b57d36-e2ce-4d40-af35-01d60d2a8e30" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "tag": "89f4a16f-efde-48b6-b4bc-692fbef3f7ae"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:48.256821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Request body: {'port': {'device_id': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:48.345761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:48.403242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'mac_address': 'fa:16:3e:00:ba:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:48.403560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9830bf-372c-4af5-8de3-d758f662fea4 req-5b700152-49a6-45d3-bcfd-0dfa6c341065 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:48.405116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:48.412381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee9830bf-372c-4af5-8de3-d758f662fea4 req-5b700152-49a6-45d3-bcfd-0dfa6c341065 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 947 time: 0.1659329 Nov 09 17:23:48.428294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4af2c-f06a-4d74-a3aa-87856474e53f req-3d0c12b6-eeef-4b95-ab21-5e71eb340aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:48.430122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5c4af2c-f06a-4d74-a3aa-87856474e53f req-3d0c12b6-eeef-4b95-ab21-5e71eb340aa5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 1101 time: 0.1537170 Nov 09 17:23:48.526323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5c4af2c-f06a-4d74-a3aa-87856474e53f req-49b19d52-98f6-48cc-91e9-cc7daed05b56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883799 Nov 09 17:23:48.527121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:48.545186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee9830bf-372c-4af5-8de3-d758f662fea4 req-440e0cf0-6ead-4653-9633-9d84c0a84a25 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313288 Nov 09 17:23:48.565449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15624559-22e3-4f9a-8698-ea46e0ba1aa1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:48.593638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:23:48.600512 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea23c688-068e-4d1e-8689-f4e8fcd2efe8 x-openstack-request-id: req-ea23c688-068e-4d1e-8689-f4e8fcd2efe8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:48.601019 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:48.601467 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea23c688-068e-4d1e-8689-f4e8fcd2efe8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:48.602058 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'status': 'completed', 'code': 200} Nov 09 17:23:48.659207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:48.674200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:48.678287 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e5ec91-2383-45c4-a1cc-7bb48b0a5419 x-openstack-request-id: req-83e5ec91-2383-45c4-a1cc-7bb48b0a5419 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:48.678909 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "tag": "89f4a16f-efde-48b6-b4bc-692fbef3f7ae", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:48.680077 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83e5ec91-2383-45c4-a1cc-7bb48b0a5419 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:48.681309 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'tag': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae', 'status': 'completed', 'code': 200} Nov 09 17:23:48.753257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:48.890007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-6828f7aa-e724-4ff8-a76b-325e4fdda4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:48.890945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-6828f7aa-e724-4ff8-a76b-325e4fdda4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:48.895686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-6828f7aa-e724-4ff8-a76b-325e4fdda4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:48.904786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-6828f7aa-e724-4ff8-a76b-325e4fdda4b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2731 time: 0.1572297 Nov 09 17:23:48.944871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['15624559-22e3-4f9a-8698-ea46e0ba1aa1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:49.012230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:49.094814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd1339655-7c5c-417e-8056-677777f82da8', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'd1339655-7c5c-417e-8056-677777f82da8', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:23:49.106577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-5c6bd69c-1978-4da3-b49c-4709cc38c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.108576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-5c6bd69c-1978-4da3-b49c-4709cc38c62c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 1099 time: 0.3562093 Nov 09 17:23:49.189272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-56b384f7-4474-4397-9da3-d9794e56427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.189746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-56b384f7-4474-4397-9da3-d9794e56427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.190266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-56b384f7-4474-4397-9da3-d9794e56427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.192213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-56b384f7-4474-4397-9da3-d9794e56427e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=36d75cea9e8846ada6698c43f672705c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2779658 Nov 09 17:23:49.221815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626598e1-24d7-4584-895f-e125d388eb10 req-14d70cdc-0117-4285-a4a0-017620c32f69 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.237433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-626598e1-24d7-4584-895f-e125d388eb10 req-14d70cdc-0117-4285-a4a0-017620c32f69 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 950 time: 0.1443858 Nov 09 17:23:49.278797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:49.302717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1339655-7c5c-417e-8056-677777f82da8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:49.344872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:49.353887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:49.383436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-a2d39fa1-b6f9-4688-84a0-4a5e7122ef8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=089df030ebdb4a879a12bf6d10065492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942495 Nov 09 17:23:49.415719 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-626598e1-24d7-4584-895f-e125d388eb10 req-46aaff20-4659-4a0c-925c-82b3bbfe1d45 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565685 Nov 09 17:23:49.429498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-0c21fb04-a08e-4747-9835-33e29427d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.437352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41b57d36-e2ce-4d40-af35-01d60d2a8e30 req-0c21fb04-a08e-4747-9835-33e29427d4ff service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2353077 Nov 09 17:23:49.499774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-a1ebd5a6-c5f0-49d3-b096-cf09d8ed7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.501631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-a1ebd5a6-c5f0-49d3-b096-cf09d8ed7532 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3851314 Nov 09 17:23:49.532728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:49.581937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-ca5a8b8d-3e2a-4af6-9690-07a22fc51435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1 HTTP/1.1" status: 200 len: 217 time: 0.0715199 Nov 09 17:23:49.628581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.630971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.631490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.631851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.634766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.635863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.641898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.642751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.643316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.647367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.650283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.650914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:23:49.677383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d290f6-0317-4159-b04b-d9a01bee94f5 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:49.696306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-eabea7b8-f421-46f3-bd3a-ea023ddd4101 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.698000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-eabea7b8-f421-46f3-bd3a-ea023ddd4101 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135872 Nov 09 17:23:49.702942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:49.706800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-9247b213-88cc-4c8b-83dd-46297036ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.708907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-9247b213-88cc-4c8b-83dd-46297036ac12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1039746 Nov 09 17:23:49.762295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Transition to ACTIVE for port object f7d290f6-0317-4159-b04b-d9a01bee94f5 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:49.771558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-771ead06-aab6-4fe6-87ff-7eedeb515757 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/quotas/089df030ebdb4a879a12bf6d10065492 HTTP/1.1" status: 200 len: 375 time: 0.0554228 Nov 09 17:23:49.771824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d1339655-7c5c-417e-8056-677777f82da8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:49.784600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:49.866510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-afa6d7a0-bef0-4164-b328-3b04e561693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:49.868166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-afa6d7a0-bef0-4164-b328-3b04e561693c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478441 Nov 09 17:23:49.890893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d290f6-0317-4159-b04b-d9a01bee94f5,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:49.905974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:50.004004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-429b04d0-944a-4ed6-af65-9f150920b6bd tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=089df030ebdb4a879a12bf6d10065492&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2315433 Nov 09 17:23:50.035636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0038369-30eb-4b41-9b2b-9abea0db42ac req-1cc94a57-41d8-487c-8747-869fc0b15956 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:50.045865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0038369-30eb-4b41-9b2b-9abea0db42ac req-1cc94a57-41d8-487c-8747-869fc0b15956 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:50.058484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0038369-30eb-4b41-9b2b-9abea0db42ac req-1cc94a57-41d8-487c-8747-869fc0b15956 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:50.063251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0038369-30eb-4b41-9b2b-9abea0db42ac req-1cc94a57-41d8-487c-8747-869fc0b15956 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2400 time: 0.1213336 Nov 09 17:23:50.148445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-d8c499ed-a83c-400b-8111-50c8ee046bdd service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684145 Nov 09 17:23:50.169961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0038369-30eb-4b41-9b2b-9abea0db42ac req-f94565ed-4207-4021-aa87-e76eb6519939 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Nov 09 17:23:50.181931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:50.205823 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e0220d-a123-4c1e-a8bc-d6a634b1776c" -d '{"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-plugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:50.276750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:23:50.296352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:50.296731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:50.481118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:50.547367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:50.562210 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:50.563971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:50.603744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:50.610311 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c24a5b2-2f73-4816-8dbe-21459913aaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:50.752328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:50.779088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:50.826367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:50.828959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Attempting to bind port f7d290f6-0317-4159-b04b-d9a01bee94f5 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:50.829542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Attempting to bind port f7d290f6-0317-4159-b04b-d9a01bee94f5 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:50.829658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Attempting to bind port f7d290f6-0317-4159-b04b-d9a01bee94f5 on network 477c527d-fab5-42c3-998d-8a49e4ecfaab {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:50.836937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:50.859430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Port f7d290f6-0317-4159-b04b-d9a01bee94f5 on network 477c527d-fab5-42c3-998d-8a49e4ecfaab not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:50.860153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Attempting to bind port f7d290f6-0317-4159-b04b-d9a01bee94f5 on network 477c527d-fab5-42c3-998d-8a49e4ecfaab {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:50.889134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:50.889476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Checking segment: {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:50.889867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Bound using segment: {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:50.890334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Bound port: f7d290f6-0317-4159-b04b-d9a01bee94f5, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e60bd62-fe31-4723-8f23-5eb15971bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:50.890661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:50.904288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:50.970830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dae606-2cd2-4ea1-8f32-67ddb9aa6dd1 req-639232eb-90fc-4aa8-8829-6d64eddbebaf tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:50.979774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27dae606-2cd2-4ea1-8f32-67ddb9aa6dd1 req-639232eb-90fc-4aa8-8829-6d64eddbebaf tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 949 time: 0.6083047 Nov 09 17:23:50.993503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7850997-3b5e-4fab-97f2-54172781acb4 req-82e4f12c-762a-44c9-b38a-6aca0da83c25 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8309269 Nov 09 17:23:51.077750 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] For port f7d290f6-0317-4159-b04b-d9a01bee94f5, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:51.102798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27dae606-2cd2-4ea1-8f32-67ddb9aa6dd1 req-2f736be2-c174-40c4-b38d-99b0669ecb6e tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218002 Nov 09 17:23:51.113145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] For port f7d290f6-0317-4159-b04b-d9a01bee94f5, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f7d290f6-0317-4159-b04b-d9a01bee94f5,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:51.139548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:51.210282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:51.211222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:51.214194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] 10.222.0.43 "PUT /v2.0/ports/f7d290f6-0317-4159-b04b-d9a01bee94f5 HTTP/1.1" status: 200 len: 1091 time: 2.9619584 Nov 09 17:23:51.218838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'tag': 'f7d290f6-0317-4159-b04b-d9a01bee94f5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:51.221863 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de2b6e3-7373-4866-8dfc-0486401a3af0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "tag": "f7d290f6-0317-4159-b04b-d9a01bee94f5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:51.249618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Request body: {'port': {'device_id': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:51.335462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:51.340927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7a83-335a-4f7c-b2e3-6a11d077e971 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d290f6-0317-4159-b04b-d9a01bee94f5,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:51.451105 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509512ac-e519-448f-b2a0-90c2105021a7 x-openstack-request-id: req-509512ac-e519-448f-b2a0-90c2105021a7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:51.451428 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-plugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:51.451704 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-509512ac-e519-448f-b2a0-90c2105021a7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:51.452122 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'code': 200} Nov 09 17:23:51.633522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ee56d45-3d8c-4f99-82a0-630f06b85784 req-27d6b118-50df-41e6-a63e-e0dcb6d17714 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 210 time: 0.0790410 Nov 09 17:23:51.750933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaad63-f270-460c-8c8b-93d05985e836 req-c99c2e84-a2e2-4464-881e-18fea5079fc8 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:51.753300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64eaad63-f270-460c-8c8b-93d05985e836 req-c99c2e84-a2e2-4464-881e-18fea5079fc8 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 950 time: 0.1080725 Nov 09 17:23:51.834520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64eaad63-f270-460c-8c8b-93d05985e836 req-39070edc-5d30-4233-b041-fdbd08de3988 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702279 Nov 09 17:23:51.879094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:51.894868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:51.912732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Transition to ACTIVE for port object 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:51.922664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:51.925481 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659aff6-3272-4bdc-abe5-38fa60eeb95e x-openstack-request-id: req-5659aff6-3272-4bdc-abe5-38fa60eeb95e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:51.927135 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:51.938224 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5659aff6-3272-4bdc-abe5-38fa60eeb95e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:51.939011 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'status': 'completed', 'code': 200} Nov 09 17:23:51.989308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:52.132124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-195de65d-7cdd-4fa3-b521-a07938cb9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.144488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-195de65d-7cdd-4fa3-b521-a07938cb9106 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 1100 time: 0.1376908 Nov 09 17:23:52.165451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87c20-3473-407d-be02-08bcdc5a04c8 req-152be6ce-2598-4125-a754-249777efcd85 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.186128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87c20-3473-407d-be02-08bcdc5a04c8 req-152be6ce-2598-4125-a754-249777efcd85 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.231739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87c20-3473-407d-be02-08bcdc5a04c8 req-152be6ce-2598-4125-a754-249777efcd85 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.247019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86e87c20-3473-407d-be02-08bcdc5a04c8 req-152be6ce-2598-4125-a754-249777efcd85 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2412 time: 0.2585311 Nov 09 17:23:52.311274 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-6bc41eea-7160-4a84-9c79-9565fa02a0a6 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=089df030ebdb4a879a12bf6d10065492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200197 Nov 09 17:23:52.368863 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25efacb-9ed3-419b-9088-fdbf2d02f633 x-openstack-request-id: req-b25efacb-9ed3-419b-9088-fdbf2d02f633 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:52.369193 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "tag": "f7d290f6-0317-4159-b04b-d9a01bee94f5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:52.369413 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b25efacb-9ed3-419b-9088-fdbf2d02f633 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:52.370064 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'tag': 'f7d290f6-0317-4159-b04b-d9a01bee94f5', 'status': 'completed', 'code': 200} Nov 09 17:23:52.457260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Attempting to bind port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:52.457967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Attempting to bind port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:52.458548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Attempting to bind port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:52.496599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:52.497018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Attempting to bind port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 on network fc2ba72c-a784-4824-af3c-d0144c7f4af2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:52.515401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86e87c20-3473-407d-be02-08bcdc5a04c8 req-a650834e-caf5-4cdf-a63d-bc653c698576 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620678 Nov 09 17:23:52.522042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-385a812e-f8e8-4ef5-8de5-a1b54cdfa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.523262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-385a812e-f8e8-4ef5-8de5-a1b54cdfa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.524353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-385a812e-f8e8-4ef5-8de5-a1b54cdfa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.527458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-385a812e-f8e8-4ef5-8de5-a1b54cdfa2ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2823 time: 0.2455571 Nov 09 17:23:52.528665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:52.529218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Checking segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:52.529776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Bound using segment: {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:52.530631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Bound port: 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:52.531203 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:52.609142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:23:52.700415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-d2b548e5-bdad-4a79-a799-7891eed7b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.702670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-d2b548e5-bdad-4a79-a799-7891eed7b843 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.5355926 Nov 09 17:23:52.712368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-500cacc9-ae13-44e9-86ca-f02019027d58 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.714955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-500cacc9-ae13-44e9-86ca-f02019027d58 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723936 Nov 09 17:23:52.725458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:52.736794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Request body: {'port': {'device_id': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '089df030ebdb4a879a12bf6d10065492'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:52.748977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port d1339655-7c5c-417e-8056-677777f82da8 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:23:52.757221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d1339655-7c5c-417e-8056-677777f82da8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:52.760121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:52.789837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-4a782111-6fb6-4acd-b26f-e3f444b96c51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d1339655-7c5c-417e-8056-677777f82da8 HTTP/1.1" status: 200 len: 217 time: 0.0735960 Nov 09 17:23:52.848322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-3eb4483b-2d57-4996-828d-4b471662d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.850307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-3eb4483b-2d57-4996-828d-4b471662d804 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0486212 Nov 09 17:23:52.868619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:52.911984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3222-245b-403f-a209-24bbd8bc3b75 req-9621ccac-4489-41a8-96f7-06bee5c5b06b tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.913562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-304d3222-245b-403f-a209-24bbd8bc3b75 req-9621ccac-4489-41a8-96f7-06bee5c5b06b tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 949 time: 0.1618979 Nov 09 17:23:52.917720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:52.930460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-d7e921b3-793f-4fbc-90f2-518f4b715e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.932757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-d7e921b3-793f-4fbc-90f2-518f4b715e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.933265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-d7e921b3-793f-4fbc-90f2-518f4b715e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.935282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-d7e921b3-793f-4fbc-90f2-518f4b715e96 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=36d75cea9e8846ada6698c43f672705c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3981144 Nov 09 17:23:52.936120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:52.958571 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:52.971862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-64bc793f-b0c4-42c8-ad9c-42afb3584abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:52.973504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-64bc793f-b0c4-42c8-ad9c-42afb3584abb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892744 Nov 09 17:23:53.006658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:53.015865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:53.139848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:53.160442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Made reservation on behalf of 089df030ebdb4a879a12bf6d10065492 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:53.164214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:53.182105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.182852 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:53.185572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] 10.222.0.43 "PUT /v2.0/ports/4fc05453-d267-4fb4-8fcd-50401d1e1aa1 HTTP/1.1" status: 200 len: 1092 time: 1.9419210 Nov 09 17:23:53.260335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-5dd62255-fc23-4731-b2b1-b27f2d828264 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753646 Nov 09 17:23:53.306732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4628d-5ff0-40b1-bf3b-2245cb909062 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:53.337858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-304d3222-245b-403f-a209-24bbd8bc3b75 req-10faadc8-c3fc-4082-aca3-a99e74a177b6 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139364 Nov 09 17:23:53.451925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-5bb50661-63fa-4369-9719-a20212d17e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.453511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1'}, {'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40'}, {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:53.457234 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d0d0f6-9f2c-4206-a233-c4e53c5d90d1" -d '{"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-plugged", "status": "completed", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1"}, {"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-unplugged", "status": "completed", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40"}, {"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:53.458910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3de2b6e3-7373-4866-8dfc-0486401a3af0 req-5bb50661-63fa-4369-9719-a20212d17e09 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5114725 Nov 09 17:23:53.584553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Allocated IP 192.168.233.233 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/c5c19fa5-7bd7-4a83-b874-8bba3a0d3534) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:53.599935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c24a5b2-2f73-4816-8dbe-21459913aaa0 req-f84b9f77-ea72-4630-a937-a946271f5f8d service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308971 Nov 09 17:23:53.637441 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7903a948-bb04-4ce3-8a81-91324ec41e5b req-6088fd02-f7c1-4d3c-9ae3-a7b61f7937ff tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 210 time: 0.0913477 Nov 09 17:23:53.701169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-366dbe6a-fed3-4e3b-87b4-482fb88c6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.701653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-366dbe6a-fed3-4e3b-87b4-482fb88c6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.706292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-366dbe6a-fed3-4e3b-87b4-482fb88c6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.708289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-366dbe6a-fed3-4e3b-87b4-482fb88c6fd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2865 time: 0.1864800 Nov 09 17:23:53.791816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-32faa79c-71c5-4018-bfc5-b6934c96eee2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=89f4a16f-efde-48b6-b4bc-692fbef3f7ae HTTP/1.1" status: 200 len: 217 time: 0.0742352 Nov 09 17:23:53.877174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c7e873a-75c2-4988-9a3b-077fe2eab0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.879467 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-5c7e873a-75c2-4988-9a3b-077fe2eab0e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24a64385-e216-4206-aac0-5731ebf0037a HTTP/1.1" status: 200 len: 801 time: 0.0787630 Nov 09 17:23:53.889291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-738e9200-fb9f-4d9b-91e6-20b0f4ad5633 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:53.896969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-738e9200-fb9f-4d9b-91e6-20b0f4ad5633 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.2738500 Nov 09 17:23:53.923738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-34a889f7-ef3d-440f-9631-e6b964d40a90 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/quotas/ffa8a751fdee43129a813ed94262b87f HTTP/1.1" status: 200 len: 375 time: 0.0256073 Nov 09 17:23:54.001118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d068149-6a84-445d-a421-18748515448c req-15656506-c95c-4839-8d03-b262e9cdd4ce tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.002700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d068149-6a84-445d-a421-18748515448c req-15656506-c95c-4839-8d03-b262e9cdd4ce tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 950 time: 0.0968339 Nov 09 17:23:54.006243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-2ed7ffce-f1c0-486b-aca4-6be5e8803a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.007892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-2ed7ffce-f1c0-486b-aca4-6be5e8803a54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc2ba72c-a784-4824-af3c-d0144c7f4af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188085 Nov 09 17:23:54.070789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-5a0fe573-372d-48f5-a55c-cd41b8698556 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455233 Nov 09 17:23:54.129219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d068149-6a84-445d-a421-18748515448c req-a1769bc5-f9a8-41e0-a132-58488466c2d6 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192300 Nov 09 17:23:54.159465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:54.188420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-022a60c0-0068-4bd7-a68d-509ba102f739 service neutron] 10.222.0.43 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503549 Nov 09 17:23:54.222169 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02189353-5313-4797-8664-96ad5c2f4eb2 x-openstack-request-id: req-02189353-5313-4797-8664-96ad5c2f4eb2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:54.222699 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-plugged", "status": "completed", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1", "code": 200}, {"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-unplugged", "status": "completed", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40", "code": 200}, {"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:54.222965 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02189353-5313-4797-8664-96ad5c2f4eb2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:54.223615 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'code': 200} Nov 09 17:23:54.223882 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40', 'code': 200} Nov 09 17:23:54.224140 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'code': 200} Nov 09 17:23:54.234006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-89cac515-abcd-4556-a34a-6e77229d1646 service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514025 Nov 09 17:23:54.255476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:54.270591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b9b9bf30-7da8-40ba-9d99-4bf564ea88f6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:54.372727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:54.376819 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b377b7-6371-4d7b-90e0-a37c829200f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:54.378482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:23:54.452919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-6a660507-83e7-49af-86d7-a8f266d6e854 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.456269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-6a660507-83e7-49af-86d7-a8f266d6e854 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7175112-6053-4397-807f-50fce7aa1d32 HTTP/1.1" status: 200 len: 943 time: 0.2384186 Nov 09 17:23:54.479201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:23:54.503130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:23:54.558773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-9160fb64-c224-40da-9b5d-6b1e0393119d service neutron] 10.222.0.43 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617129 Nov 09 17:23:54.559426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.43', 60311) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:23:54.589066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Pushing event updated for resources: {'Port': ['ID=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:54.607324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edffbc-9c48-4465-b188-484ba47a2b43 req-ce075288-c4bc-4660-a41a-11006ae5721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.608879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61edffbc-9c48-4465-b188-484ba47a2b43 req-ce075288-c4bc-4660-a41a-11006ae5721d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 1100 time: 0.1678550 Nov 09 17:23:54.614800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.615500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:54.618693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51924d-17ae-4ebd-86c4-1cc8e5f3da76 req-7cbea545-7247-480f-8e01-dad32f2a0fcd tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.626028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51924d-17ae-4ebd-86c4-1cc8e5f3da76 req-7cbea545-7247-480f-8e01-dad32f2a0fcd tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.632492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51924d-17ae-4ebd-86c4-1cc8e5f3da76 req-7cbea545-7247-480f-8e01-dad32f2a0fcd tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.641490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fd51924d-17ae-4ebd-86c4-1cc8e5f3da76 req-7cbea545-7247-480f-8e01-dad32f2a0fcd tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2412 time: 0.2458608 Nov 09 17:23:54.644253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223acde2-9c32-4c9e-a083-996f1d4977f5 req-07270cad-24fc-4b60-ba93-585964a60623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.646185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-223acde2-9c32-4c9e-a083-996f1d4977f5 req-07270cad-24fc-4b60-ba93-585964a60623 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 1101 time: 0.2641685 Nov 09 17:23:54.700768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c1b3283f-9f07-4574-8a1b-5364e7b21dca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9747794 Nov 09 17:23:54.702277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-74ff2f07-c608-4cf2-b354-879b1e2cb1b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=f7d290f6-0317-4159-b04b-d9a01bee94f5 HTTP/1.1" status: 200 len: 217 time: 0.1218913 Nov 09 17:23:54.731227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Request body: {'port': {'device_id': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:54.790871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-223acde2-9c32-4c9e-a083-996f1d4977f5 req-6939efcf-307c-47f4-bbc8-507a656d2238 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294603 Nov 09 17:23:54.795801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-bce65d76-8594-4cdd-92c3-072162e5849d service neutron] 10.222.0.45 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313752 Nov 09 17:23:54.816890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-a411f6f8-524c-4680-8ca4-efb0596a21d1 tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.819364 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-a411f6f8-524c-4680-8ca4-efb0596a21d1 tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 1101 time: 0.2565260 Nov 09 17:23:54.825247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61edffbc-9c48-4465-b188-484ba47a2b43 req-fdc8cc21-02a5-48f2-a5cd-8155ce77f25e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054138 Nov 09 17:23:54.846936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fd51924d-17ae-4ebd-86c4-1cc8e5f3da76 req-de6398dc-ed05-4538-b5c6-e2b38656bb78 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043238 Nov 09 17:23:54.851634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9731711e-83b2-4947-b1a7-cfd50f499e9a None None] Provisioning complete for port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:23:54.851860 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9731711e-83b2-4947-b1a7-cfd50f499e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:54.863891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:54.881704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-23bfd7ec-9f7b-4392-95a1-769a9d57281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:54.890447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-23bfd7ec-9f7b-4392-95a1-769a9d57281a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=495fa4dd-6977-4f5f-95df-68df4523b45d HTTP/1.1" status: 200 len: 801 time: 0.1717429 Nov 09 17:23:54.928278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9731711e-83b2-4947-b1a7-cfd50f499e9a None None] Port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:23:54.941951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Deleting port 93a2544a-0b1d-41ec-9295-632389b44e40 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:54.942411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.153444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:23:55.227459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Deleting port 51191902-de8b-4c57-bbca-8299da2ef646 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:23:55.227798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.255739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810e88d-4929-4af4-ab96-74d214b896a9 req-2c516087-f6bf-4c90-a113-a14c344d16ef tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:55.257943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b810e88d-4929-4af4-ab96-74d214b896a9 req-2c516087-f6bf-4c90-a113-a14c344d16ef tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 949 time: 0.1160369 Nov 09 17:23:55.368945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] For port 51191902-de8b-4c57-bbca-8299da2ef646, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=51191902-de8b-4c57-bbca-8299da2ef646,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:55.369361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.371887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b810e88d-4929-4af4-ab96-74d214b896a9 req-4e14aadf-b3a0-467f-9b12-bd37045cf8b4 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015837 Nov 09 17:23:55.387696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Calling delete_port for 51191902-de8b-4c57-bbca-8299da2ef646 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:55.519436 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc63cd-36b2-4019-9487-f9b9a622c00d x-openstack-request-id: req-d4fc63cd-36b2-4019-9487-f9b9a622c00d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:55.519874 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:55.520183 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4fc63cd-36b2-4019-9487-f9b9a622c00d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:55.520583 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1', 'status': 'completed', 'code': 200} Nov 09 17:23:55.532991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] For port 93a2544a-0b1d-41ec-9295-632389b44e40, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=93a2544a-0b1d-41ec-9295-632389b44e40,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:23:55.533361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.541188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.550009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-24ce4020-d9d7-45d2-83d7-35c054e22e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:55.554314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['51191902-de8b-4c57-bbca-8299da2ef646'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:23:55.566367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-24ce4020-d9d7-45d2-83d7-35c054e22e55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=477c527d-fab5-42c3-998d-8a49e4ecfaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5020833 Nov 09 17:23:55.590868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:23:55.602817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.674098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a2eb-2ed2-43dc-b12e-4fd815eb0526 req-b7204062-fd82-4cbf-8af6-914b9c09867d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:55.686108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa46a2eb-2ed2-43dc-b12e-4fd815eb0526 req-b7204062-fd82-4cbf-8af6-914b9c09867d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 936 time: 0.1409004 Nov 09 17:23:55.692898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Transition to ACTIVE for port object c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:23:55.733489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Calling delete_port for 93a2544a-0b1d-41ec-9295-632389b44e40 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:23:55.741747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.910049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] No DVR routers for this DVR port 51191902-de8b-4c57-bbca-8299da2ef646 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:55.921751 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:55.935790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa6fcf3e-9744-40a6-a81a-16fa22a19906 req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] 10.222.0.43 "DELETE /v2.0/ports/51191902-de8b-4c57-bbca-8299da2ef646 HTTP/1.1" status: 204 len: 173 time: 1.1019006 Nov 09 17:23:55.936635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635e631-3b13-46aa-8af9-788357d3947c tempest-DeleteServersAdminTestJSON-489396664 tempest-DeleteServersAdminTestJSON-489396664-project-admin] Pushing event deleted for resources: {'Port': ['ID=51191902-de8b-4c57-bbca-8299da2ef646,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:56.035849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa46a2eb-2ed2-43dc-b12e-4fd815eb0526 req-5f160bf2-9aca-46b2-9640-1dc8026d8b69 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460274 Nov 09 17:23:56.051891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c079e0f-ea82-4620-a913-cdd02cb8cf29 req-545159a4-f8bb-43ee-8a22-c379f9065228 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 210 time: 0.2519832 Nov 09 17:23:56.171820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:56.290653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Attempting to bind port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:23:56.291294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Attempting to bind port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:23:56.291410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Attempting to bind port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:56.298048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:23:56.298411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Attempting to bind port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:23:56.307462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:23:56.307816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:23:56.308205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:23:56.308661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Bound port: c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:23:56.309015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:56.413003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] For port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:23:56.416659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] For port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:23:56.432485 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:56.521841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-44d2c9a3-84c0-4415-958a-dfcf0e995597 service neutron] 10.222.0.43 "GET /v2.0/networks/477c527d-fab5-42c3-998d-8a49e4ecfaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9544516 Nov 09 17:23:56.548542 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2084d06c-8227-4fbb-96e8-004dfac63725 req-d2b72d5f-c92b-42aa-8275-4c3699c07824 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cb56ba4-f1f7-4396-ade6-bc69b5dc8670 HTTP/1.1" status: 200 len: 210 time: 0.2294221 Nov 09 17:23:56.581706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:56.628478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:56.629682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:56.635807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-c685818a-c641-40fd-a9d6-466fae6f4b66 service neutron] 10.222.0.83 "PUT /v2.0/ports/c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 HTTP/1.1" status: 200 len: 1096 time: 1.9247704 Nov 09 17:23:56.637070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'tag': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:56.645326 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b047688-9bcf-408d-a25a-654d5401f2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4060b50-8c55-4317-a45d-8f90148cc75b", "tag": "c5c19fa5-7bd7-4a83-b874-8bba3a0d3534"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:57.034408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba213b9-329b-4528-ba9f-705d694b24e0 req-c97e886a-ce8a-4113-a1b5-dbfef46f1c76 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.040695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba213b9-329b-4528-ba9f-705d694b24e0 req-c97e886a-ce8a-4113-a1b5-dbfef46f1c76 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.052710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba213b9-329b-4528-ba9f-705d694b24e0 req-c97e886a-ce8a-4113-a1b5-dbfef46f1c76 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.062235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dba213b9-329b-4528-ba9f-705d694b24e0 req-c97e886a-ce8a-4113-a1b5-dbfef46f1c76 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2412 time: 0.5012257 Nov 09 17:23:57.118643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:57.151381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-ab651bd9-812a-4beb-a97f-216764dcd1cd service neutron] 10.222.0.43 "GET /v2.0/networks/477c527d-fab5-42c3-998d-8a49e4ecfaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173823 Nov 09 17:23:57.210976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event deleted for resources: {'Port': ['ID=93a2544a-0b1d-41ec-9295-632389b44e40,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:23:57.260136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-9535d814-6f04-417e-9ea6-729bfd549ebd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1 HTTP/1.1" status: 200 len: 217 time: 0.0681875 Nov 09 17:23:57.276683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dba213b9-329b-4528-ba9f-705d694b24e0 req-42caf1e5-5a00-4c72-bac9-c4dee02977fe tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110550 Nov 09 17:23:57.319137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6afb9-947d-4873-9d77-1b1293d43913 req-ceb4ef61-b666-4960-8779-f0b6566c9b7b tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.327894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78a6afb9-947d-4873-9d77-1b1293d43913 req-ceb4ef61-b666-4960-8779-f0b6566c9b7b tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 949 time: 0.6636348 Nov 09 17:23:57.331976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-7db53877-1558-4de3-b686-c187ea63e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.333484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-7db53877-1558-4de3-b686-c187ea63e07e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=089df030ebdb4a879a12bf6d10065492&device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 1099 time: 0.1001596 Nov 09 17:23:57.389960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] No DVR routers for this DVR port 93a2544a-0b1d-41ec-9295-632389b44e40 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:23:57.409159 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:57.411463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78a6afb9-947d-4873-9d77-1b1293d43913 req-6306dc7b-568a-4c9c-b271-de7f8a21b43f tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824761 Nov 09 17:23:57.419858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19f6f14e-4195-46c4-af0c-afdd175b66d8 req-5438515f-b51e-48cc-8089-029c779ca573 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "DELETE /v2.0/ports/93a2544a-0b1d-41ec-9295-632389b44e40 HTTP/1.1" status: 204 len: 173 time: 2.9493713 Nov 09 17:23:57.460569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-b47f577f-069f-4ace-9905-86733d6382b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.470385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-b47f577f-069f-4ace-9905-86733d6382b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24a64385-e216-4206-aac0-5731ebf0037a HTTP/1.1" status: 200 len: 801 time: 0.1902177 Nov 09 17:23:57.524090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'name': 'network-vif-deleted', 'tag': '51191902-de8b-4c57-bbca-8299da2ef646'}, {'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-deleted', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:23:57.526822 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425964d6-aed9-402e-bcb6-7aa67b6a78d4" -d '{"events": [{"server_uuid": "4cb56ba4-f1f7-4396-ade6-bc69b5dc8670", "name": "network-vif-deleted", "tag": "51191902-de8b-4c57-bbca-8299da2ef646"}, {"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-deleted", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:23:57.550262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-2b7951c4-6ac3-431d-a711-86c7bb353262 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 HTTP/1.1" status: 200 len: 217 time: 0.1550033 Nov 09 17:23:57.553589 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee80765-ca92-4f45-a772-83945692bd7c x-openstack-request-id: req-1ee80765-ca92-4f45-a772-83945692bd7c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:57.555190 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4060b50-8c55-4317-a45d-8f90148cc75b", "tag": "c5c19fa5-7bd7-4a83-b874-8bba3a0d3534", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:57.555821 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ee80765-ca92-4f45-a772-83945692bd7c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:57.556988 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'tag': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534', 'status': 'completed', 'code': 200} Nov 09 17:23:57.628248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-a560fcdf-dfed-4a94-bdc2-ed6e33234d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.629750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-a560fcdf-dfed-4a94-bdc2-ed6e33234d66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0694559 Nov 09 17:23:57.722734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-0449f0e7-b59e-4282-b7d7-548ebaa5e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.739475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-0449f0e7-b59e-4282-b7d7-548ebaa5e2bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc2ba72c-a784-4824-af3c-d0144c7f4af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2603922 Nov 09 17:23:57.799165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3763aff2-65ee-4298-b688-e83dda57617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:57.805199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-62181e80-753c-494d-98db-cbfd7f3d84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.809050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-62181e80-753c-494d-98db-cbfd7f3d84e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693282 Nov 09 17:23:57.904249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95086c25-35ff-4665-af53-6986b3c4daca req-9af36032-e024-4516-85eb-4e8a5e4ba956 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.906550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-161d11bc-4792-4bb2-a7b5-049817951a26 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:57.910229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-161d11bc-4792-4bb2-a7b5-049817951a26 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 805 time: 0.3956730 Nov 09 17:23:57.918072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95086c25-35ff-4665-af53-6986b3c4daca req-9af36032-e024-4516-85eb-4e8a5e4ba956 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 948 time: 0.1986563 Nov 09 17:23:57.942646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Request body: {'port': {'device_id': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'admin_state_up': True, 'tenant_id': 'ffa8a751fdee43129a813ed94262b87f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:23:57.948372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51191902-de8b-4c57-bbca-8299da2ef646 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:58.017739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 51191902-de8b-4c57-bbca-8299da2ef646 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:58.018477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 51191902-de8b-4c57-bbca-8299da2ef646 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:58.019202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:23:58.075192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 93a2544a-0b1d-41ec-9295-632389b44e40 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:23:58.077736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 93a2544a-0b1d-41ec-9295-632389b44e40 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:23:58.084540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f55da305-5cc7-4053-a8e8-0587983b50e4 req-912f4fd8-8cce-4c29-82fe-0095c625b2b7 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 210 time: 0.1168141 Nov 09 17:23:58.137490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95086c25-35ff-4665-af53-6986b3c4daca req-7bad86d9-15b7-455e-b936-6ebfa5ced7da tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175887 Nov 09 17:23:58.155937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:58.225835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-bd15eb61-31a4-4f52-8672-23349ac768e0 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082952 Nov 09 17:23:58.236773 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f4f59-e96e-4f82-9817-ccef6b5e1cce x-openstack-request-id: req-352f4f59-e96e-4f82-9817-ccef6b5e1cce {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:23:58.237294 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb56ba4-f1f7-4396-ade6-bc69b5dc8670", "name": "network-vif-deleted", "tag": "51191902-de8b-4c57-bbca-8299da2ef646", "status": "completed", "code": 200}, {"server_uuid": "c7175112-6053-4397-807f-50fce7aa1d32", "name": "network-vif-deleted", "tag": "93a2544a-0b1d-41ec-9295-632389b44e40", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:23:58.237720 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-352f4f59-e96e-4f82-9817-ccef6b5e1cce {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:23:58.238285 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb56ba4-f1f7-4396-ade6-bc69b5dc8670', 'name': 'network-vif-deleted', 'tag': '51191902-de8b-4c57-bbca-8299da2ef646', 'status': 'completed', 'code': 200} Nov 09 17:23:58.238707 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7175112-6053-4397-807f-50fce7aa1d32', 'name': 'network-vif-deleted', 'tag': '93a2544a-0b1d-41ec-9295-632389b44e40', 'status': 'completed', 'code': 200} Nov 09 17:23:58.263312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-b554d829-3a56-4296-ad00-c296068bc177 service neutron] 10.222.0.43 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139151 Nov 09 17:23:58.423647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-027e015e-ffb4-4ba9-8e3d-f9066542352c req-a4d043d9-f87c-40c6-bc50-87d2b0cb6c79 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894209 Nov 09 17:23:58.786819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-39c35cb4-f7e9-4201-9a3e-40d789a74f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:58.789789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-39c35cb4-f7e9-4201-9a3e-40d789a74f2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=089df030ebdb4a879a12bf6d10065492&device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 1099 time: 0.2506065 Nov 09 17:23:58.849703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c4ae-9f4e-4347-a4f6-a3729cc2aada req-7c0db9a5-d2e4-4219-8fa4-c927dcfaaceb tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:58.859674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e19c4ae-9f4e-4347-a4f6-a3729cc2aada req-7c0db9a5-d2e4-4219-8fa4-c927dcfaaceb tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 950 time: 0.6327870 Nov 09 17:23:58.917740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-a93a12d8-6673-41e3-b714-ddd4c42cd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:58.926129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-a93a12d8-6673-41e3-b714-ddd4c42cd01b service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1273704 Nov 09 17:23:58.945121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1fa0aa2-6a06-478b-a806-f79a9bd084ed req-51e281de-dfcc-4e41-a50c-359238a5123e service neutron] 10.222.0.43 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695585 Nov 09 17:23:58.949573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Made reservation on behalf of ffa8a751fdee43129a813ed94262b87f for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:23:58.951155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d37748-4bdf-4ca3-ad2c-8ae4f4efe50d req-2f2e5621-4553-4cbe-9fc6-4a14371de800 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:58.953616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:58.959944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d37748-4bdf-4ca3-ad2c-8ae4f4efe50d req-2f2e5621-4553-4cbe-9fc6-4a14371de800 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:58.967476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d37748-4bdf-4ca3-ad2c-8ae4f4efe50d req-2f2e5621-4553-4cbe-9fc6-4a14371de800 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:58.975244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e19c4ae-9f4e-4347-a4f6-a3729cc2aada req-bdbbda69-a41b-4cb9-90d4-e6f49bc0b5dc tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087780 Nov 09 17:23:58.976459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7d37748-4bdf-4ca3-ad2c-8ae4f4efe50d req-2f2e5621-4553-4cbe-9fc6-4a14371de800 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2412 time: 0.2966530 Nov 09 17:23:59.058743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-891a29f0-f564-4612-b377-6b58c6b9379b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 HTTP/1.1" status: 200 len: 217 time: 0.1233613 Nov 09 17:23:59.214859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-a814eb81-1c44-419e-9ac2-b2f9c97fd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.216514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-a814eb81-1c44-419e-9ac2-b2f9c97fd4df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1385202 Nov 09 17:23:59.268967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-ad756ed5-6573-41b4-b2c6-1ec0b61f6c20 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729876 Nov 09 17:23:59.277512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-d8c50889-52ef-4b90-82e0-0dba368fa563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.278101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-d8c50889-52ef-4b90-82e0-0dba368fa563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.278593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-d8c50889-52ef-4b90-82e0-0dba368fa563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.279997 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7d37748-4bdf-4ca3-ad2c-8ae4f4efe50d req-88f69c41-08d0-4f18-b2e4-84fa2a2d0947 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026018 Nov 09 17:23:59.280486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-d8c50889-52ef-4b90-82e0-0dba368fa563 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2865 time: 0.2769470 Nov 09 17:23:59.294875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-a7725ab4-573d-419a-a6e7-69d048274c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.297838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-a7725ab4-573d-419a-a6e7-69d048274c88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726397 Nov 09 17:23:59.415693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Allocated IP 172.20.0.2 (b8ded62b-000e-4e58-95ba-86fd5a4e8d2a/7a3f11b1-4eca-4726-b109-3a9a44e185bc/4cf73130-7c5e-45b6-bd5a-82adb0561ae3) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:23:59.450489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-938f8ba0-5290-442f-8b72-e30f48967953 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414943 Nov 09 17:23:59.554161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-2e2d2d45-c4aa-4403-9ad1-1aa863a191fa tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.562633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-2e2d2d45-c4aa-4403-9ad1-1aa863a191fa tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925875 Nov 09 17:23:59.576978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b047688-9bcf-408d-a25a-654d5401f2a9 req-af883b8f-a4df-4e23-ada7-238d36d6cea0 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189909 Nov 09 17:23:59.601384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-84941292-f907-44cc-9cef-af8ded118a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.602970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-84941292-f907-44cc-9cef-af8ded118a39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc2ba72c-a784-4824-af3c-d0144c7f4af2 HTTP/1.1" status: 200 len: 901 time: 0.3071218 Nov 09 17:23:59.640069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-37ddc33f-5383-41fb-9969-5eb20d4fdf34 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/quotas/9e8d9d3c64924b9fa64f72bcd2c78408 HTTP/1.1" status: 200 len: 375 time: 0.0762167 Nov 09 17:23:59.725174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-6853ad31-b20a-4e0f-a65b-721fd4d232ef tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839138 Nov 09 17:23:59.730834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-542d189c-376a-4008-b888-adb503d837e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1 HTTP/1.1" status: 200 len: 217 time: 0.0865562 Nov 09 17:23:59.826165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-3d9f9499-54f5-4dcb-ab47-be7a7c7001fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.827806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-3d9f9499-54f5-4dcb-ab47-be7a7c7001fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24a64385-e216-4206-aac0-5731ebf0037a HTTP/1.1" status: 200 len: 801 time: 0.0844991 Nov 09 17:23:59.860818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:23:59.936794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-fdb5b092-bc08-4514-8ef5-e45788267d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:23:59.937979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-fdb5b092-bc08-4514-8ef5-e45788267d64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc2ba72c-a784-4824-af3c-d0144c7f4af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995347 Nov 09 17:23:59.956576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.060320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:00.070615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:00.078635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:00.091462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:00.120746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19bf7-a0bb-4442-a5da-986545ea58bf req-2c5ece0b-d23f-4711-b44f-e62bab10e8e3 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:00.132257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ac19bf7-a0bb-4442-a5da-986545ea58bf req-2c5ece0b-d23f-4711-b44f-e62bab10e8e3 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 931 time: 0.1714997 Nov 09 17:24:00.170259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-b50ff85c-c7b9-4ee0-a449-987e5f3dd3ac service neutron] 10.222.0.43 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244785 Nov 09 17:24:00.178098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:00.178820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.203167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ac19bf7-a0bb-4442-a5da-986545ea58bf req-f5006e87-15bc-4aa7-924b-4a07e881e1b5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639336 Nov 09 17:24:00.240097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-5b3a6ce6-1c6c-405c-8976-d2218bb2e930 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3142927 Nov 09 17:24:00.256710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Request body: {'port': {'device_id': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:00.356378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890252a-74df-474c-bd8a-13d6fe1555f5 req-82da84ec-3bd1-430d-af19-007729d37fe5 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:00.365271 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5890252a-74df-474c-bd8a-13d6fe1555f5 req-82da84ec-3bd1-430d-af19-007729d37fe5 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 948 time: 0.0846071 Nov 09 17:24:00.368305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70178eb5-89ec-40c0-96b3-b1e42810a0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.394023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3b377b7-6371-4d7b-90e0-a37c829200f7 req-5dad9837-5706-4f7b-b7f2-515dbf3ff7fc service neutron] 10.222.0.43 "GET /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112565 Nov 09 17:24:00.394719 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.469067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5890252a-74df-474c-bd8a-13d6fe1555f5 req-494e1da6-f049-4638-8512-976cb2b0ac43 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027088 Nov 09 17:24:00.609267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126fdfc1-2d8e-4e3b-9b3b-9f99c1092183 req-aebddbfe-9b0b-4b2e-bdf1-8951c8e2e406 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 210 time: 0.0692375 Nov 09 17:24:00.611554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:00.808254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:00.822617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534', 'mac_address': 'fa:16:3e:40:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:00.852506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5dc89-e5f2-4a99-8773-25d2b8f0730e req-e69277f6-4405-4301-b8ea-91033ed7a740 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:00.859193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5dc89-e5f2-4a99-8773-25d2b8f0730e req-e69277f6-4405-4301-b8ea-91033ed7a740 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:00.866201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5dc89-e5f2-4a99-8773-25d2b8f0730e req-e69277f6-4405-4301-b8ea-91033ed7a740 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:00.867957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cf5dc89-e5f2-4a99-8773-25d2b8f0730e req-e69277f6-4405-4301-b8ea-91033ed7a740 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2412 time: 0.1470768 Nov 09 17:24:00.884678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.903064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:00.924911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:00.931310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.953127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:00.973282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:00.981932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cf5dc89-e5f2-4a99-8773-25d2b8f0730e req-4403f24b-fccd-4f7b-81ce-7d22f4e6645d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039925 Nov 09 17:24:00.988386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:00.992699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Transition to ACTIVE for port object 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:24:00.996820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:01.069358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:01.128584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Attempting to bind port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:01.128884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Attempting to bind port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:01.129174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Attempting to bind port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:01.139455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:24:01.139783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Attempting to bind port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 on network b8ded62b-000e-4e58-95ba-86fd5a4e8d2a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:01.146643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:01.147271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Checking segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:01.147826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Bound using segment: {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:01.148501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Bound port: 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10754ba3-2108-478a-a0ba-9105bdbb1caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:01.148870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:01.240921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:01.255499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:01.262886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:01.307102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:01.308244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:01.310153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] 10.222.0.43 "PUT /v2.0/ports/4cf73130-7c5e-45b6-bd5a-82adb0561ae3 HTTP/1.1" status: 200 len: 1091 time: 1.0614047 Nov 09 17:24:01.313706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:01.317883 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1354d7f1-a7a3-4075-b476-e8b268c70420" -d '{"events": [{"name": "network-changed", "server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:01.356922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c5c19fa5-7bd7-4a83-b874-8bba3a0d3534'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:01.365529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-f277ca4b-1381-4462-a0aa-3b5177b12682 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302031 Nov 09 17:24:01.506652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6995-bc8b-421e-818e-e692484e2053 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:01.522309 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:01.555106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade5ffb-5089-4450-9e70-49112f503206 req-4f607ba0-0e93-4a81-90b1-2df711817c58 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:01.556846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ade5ffb-5089-4450-9e70-49112f503206 req-4f607ba0-0e93-4a81-90b1-2df711817c58 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 943 time: 0.2572086 Nov 09 17:24:01.586293 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd745eda-393c-4202-9fba-f3c9303a6371 x-openstack-request-id: req-fd745eda-393c-4202-9fba-f3c9303a6371 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:01.586583 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:01.586837 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd745eda-393c-4202-9fba-f3c9303a6371 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:01.587258 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'status': 'completed', 'code': 200} Nov 09 17:24:01.589238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-da369037-264e-499c-b96a-feec0370e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:01.590734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-da369037-264e-499c-b96a-feec0370e00a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1856716 Nov 09 17:24:01.663483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-2c1b1eec-32cf-4fce-a6a9-da05bdb99384 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:01.664964 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-2c1b1eec-32cf-4fce-a6a9-da05bdb99384 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818606 Nov 09 17:24:01.672141 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-172009d5-88c1-4ba4-8f32-e89d0a806e63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3 HTTP/1.1" status: 200 len: 217 time: 0.0634227 Nov 09 17:24:01.686923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e4247-9676-444a-87fb-74b6a654d3ff req-412676cf-c24b-4c29-b363-02367f037979 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:01.688632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb7e4247-9676-444a-87fb-74b6a654d3ff req-412676cf-c24b-4c29-b363-02367f037979 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 949 time: 0.0590792 Nov 09 17:24:01.691779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Request body: {'port': {'device_id': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '9e8d9d3c64924b9fa64f72bcd2c78408'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:01.736839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ade5ffb-5089-4450-9e70-49112f503206 req-b1524135-8dd8-44a7-b623-ee5446cbebc0 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652091 Nov 09 17:24:01.742930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb7e4247-9676-444a-87fb-74b6a654d3ff req-9723643e-2264-42b1-9d5d-1c1eaed74234 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Nov 09 17:24:01.806654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255843-6567-4ea5-99f8-490ef9535515 req-2d3778da-a579-47e1-8e96-a0d47cfde886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:01.808216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-2d3778da-a579-47e1-8e96-a0d47cfde886 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.1238208 Nov 09 17:24:01.848437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-25caec98-0da1-426b-88d0-c213b488b46c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323973 Nov 09 17:24:01.933935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:01.954383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f7d290f6-0317-4159-b04b-d9a01bee94f5 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:01.960170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea5c8107-05b8-444d-8082-2873b80afc49 req-ac9b1350-3ea3-4bad-a2f2-2a3cd70058fd tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 210 time: 0.0425887 Nov 09 17:24:01.991521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Made reservation on behalf of 9e8d9d3c64924b9fa64f72bcd2c78408 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:01.996127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.044324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-9197befd-ac81-477f-b1f9-0b7b92cee2d2 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872482 Nov 09 17:24:02.076241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3dc36-226a-4bbd-95e4-9333ef973632 req-d61340c9-f8a5-4aa2-a369-9d65d842344b tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:02.082097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-46d3dc36-226a-4bbd-95e4-9333ef973632 req-d61340c9-f8a5-4aa2-a369-9d65d842344b tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 950 time: 0.0721662 Nov 09 17:24:02.102753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f7d290f6-0317-4159-b04b-d9a01bee94f5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f7d290f6-0317-4159-b04b-d9a01bee94f5,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:02.116319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c2fb7c-ff46-4068-b601-fd49991be90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.122063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'f7d290f6-0317-4159-b04b-d9a01bee94f5', 'network_id': '477c527d-fab5-42c3-998d-8a49e4ecfaab', 'port_id': 'f7d290f6-0317-4159-b04b-d9a01bee94f5', 'mac_address': 'fa:16:3e:4c:51:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495fa4dd-6977-4f5f-95df-68df4523b45d', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:02.169489 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.185269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d290f6-0317-4159-b04b-d9a01bee94f5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:02.189156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-46d3dc36-226a-4bbd-95e4-9333ef973632 req-e6ce9f56-daa6-4796-ae42-1b6a6829b964 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955956 Nov 09 17:24:02.225901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f7d290f6-0317-4159-b04b-d9a01bee94f5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f7d290f6-0317-4159-b04b-d9a01bee94f5,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:02.234710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.237516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 89f4a16f-efde-48b6-b4bc-692fbef3f7ae details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:02.272610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c2fb7c-ff46-4068-b601-fd49991be90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.278772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c2fb7c-ff46-4068-b601-fd49991be90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.291395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fe655-554c-4d84-8503-dcfdd2e6ddaf req-af70edbd-385f-4fd9-b8c5-ed8b88ab241a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:02.298177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fe655-554c-4d84-8503-dcfdd2e6ddaf req-af70edbd-385f-4fd9-b8c5-ed8b88ab241a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:02.304241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fe655-554c-4d84-8503-dcfdd2e6ddaf req-af70edbd-385f-4fd9-b8c5-ed8b88ab241a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:02.305920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f46fe655-554c-4d84-8503-dcfdd2e6ddaf req-af70edbd-385f-4fd9-b8c5-ed8b88ab241a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2412 time: 0.1857605 Nov 09 17:24:02.327636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2fb7c-ff46-4068-b601-fd49991be90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb216275-5073-4ff6-aada-f19173e5c788,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:02.352135 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69c2fb7c-ff46-4068-b601-fd49991be90d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af75aa6fcc5e407d8d5ec7c067fbc172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168904 Nov 09 17:24:02.356046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:02.362802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42255843-6567-4ea5-99f8-490ef9535515 req-b288cd8b-bc8c-435a-b932-b63052b91508 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070402 Nov 09 17:24:02.379462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Allocated IP 192.168.233.147 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/854ea179-e606-49e0-b96e-9da829031781) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:02.436211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f46fe655-554c-4d84-8503-dcfdd2e6ddaf req-ba5b3f48-420f-4596-90f3-71fbe1a8e5a0 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160095 Nov 09 17:24:02.447660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbb16-1d0b-42b1-9fae-8d67d489f83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.450265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:02.482881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbb16-1d0b-42b1-9fae-8d67d489f83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.550201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-3b6308e1-5916-42f4-b4d3-eef2efc00426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:02.559474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-3b6308e1-5916-42f4-b4d3-eef2efc00426 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffa8a751fdee43129a813ed94262b87f&device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1219029 Nov 09 17:24:02.563999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbb16-1d0b-42b1-9fae-8d67d489f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.568838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbb16-1d0b-42b1-9fae-8d67d489f83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.571418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6cbdbb16-1d0b-42b1-9fae-8d67d489f83f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb216275-5073-4ff6-aada-f19173e5c788 HTTP/1.1" status: 204 len: 168 time: 0.2133396 Nov 09 17:24:02.595382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdbb16-1d0b-42b1-9fae-8d67d489f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb216275-5073-4ff6-aada-f19173e5c788,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:02.665435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:02.683640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae', 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'port_id': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae', 'mac_address': 'fa:16:3e:f0:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a64385-e216-4206-aac0-5731ebf0037a', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:02.749968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f7d290f6-0317-4159-b04b-d9a01bee94f5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:02.833621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.862864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f4a16f-efde-48b6-b4bc-692fbef3f7ae {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:02.881372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-f2f66e8c-620d-4587-bbc1-1b5aa39642e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:02.882849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-f2f66e8c-620d-4587-bbc1-1b5aa39642e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 200 len: 905 time: 0.3024321 Nov 09 17:24:02.901562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:02.904361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:02.908199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:02.909092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:02.960823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd1339655-7c5c-417e-8056-677777f82da8', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'd1339655-7c5c-417e-8056-677777f82da8', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:02.971438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-42a51113-a644-4363-bbf4-e461961b39c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3 HTTP/1.1" status: 200 len: 217 time: 0.0715621 Nov 09 17:24:03.014300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.062958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.069665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:03.087316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:03.091685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b594a-ce2e-4ae5-aee0-8fc204eb3192 req-ba04e2a9-2474-4a02-99a0-bd3aea7a25ca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.097401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1', 'network_id': 'fc2ba72c-a784-4824-af3c-d0144c7f4af2', 'port_id': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1', 'mac_address': 'fa:16:3e:f8:ef:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a64385-e216-4206-aac0-5731ebf0037a', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:03.100855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-199b594a-ce2e-4ae5-aee0-8fc204eb3192 req-ba04e2a9-2474-4a02-99a0-bd3aea7a25ca tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 949 time: 0.2208822 Nov 09 17:24:03.123518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:03.139901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-29b83fb6-3d31-4e61-bfc5-104bcefa7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.141473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-29b83fb6-3d31-4e61-bfc5-104bcefa7245 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 200 len: 845 time: 0.1440225 Nov 09 17:24:03.146282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53d47197-2d14-4411-a1f3-eadde9403a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.171240 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.195213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-375e46e0-ea6c-4c6f-b91e-9ce3f715b521 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448735 Nov 09 17:24:03.240648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1339655-7c5c-417e-8056-677777f82da8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:03.256239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-199b594a-ce2e-4ae5-aee0-8fc204eb3192 req-d9d10746-b214-4063-963b-2662276d9832 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543455 Nov 09 17:24:03.289282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.291355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.313117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:03.335636 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.338439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:03.354701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53d47197-2d14-4411-a1f3-eadde9403a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.361802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53d47197-2d14-4411-a1f3-eadde9403a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.390579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:03.460529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:03.471916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Pushing event updated for resources: {'Port': ['ID=854ea179-e606-49e0-b96e-9da829031781,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:03.482620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:03.486222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-53d47197-2d14-4411-a1f3-eadde9403a0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=262cda75cb624a1d810271d4056ee031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615060 Nov 09 17:24:03.490729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55596) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:03.497919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:03.500499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d47197-2d14-4411-a1f3-eadde9403a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eae281-9a3e-42ce-87e3-6bc9c413ef7f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:03.532093 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.569549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-c268d254-a8f3-4bf9-a1a6-7cd274952c7d service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619807 Nov 09 17:24:03.578202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d1339655-7c5c-417e-8056-677777f82da8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:03.595224 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.641757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:03.658954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-1d90674d-4623-490c-8862-663bd77617be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1303332 Nov 09 17:24:03.796915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.797742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:03.805898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:03.826650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['89f4a16f-efde-48b6-b4bc-692fbef3f7ae'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:03.852375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583972b-6823-4a80-9994-ed066c94b983 req-e9a69e3a-8cf0-4774-9324-d1dfa4122a88 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.854978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3583972b-6823-4a80-9994-ed066c94b983 req-e9a69e3a-8cf0-4774-9324-d1dfa4122a88 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 943 time: 0.4390416 Nov 09 17:24:03.867398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.868180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.868742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.869987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.870513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['f7d290f6-0317-4159-b04b-d9a01bee94f5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:03.870682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.876265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.876895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:03.884416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-9254f8e6-2679-43c5-9ae5-90b25faff82b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6492 time: 0.1394184 Nov 09 17:24:03.888000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-d82c02ad-2027-4265-851b-c62f4071cd12 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2054389 Nov 09 17:24:03.927167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Request body: {'port': {'device_id': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:03.984592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:04.040611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-896c9ec7-b9ae-44c7-bff9-3aecaa1374a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:04.042667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8d96bf46-0f57-4163-85a1-2180ca28dd58 None None] Provisioning complete for port 854ea179-e606-49e0-b96e-9da829031781 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:04.043083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf46-0f57-4163-85a1-2180ca28dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:04.072498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-896c9ec7-b9ae-44c7-bff9-3aecaa1374a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:04.098896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d96bf46-0f57-4163-85a1-2180ca28dd58 None None] Port 854ea179-e606-49e0-b96e-9da829031781 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:04.112140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe65c8-f6d6-42f6-aaf9-88b39f71249a req-da4e20c8-186d-4624-b100-cbffe24051df tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.114549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1354d7f1-a7a3-4075-b476-e8b268c70420 req-a182bec2-81b6-4d36-81f2-dad761e46547 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321255 Nov 09 17:24:04.114946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93fe65c8-f6d6-42f6-aaf9-88b39f71249a req-da4e20c8-186d-4624-b100-cbffe24051df tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 936 time: 0.0958753 Nov 09 17:24:04.116929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-2e305835-844b-4f73-999a-2ec0a03f573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.118126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-2e305835-844b-4f73-999a-2ec0a03f573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.118126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-2e305835-844b-4f73-999a-2ec0a03f573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.119507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-2e305835-844b-4f73-999a-2ec0a03f573c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 2291 time: 0.2072206 Nov 09 17:24:04.248367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:04.293516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-896c9ec7-b9ae-44c7-bff9-3aecaa1374a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:04.297231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-896c9ec7-b9ae-44c7-bff9-3aecaa1374a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:04.298831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-896c9ec7-b9ae-44c7-bff9-3aecaa1374a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81eae281-9a3e-42ce-87e3-6bc9c413ef7f HTTP/1.1" status: 204 len: 168 time: 0.8070667 Nov 09 17:24:04.313760 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93fe65c8-f6d6-42f6-aaf9-88b39f71249a req-ad19f247-7fd8-4567-90ba-d804f3ac1b6e tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854434 Nov 09 17:24:04.318059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-4b0f1c0b-e124-40e6-a5d2-b48dbdd378bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 200 len: 1001 time: 0.1714926 Nov 09 17:24:04.351032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3583972b-6823-4a80-9994-ed066c94b983 req-9a0e5821-6c81-46ae-886b-e3c7a6cca2d0 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616661 Nov 09 17:24:04.355233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c9ec7-b9ae-44c7-bff9-3aecaa1374a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eae281-9a3e-42ce-87e3-6bc9c413ef7f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:04.442533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-22a92dc3-8395-4eaf-8c30-97d6416cb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.444605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-22a92dc3-8395-4eaf-8c30-97d6416cb7fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc0da707-c995-4377-8781-f8ebb9c5b4dc HTTP/1.1" status: 200 len: 851 time: 0.1110294 Nov 09 17:24:04.584639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-de3962e6-f074-409b-9b3d-2fdf659fc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.589300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-de3962e6-f074-409b-9b3d-2fdf659fc970 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264510 Nov 09 17:24:04.652249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:04.739789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:04.866294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'mac_address': 'fa:16:3e:2e:ce:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:04.868341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58525f-c01f-4e6d-b209-13183010bfe4 req-babae64d-a09a-4d67-99ea-b9562bef95da tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:04.879701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a58525f-c01f-4e6d-b209-13183010bfe4 req-babae64d-a09a-4d67-99ea-b9562bef95da tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 949 time: 0.2263477 Nov 09 17:24:04.937288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-294ac0f7-2875-42cf-8eba-a37addda92d1 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357737 Nov 09 17:24:04.980379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['4fc05453-d267-4fb4-8fcd-50401d1e1aa1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:04.996719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:24:05.094033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:05.094413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.095829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a58525f-c01f-4e6d-b209-13183010bfe4 req-00381021-dabf-467c-ad81-d6bb0729d9c5 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149506 Nov 09 17:24:05.108679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854ea179-e606-49e0-b96e-9da829031781 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:05.116925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.125011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.151670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Transition to ACTIVE for port object 854ea179-e606-49e0-b96e-9da829031781 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:24:05.169617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.219856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:05.236816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-c9321e70-4e39-4ed7-82c4-6410b5d097ba service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677436 Nov 09 17:24:05.330841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:05.334124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-320c4bfa-ebcc-4f87-9736-ed88f9db35e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 217 time: 0.0960310 Nov 09 17:24:05.369108 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.391413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Pushing event updated for resources: {'Port': ['ID=854ea179-e606-49e0-b96e-9da829031781,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:05.467972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e67a3f22-400d-4f79-be5e-c106e35c4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:05.469464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e67a3f22-400d-4f79-be5e-c106e35c4a2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.1267581 Nov 09 17:24:05.469606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1ade-e535-4f16-939d-e88ddd364b66 req-37ffb37c-d049-456b-a5a0-5da5ef6ffad3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:05.475746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1ade-e535-4f16-939d-e88ddd364b66 req-37ffb37c-d049-456b-a5a0-5da5ef6ffad3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:05.492091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1ade-e535-4f16-939d-e88ddd364b66 req-37ffb37c-d049-456b-a5a0-5da5ef6ffad3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:05.495220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88ce1ade-e535-4f16-939d-e88ddd364b66 req-37ffb37c-d049-456b-a5a0-5da5ef6ffad3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2415 time: 0.3344641 Nov 09 17:24:05.578942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-d5dee8cb-d176-48db-95d2-2cb7fe2ca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:05.583513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-d5dee8cb-d176-48db-95d2-2cb7fe2ca2cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995865 Nov 09 17:24:05.624826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Attempting to bind port 854ea179-e606-49e0-b96e-9da829031781 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:05.625383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Attempting to bind port 854ea179-e606-49e0-b96e-9da829031781 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:05.626478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Attempting to bind port 854ea179-e606-49e0-b96e-9da829031781 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:05.660634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88ce1ade-e535-4f16-939d-e88ddd364b66 req-aff23651-6712-40cf-a7fe-9e38774d2c16 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548169 Nov 09 17:24:05.664102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Port 854ea179-e606-49e0-b96e-9da829031781 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:24:05.664617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Attempting to bind port 854ea179-e606-49e0-b96e-9da829031781 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:05.681597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:05.685145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:05.685645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:05.686194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Bound port: 854ea179-e606-49e0-b96e-9da829031781, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:05.686633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.700728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['4cf73130-7c5e-45b6-bd5a-82adb0561ae3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:05.816904 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:05.881128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-1a489974-1abd-42ca-8151-65d832647e30 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845986 Nov 09 17:24:05.901711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:05.924071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] For port 854ea179-e606-49e0-b96e-9da829031781, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:05.931213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] For port 854ea179-e606-49e0-b96e-9da829031781, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=854ea179-e606-49e0-b96e-9da829031781,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:05.936936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.025337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 89f4a16f-efde-48b6-b4bc-692fbef3f7ae up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:06.079377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Pushing event updated for resources: {'Port': ['ID=854ea179-e606-49e0-b96e-9da829031781,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:06.131974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.132673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.134068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-bfa0a319-bb20-4143-aed5-a3b34e3a1e59 service neutron] 10.222.0.43 "PUT /v2.0/ports/854ea179-e606-49e0-b96e-9da829031781 HTTP/1.1" status: 200 len: 1096 time: 2.2259524 Nov 09 17:24:06.136483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'tag': '854ea179-e606-49e0-b96e-9da829031781'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:06.143070 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd18ac1-a3dc-4424-bd11-490d37f09295" -d '{"events": [{"name": "network-changed", "server_uuid": "b7be916a-f538-4adb-a93a-42eda440b1bc", "tag": "854ea179-e606-49e0-b96e-9da829031781"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:06.147051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55684) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:06.198096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb8a55-277a-4c48-afde-dca163c0380b req-a41d4b20-4e3b-4035-ac0e-b9ea0c749e92 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.200815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86cb8a55-277a-4c48-afde-dca163c0380b req-a41d4b20-4e3b-4035-ac0e-b9ea0c749e92 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 948 time: 0.1644695 Nov 09 17:24:06.215997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:06.248074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:06.250521 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfbd019-5f45-48e3-8aaf-45e5c2ed0983" -d '{"events": [{"server_uuid": "f4060b50-8c55-4317-a45d-8f90148cc75b", "name": "network-vif-plugged", "status": "completed", "tag": "c5c19fa5-7bd7-4a83-b874-8bba3a0d3534"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:06.319762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-af467d53-a0ed-4856-abe9-3f9c1a75d17b service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304183 Nov 09 17:24:06.342700 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.343548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:06.367552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-network', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:06.380124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-af661596-098d-4574-bf91-501b51f14a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.381928 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-af661596-098d-4574-bf91-501b51f14a65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 1099 time: 0.1802032 Nov 09 17:24:06.393148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d2c0d-5e5d-4abe-8374-8f426c1f472a req-306454b1-f336-43ac-980d-aeb5ab43ecbf tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.396630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86cb8a55-277a-4c48-afde-dca163c0380b req-74f11a66-e6ee-4f9e-b5b3-f8e271d89750 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740808 Nov 09 17:24:06.433524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-455d2c0d-5e5d-4abe-8374-8f426c1f472a req-306454b1-f336-43ac-980d-aeb5ab43ecbf tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 944 time: 0.2771246 Nov 09 17:24:06.453551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-25a9b9b3-ff0f-4ed9-a832-6cab9e70b70e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=854ea179-e606-49e0-b96e-9da829031781 HTTP/1.1" status: 200 len: 217 time: 0.0615549 Nov 09 17:24:06.482083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Made reservation on behalf of cc05a2de15374e92b349d0e0337e633a for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:06.485834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.519576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.579247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-807dacd4-20b1-4195-a199-aab9f326fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.581748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-807dacd4-20b1-4195-a199-aab9f326fd44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1203060 Nov 09 17:24:06.599854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-455d2c0d-5e5d-4abe-8374-8f426c1f472a req-16f42e9e-aa85-4241-8562-3275d25ff6cd tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616042 Nov 09 17:24:06.601917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-fd354ab4-e9f3-4d7a-85c4-6134e1bc07ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 217 time: 0.2577245 Nov 09 17:24:06.615401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.697741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-9e448f13-e050-4825-85ce-ba70a15f3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.699489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-9e448f13-e050-4825-85ce-ba70a15f3196 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103137 Nov 09 17:24:06.714556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:06.753679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-4da0b504-d978-4c13-871c-479da01dce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.757366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-4da0b504-d978-4c13-871c-479da01dce7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.1294639 Nov 09 17:24:06.768887 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f17a7-4e0f-4958-aa9b-01bc048b27eb x-openstack-request-id: req-1c8f17a7-4e0f-4958-aa9b-01bc048b27eb {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:06.769183 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7be916a-f538-4adb-a93a-42eda440b1bc", "tag": "854ea179-e606-49e0-b96e-9da829031781", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:06.769442 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c8f17a7-4e0f-4958-aa9b-01bc048b27eb {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:06.770080 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'tag': '854ea179-e606-49e0-b96e-9da829031781', 'status': 'completed', 'code': 200} Nov 09 17:24:06.785341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:06.797414 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:06.819848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:06.884309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-ce0da58b-1a4f-48fe-aa92-69d8ffa977a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.886496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-ce0da58b-1a4f-48fe-aa92-69d8ffa977a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144109 Nov 09 17:24:06.903710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-35831e33-6f40-414d-9bdd-4d4d7c6fa70f service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881254 Nov 09 17:24:06.910972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ce470-5b3e-4857-bff1-15c084dc1aab req-000554d1-f640-4b48-bd57-e5d88d59209e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:06.912597 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d3ce470-5b3e-4857-bff1-15c084dc1aab req-000554d1-f640-4b48-bd57-e5d88d59209e tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 950 time: 0.0916638 Nov 09 17:24:06.931417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:24:06.945927 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a6b0d2-98c2-4bb1-a1af-f80480b4f739 x-openstack-request-id: req-f8a6b0d2-98c2-4bb1-a1af-f80480b4f739 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:06.946534 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4060b50-8c55-4317-a45d-8f90148cc75b", "name": "network-vif-plugged", "status": "completed", "tag": "c5c19fa5-7bd7-4a83-b874-8bba3a0d3534", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:06.946960 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8a6b0d2-98c2-4bb1-a1af-f80480b4f739 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:06.947548 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534', 'code': 200} Nov 09 17:24:06.948391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.025290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:07.026373 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.063405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-5ca7f71d-13e6-4bc8-a658-81818dddecb9 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121337 Nov 09 17:24:07.085934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ca10e45-757c-4b69-b742-b9cba2ef70fa req-00c072ae-3607-4401-9fca-d0dc4e30db1a service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355197 Nov 09 17:24:07.088380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.167602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:07.172865 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d3ce470-5b3e-4857-bff1-15c084dc1aab req-c4b30f0d-72f8-4786-b2e2-cf4165c3340b tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486408 Nov 09 17:24:07.188508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:07.235066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c31c8-f2bb-467e-bf26-48d4873b9f5a req-62640079-e0b3-4500-940d-84f3ccc19c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.236599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-407c31c8-f2bb-467e-bf26-48d4873b9f5a req-62640079-e0b3-4500-940d-84f3ccc19c2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 1101 time: 0.2868080 Nov 09 17:24:07.238765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad7c69-0a6e-43d3-989f-3be2a53f8070,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:07.258933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.259305 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Added segment 00f0ef85-f684-437e-9223-abf9fe482d35 of type vlan for network 6737270e-1c3a-4461-bffb-ccea15c3341e Nov 09 17:24:07.270730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d1339655-7c5c-417e-8056-677777f82da8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:07.271233 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.289952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f624-4644-46a7-89d8-21ba243a087c req-10377cf2-d567-47e0-b4da-a36cb62ae1ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.296930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-f04f48e8-776a-4acd-ad2d-f3c5845d3231 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237496 Nov 09 17:24:07.298768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f624-4644-46a7-89d8-21ba243a087c req-10377cf2-d567-47e0-b4da-a36cb62ae1ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.305079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f624-4644-46a7-89d8-21ba243a087c req-10377cf2-d567-47e0-b4da-a36cb62ae1ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.308677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fe0f624-4644-46a7-89d8-21ba243a087c req-10377cf2-d567-47e0-b4da-a36cb62ae1ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2415 time: 0.2208037 Nov 09 17:24:07.337925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-407c31c8-f2bb-467e-bf26-48d4873b9f5a req-e24d7160-337c-4281-8114-671a1e65689b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881093 Nov 09 17:24:07.364008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.375247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-198ff7ab-f69b-46ef-9af0-45b279e60843 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078 HTTP/1.1" status: 200 len: 217 time: 0.0630250 Nov 09 17:24:07.389175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.392871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-cce76c5b-593d-4834-9dd6-e6e6205ad017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.394383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-cce76c5b-593d-4834-9dd6-e6e6205ad017 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 1099 time: 0.2414830 Nov 09 17:24:07.517477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fe0f624-4644-46a7-89d8-21ba243a087c req-154bac0e-c3cf-4aee-8a6e-7042e7ddc0cf tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855018 Nov 09 17:24:07.545551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.546748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.547398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.625299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:07.633895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.635224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f7d290f6-0317-4159-b04b-d9a01bee94f5 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:07.688965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-0e65ff53-3408-47bf-ab96-526775ee9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.689581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:07.690302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-0e65ff53-3408-47bf-ab96-526775ee9af2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0789154 Nov 09 17:24:07.712768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5644782 Nov 09 17:24:07.717203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4e178-24d0-457b-80ff-34a95b867297 req-8c0980f0-1516-456c-81fe-6f74e3e99217 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.719673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55720) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:07.724997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Request body: {'subnet': {'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-subnet', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:07.726337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8db4e178-24d0-457b-80ff-34a95b867297 req-8c0980f0-1516-456c-81fe-6f74e3e99217 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 948 time: 0.1949739 Nov 09 17:24:07.732396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-5ff3c191-3676-4219-9970-956cead89305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.740070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-5ff3c191-3676-4219-9970-956cead89305 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.3256073 Nov 09 17:24:07.741985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99754a9-9dc8-42df-8a2c-08401af56f3f admin admin] Pushing event updated for resources: {'Network': ['ID=6737270e-1c3a-4461-bffb-ccea15c3341e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:07.762355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.780736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6737270e-1c3a-4461-bffb-ccea15c3341e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:07.800070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port f7d290f6-0317-4159-b04b-d9a01bee94f5 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:24:07.852256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port f7d290f6-0317-4159-b04b-d9a01bee94f5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:07.852755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.860831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e626574b-50fe-4bbf-a728-e803dc4e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:07.862264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e626574b-50fe-4bbf-a728-e803dc4e0f82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236353 Nov 09 17:24:07.869309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-84c24cfa-452d-481b-bf07-5d2a854b0599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=854ea179-e606-49e0-b96e-9da829031781 HTTP/1.1" status: 200 len: 217 time: 0.1067076 Nov 09 17:24:07.882729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8db4e178-24d0-457b-80ff-34a95b867297 req-bc45c147-0877-40ff-afbb-a2099f1ba0c7 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545842 Nov 09 17:24:07.908032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:07.922562 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:07.953358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Made reservation on behalf of cc05a2de15374e92b349d0e0337e633a for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:07.955903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.009566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:08.056766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289ad4-5a6a-493e-9f63-40c0db1de789 req-e6559f6e-30f1-4817-a75f-70b7bdcfc2a9 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.065491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06289ad4-5a6a-493e-9f63-40c0db1de789 req-e6559f6e-30f1-4817-a75f-70b7bdcfc2a9 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 944 time: 0.1911821 Nov 09 17:24:08.074278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-011dd031-23af-4cdb-afb4-9cfd153fcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.076864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-011dd031-23af-4cdb-afb4-9cfd153fcf00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1872919 Nov 09 17:24:08.080767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-f96b2b31-c0d0-464f-beb9-5e763149c064 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969783 Nov 09 17:24:08.082454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.153864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f7d290f6-0317-4159-b04b-d9a01bee94f5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f7d290f6-0317-4159-b04b-d9a01bee94f5,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:08.164456 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.194735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06289ad4-5a6a-493e-9f63-40c0db1de789 req-e51bc61d-d11b-4715-b016-15958f3eb7b6 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277018 Nov 09 17:24:08.199089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:08.238479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-f4604eab-93f6-4b3f-adce-a89be248c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.240969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-f4604eab-93f6-4b3f-adce-a89be248c9a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536794 Nov 09 17:24:08.280445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f7d290f6-0317-4159-b04b-d9a01bee94f5,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:08.290615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:24:08.298358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:08.299226 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.326254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-0b8a32e4-680f-4b50-a666-f2f7b49ef861 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283454 Nov 09 17:24:08.410964 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-e18143a6-be44-4d88-b67c-a7a867874bdb service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616187 Nov 09 17:24:08.412865 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-38608af3-1adc-4e0b-945f-b5bc6ec6fee0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=5729fcde-178d-4c21-8f3a-057e019dc413 HTTP/1.1" status: 200 len: 217 time: 0.0750062 Nov 09 17:24:08.477966 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.500611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-69de0ade-4253-4df1-a55e-5ba64624be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.503219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-69de0ade-4253-4df1-a55e-5ba64624be85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0739875 Nov 09 17:24:08.512384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729769c-75ce-46c0-a1de-741d33763ba4 req-e58693d4-544b-476c-a7ae-3c523bf67279 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.514295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1729769c-75ce-46c0-a1de-741d33763ba4 req-e58693d4-544b-476c-a7ae-3c523bf67279 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 950 time: 0.1678920 Nov 09 17:24:08.571392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:08.579081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.580305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:08.603386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bd18ac1-a3dc-4424-bd11-490d37f09295 req-5cecfba9-fd75-44b2-b80a-cc9e344e7261 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320620 Nov 09 17:24:08.605907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.624040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-8043b9c7-a7de-4abc-ab0f-9dbcd50a242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.628752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-8043b9c7-a7de-4abc-ab0f-9dbcd50a242b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125546 Nov 09 17:24:08.633155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1729769c-75ce-46c0-a1de-741d33763ba4 req-2b096659-e6ff-4127-8512-3a43f1b76626 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071856 Nov 09 17:24:08.689280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:08.761793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5439758-7dab-48e8-a37a-bac3c2391cf5,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:08.765554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e0bb7810-c1bc-4229-b02e-7a621ac21ae5 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211779 Nov 09 17:24:08.767724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Checking segment: {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:08.768613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Network hostable DHCP agents. Network: 6737270e-1c3a-4461-bffb-ccea15c3341e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:08.792467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:08.834205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612683-37c2-449a-86c1-c0d7bcd29e80 req-e0cbfe0c-83a8-439c-a0c9-872119bf4a63 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.842327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612683-37c2-449a-86c1-c0d7bcd29e80 req-e0cbfe0c-83a8-439c-a0c9-872119bf4a63 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.849819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612683-37c2-449a-86c1-c0d7bcd29e80 req-e0cbfe0c-83a8-439c-a0c9-872119bf4a63 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.852638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:24:08.858301 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75612683-37c2-449a-86c1-c0d7bcd29e80 req-e0cbfe0c-83a8-439c-a0c9-872119bf4a63 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2417 time: 0.1809392 Nov 09 17:24:08.863303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:08.864058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.866847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Network 6737270e-1c3a-4461-bffb-ccea15c3341e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:08.890337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6737270e-1c3a-4461-bffb-ccea15c3341e) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:08.898600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:08.899240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:08.936670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6c446-1068-45af-8315-5191c6133725 None None] Network 6737270e-1c3a-4461-bffb-ccea15c3341e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:08.943824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75612683-37c2-449a-86c1-c0d7bcd29e80 req-c5acbbc8-1fcd-412d-9202-7575aed1a762 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844941 Nov 09 17:24:08.957594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-98d22a52-8acc-416f-92ae-9c88dac62047 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2363214 Nov 09 17:24:08.958285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55748) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:08.964085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:09.000160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.001951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.030859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-349ad30a-faa1-4d40-a19f-ddfe48d891e1 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447345 Nov 09 17:24:09.038821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:09.064373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}, {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae'}, {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}, {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d290f6-0317-4159-b04b-d9a01bee94f5'}, {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:09.068028 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141c9d37-a124-4cf1-9ca5-78ced6cc486d" -d '{"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-unplugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}, {"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-plugged", "status": "completed", "tag": "89f4a16f-efde-48b6-b4bc-692fbef3f7ae"}, {"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}, {"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-plugged", "status": "completed", "tag": "f7d290f6-0317-4159-b04b-d9a01bee94f5"}, {"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-plugged", "status": "completed", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:09.076151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '7e829da9-095f-49c8-880b-59cc12a3c809', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '7e829da9-095f-49c8-880b-59cc12a3c809', 'mac_address': 'fa:16:3e:c2:5a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:09.082909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e580c96f-16f0-4fa7-a887-40d76c5e2e57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 200 len: 217 time: 0.0398498 Nov 09 17:24:09.087849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.133790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894190d-40b6-4fb1-b356-a15c7944612d req-0e2c3917-6767-46cc-a039-1fb8ae221ac7 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:09.144339 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9894190d-40b6-4fb1-b356-a15c7944612d req-0e2c3917-6767-46cc-a039-1fb8ae221ac7 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 948 time: 0.1541934 Nov 09 17:24:09.168682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.281595 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc8f8a1-dff9-45cf-b23c-87cf5f9faf27 x-openstack-request-id: req-8bc8f8a1-dff9-45cf-b23c-87cf5f9faf27 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:09.281826 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-unplugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "code": 200}, {"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-plugged", "status": "completed", "tag": "89f4a16f-efde-48b6-b4bc-692fbef3f7ae", "code": 200}, {"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "code": 200}, {"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-plugged", "status": "completed", "tag": "f7d290f6-0317-4159-b04b-d9a01bee94f5", "code": 200}, {"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-plugged", "status": "completed", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:09.282564 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bc8f8a1-dff9-45cf-b23c-87cf5f9faf27 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:09.282564 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'code': 200} Nov 09 17:24:09.282794 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae', 'code': 200} Nov 09 17:24:09.282969 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'code': 200} Nov 09 17:24:09.283800 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d290f6-0317-4159-b04b-d9a01bee94f5', 'code': 200} Nov 09 17:24:09.284056 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'code': 200} Nov 09 17:24:09.300038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-3c810eca-02c0-4e2d-aaa7-c5aae17e800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:09.300944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e829da9-095f-49c8-880b-59cc12a3c809 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:09.301539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-3c810eca-02c0-4e2d-aaa7-c5aae17e800a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.2052376 Nov 09 17:24:09.327318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:09.331783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9894190d-40b6-4fb1-b356-a15c7944612d req-4ea8dc9f-d8cf-4685-8128-e84167640949 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864588 Nov 09 17:24:09.340836 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.352658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.379034 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.391169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-11ff132d-950e-40d9-a2fe-80da839308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:09.393244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-11ff132d-950e-40d9-a2fe-80da839308e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569448 Nov 09 17:24:09.457997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:09.471731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.480147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:09.511238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f3a0e-fa99-4034-8332-ec403bceef94 req-04af95c1-78cf-4786-a93d-210183ae6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:09.513133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb8f3a0e-fa99-4034-8332-ec403bceef94 req-04af95c1-78cf-4786-a93d-210183ae6e20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 1096 time: 0.1373875 Nov 09 17:24:09.566588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:09.571823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['7e829da9-095f-49c8-880b-59cc12a3c809'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:09.577481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260e84e-de93-4f93-ae9b-37e89c928adc req-ce6eaba7-fb0f-49a5-8ee7-1c0efbca77e5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:09.579725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2260e84e-de93-4f93-ae9b-37e89c928adc req-ce6eaba7-fb0f-49a5-8ee7-1c0efbca77e5 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 945 time: 0.2296929 Nov 09 17:24:09.591506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-8ca7060a-abf8-4434-87c6-332128500948 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835523 Nov 09 17:24:09.636012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb8f3a0e-fa99-4034-8332-ec403bceef94 req-9e695173-e896-4210-b41b-a3886884acba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 Nov 09 17:24:09.684555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6737270e-1c3a-4461-bffb-ccea15c3341e', 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'fixed_ips': [{'subnet_id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:24:09.686393 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.697954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2260e84e-de93-4f93-ae9b-37e89c928adc req-ffcd0af0-4476-423c-b2c1-e71fe6722a89 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035058 Nov 09 17:24:09.846356 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-8bd6849c-87ca-4677-8b88-bb0bf7990501 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446458 Nov 09 17:24:09.863107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44eff7-8a13-496b-82dc-ffdab4755782 req-e5b9b023-7844-4127-9007-41d8912aefdf tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:09.865309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a44eff7-8a13-496b-82dc-ffdab4755782 req-e5b9b023-7844-4127-9007-41d8912aefdf tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 950 time: 0.0847273 Nov 09 17:24:09.898654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.907468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Allocated IP 172.20.0.2 (6737270e-1c3a-4461-bffb-ccea15c3341e/f5439758-7dab-48e8-a37a-bac3c2391cf5/60f08c4a-11ec-46dc-92b5-07e783949c37) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:09.926585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:09.953388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-e4a6166e-3ef6-4876-8b10-eab3c0d817f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 200 len: 217 time: 0.0869138 Nov 09 17:24:10.001619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 854ea179-e606-49e0-b96e-9da829031781 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:10.083566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a44eff7-8a13-496b-82dc-ffdab4755782 req-f7456bbf-1908-4b9b-968b-a6198018eb91 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086844 Nov 09 17:24:10.125020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-77fbb836-e051-4470-931e-3775d6c95a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.126503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-77fbb836-e051-4470-931e-3775d6c95a5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.1416862 Nov 09 17:24:10.177872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Allocated IP 172.25.3.127 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/8333e49b-c2ca-4490-8587-b7461fdf9886) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:10.212438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.224296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 854ea179-e606-49e0-b96e-9da829031781, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=854ea179-e606-49e0-b96e-9da829031781,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:10.236411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.252105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-2359ec9a-34a1-4b16-baec-9fe763c33839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.255721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '854ea179-e606-49e0-b96e-9da829031781', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '854ea179-e606-49e0-b96e-9da829031781', 'mac_address': 'fa:16:3e:95:1a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:10.261481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-2359ec9a-34a1-4b16-baec-9fe763c33839 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161540 Nov 09 17:24:10.295109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Network 6737270e-1c3a-4461-bffb-ccea15c3341e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:10.320954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:10.332067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:10.338890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Pushing event updated for resources: {'Port': ['ID=60f08c4a-11ec-46dc-92b5-07e783949c37,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:10.353135 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.359324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.432387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854ea179-e606-49e0-b96e-9da829031781 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:10.448304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.481166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-41dbabc5-6964-4c0c-a188-fc45662b9a68 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058477 Nov 09 17:24:10.490875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cbf3-1b35-43cd-865a-d8a0ca51b422 req-9b8073e4-c68b-4ae9-bdd2-bc6f9b2d05b3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.491432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Attempting to bind port 60f08c4a-11ec-46dc-92b5-07e783949c37 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:10.491958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Attempting to bind port 60f08c4a-11ec-46dc-92b5-07e783949c37 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:10.492336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Attempting to bind port 60f08c4a-11ec-46dc-92b5-07e783949c37 on network 6737270e-1c3a-4461-bffb-ccea15c3341e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:10.498313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cbf3-1b35-43cd-865a-d8a0ca51b422 req-9b8073e4-c68b-4ae9-bdd2-bc6f9b2d05b3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.504492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cbf3-1b35-43cd-865a-d8a0ca51b422 req-9b8073e4-c68b-4ae9-bdd2-bc6f9b2d05b3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.506329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e036cbf3-1b35-43cd-865a-d8a0ca51b422 req-9b8073e4-c68b-4ae9-bdd2-bc6f9b2d05b3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.4356880 Nov 09 17:24:10.535138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 854ea179-e606-49e0-b96e-9da829031781, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=854ea179-e606-49e0-b96e-9da829031781,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:10.542012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:10.542012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Checking segment: {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:10.542012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.542012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Bound using segment: {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:10.542012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Bound port: 60f08c4a-11ec-46dc-92b5-07e783949c37, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:10.542012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.557013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.576012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Pushing event updated for resources: {'Port': ['ID=8333e49b-c2ca-4490-8587-b7461fdf9886,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:10.604887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:10.608699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:10.621938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:10.642200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cfded-711a-4323-95f9-c7e55480e8b3 req-66e825d9-7e06-417b-855d-1bfe091fb692 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.644174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b6cfded-711a-4323-95f9-c7e55480e8b3 req-66e825d9-7e06-417b-855d-1bfe091fb692 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 948 time: 0.1218827 Nov 09 17:24:10.685951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=854ea179-e606-49e0-b96e-9da829031781,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:10.696222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] For port 60f08c4a-11ec-46dc-92b5-07e783949c37, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:10.701273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] For port 60f08c4a-11ec-46dc-92b5-07e783949c37, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60f08c4a-11ec-46dc-92b5-07e783949c37,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:10.709640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:10.715718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4bb6038-ecdc-47f3-ab29-5c19d8d6a884 req-98308241-7970-41b0-8f6a-03e8a98f741a service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217419 Nov 09 17:24:10.748587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b6cfded-711a-4323-95f9-c7e55480e8b3 req-f7e5fd87-dbf3-48f2-8517-a64950bc953d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925119 Nov 09 17:24:10.754050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e036cbf3-1b35-43cd-865a-d8a0ca51b422 req-1dd6f283-1d90-4aa1-a9b6-729f5a64c1e1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675463 Nov 09 17:24:10.874875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb4800-5068-438f-8588-806e935ccb4c None None] Pushing event updated for resources: {'Port': ['ID=60f08c4a-11ec-46dc-92b5-07e783949c37,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:10.947077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['854ea179-e606-49e0-b96e-9da829031781'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:10.964129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56316a-25bd-42fe-bffc-e5b90210bae8 req-f074feef-2410-4d40-8c4e-3a87528f8c26 tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:10.973920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c56316a-25bd-42fe-bffc-e5b90210bae8 req-f074feef-2410-4d40-8c4e-3a87528f8c26 tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 1101 time: 0.1207912 Nov 09 17:24:10.993625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c56316a-25bd-42fe-bffc-e5b90210bae8 req-ad6ca974-4e16-4d9b-b321-1756e280c00a tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:11.199793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c56316a-25bd-42fe-bffc-e5b90210bae8 req-ad6ca974-4e16-4d9b-b321-1756e280c00a tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:11.219940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c56316a-25bd-42fe-bffc-e5b90210bae8 req-ad6ca974-4e16-4d9b-b321-1756e280c00a tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:11.233237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:11.285651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:11.291474 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055738d2-b991-4da1-b8c2-e50629ea348b" -d '{"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-plugged", "status": "completed", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:11.336888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c56316a-25bd-42fe-bffc-e5b90210bae8 req-ad6ca974-4e16-4d9b-b321-1756e280c00a tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433032 Nov 09 17:24:11.349562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ca974-4e16-4d9b-b321-1756e280c00a tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb7218-ceaf-4436-b3e6-8e4027cba75e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:11.417218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d735-3c74-4bd7-9498-2401ba3f4dc0 req-4227f519-50b7-4e99-91f4-1479d4ec851c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:11.418815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b828d735-3c74-4bd7-9498-2401ba3f4dc0 req-4227f519-50b7-4e99-91f4-1479d4ec851c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 945 time: 0.2843623 Nov 09 17:24:11.579854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b828d735-3c74-4bd7-9498-2401ba3f4dc0 req-86c666e1-e4ca-4543-8de2-a189039b494c tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512845 Nov 09 17:24:11.665954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:11.715590 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374fc97b-5cf2-436b-ba8e-853761bb6ca0 x-openstack-request-id: req-374fc97b-5cf2-436b-ba8e-853761bb6ca0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:11.715947 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-plugged", "status": "completed", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:11.716210 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-374fc97b-5cf2-436b-ba8e-853761bb6ca0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:11.716804 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1', 'code': 200} Nov 09 17:24:12.010600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 854ea179-e606-49e0-b96e-9da829031781 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:12.016099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeadec-ec29-42e9-995a-3a9d319ba131 req-2562d9e2-d055-4e04-85f5-e0af50e1dcf4 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.024309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ffeadec-ec29-42e9-995a-3a9d319ba131 req-2562d9e2-d055-4e04-85f5-e0af50e1dcf4 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 949 time: 0.1563694 Nov 09 17:24:12.071606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac174aa-08fe-4550-95b7-84d7151fb0e3 req-fbac399e-5a34-4e29-83e8-aca7a1b637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.072095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac174aa-08fe-4550-95b7-84d7151fb0e3 req-fbac399e-5a34-4e29-83e8-aca7a1b637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.072618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac174aa-08fe-4550-95b7-84d7151fb0e3 req-fbac399e-5a34-4e29-83e8-aca7a1b637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.075213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ac174aa-08fe-4550-95b7-84d7151fb0e3 req-fbac399e-5a34-4e29-83e8-aca7a1b637b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2871 time: 0.2110369 Nov 09 17:24:12.078308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Router 26735300-9200-4d14-a1c4-e46f763a68f2 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:24:12.176924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ffeadec-ec29-42e9-995a-3a9d319ba131 req-6491abc8-c49b-46c9-92f0-b19980ce8149 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504223 Nov 09 17:24:12.186248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 854ea179-e606-49e0-b96e-9da829031781 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:24:12.218105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 854ea179-e606-49e0-b96e-9da829031781 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:12.218554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:12.364490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ac174aa-08fe-4550-95b7-84d7151fb0e3 req-f6adbe82-9d54-421d-9cfa-98dc660d1ed5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813892 Nov 09 17:24:12.426680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17c3b-e436-4493-88b7-9f7d96548974 req-ef722e1c-def7-49c8-bd7f-4ef3c6ce1b2e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.441226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17c3b-e436-4493-88b7-9f7d96548974 req-ef722e1c-def7-49c8-bd7f-4ef3c6ce1b2e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.449938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17c3b-e436-4493-88b7-9f7d96548974 req-ef722e1c-def7-49c8-bd7f-4ef3c6ce1b2e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:12.466182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9c17c3b-e436-4493-88b7-9f7d96548974 req-ef722e1c-def7-49c8-bd7f-4ef3c6ce1b2e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.1453123 Nov 09 17:24:12.485890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:24:12.502005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Sync routers for ids ['26735300-9200-4d14-a1c4-e46f763a68f2'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:24:12.515275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:12.526202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-416e5db8-8ad2-4854-88c4-aae1bf7de968 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5572867 Nov 09 17:24:12.527410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:12.548316 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:12.554022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Routers {'26735300-9200-4d14-a1c4-e46f763a68f2'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:12.560897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['26735300-9200-4d14-a1c4-e46f763a68f2'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:12.593317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9c17c3b-e436-4493-88b7-9f7d96548974 req-10f5efee-84c7-4a3a-af76-9bf72fe7d847 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248567 Nov 09 17:24:12.738883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:12.741293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed44133-81a9-4193-8375-8932aa792d79 None None] Network 6737270e-1c3a-4461-bffb-ccea15c3341e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:13.237296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 854ea179-e606-49e0-b96e-9da829031781, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=854ea179-e606-49e0-b96e-9da829031781,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:13.249334 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:13.255763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-40b3cbc3-dc05-4981-bb98-8ae94f30c346 None None] Provisioning complete for port 60f08c4a-11ec-46dc-92b5-07e783949c37 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:13.257778 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40b3cbc3-dc05-4981-bb98-8ae94f30c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:13.394262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=854ea179-e606-49e0-b96e-9da829031781,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:13.511062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Set router 26735300-9200-4d14-a1c4-e46f763a68f2 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:13.842903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854ea179-e606-49e0-b96e-9da829031781'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:13.851629 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4086309-8760-484a-ad6c-11dc0e772db0" -d '{"events": [{"server_uuid": "b7be916a-f538-4adb-a93a-42eda440b1bc", "name": "network-vif-plugged", "status": "completed", "tag": "854ea179-e606-49e0-b96e-9da829031781"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:13.914574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60f08c4a-11ec-46dc-92b5-07e783949c37 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:14.065841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.187164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40b3cbc3-dc05-4981-bb98-8ae94f30c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.297905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-40b3cbc3-dc05-4981-bb98-8ae94f30c346 None None] For port 60f08c4a-11ec-46dc-92b5-07e783949c37, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60f08c4a-11ec-46dc-92b5-07e783949c37,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:14.313736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 7e829da9-095f-49c8-880b-59cc12a3c809 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:14.314209 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.316379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40b3cbc3-dc05-4981-bb98-8ae94f30c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.470390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3cbc3-dc05-4981-bb98-8ae94f30c346 None None] Pushing event updated for resources: {'Port': ['ID=60f08c4a-11ec-46dc-92b5-07e783949c37,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:14.490800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 60f08c4a-11ec-46dc-92b5-07e783949c37 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:14.491593 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.584619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Allocated IP 172.20.0.1 (6737270e-1c3a-4461-bffb-ccea15c3341e/f5439758-7dab-48e8-a37a-bac3c2391cf5/cf7dceb9-a34b-42ba-8742-c50533f81c1f) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:14.758197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.803391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:14.817681 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.836041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f514c953-0303-4633-b59f-de4680b2dde1 None None] Provisioning complete for port 60f08c4a-11ec-46dc-92b5-07e783949c37 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:14.836615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f514c953-0303-4633-b59f-de4680b2dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.870888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:14.921119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:10Z', 'revision_number': 3, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:14.960502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.005259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Checking router: 26735300-9200-4d14-a1c4-e46f763a68f2 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:24:15.006013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Updating router 26735300-9200-4d14-a1c4-e46f763a68f2 port 8333e49b-c2ca-4490-8587-b7461fdf9886 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:24:15.048958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:15.068191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Network 6737270e-1c3a-4461-bffb-ccea15c3341e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:15.071654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:15.084995 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.100103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:15.104898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7dceb9-a34b-42ba-8742-c50533f81c1f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:15.166545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.361880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60f08c4a-11ec-46dc-92b5-07e783949c37 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:15.513558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.669803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 60f08c4a-11ec-46dc-92b5-07e783949c37 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:15.670173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.887943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b1fa4575-3ab8-47a8-a4ad-dee9bb344f3c None None] Provisioning complete for port cf7dceb9-a34b-42ba-8742-c50533f81c1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:15.888657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4575-3ab8-47a8-a4ad-dee9bb344f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.954259 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.957288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.968901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:15.982762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:16.029313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa4575-3ab8-47a8-a4ad-dee9bb344f3c None None] Port cf7dceb9-a34b-42ba-8742-c50533f81c1f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:16.068541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Attempting to bind port 8333e49b-c2ca-4490-8587-b7461fdf9886 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:16.069129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Attempting to bind port 8333e49b-c2ca-4490-8587-b7461fdf9886 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:16.069383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Attempting to bind port 8333e49b-c2ca-4490-8587-b7461fdf9886 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:16.097286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916fe1-7093-4146-99f0-40fc279d927f None None] Pushing event updated for resources: {'Port': ['ID=8333e49b-c2ca-4490-8587-b7461fdf9886,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:16.100102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:16.100341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:16.100642 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:16.101039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:16.101534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Bound port: 8333e49b-c2ca-4490-8587-b7461fdf9886, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:16.101920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:16.167403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7dceb9-a34b-42ba-8742-c50533f81c1f,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:16.184287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] For port 8333e49b-c2ca-4490-8587-b7461fdf9886, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:16.194524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.194921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.195249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.198069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.199618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.200036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.200493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.200710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.201042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.201382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.201715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.202046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:16.204379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] For port 8333e49b-c2ca-4490-8587-b7461fdf9886, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8333e49b-c2ca-4490-8587-b7461fdf9886,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:16.215501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:16.215785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:16.307112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Routers {'26735300-9200-4d14-a1c4-e46f763a68f2'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:16.307877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['26735300-9200-4d14-a1c4-e46f763a68f2'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:16.353999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916fe1-7093-4146-99f0-40fc279d927f None None] Pushing event updated for resources: {'Port': ['ID=8333e49b-c2ca-4490-8587-b7461fdf9886,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:16.446459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Network 6737270e-1c3a-4461-bffb-ccea15c3341e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:16.449729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:16.657890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Router 26735300-9200-4d14-a1c4-e46f763a68f2 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:24:16.817542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] Set router 26735300-9200-4d14-a1c4-e46f763a68f2 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:16.845989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:24:16.852899 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cefe8eed-b6de-4d10-9d77-98f9046401e5 admin admin] 10.222.0.45 "PUT /v2.0/routers/26735300-9200-4d14-a1c4-e46f763a68f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3232806 Nov 09 17:24:17.224265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7abacd51-a616-49c2-9fcb-56cdf20cb8d5 None None] Provisioning complete for port cf7dceb9-a34b-42ba-8742-c50533f81c1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:17.225800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7abacd51-a616-49c2-9fcb-56cdf20cb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:17.364888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7abacd51-a616-49c2-9fcb-56cdf20cb8d5 None None] Port cf7dceb9-a34b-42ba-8742-c50533f81c1f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:17.407524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cf7dceb9-a34b-42ba-8742-c50533f81c1f', 'name': '', 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'mac_address': 'fa:16:3e:9d:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:14Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 2, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'subnets': [{'id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:17.444828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0e02-3c09-4a27-af9a-1a8593b41d25 None None] The sync data for ids ['26735300-9200-4d14-a1c4-e46f763a68f2'] in n-d-804292-3 is: [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cf7dceb9-a34b-42ba-8742-c50533f81c1f', 'name': '', 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'mac_address': 'fa:16:3e:9d:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:14Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 2, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'subnets': [{'id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:24:19.376465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8333e49b-c2ca-4490-8587-b7461fdf9886 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:19.449902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8333e49b-c2ca-4490-8587-b7461fdf9886 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:19.450266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:19.557145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:19.584019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8333e49b-c2ca-4490-8587-b7461fdf9886, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8333e49b-c2ca-4490-8587-b7461fdf9886,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:19.589372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:19.651215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8333e49b-c2ca-4490-8587-b7461fdf9886,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:20.515925 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Sync routers for ids ['26735300-9200-4d14-a1c4-e46f763a68f2'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:24:20.539094 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Routers {'26735300-9200-4d14-a1c4-e46f763a68f2'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:20.539747 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['26735300-9200-4d14-a1c4-e46f763a68f2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:20.666599 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Set router 26735300-9200-4d14-a1c4-e46f763a68f2 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:20.890295 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cf7dceb9-a34b-42ba-8742-c50533f81c1f', 'name': '', 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'mac_address': 'fa:16:3e:9d:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:14Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 2, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'subnets': [{'id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:20.921521 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Checking router: 26735300-9200-4d14-a1c4-e46f763a68f2 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:24:20.921909 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Updating router 26735300-9200-4d14-a1c4-e46f763a68f2 port cf7dceb9-a34b-42ba-8742-c50533f81c1f binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:24:20.950158 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.246015 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.256900 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.329136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8333e49b-c2ca-4490-8587-b7461fdf9886 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:21.401371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8333e49b-c2ca-4490-8587-b7461fdf9886 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:21.401932 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.489868 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22f7eb-8530-453c-9980-470466bbf31c None None] Pushing event updated for resources: {'Port': ['ID=cf7dceb9-a34b-42ba-8742-c50533f81c1f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:21.591201 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Attempting to bind port cf7dceb9-a34b-42ba-8742-c50533f81c1f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:21.592456 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Attempting to bind port cf7dceb9-a34b-42ba-8742-c50533f81c1f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:21.592995 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Attempting to bind port cf7dceb9-a34b-42ba-8742-c50533f81c1f on network 6737270e-1c3a-4461-bffb-ccea15c3341e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:21.599879 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:21.600501 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Checking segment: {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:21.601073 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.601632 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Bound using segment: {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:21.602455 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Bound port: cf7dceb9-a34b-42ba-8742-c50533f81c1f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f0ef85-f684-437e-9223-abf9fe482d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:21.603065 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.735561 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] For port cf7dceb9-a34b-42ba-8742-c50533f81c1f, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:21.741460 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] For port cf7dceb9-a34b-42ba-8742-c50533f81c1f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cf7dceb9-a34b-42ba-8742-c50533f81c1f,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:21.750105 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.871858 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Routers {'26735300-9200-4d14-a1c4-e46f763a68f2'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:21.872534 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['26735300-9200-4d14-a1c4-e46f763a68f2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:21.900481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-55054956-438e-4227-8ab3-562d78814e2d None None] Provisioning complete for port cf7dceb9-a34b-42ba-8742-c50533f81c1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:21.900481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55054956-438e-4227-8ab3-562d78814e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:21.915401 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22f7eb-8530-453c-9980-470466bbf31c None None] Pushing event updated for resources: {'Port': ['ID=cf7dceb9-a34b-42ba-8742-c50533f81c1f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:22.077475 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] Set router 26735300-9200-4d14-a1c4-e46f763a68f2 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:22.096933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55054956-438e-4227-8ab3-562d78814e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:22.171985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-55054956-438e-4227-8ab3-562d78814e2d None None] For port cf7dceb9-a34b-42ba-8742-c50533f81c1f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cf7dceb9-a34b-42ba-8742-c50533f81c1f,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:22.184090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55054956-438e-4227-8ab3-562d78814e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:22.302080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55054956-438e-4227-8ab3-562d78814e2d None None] Pushing event updated for resources: {'Port': ['ID=cf7dceb9-a34b-42ba-8742-c50533f81c1f,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:22.350776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ab88e854-6942-4df3-b458-f280ae6a6a36 None None] Provisioning complete for port cf7dceb9-a34b-42ba-8742-c50533f81c1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:22.351473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab88e854-6942-4df3-b458-f280ae6a6a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:22.516134 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cf7dceb9-a34b-42ba-8742-c50533f81c1f', 'name': '', 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'mac_address': 'fa:16:3e:9d:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:14Z', 'updated_at': '2021-11-09T17:24:21Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'subnets': [{'id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:22.566183 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad287a-cf17-409f-bb37-0b2986d08e83 None None] The sync data for ids ['26735300-9200-4d14-a1c4-e46f763a68f2'] in n-d-804292-3 is: [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:15Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'cf7dceb9-a34b-42ba-8742-c50533f81c1f', 'name': '', 'network_id': '6737270e-1c3a-4461-bffb-ccea15c3341e', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'mac_address': 'fa:16:3e:9d:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:14Z', 'updated_at': '2021-11-09T17:24:21Z', 'revision_number': 4, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'subnets': [{'id': 'f5439758-7dab-48e8-a37a-bac3c2391cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:24:22.664752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:23.098123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550e7e6-7083-4aab-8bb3-9b80e3cff88a req-98cd78a0-aa58-425d-adb6-2a33517ab871 tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:23.101204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d550e7e6-7083-4aab-8bb3-9b80e3cff88a req-98cd78a0-aa58-425d-adb6-2a33517ab871 tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 1101 time: 0.0469382 Nov 09 17:24:23.178559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d550e7e6-7083-4aab-8bb3-9b80e3cff88a req-ffc3c52b-4127-40f9-a8e5-83879593fee6 tempest-ServersAdminNegativeTestJSON-1712239604 tempest-ServersAdminNegativeTestJSON-1712239604-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672493 Nov 09 17:24:23.363933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cf7dceb9-a34b-42ba-8742-c50533f81c1f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:23.569409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port cf7dceb9-a34b-42ba-8742-c50533f81c1f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:23.569675 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:23.570669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eb2b8-5f75-4dfa-9603-3b57497108bc req-8d0673b0-c232-4878-bc9e-de91360d21e3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:23.585009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eb2b8-5f75-4dfa-9603-3b57497108bc req-8d0673b0-c232-4878-bc9e-de91360d21e3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:23.593120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eb2b8-5f75-4dfa-9603-3b57497108bc req-8d0673b0-c232-4878-bc9e-de91360d21e3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:23.601924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a8eb2b8-5f75-4dfa-9603-3b57497108bc req-8d0673b0-c232-4878-bc9e-de91360d21e3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.1338420 Nov 09 17:24:23.628158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fac465-3581-4e1c-8391-7ece6b2ed081 req-2aeb853f-7f8d-42d4-a1db-d7dabec6d21d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:23.637389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82fac465-3581-4e1c-8391-7ece6b2ed081 req-2aeb853f-7f8d-42d4-a1db-d7dabec6d21d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.1144168 Nov 09 17:24:23.702114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a8eb2b8-5f75-4dfa-9603-3b57497108bc req-26f47b51-98b0-4af7-8b6d-9362c61fa4d7 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992765 Nov 09 17:24:23.756203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82fac465-3581-4e1c-8391-7ece6b2ed081 req-fc930750-8470-4416-ab7e-c1c2b13cb681 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173851 Nov 09 17:24:23.771732 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6de8a8-377f-4016-8bfb-390be89c5f43 x-openstack-request-id: req-dd6de8a8-377f-4016-8bfb-390be89c5f43 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:23.772321 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be916a-f538-4adb-a93a-42eda440b1bc", "name": "network-vif-plugged", "status": "completed", "tag": "854ea179-e606-49e0-b96e-9da829031781", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:23.772741 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd6de8a8-377f-4016-8bfb-390be89c5f43 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:23.773320 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854ea179-e606-49e0-b96e-9da829031781', 'code': 200} Nov 09 17:24:23.919332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee38282-7990-47c0-9277-abe519c3f6d3 req-c17f6bcf-b9dc-47a6-9798-2cdcab4eff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:23.922855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ee38282-7990-47c0-9277-abe519c3f6d3 req-c17f6bcf-b9dc-47a6-9798-2cdcab4eff65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 1101 time: 0.0723183 Nov 09 17:24:24.020809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ee38282-7990-47c0-9277-abe519c3f6d3 req-276fff2f-5af9-42c8-83f1-44a4360bafd5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866809 Nov 09 17:24:24.028894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91602e0-155c-4489-bca8-a91c6768e34b req-4f5af690-fd20-4bc5-baf8-5d6d11019606 tempest-FloatingIPsNegativeTestJSON-2138352256 tempest-FloatingIPsNegativeTestJSON-2138352256-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=cc05a2de15374e92b349d0e0337e633a HTTP/1.1" status: 200 len: 217 time: 0.0749705 Nov 09 17:24:24.189666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be8f522d-847e-4186-95f3-1ffd2211bddf req-f0ed4072-f98a-44a3-b708-986cc8627d22 tempest-FloatingIPsNegativeTestJSON-2138352256 tempest-FloatingIPsNegativeTestJSON-2138352256-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0405796 Nov 09 17:24:24.550967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270815-bad0-446c-a7e9-599cb7250e69 req-4a90cc4e-cb53-4ca2-b194-c35cfbb26513 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:24.559513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2270815-bad0-446c-a7e9-599cb7250e69 req-4a90cc4e-cb53-4ca2-b194-c35cfbb26513 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 950 time: 0.4585035 Nov 09 17:24:24.584038 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-3e873d85-7279-4d88-8c58-d0d8860bb48d req-b0849ffc-2217-455e-908d-ad776b42f2f5 tempest-FloatingIPsNegativeTestJSON-2138352256 tempest-FloatingIPsNegativeTestJSON-2138352256-project] show failed (client error): The resource could not be found. Nov 09 17:24:24.595980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e873d85-7279-4d88-8c58-d0d8860bb48d req-b0849ffc-2217-455e-908d-ad776b42f2f5 tempest-FloatingIPsNegativeTestJSON-2138352256 tempest-FloatingIPsNegativeTestJSON-2138352256-project] 10.222.0.45 "GET /v2.0/floatingips/dbcb7e8f-4fd1-404a-ba39-230e1ce47c21 HTTP/1.1" status: 404 len: 350 time: 0.0497642 Nov 09 17:24:24.596415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55990) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:24.633064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2270815-bad0-446c-a7e9-599cb7250e69 req-5dabda5a-9b2c-4622-b9b9-dabc565cab99 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716968 Nov 09 17:24:24.824078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11691-cadf-4b1b-a174-e3469b5f1f61 req-ee5c7c3c-ee68-4c5e-b33a-7c4e84641229 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:24.830420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11691-cadf-4b1b-a174-e3469b5f1f61 req-ee5c7c3c-ee68-4c5e-b33a-7c4e84641229 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:24.837377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11691-cadf-4b1b-a174-e3469b5f1f61 req-ee5c7c3c-ee68-4c5e-b33a-7c4e84641229 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:24.839559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ee11691-cadf-4b1b-a174-e3469b5f1f61 req-ee5c7c3c-ee68-4c5e-b33a-7c4e84641229 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.1254523 Nov 09 17:24:24.987509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ee11691-cadf-4b1b-a174-e3469b5f1f61 req-47cfac4b-d667-44b6-b003-92360dab2991 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856271 Nov 09 17:24:25.198946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:25.368165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbd490-6b27-428e-abdd-d041a53e3998 req-8cc507f0-bf08-4213-b2fc-2353ca8db6da tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:25.377527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96cbd490-6b27-428e-abdd-d041a53e3998 req-8cc507f0-bf08-4213-b2fc-2353ca8db6da tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 945 time: 0.0707393 Nov 09 17:24:25.429171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96cbd490-6b27-428e-abdd-d041a53e3998 req-b2c98653-a2ad-4f38-8aea-a2645938c57e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504482 Nov 09 17:24:25.483350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d552a9-affe-4934-87de-ec19c65e1ae6 req-6b33c2c4-a676-4ea7-84cc-91005d0a19e6 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:25.496477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f7d552a9-affe-4934-87de-ec19c65e1ae6 req-6b33c2c4-a676-4ea7-84cc-91005d0a19e6 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.1645689 Nov 09 17:24:25.596647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f7d552a9-affe-4934-87de-ec19c65e1ae6 req-e250fcc2-5399-4100-98a4-a215da4ca085 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987542 Nov 09 17:24:25.621832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a81bb4-0920-4935-bdb7-81737bc91795 req-e48b8bc9-7c4a-4e78-816f-de1c4941b1a6 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:25.633371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22a81bb4-0920-4935-bdb7-81737bc91795 req-e48b8bc9-7c4a-4e78-816f-de1c4941b1a6 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 950 time: 0.1153781 Nov 09 17:24:25.732685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22a81bb4-0920-4935-bdb7-81737bc91795 req-7274b396-fc84-4fa9-af00-a77fe7d82cf8 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866256 Nov 09 17:24:25.771664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Deleting port cf7dceb9-a34b-42ba-8742-c50533f81c1f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:25.772004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:25.775571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:25.779825 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87522b9d-332d-4987-a5f3-afd30cc087c3" -d '{"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-plugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:25.841863 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a03ffcd-1abb-4a3b-b3a5-7d024d048079 x-openstack-request-id: req-4a03ffcd-1abb-4a3b-b3a5-7d024d048079 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:25.842352 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-plugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:25.842783 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a03ffcd-1abb-4a3b-b3a5-7d024d048079 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:25.844901 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'code': 200} Nov 09 17:24:25.893648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] For port cf7dceb9-a34b-42ba-8742-c50533f81c1f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cf7dceb9-a34b-42ba-8742-c50533f81c1f,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:25.894311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:25.912706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Calling delete_port for cf7dceb9-a34b-42ba-8742-c50533f81c1f owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:26.091250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:26.138084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:26.167578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47bbd-3364-486d-ad88-11ddb32e20e4 req-20dce5d8-0e08-4090-8ef5-97ec6e15860d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:26.171574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7dceb9-a34b-42ba-8742-c50533f81c1f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:26.182383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47bbd-3364-486d-ad88-11ddb32e20e4 req-20dce5d8-0e08-4090-8ef5-97ec6e15860d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:26.199312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47bbd-3364-486d-ad88-11ddb32e20e4 req-20dce5d8-0e08-4090-8ef5-97ec6e15860d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:26.201848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21a47bbd-3364-486d-ad88-11ddb32e20e4 req-20dce5d8-0e08-4090-8ef5-97ec6e15860d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.1352453 Nov 09 17:24:26.264277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:26.281598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21a47bbd-3364-486d-ad88-11ddb32e20e4 req-91210679-cb82-4eeb-82b8-4daf9defe385 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676973 Nov 09 17:24:26.296762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'network_id': 'b8ded62b-000e-4e58-95ba-86fd5a4e8d2a', 'port_id': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'mac_address': 'fa:16:3e:2e:ce:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f11b1-4eca-4726-b109-3a9a44e185bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:26.386205 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:26.403527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:26.408038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:26.439074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:26.447614 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:26.514601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:26.620068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19495e8-ef04-4199-8d5e-b007235317ec req-a59eeb12-ea51-41d4-bed9-a36587e65051 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:26.628503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e19495e8-ef04-4199-8d5e-b007235317ec req-a59eeb12-ea51-41d4-bed9-a36587e65051 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 944 time: 0.0790930 Nov 09 17:24:26.732031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:26.770012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e19495e8-ef04-4199-8d5e-b007235317ec req-e394b308-f229-4d81-8371-7f2ec2d2a73a tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405106 Nov 09 17:24:26.785176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae767f-7b5f-4ae1-918c-e5594fcde6be req-8c8f5db4-7469-4190-95f5-f0a4859967c8 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:26.785756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['4cf73130-7c5e-45b6-bd5a-82adb0561ae3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:26.809781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfae767f-7b5f-4ae1-918c-e5594fcde6be req-8c8f5db4-7469-4190-95f5-f0a4859967c8 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.0933928 Nov 09 17:24:26.828086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Router 26735300-9200-4d14-a1c4-e46f763a68f2 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:24:26.985314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfae767f-7b5f-4ae1-918c-e5594fcde6be req-7cfbd763-42e5-49f7-905a-f879ef757f89 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732690 Nov 09 17:24:27.017254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.130638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:24:27.147235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-133974bb-68b6-4e38-8606-3b25e58e0e94 admin admin] 10.222.0.45 "PUT /v2.0/routers/26735300-9200-4d14-a1c4-e46f763a68f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476217 Nov 09 17:24:27.147452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:27.147834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:27.155467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] Sync routers for ids ['26735300-9200-4d14-a1c4-e46f763a68f2'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:24:27.179039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e557-3053-4902-974a-21c428f8c7ab req-099ead1c-9bca-4978-b2ca-e38911d99cc2 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.188818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7061e557-3053-4902-974a-21c428f8c7ab req-099ead1c-9bca-4978-b2ca-e38911d99cc2 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 950 time: 0.0993783 Nov 09 17:24:27.192292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.204170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] Routers {'26735300-9200-4d14-a1c4-e46f763a68f2'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:27.208077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['26735300-9200-4d14-a1c4-e46f763a68f2'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:27.273020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-0cd8b45c-e732-4771-bef8-80424e282f81 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.297129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-0cd8b45c-e732-4771-bef8-80424e282f81 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.303555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-0cd8b45c-e732-4771-bef8-80424e282f81 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.315091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-0cd8b45c-e732-4771-bef8-80424e282f81 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.3854606 Nov 09 17:24:27.326871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:27.406740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee4f1f-5559-452c-bc92-7c5cbcdd7f09 req-3c2f1245-9dea-49f1-a257-44f5313cdcb9 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.416672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6ee4f1f-5559-452c-bc92-7c5cbcdd7f09 req-3c2f1245-9dea-49f1-a257-44f5313cdcb9 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 950 time: 0.3985980 Nov 09 17:24:27.451998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Deleting port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:27.452477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.513681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6ee4f1f-5559-452c-bc92-7c5cbcdd7f09 req-69dd926f-d3df-4ddc-9122-277a212159ee tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956857 Nov 09 17:24:27.537113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.631548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa33bfb-1552-46df-a8c8-945cad55314a req-0058cbc4-9943-43de-bd7d-3703d4816dd3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.638851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa33bfb-1552-46df-a8c8-945cad55314a req-0058cbc4-9943-43de-bd7d-3703d4816dd3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.649264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa33bfb-1552-46df-a8c8-945cad55314a req-0058cbc4-9943-43de-bd7d-3703d4816dd3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.654470 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-faa33bfb-1552-46df-a8c8-945cad55314a req-0058cbc4-9943-43de-bd7d-3703d4816dd3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 2418 time: 0.1299033 Nov 09 17:24:27.681513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] For port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:27.682002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.685020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] Set router 26735300-9200-4d14-a1c4-e46f763a68f2 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:27.710709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Calling delete_port for c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:27.749267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-faa33bfb-1552-46df-a8c8-945cad55314a req-904b2445-bc23-4b7b-8a92-10ea217ac086 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875404 Nov 09 17:24:27.821533 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b0daf3-752c-4256-9e1b-76c6f2f4274c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.849823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:27.852978 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ad09a-fd54-473b-a087-54033e535399" -d '{"events": [{"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:27.912067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:27.930059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b9b9bf30-7da8-40ba-9d99-4bf564ea88f6', 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:27.938484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca076b97-a6c7-4c12-b60c-1cdc1b1b3fe0 req-4fbb6819-90b5-4094-a9b2-185610974365 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:27.940134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ca076b97-a6c7-4c12-b60c-1cdc1b1b3fe0 req-4fbb6819-90b5-4094-a9b2-185610974365 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 944 time: 0.0882413 Nov 09 17:24:27.958739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:26Z', 'revision_number': 5, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:27.974121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Pushing event deleted for resources: {'Port': ['ID=c5c19fa5-7bd7-4a83-b874-8bba3a0d3534,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:27.990225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] Checking router: 26735300-9200-4d14-a1c4-e46f763a68f2 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:24:28.022185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] Routers {'26735300-9200-4d14-a1c4-e46f763a68f2'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:28.022416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['26735300-9200-4d14-a1c4-e46f763a68f2'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:28.033997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.034369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.034676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.035034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.035358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.035683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.036006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.036327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.036648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.036969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.037283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.037726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:28.057708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] No DVR routers for this DVR port c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:28.063615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.073154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ace9e-8d08-412f-9a5f-69016ffecf11 req-bdeb064e-a178-452d-9832-bbc089c40387 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:28.078793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7061e557-3053-4902-974a-21c428f8c7ab req-7f5fbda8-356e-47bb-9647-e3d74abf1d8f tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "DELETE /v2.0/ports/c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 HTTP/1.1" status: 204 len: 173 time: 0.8735521 Nov 09 17:24:28.079713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'name': 'network-vif-deleted', 'tag': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:28.080813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b02ace9e-8d08-412f-9a5f-69016ffecf11 req-bdeb064e-a178-452d-9832-bbc089c40387 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.1221871 Nov 09 17:24:28.091766 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f9cac-0239-4f34-a14a-a6df109d9d4c" -d '{"events": [{"server_uuid": "f4060b50-8c55-4317-a45d-8f90148cc75b", "name": "network-vif-deleted", "tag": "c5c19fa5-7bd7-4a83-b874-8bba3a0d3534"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:28.138399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:24:28.140309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:28.145050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:28.146242 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.163720 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ca076b97-a6c7-4c12-b60c-1cdc1b1b3fe0 req-c205f68a-c839-4e54-929d-58a0b247eeed tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997879 Nov 09 17:24:28.231018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.261233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b02ace9e-8d08-412f-9a5f-69016ffecf11 req-c5dfb77b-909d-48af-9e9e-24ffce75114b tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794548 Nov 09 17:24:28.364677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.369105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:28.369589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.371633 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52702a9d-9416-43b3-83ed-879f2061c668 x-openstack-request-id: req-52702a9d-9416-43b3-83ed-879f2061c668 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:28.372139 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:28.372667 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52702a9d-9416-43b3-83ed-879f2061c668 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:28.373272 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'code': 200} Nov 09 17:24:28.384942 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5595c6d9-d8a0-4262-b231-05dd1dfccc82 x-openstack-request-id: req-5595c6d9-d8a0-4262-b231-05dd1dfccc82 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:28.385401 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4060b50-8c55-4317-a45d-8f90148cc75b", "name": "network-vif-deleted", "tag": "c5c19fa5-7bd7-4a83-b874-8bba3a0d3534", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:28.385663 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5595c6d9-d8a0-4262-b231-05dd1dfccc82 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:28.386031 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4060b50-8c55-4317-a45d-8f90148cc75b', 'name': 'network-vif-deleted', 'tag': 'c5c19fa5-7bd7-4a83-b874-8bba3a0d3534', 'status': 'completed', 'code': 200} Nov 09 17:24:28.392564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for 89f4a16f-efde-48b6-b4bc-692fbef3f7ae owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:28.396869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:24:28.407388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Deleting port 8333e49b-c2ca-4490-8587-b7461fdf9886 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:28.407744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.498639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] Set router 26735300-9200-4d14-a1c4-e46f763a68f2 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:28.546408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] For port 8333e49b-c2ca-4490-8587-b7461fdf9886, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8333e49b-c2ca-4490-8587-b7461fdf9886,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:28.546783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.577185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Calling delete_port for 8333e49b-c2ca-4490-8587-b7461fdf9886 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:28.729247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.757621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:28.758097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.774035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['89f4a16f-efde-48b6-b4bc-692fbef3f7ae', 'f7d290f6-0317-4159-b04b-d9a01bee94f5', '4fc05453-d267-4fb4-8fcd-50401d1e1aa1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:28.778658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=89f4a16f-efde-48b6-b4bc-692fbef3f7ae,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:28.882085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-147df759-9a26-4e02-8787-7b3c9e24f8fe req-559c89dc-4585-46ea-944c-372c9ac82f6d tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4060b50-8c55-4317-a45d-8f90148cc75b HTTP/1.1" status: 200 len: 210 time: 0.0493979 Nov 09 17:24:28.922546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port 89f4a16f-efde-48b6-b4bc-692fbef3f7ae on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:28.936840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:28.940584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-a2f57a0d-4bee-4fff-b067-4947572aff06 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "DELETE /v2.0/ports/89f4a16f-efde-48b6-b4bc-692fbef3f7ae HTTP/1.1" status: 204 len: 173 time: 1.5601964 Nov 09 17:24:28.940763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-deleted', 'tag': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:28.944377 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c62bb4-641b-49c5-892a-bcb2ef0cb567" -d '{"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-deleted", "tag": "89f4a16f-efde-48b6-b4bc-692fbef3f7ae"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:29.000171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:29.021416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'mac_address': 'fa:16:3e:00:ba:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:24:29.088007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b2773-10e3-4ad5-a2c7-cace64d31759 req-525dc3ce-1200-410d-811a-c6112a09a55d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:29.090451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc2b2773-10e3-4ad5-a2c7-cace64d31759 req-525dc3ce-1200-410d-811a-c6112a09a55d tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.0667529 Nov 09 17:24:29.125646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0db153-6a02-4571-9ab6-a799ab3d55fc req-0b9dc52b-128c-451c-9366-d5d27a59120b tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:29.127222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c0db153-6a02-4571-9ab6-a799ab3d55fc req-0b9dc52b-128c-451c-9366-d5d27a59120b tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 951 time: 0.2370360 Nov 09 17:24:29.151188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc2b2773-10e3-4ad5-a2c7-cace64d31759 req-202eee46-cb2d-4016-a2c9-17c8ae11dfbb tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535746 Nov 09 17:24:29.163529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.183784 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.212075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8333e49b-c2ca-4490-8587-b7461fdf9886,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:29.237690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15624559-22e3-4f9a-8698-ea46e0ba1aa1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:29.258599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.277718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port f7d290f6-0317-4159-b04b-d9a01bee94f5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:29.278443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.283860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c0db153-6a02-4571-9ab6-a799ab3d55fc req-fec3ed21-6bdc-47d3-8068-f31f37597088 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494472 Nov 09 17:24:29.291156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:29.310519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.344349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:29.362433 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e83d6f-4a80-4e17-a2af-30c290af9f39 x-openstack-request-id: req-02e83d6f-4a80-4e17-a2af-30c290af9f39 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:29.362735 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-deleted", "tag": "89f4a16f-efde-48b6-b4bc-692fbef3f7ae", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:29.363016 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02e83d6f-4a80-4e17-a2af-30c290af9f39 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:29.363500 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-deleted', 'tag': '89f4a16f-efde-48b6-b4bc-692fbef3f7ae', 'status': 'completed', 'code': 200} Nov 09 17:24:29.374145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.377041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.441830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:26Z', 'revision_number': 5, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:29.448569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:29.450454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7d785-f29c-429a-a693-40b1bdcae61b req-ffdb04e7-a12e-483e-8199-fe478d62b321 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:29.451455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['15624559-22e3-4f9a-8698-ea46e0ba1aa1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:29.459837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7d785-f29c-429a-a693-40b1bdcae61b req-ffdb04e7-a12e-483e-8199-fe478d62b321 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:29.467808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10d7d785-f29c-429a-a693-40b1bdcae61b req-ffdb04e7-a12e-483e-8199-fe478d62b321 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 1682 time: 0.1073897 Nov 09 17:24:29.512705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded368b-8168-420d-91ad-58b7b909653d None None] The sync data for ids ['26735300-9200-4d14-a1c4-e46f763a68f2'] in n-d-804292-3 is: [{'id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'name': 'tempest-FloatingIPsNegativeTestJSON-85969205-router', 'tenant_id': 'cc05a2de15374e92b349d0e0337e633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:26Z', 'revision_number': 5, 'project_id': 'cc05a2de15374e92b349d0e0337e633a', 'gw_port': {'id': '8333e49b-c2ca-4490-8587-b7461fdf9886', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26735300-9200-4d14-a1c4-e46f763a68f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:09Z', 'updated_at': '2021-11-09T17:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:24:29.518260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.525761 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.530225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10d7d785-f29c-429a-a693-40b1bdcae61b req-3a75988b-90d9-414f-842b-a96d6826d131 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Nov 09 17:24:29.545865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port f7d290f6-0317-4159-b04b-d9a01bee94f5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f7d290f6-0317-4159-b04b-d9a01bee94f5,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:29.548018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.576657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for f7d290f6-0317-4159-b04b-d9a01bee94f5 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:29.616240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:29.659487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a19b-05bb-495d-8dca-cf3f54d90bb1 req-245ff1f1-0225-401b-a7b8-29f266de682e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:29.668036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd22a19b-05bb-495d-8dca-cf3f54d90bb1 req-245ff1f1-0225-401b-a7b8-29f266de682e tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 945 time: 0.2223744 Nov 09 17:24:29.720117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.720740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26735300-9200-4d14-a1c4-e46f763a68f2 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:24:29.726801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.728535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-41c068ee-ff97-42e4-9ca6-4c1d05ac21a9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/26735300-9200-4d14-a1c4-e46f763a68f2 HTTP/1.1" status: 204 len: 168 time: 2.5757213 Nov 09 17:24:29.731544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56184) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:29.783527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd22a19b-05bb-495d-8dca-cf3f54d90bb1 req-c705c691-c143-4887-8826-95734e930809 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145220 Nov 09 17:24:29.794344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Deleting subnet f5439758-7dab-48e8-a37a-bac3c2391cf5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:24:29.797697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.856959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.896088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:29.944354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=f7d290f6-0317-4159-b04b-d9a01bee94f5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:30.004218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.007159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port f7d290f6-0317-4159-b04b-d9a01bee94f5 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:30.011196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.018035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-f97ebb92-593f-4892-a73b-cd16184c5431 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "DELETE /v2.0/ports/f7d290f6-0317-4159-b04b-d9a01bee94f5 HTTP/1.1" status: 204 len: 173 time: 1.0691516 Nov 09 17:24:30.115240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:30.129392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.233338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.240537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f5439758-7dab-48e8-a37a-bac3c2391cf5 HTTP/1.1" status: 204 len: 168 time: 0.5078282 Nov 09 17:24:30.245367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f965be6-eb79-455a-add2-2f74a7987be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5439758-7dab-48e8-a37a-bac3c2391cf5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:30.247118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56224) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:30.253859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12cbaa-55f8-406d-bacd-b633858d9d45 None None] Network 6737270e-1c3a-4461-bffb-ccea15c3341e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:30.257064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:30.259729 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.281975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:30.281975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.375223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:30.378351 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f459068b-1178-46b0-8e16-f8a7cb994eeb" -d '{"events": [{"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-plugged", "status": "completed", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:30.413000 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-532cb8ce-b8bd-4280-9c0f-b2133768e34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.430649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb34c8-5395-4eb2-8930-9fdff384e4a9 req-650d529d-ce37-40a1-b47e-3a9433198f01 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:30.432416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-babb34c8-5395-4eb2-8930-9fdff384e4a9 req-650d529d-ce37-40a1-b47e-3a9433198f01 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.0861731 Nov 09 17:24:30.509046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-babb34c8-5395-4eb2-8930-9fdff384e4a9 req-dd6b9af2-c3c7-47e1-874b-9ef28624c726 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684803 Nov 09 17:24:30.514030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.519957 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.560087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:30.565495 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.566645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:30.587939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020904f-ba3b-47a6-8ba7-d265dfbd1d35 req-f754f210-1a39-4ddb-a4ca-595d22edefa3 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:30.590667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9020904f-ba3b-47a6-8ba7-d265dfbd1d35 req-f754f210-1a39-4ddb-a4ca-595d22edefa3 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 950 time: 0.1969523 Nov 09 17:24:30.627945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:30.628380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.647874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:30.698677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-75caec05-dbb0-48e5-8e28-f774fd7dfb07 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:30.700725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-75caec05-dbb0-48e5-8e28-f774fd7dfb07 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.2893016 Nov 09 17:24:30.707199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.709772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:30.745201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:30.775515 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db60e084-862b-4242-97e8-6fadbb81c9b4 x-openstack-request-id: req-db60e084-862b-4242-97e8-6fadbb81c9b4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:30.775894 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-plugged", "status": "completed", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:30.776110 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db60e084-862b-4242-97e8-6fadbb81c9b4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:30.776473 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'code': 200} Nov 09 17:24:30.777427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:30.777772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5c19fa5-7bd7-4a83-b874-8bba3a0d3534 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:30.778780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:30.781648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-dfad892d-302b-4485-9017-acd48e63dff3 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:30.783181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-dfad892d-302b-4485-9017-acd48e63dff3 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 945 time: 0.2371995 Nov 09 17:24:30.819851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:30.825920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:30.826690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:30.875223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162119f-2824-4ca9-86fe-c6b8d315dc4e req-7bf5f87d-1490-4a26-b8ae-a7728d2e3d70 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:30.883181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b162119f-2824-4ca9-86fe-c6b8d315dc4e req-7bf5f87d-1490-4a26-b8ae-a7728d2e3d70 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 946 time: 0.0770843 Nov 09 17:24:30.910577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] DHCP port deletion for 6737270e-1c3a-4461-bffb-ccea15c3341e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:24:30.926776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9020904f-ba3b-47a6-8ba7-d265dfbd1d35 req-274ba548-9866-4887-bea5-781d7e5426bf tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141758 Nov 09 17:24:30.972604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b162119f-2824-4ca9-86fe-c6b8d315dc4e req-80d3cf68-395f-4e3e-9472-54cc90cf262c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821044 Nov 09 17:24:31.015934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Deleting port 60f08c4a-11ec-46dc-92b5-07e783949c37 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:31.016282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.027594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:31.055195 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.081284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.123204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31acbd9-465b-46c8-aa7a-91ba4c04793d req-d6eed6aa-e4d1-406c-ba51-712dc8a80be6 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:31.133145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f31acbd9-465b-46c8-aa7a-91ba4c04793d req-d6eed6aa-e4d1-406c-ba51-712dc8a80be6 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 945 time: 0.0901966 Nov 09 17:24:31.137421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:31.146360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] Deleting port 60f08c4a-11ec-46dc-92b5-07e783949c37 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:31.146739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.148356 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.182032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f31acbd9-465b-46c8-aa7a-91ba4c04793d req-2dfeebd0-e6ef-43a8-bd78-d483b2766063 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474863 Nov 09 17:24:31.186569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Deleting port 854ea179-e606-49e0-b96e-9da829031781 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:31.186915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.202606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] For port 60f08c4a-11ec-46dc-92b5-07e783949c37, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60f08c4a-11ec-46dc-92b5-07e783949c37,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:31.203283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.213531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:31.224886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.225706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 89f4a16f-efde-48b6-b4bc-692fbef3f7ae no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:31.257340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 89f4a16f-efde-48b6-b4bc-692fbef3f7ae {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:31.257686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 89f4a16f-efde-48b6-b4bc-692fbef3f7ae not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:31.258103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f7d290f6-0317-4159-b04b-d9a01bee94f5 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:31.286119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c6d2c-6017-4044-bab4-298de29af1b9 req-0610d9ac-7547-475d-a4b6-0d6137757552 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:31.296004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-586c6d2c-6017-4044-bab4-298de29af1b9 req-0610d9ac-7547-475d-a4b6-0d6137757552 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 951 time: 0.2853441 Nov 09 17:24:31.306810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: f7d290f6-0317-4159-b04b-d9a01bee94f5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:31.307225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f7d290f6-0317-4159-b04b-d9a01bee94f5 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:31.310809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] For port 60f08c4a-11ec-46dc-92b5-07e783949c37, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60f08c4a-11ec-46dc-92b5-07e783949c37,segment=NetworkSegment(00f0ef85-f684-437e-9223-abf9fe482d35),segment_id=00f0ef85-f684-437e-9223-abf9fe482d35)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:31.310809 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.313937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Calling delete_port for 60f08c4a-11ec-46dc-92b5-07e783949c37 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:31.314902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:31.317535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8333e49b-c2ca-4490-8587-b7461fdf9886 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:31.350728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] Calling delete_port for 60f08c4a-11ec-46dc-92b5-07e783949c37 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:31.372945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8333e49b-c2ca-4490-8587-b7461fdf9886 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:31.373289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8333e49b-c2ca-4490-8587-b7461fdf9886 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:31.373699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60f08c4a-11ec-46dc-92b5-07e783949c37 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:31.373969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Deleting port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:31.374317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.376767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-deleted', 'tag': 'f7d290f6-0317-4159-b04b-d9a01bee94f5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:31.379001 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2df69-71a8-4950-bf32-e47eec3d2ee3" -d '{"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-deleted", "tag": "f7d290f6-0317-4159-b04b-d9a01bee94f5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:31.408359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.439867 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14844f20-64f0-4187-a618-1abc52f5bc99 x-openstack-request-id: req-14844f20-64f0-4187-a618-1abc52f5bc99 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:31.440147 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-deleted", "tag": "f7d290f6-0317-4159-b04b-d9a01bee94f5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:31.440389 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14844f20-64f0-4187-a618-1abc52f5bc99 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:31.440787 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-deleted', 'tag': 'f7d290f6-0317-4159-b04b-d9a01bee94f5', 'status': 'completed', 'code': 200} Nov 09 17:24:31.625034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:31.639862 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.695515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ac7-8106-43f5-8c72-ec77c18929eb req-9b4a29af-e094-4174-9979-c720c5aa1e3c tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:31.703573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7a81ac7-8106-43f5-8c72-ec77c18929eb req-9b4a29af-e094-4174-9979-c720c5aa1e3c tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 950 time: 0.0872419 Nov 09 17:24:31.705324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.715735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.745729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] Pushing event deleted for resources: {'Port': ['ID=60f08c4a-11ec-46dc-92b5-07e783949c37,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:31.749266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d0286-a565-4678-9c80-ba701ad2dc8a None None] No DVR routers for this DVR port 60f08c4a-11ec-46dc-92b5-07e783949c37 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:31.771441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7a81ac7-8106-43f5-8c72-ec77c18929eb req-014633f6-8361-4e57-b424-13e0f84e3dfc tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc69f6ba-63d7-4be3-a030-264e03eb25b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639174 Nov 09 17:24:31.791099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cf7dceb9-a34b-42ba-8742-c50533f81c1f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:31.819528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: cf7dceb9-a34b-42ba-8742-c50533f81c1f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:31.819884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cf7dceb9-a34b-42ba-8742-c50533f81c1f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:31.848455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=4fc05453-d267-4fb4-8fcd-50401d1e1aa1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:31.920666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-586c6d2c-6017-4044-bab4-298de29af1b9 req-a178045c-048f-4636-b3fc-9e08b974cd18 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237903 Nov 09 17:24:31.957800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] For port 854ea179-e606-49e0-b96e-9da829031781, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=854ea179-e606-49e0-b96e-9da829031781,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:31.957800 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.958971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port 4fc05453-d267-4fb4-8fcd-50401d1e1aa1 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:31.973794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.977098 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc9e461f-1b40-4e6a-86bd-f823d44c4846 req-2f5d1a2f-3546-423a-921a-581f1ed7e72f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "DELETE /v2.0/ports/4fc05453-d267-4fb4-8fcd-50401d1e1aa1 HTTP/1.1" status: 204 len: 173 time: 1.9512639 Nov 09 17:24:31.987317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] For port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,segment=NetworkSegment(10754ba3-2108-478a-a0ba-9105bdbb1caf),segment_id=10754ba3-2108-478a-a0ba-9105bdbb1caf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:31.987685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:31.990591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Calling delete_port for 854ea179-e606-49e0-b96e-9da829031781 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:31.992296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.042858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f08c4a-11ec-46dc-92b5-07e783949c37,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:32.046242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] No DVR routers for this DVR port 60f08c4a-11ec-46dc-92b5-07e783949c37 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:32.048052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Calling delete_port for 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:32.136427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-997e37a1-5482-40c6-930d-a8a3ae893db6 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:32.137845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-997e37a1-5482-40c6-930d-a8a3ae893db6 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 950 time: 0.1226966 Nov 09 17:24:32.156168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2511-b630-40ae-a284-5d637533520c req-3961154f-dcf4-4a1f-be86-6f59c7d5bd07 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:32.157876 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:24:32.159420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0fb2511-b630-40ae-a284-5d637533520c req-3961154f-dcf4-4a1f-be86-6f59c7d5bd07 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 950 time: 0.1093643 Nov 09 17:24:32.195261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05450387-a1a1-4f0e-9153-038be3f681d4 req-7b4c5348-6650-4ed9-bafc-be760f0cc273 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c9a07cc-1ef1-433e-8162-c8099b5f5547 HTTP/1.1" status: 200 len: 210 time: 0.0652194 Nov 09 17:24:32.266717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0fb2511-b630-40ae-a284-5d637533520c req-de1dee6c-20f8-42e1-98da-e9fe278114ec tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/security-groups?id=3715cf61-94c1-42d9-b037-d7d443622a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002138 Nov 09 17:24:32.274211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.289934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Deleting port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:32.291226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.347218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6737270e-1c3a-4461-bffb-ccea15c3341e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:32.361596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f0ef85-f684-437e-9223-abf9fe482d35') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:32.361963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f0ef85-f684-437e-9223-abf9fe482d35') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:32.377989 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.425635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] For port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:32.426014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.443438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.447395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Calling delete_port for b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:32.454545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722fd7-a5b2-4283-b42a-80a4350884d2 req-635e8af8-abcf-40c1-90e3-92adcef96533 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:32.456156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af722fd7-a5b2-4283-b42a-80a4350884d2 req-635e8af8-abcf-40c1-90e3-92adcef96533 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 943 time: 0.1854558 Nov 09 17:24:32.490104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:24:32.490104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:24:32.493433 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:24:32.563990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.569855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.620462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.626630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Pushing event deleted for resources: {'Port': ['ID=4cf73130-7c5e-45b6-bd5a-82adb0561ae3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:32.630792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.643356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b9b9bf30-7da8-40ba-9d99-4bf564ea88f6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:24:32.649406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.652774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6737270e-1c3a-4461-bffb-ccea15c3341e HTTP/1.1" status: 204 len: 168 time: 2.3950989 Nov 09 17:24:32.678691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Pushing event deleted for resources: {'Port': ['ID=b9b9bf30-7da8-40ba-9d99-4bf564ea88f6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:32.682540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af722fd7-a5b2-4283-b42a-80a4350884d2 req-825e22c3-f6b1-4266-81e8-f9954ab33503 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b7db33a-3650-464f-a195-195b7755bb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124579 Nov 09 17:24:32.751107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] No DVR routers for this DVR port b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:32.753954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.757989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce3ede1a-5146-433a-9801-f7bbde8b2a82 req-e00d918d-6439-422d-88b4-3a0a49f305cc tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.83 "DELETE /v2.0/ports/b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 HTTP/1.1" status: 204 len: 173 time: 0.6119933 Nov 09 17:24:32.758586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'name': 'network-vif-deleted', 'tag': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:32.761423 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27fef6e-7ee4-4c17-b6be-be086f3de714" -d '{"events": [{"server_uuid": "a257e1ce-6499-4f8d-8850-600d2f499055", "name": "network-vif-deleted", "tag": "b9b9bf30-7da8-40ba-9d99-4bf564ea88f6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:32.776608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] No DVR routers for this DVR port 854ea179-e606-49e0-b96e-9da829031781 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:32.777376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1'}, {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1'}, {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}, {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:32.782326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33965b59-21a5-44fc-93f1-35456948d5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6737270e-1c3a-4461-bffb-ccea15c3341e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:32.783279 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e04c85-b277-4a70-9b3e-dedcb2c0842a" -d '{"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-plugged", "status": "completed", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1"}, {"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1"}, {"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-unplugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}, {"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:32.786202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.789709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9efb5308-02b7-43e5-b894-b7cd2560aa21 req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.43 "DELETE /v2.0/ports/854ea179-e606-49e0-b96e-9da829031781 HTTP/1.1" status: 204 len: 173 time: 2.0726769 Nov 09 17:24:32.808989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] No DVR routers for this DVR port 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:32.813057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:32.816736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe509927-db8e-42e2-92b8-2d4bdd87a429 req-d23eae28-b9fb-4833-a137-e0125c826609 tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.43 "DELETE /v2.0/ports/4cf73130-7c5e-45b6-bd5a-82adb0561ae3 HTTP/1.1" status: 204 len: 173 time: 2.0211499 Nov 09 17:24:32.853811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a007f36-9e07-4e1a-b9fe-aeca4a10f560 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] Pushing event deleted for resources: {'Port': ['ID=854ea179-e606-49e0-b96e-9da829031781,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:32.889264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:32.928981 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c7b77-6079-4e7e-a93d-455d8a1c3865 x-openstack-request-id: req-a77c7b77-6079-4e7e-a93d-455d8a1c3865 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:32.929307 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257e1ce-6499-4f8d-8850-600d2f499055", "name": "network-vif-deleted", "tag": "b9b9bf30-7da8-40ba-9d99-4bf564ea88f6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:32.929662 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a77c7b77-6079-4e7e-a93d-455d8a1c3865 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:32.930138 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257e1ce-6499-4f8d-8850-600d2f499055', 'name': 'network-vif-deleted', 'tag': 'b9b9bf30-7da8-40ba-9d99-4bf564ea88f6', 'status': 'completed', 'code': 200} Nov 09 17:24:32.967089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cbc98284-54bb-4d55-8b6f-e8513de10c1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc05a2de15374e92b349d0e0337e633a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762997 Nov 09 17:24:32.967658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:32.977445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ba9f3b1-2a41-4e18-a660-b8c7e195d449 req-b830ba1f-e6b2-4576-bc68-9b6ade058d32 tempest-DeleteServersAdminTestJSON-665818928 tempest-DeleteServersAdminTestJSON-665818928-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7be916a-f538-4adb-a93a-42eda440b1bc HTTP/1.1" status: 200 len: 210 time: 0.0551372 Nov 09 17:24:33.007881 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.021747 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11090f-0514-43a8-bd80-1ba5a5ed7996 x-openstack-request-id: req-fe11090f-0514-43a8-bd80-1ba5a5ed7996 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:33.022309 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-plugged", "status": "completed", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1", "code": 200}, {"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1", "code": 200}, {"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-unplugged", "status": "completed", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "code": 200}, {"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:33.022936 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe11090f-0514-43a8-bd80-1ba5a5ed7996 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:33.023536 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'code': 200} Nov 09 17:24:33.023826 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1', 'code': 200} Nov 09 17:24:33.024146 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'code': 200} Nov 09 17:24:33.025398 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'code': 200} Nov 09 17:24:33.064896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88504fd-3b8c-4aa4-a585-0e2cbe06997a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.121843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88504fd-3b8c-4aa4-a585-0e2cbe06997a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.134507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ebb57-f44d-4bb0-9a88-9a13d40ebce8 req-42fcf2a3-5c54-40b0-8ebe-88f491b3169a tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:33.136506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fd5ebb57-f44d-4bb0-9a88-9a13d40ebce8 req-42fcf2a3-5c54-40b0-8ebe-88f491b3169a tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 949 time: 0.0616343 Nov 09 17:24:33.170519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-896ec037-3eaf-4f62-9632-df7515d81ffc tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:33.172042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-896ec037-3eaf-4f62-9632-df7515d81ffc tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.83 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 949 time: 0.0884671 Nov 09 17:24:33.191013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fd5ebb57-f44d-4bb0-9a88-9a13d40ebce8 req-42a9b85b-9659-4f1d-9a3d-2c9cf42e1c5e tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adc0c71-fc97-4690-b1d8-199cbf736063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Nov 09 17:24:33.213925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88504fd-3b8c-4aa4-a585-0e2cbe06997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.216694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88504fd-3b8c-4aa4-a585-0e2cbe06997a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.220547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c88504fd-3b8c-4aa4-a585-0e2cbe06997a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fad7c69-0a6e-43d3-989f-3be2a53f8070 HTTP/1.1" status: 204 len: 168 time: 0.2492726 Nov 09 17:24:33.245480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88504fd-3b8c-4aa4-a585-0e2cbe06997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad7c69-0a6e-43d3-989f-3be2a53f8070,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:33.264686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56298) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:33.351780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting subnet 495fa4dd-6977-4f5f-95df-68df4523b45d {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:24:33.357721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.396661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Deleting port 7e829da9-095f-49c8-880b-59cc12a3c809 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:33.398039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.446163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-deleted', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1'}, {'server_uuid': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'name': 'network-vif-deleted', 'tag': '854ea179-e606-49e0-b96e-9da829031781'}, {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-deleted', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:33.449194 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e868350-009b-4b45-bec7-df5ef7be23b4" -d '{"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-deleted", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1"}, {"server_uuid": "b7be916a-f538-4adb-a93a-42eda440b1bc", "name": "network-vif-deleted", "tag": "854ea179-e606-49e0-b96e-9da829031781"}, {"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-deleted", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:33.494799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.521570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.551664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c89d0519-1ba2-455f-b680-8f20483dcdab req-7d4b8904-48c6-4835-be1e-380a0ec98f93 tempest-ServersAdminNegativeTestJSON-2059676681 tempest-ServersAdminNegativeTestJSON-2059676681-project] 10.222.0.45 "GET /v2.0/ports?device_id=a257e1ce-6499-4f8d-8850-600d2f499055 HTTP/1.1" status: 200 len: 210 time: 0.1102421 Nov 09 17:24:33.639269 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee536f0-1d15-420c-85cb-25e61ef8a57a x-openstack-request-id: req-1ee536f0-1d15-420c-85cb-25e61ef8a57a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:33.640507 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a07cc-1ef1-433e-8162-c8099b5f5547", "name": "network-vif-deleted", "tag": "4fc05453-d267-4fb4-8fcd-50401d1e1aa1", "status": "completed", "code": 200}, {"server_uuid": "b7be916a-f538-4adb-a93a-42eda440b1bc", "name": "network-vif-deleted", "tag": "854ea179-e606-49e0-b96e-9da829031781", "status": "completed", "code": 200}, {"server_uuid": "f5152d46-ecfc-45da-9cc5-9809eb95d7e3", "name": "network-vif-deleted", "tag": "4cf73130-7c5e-45b6-bd5a-82adb0561ae3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:33.641064 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ee536f0-1d15-420c-85cb-25e61ef8a57a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:33.641631 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a07cc-1ef1-433e-8162-c8099b5f5547', 'name': 'network-vif-deleted', 'tag': '4fc05453-d267-4fb4-8fcd-50401d1e1aa1', 'status': 'completed', 'code': 200} Nov 09 17:24:33.641923 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be916a-f538-4adb-a93a-42eda440b1bc', 'name': 'network-vif-deleted', 'tag': '854ea179-e606-49e0-b96e-9da829031781', 'status': 'completed', 'code': 200} Nov 09 17:24:33.642145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] For port 7e829da9-095f-49c8-880b-59cc12a3c809, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7e829da9-095f-49c8-880b-59cc12a3c809,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:33.642349 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5152d46-ecfc-45da-9cc5-9809eb95d7e3', 'name': 'network-vif-deleted', 'tag': '4cf73130-7c5e-45b6-bd5a-82adb0561ae3', 'status': 'completed', 'code': 200} Nov 09 17:24:33.642690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.661539 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Calling delete_port for 7e829da9-095f-49c8-880b-59cc12a3c809 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:33.735404 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.835313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.870753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e6db90f-1357-443c-a2b9-76dbca39ee77 req-ca9f8a54-481e-4928-aa17-a316382ed3ae tempest-ImagesTestJSON-1637838101 tempest-ImagesTestJSON-1637838101-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5152d46-ecfc-45da-9cc5-9809eb95d7e3 HTTP/1.1" status: 200 len: 210 time: 0.0314293 Nov 09 17:24:33.872312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.894660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Subnet': ['ID=495fa4dd-6977-4f5f-95df-68df4523b45d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:33.907965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.909436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Pushing event deleted for resources: {'Port': ['ID=7e829da9-095f-49c8-880b-59cc12a3c809,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:33.916215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ad78fef-a587-4cc5-9959-dc73f859d784 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/subnets/495fa4dd-6977-4f5f-95df-68df4523b45d HTTP/1.1" status: 204 len: 168 time: 0.6473129 Nov 09 17:24:33.916397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5289414a-be02-41af-bd66-c2e1635e0843 None None] Network 477c527d-fab5-42c3-998d-8a49e4ecfaab requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:33.919093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56326) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:33.972887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] No DVR routers for this DVR port 7e829da9-095f-49c8-880b-59cc12a3c809 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:33.976028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:33.980470 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-767f4d88-7e4e-427e-8a12-dc3fc5172ccf req-d1fa4881-dd90-41c5-9d93-244e7a927302 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.83 "DELETE /v2.0/ports/7e829da9-095f-49c8-880b-59cc12a3c809 HTTP/1.1" status: 204 len: 173 time: 0.8007259 Nov 09 17:24:34.039295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.131971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:34.132367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.143355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 854ea179-e606-49e0-b96e-9da829031781 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:34.177649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 854ea179-e606-49e0-b96e-9da829031781 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:34.178273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 854ea179-e606-49e0-b96e-9da829031781 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:34.179014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:34.203362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:34.204085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4cf73130-7c5e-45b6-bd5a-82adb0561ae3 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:34.233174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port d3c1550a-6a9a-4d55-8b7e-740465ba8b45, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,segment=NetworkSegment(2e60bd62-fe31-4723-8f23-5eb15971bf48),segment_id=2e60bd62-fe31-4723-8f23-5eb15971bf48)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:34.233849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.259564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for d3c1550a-6a9a-4d55-8b7e-740465ba8b45 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:34.337308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] DHCP port deletion for 477c527d-fab5-42c3-998d-8a49e4ecfaab request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:24:34.368033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e62ea88c-f55d-4ca0-9251-78ef866f52b7 req-839eee9d-c66a-4515-86f3-cc14b6f02107 tempest-ImagesOneServerTestJSON-1637146071 tempest-ImagesOneServerTestJSON-1637146071-project] 10.222.0.45 "GET /v2.0/ports?device_id=501b1fd8-5b6d-411d-9b0d-115d1a0bac19 HTTP/1.1" status: 200 len: 210 time: 0.0571394 Nov 09 17:24:34.411107 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.467302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:34.501588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:34.502040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:34.553859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Deleting port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:34.554576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.602145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:34.671724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] For port d3c1550a-6a9a-4d55-8b7e-740465ba8b45, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:34.682292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.723283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Calling delete_port for d3c1550a-6a9a-4d55-8b7e-740465ba8b45 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:34.729804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:24:34.731484 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.749262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] No DVR routers for this DVR port d3c1550a-6a9a-4d55-8b7e-740465ba8b45 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:34.793849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:34.808017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090ed9d-e3fa-496d-972e-2f8ea018a1bc None None] Pushing event deleted for resources: {'Port': ['ID=d3c1550a-6a9a-4d55-8b7e-740465ba8b45,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:34.828104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-network', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:34.852545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.857494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:34.857895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b9b9bf30-7da8-40ba-9d99-4bf564ea88f6 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:34.902533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477c527d-fab5-42c3-998d-8a49e4ecfaab']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:34.927550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e60bd62-fe31-4723-8f23-5eb15971bf48') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:34.928088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e60bd62-fe31-4723-8f23-5eb15971bf48') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:34.932105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-deleted', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:34.934454 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322bf9c-4f46-46f9-bfbb-74970dd076f0" -d '{"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-deleted", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:34.946238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.963031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Made reservation on behalf of cdacf428459f4357a9f3fe31ec8b177a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:34.967251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.972442 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:34.977619 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-342d6d5c-6494-4fef-b00e-84e29a8e93c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e8d9d3c64924b9fa64f72bcd2c78408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743806 Nov 09 17:24:34.982972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56396) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:34.986430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.036521 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f6bf86-3a61-4823-b4b0-f3a16994d165 x-openstack-request-id: req-05f6bf86-3a61-4823-b4b0-f3a16994d165 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:35.037024 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b1fd8-5b6d-411d-9b0d-115d1a0bac19", "name": "network-vif-deleted", "tag": "7e829da9-095f-49c8-880b-59cc12a3c809", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:35.037281 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05f6bf86-3a61-4823-b4b0-f3a16994d165 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:35.037806 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b1fd8-5b6d-411d-9b0d-115d1a0bac19', 'name': 'network-vif-deleted', 'tag': '7e829da9-095f-49c8-880b-59cc12a3c809', 'status': 'completed', 'code': 200} Nov 09 17:24:35.052893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:24:35.053907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:24:35.058902 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:24:35.172307 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd84fe89-92b2-4a2c-bf94-64789295cccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.177972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56414) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.189910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.194807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.202218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.223192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.231015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/networks/477c527d-fab5-42c3-998d-8a49e4ecfaab HTTP/1.1" status: 204 len: 168 time: 1.3109367 Nov 09 17:24:35.231749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56424) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.252736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd84fe89-92b2-4a2c-bf94-64789295cccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.267517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01852b05-8c1c-44fe-ac44-4c63fef15156 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Network': ['ID=477c527d-fab5-42c3-998d-8a49e4ecfaab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:35.276937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:35.290028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392cf809-2784-466b-88fa-b0856f26969e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:35.317409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.317760 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Added segment 7cd5138e-5ea9-46bb-b120-2f8cf2f774d4 of type vlan for network f425f067-cb0c-44e8-ad1c-11edbc4f8892 Nov 09 17:24:35.361417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting subnet 24a64385-e216-4206-aac0-5731ebf0037a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:24:35.365196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.394937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d3c1550a-6a9a-4d55-8b7e-740465ba8b45 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:35.418025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.445199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d3c1550a-6a9a-4d55-8b7e-740465ba8b45 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:35.446624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d3c1550a-6a9a-4d55-8b7e-740465ba8b45 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:35.482511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.531222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.552930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.604253 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.609624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.610890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:35.611704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.649799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Subnet': ['ID=24a64385-e216-4206-aac0-5731ebf0037a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:35.658922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.667055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30738bf5-a371-4f25-a2d2-c087cdc97692 None None] Network fc2ba72c-a784-4824-af3c-d0144c7f4af2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:35.667756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af5e6516-9de9-4d73-931e-ca6495b086ff tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/subnets/24a64385-e216-4206-aac0-5731ebf0037a HTTP/1.1" status: 204 len: 168 time: 0.4197659 Nov 09 17:24:35.670899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56456) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.693571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1902554 Nov 09 17:24:35.697208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.708598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Request body: {'subnet': {'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-subnet', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:35.715615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Deleting subnet 7a3f11b1-4eca-4726-b109-3a9a44e185bc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:24:35.719092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.778271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b9647706-c317-49cf-bf04-f10fe2a3f57c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=089df030ebdb4a879a12bf6d10065492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988050 Nov 09 17:24:35.787784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd84fe89-92b2-4a2c-bf94-64789295cccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.792199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd84fe89-92b2-4a2c-bf94-64789295cccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.793463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bd84fe89-92b2-4a2c-bf94-64789295cccc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc69f6ba-63d7-4be3-a030-264e03eb25b7 HTTP/1.1" status: 204 len: 168 time: 0.8094943 Nov 09 17:24:35.797368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56466) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.817424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84fe89-92b2-4a2c-bf94-64789295cccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc69f6ba-63d7-4be3-a030-264e03eb25b7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:35.821391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.879426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:35.978344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:35.987956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] DHCP port deletion for fc2ba72c-a784-4824-af3c-d0144c7f4af2 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:24:35.997203 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93122490-c4ab-4b7b-a1a4-5c1a7aaedbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.054456 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93122490-c4ab-4b7b-a1a4-5c1a7aaedbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.061671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.066086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d82d-b1c6-411b-bbd3-d30f55e97827 admin admin] Pushing event updated for resources: {'Network': ['ID=f425f067-cb0c-44e8-ad1c-11edbc4f8892,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:36.076719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port 6ccd7212-6319-48f6-b25c-e3ea97e810ac {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:36.077140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.080928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:36.102761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Made reservation on behalf of cdacf428459f4357a9f3fe31ec8b177a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:36.107011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.152030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port 6ccd7212-6319-48f6-b25c-e3ea97e810ac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ccd7212-6319-48f6-b25c-e3ea97e810ac,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:36.152478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.167877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for 6ccd7212-6319-48f6-b25c-e3ea97e810ac owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:36.260968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] Deleting port 6ccd7212-6319-48f6-b25c-e3ea97e810ac {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:36.261794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.301632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.337162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.342555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port 6ccd7212-6319-48f6-b25c-e3ea97e810ac on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:36.394777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=6ccd7212-6319-48f6-b25c-e3ea97e810ac,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:36.413779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] For port 6ccd7212-6319-48f6-b25c-e3ea97e810ac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ccd7212-6319-48f6-b25c-e3ea97e810ac,segment=NetworkSegment(9f838ae3-d96b-4c1c-a502-4da4a8b35f1e),segment_id=9f838ae3-d96b-4c1c-a502-4da4a8b35f1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:36.414793 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.441917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] Calling delete_port for 6ccd7212-6319-48f6-b25c-e3ea97e810ac owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:36.507506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93122490-c4ab-4b7b-a1a4-5c1a7aaedbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.510560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93122490-c4ab-4b7b-a1a4-5c1a7aaedbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.512344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-93122490-c4ab-4b7b-a1a4-5c1a7aaedbaa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3715cf61-94c1-42d9-b037-d7d443622a07 HTTP/1.1" status: 204 len: 168 time: 0.7047966 Nov 09 17:24:36.539034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.567730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56480) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:36.571989 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.572643 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.572766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93122490-c4ab-4b7b-a1a4-5c1a7aaedbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715cf61-94c1-42d9-b037-d7d443622a07,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:36.587616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d2e3aa-fee4-4b7c-a430-933347669cc4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:36.615147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3de3112-b65d-4f25-8d28-c046b8f2bf83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.617442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Checking segment: {'id': '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:36.617991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Network hostable DHCP agents. Network: f425f067-cb0c-44e8-ad1c-11edbc4f8892, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:36.620485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3f11b1-4eca-4726-b109-3a9a44e185bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:36.622375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] Pushing event deleted for resources: {'Port': ['ID=6ccd7212-6319-48f6-b25c-e3ea97e810ac,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:36.632651 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.633352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7145bc-0242-498f-b232-c5d9ada88cf0 None None] No DVR routers for this DVR port 6ccd7212-6319-48f6-b25c-e3ea97e810ac on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:24:36.643064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4368d726-a6f4-4d59-9b97-2b75dcc4cc91 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7a3f11b1-4eca-4726-b109-3a9a44e185bc HTTP/1.1" status: 204 len: 168 time: 1.0851035 Nov 09 17:24:36.645949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:36.686436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2ba72c-a784-4824-af3c-d0144c7f4af2']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:36.744069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:36.762292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f838ae3-d96b-4c1c-a502-4da4a8b35f1e') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:36.778154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:36.785617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.798902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.810421 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-52bef49b-ca34-4de1-b20e-89e44d35502c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=187c2138fe36489293b7c69cf526a800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8258679 Nov 09 17:24:36.820318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56492) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:36.844404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 7e829da9-095f-49c8-880b-59cc12a3c809 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:36.847740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7e829da9-095f-49c8-880b-59cc12a3c809 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:36.850026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.878959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:24:36.889848 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:24:36.894645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f425f067-cb0c-44e8-ad1c-11edbc4f8892) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:36.903947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abe496-8e82-4db9-a3b0-533c5ff28a2b None None] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:36.967139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:36.967746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.077436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3de3112-b65d-4f25-8d28-c046b8f2bf83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.084417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3de3112-b65d-4f25-8d28-c046b8f2bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.158285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-866ab5ce-ba2b-4fbc-af2b-378ab7846ba7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4567142 Nov 09 17:24:37.170236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:37.198604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.199241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3112-b65d-4f25-8d28-c046b8f2bf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f6916-9965-41bd-9611-925551d55b48,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:37.200829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:37.215101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a3de3112-b65d-4f25-8d28-c046b8f2bf83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=847f115e603545ec81264536ea362563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6355414 Nov 09 17:24:37.216788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.221318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/networks/fc2ba72c-a784-4824-af3c-d0144c7f4af2 HTTP/1.1" status: 204 len: 168 time: 1.5463357 Nov 09 17:24:37.222042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56502) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:37.242968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56504) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:37.252838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f425f067-cb0c-44e8-ad1c-11edbc4f8892', 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'fixed_ips': [{'subnet_id': 'a3d2e3aa-fee4-4b7c-a430-933347669cc4'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:24:37.253918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.257888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-740528109'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:37.270877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2915b-b0ed-40a5-9e58-7e32a1ff7d9d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Network': ['ID=fc2ba72c-a784-4824-af3c-d0144c7f4af2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:37.282112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6440b3-c630-4559-813c-28315d541db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.312368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:37.317958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6440b3-c630-4559-813c-28315d541db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.318848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.329295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56506) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:37.383742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:37.400311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.400683 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Added segment a6be3832-ec98-471a-8c8b-ae50ea3fa761 of type vlan for network 3b05af62-f7b8-40f2-a947-b87455cf0d06 Nov 09 17:24:37.420036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.422502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.436735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.451038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.476402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Allocated IP 172.20.0.2 (f425f067-cb0c-44e8-ad1c-11edbc4f8892/a3d2e3aa-fee4-4b7c-a430-933347669cc4/213b5c8d-6bbc-45bf-abe2-f4157f8fa577) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:37.493129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.508868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:37.508868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.510290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.513714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6440b3-c630-4559-813c-28315d541db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.518230 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6440b3-c630-4559-813c-28315d541db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.519527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff6440b3-c630-4559-813c-28315d541db6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1adc0c71-fc97-4690-b1d8-199cbf736063 HTTP/1.1" status: 204 len: 168 time: 0.6879075 Nov 09 17:24:37.545453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78862ce9-6516-47f9-9159-db9e21e8efc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.620347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6440b3-c630-4559-813c-28315d541db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc0c71-fc97-4690-b1d8-199cbf736063,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:37.623566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ded62b-000e-4e58-95ba-86fd5a4e8d2a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:37.638624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10754ba3-2108-478a-a0ba-9105bdbb1caf') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:37.639072 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10754ba3-2108-478a-a0ba-9105bdbb1caf') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:37.676767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.684772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ccd7212-6319-48f6-b25c-e3ea97e810ac no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:37.709972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6ccd7212-6319-48f6-b25c-e3ea97e810ac {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:37.710604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ccd7212-6319-48f6-b25c-e3ea97e810ac not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:37.712837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.713462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.756502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.764011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:37.770592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.772093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:37.777942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:37.782525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Pushing event updated for resources: {'Port': ['ID=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:37.795981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-306c7b57-db7f-4a49-a7c7-b6ced93d868f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de18367e9cd1451bb2fc6126a509ab3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614213 Nov 09 17:24:37.798204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78862ce9-6516-47f9-9159-db9e21e8efc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.806672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:37.847798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:24:37.848299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:24:37.851163 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:24:37.860794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Attempting to bind port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:37.861406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Attempting to bind port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:37.861943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Attempting to bind port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 on network f425f067-cb0c-44e8-ad1c-11edbc4f8892 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:37.869038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:37.869715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Checking segment: {'id': '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:37.870371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.870950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Bound using segment: {'id': '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:37.883371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Bound port: 213b5c8d-6bbc-45bf-abe2-f4157f8fa577, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:37.884709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.886353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6411397 Nov 09 17:24:37.907147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56514) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:37.909187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afa96a-f92a-4f21-be8d-7d74ef53fca1 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Network': ['ID=3b05af62-f7b8-40f2-a947-b87455cf0d06,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:37.919526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'subnet': {'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:37.932434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:37.963257 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.973720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:37.979113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b8ded62b-000e-4e58-95ba-86fd5a4e8d2a HTTP/1.1" status: 204 len: 168 time: 1.3313575 Nov 09 17:24:37.996746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c40ff4-079f-4770-9f04-552f35fa9099 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ded62b-000e-4e58-95ba-86fd5a4e8d2a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:38.064169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e630246-6ed6-4f4d-bff3-047ce908007b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.108953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78862ce9-6516-47f9-9159-db9e21e8efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.111559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78862ce9-6516-47f9-9159-db9e21e8efc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.115447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-78862ce9-6516-47f9-9159-db9e21e8efc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd8f6916-9965-41bd-9611-925551d55b48 HTTP/1.1" status: 204 len: 168 time: 0.8894696 Nov 09 17:24:38.120323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e630246-6ed6-4f4d-bff3-047ce908007b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.139560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78862ce9-6516-47f9-9159-db9e21e8efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f6916-9965-41bd-9611-925551d55b48,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:38.176397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:38.180128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.299733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e630246-6ed6-4f4d-bff3-047ce908007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.302460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e630246-6ed6-4f4d-bff3-047ce908007b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.313454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3e630246-6ed6-4f4d-bff3-047ce908007b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61cb7218-ceaf-4436-b3e6-8e4027cba75e HTTP/1.1" status: 204 len: 168 time: 0.5049777 Nov 09 17:24:38.335090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e630246-6ed6-4f4d-bff3-047ce908007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb7218-ceaf-4436-b3e6-8e4027cba75e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:38.387925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.393758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] For port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:38.398362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] For port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,segment=NetworkSegment(7cd5138e-5ea9-46bb-b120-2f8cf2f774d4),segment_id=7cd5138e-5ea9-46bb-b120-2f8cf2f774d4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:38.418230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.441765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.469330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56536) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:38.563567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b1c0c-b872-415a-b763-c3320d0b1b5c None None] Pushing event updated for resources: {'Port': ['ID=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:38.648828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:38.714966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Allocated IP 172.25.3.186 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/65f808fc-57bb-4b01-a374-a682a07d5aa0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:38.817227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b6da6d61-4a19-46fc-a851-ab5bd7d6f469 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffa8a751fdee43129a813ed94262b87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473182 Nov 09 17:24:38.831407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56544) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:38.974971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Subnet': ['ID=37424827-0a4a-427e-8e2a-0b4c0b1ad524,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:39.101888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.115295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Checking segment: {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:39.116081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network hostable DHCP agents. Network: 3b05af62-f7b8-40f2-a947-b87455cf0d06, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:39.129550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67b4e078-ce98-4ef5-9b98-36e203edf766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.216623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.222387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67b4e078-ce98-4ef5-9b98-36e203edf766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.254011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:39.306799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3b05af62-f7b8-40f2-a947-b87455cf0d06) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:39.316253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:39.318310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.329277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf8fd4-ceff-42a6-9315-044f227e8552 None None] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:39.341841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=65f808fc-57bb-4b01-a374-a682a07d5aa0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:39.373620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-72ec0f66-374b-4259-af25-9b3d0e1cacf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4652562 Nov 09 17:24:39.378322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:39.394605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-120714859'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:39.398327 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67b4e078-ce98-4ef5-9b98-36e203edf766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.407179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67b4e078-ce98-4ef5-9b98-36e203edf766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.408838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-67b4e078-ce98-4ef5-9b98-36e203edf766 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b7db33a-3650-464f-a195-195b7755bb81 HTTP/1.1" status: 204 len: 168 time: 0.5235164 Nov 09 17:24:39.434280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4e078-ce98-4ef5-9b98-36e203edf766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7db33a-3650-464f-a195-195b7755bb81,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:39.442037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:39.453901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:39.468610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:39.528437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:39.559400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:39.575241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.622324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:39.649238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.650144 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Added segment 72d55cbf-8e2f-44f7-be1c-1c22675465a6 of type vlan for network 6aaac178-2cbb-480a-84e1-58814ce14fb0 Nov 09 17:24:39.750380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.832076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:39.833406 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.900198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-3b05af62-f7b8-40f2-a947-b87455cf0d06', 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'fixed_ips': [{'subnet_id': '37424827-0a4a-427e-8e2a-0b4c0b1ad524'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:24:39.902090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.943290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:39.956938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:39.957599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:40.210410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56598) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:40.212790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8315926 Nov 09 17:24:40.220326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'subnet': {'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:40.252669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Allocated IP 19.80.0.2 (3b05af62-f7b8-40f2-a947-b87455cf0d06/37424827-0a4a-427e-8e2a-0b4c0b1ad524/3e2bd32e-7417-4da2-92dc-a0abf76bffb5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:40.287011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:40.300130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e793d-55b8-44f9-bc3d-d7cb1704d210 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Network': ['ID=6aaac178-2cbb-480a-84e1-58814ce14fb0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:40.343302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,segment=NetworkSegment(7cd5138e-5ea9-46bb-b120-2f8cf2f774d4),segment_id=7cd5138e-5ea9-46bb-b120-2f8cf2f774d4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:40.346062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9087f88f-e011-4b9b-a050-288a0ca2a371 None None] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:40.356946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:40.496353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:40.500774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:40.508397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:40.528575 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:40.974209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-43eabae7-e90f-4b08-bc19-b8dc88f09076 None None] Provisioning complete for port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:40.974928 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43eabae7-e90f-4b08-bc19-b8dc88f09076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:41.010127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:41.066897 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:41.191620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Subnet': ['ID=aa4fb58b-443c-4fac-bcc5-367c70706dc9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:41.218700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Checking segment: {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:41.223941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network hostable DHCP agents. Network: 6aaac178-2cbb-480a-84e1-58814ce14fb0, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:41.268204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:41.292827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6aaac178-2cbb-480a-84e1-58814ce14fb0) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:41.311596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:41.312068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:41.334886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45865dc2-d277-4edf-afd7-551df007e5ba None None] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:41.388852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20fe8c6a-61ce-4997-99d8-7725910675b4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1752307 Nov 09 17:24:41.441565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Router b949f9d6-555a-4e2a-ba5c-48096c64c86f is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:24:41.453041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:41.666676 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:41.804430 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:41.826708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6aaac178-2cbb-480a-84e1-58814ce14fb0', 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'fixed_ips': [{'subnet_id': 'aa4fb58b-443c-4fac-bcc5-367c70706dc9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:24:41.830158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:42.020221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:42.025267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:42.036275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:42.191648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Pushing event updated for resources: {'Port': ['ID=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:42.387042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fd12faae-180b-44f5-8580-e66dda337361 None None] Provisioning complete for port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:42.393644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd12faae-180b-44f5-8580-e66dda337361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:42.401938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Attempting to bind port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:42.402799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Attempting to bind port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:42.403519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Attempting to bind port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 on network 3b05af62-f7b8-40f2-a947-b87455cf0d06 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:42.419624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:42.421870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Checking segment: {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:42.428130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:42.429022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Bound using segment: {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:42.429747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Bound port: 3e2bd32e-7417-4da2-92dc-a0abf76bffb5, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:42.430957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:42.479086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f91a262c-3b0b-4221-baf8-f54319742b52 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:42.499312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f91a262c-3b0b-4221-baf8-f54319742b52 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:42.501266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f91a262c-3b0b-4221-baf8-f54319742b52 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/networks?id=3b05af62-f7b8-40f2-a947-b87455cf0d06&id=6aaac178-2cbb-480a-84e1-58814ce14fb0 HTTP/1.1" status: 200 len: 1390 time: 0.2374275 Nov 09 17:24:42.553501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:24:42.564439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-be9ce159-a34c-45dc-a843-c7e4b95dbcd7 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/quotas/36d75cea9e8846ada6698c43f672705c HTTP/1.1" status: 200 len: 375 time: 0.0508549 Nov 09 17:24:42.564830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Allocated IP 19.86.0.2 (6aaac178-2cbb-480a-84e1-58814ce14fb0/aa4fb58b-443c-4fac-bcc5-367c70706dc9/435d300b-f62e-4343-a885-ae0b1ff9f5d4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:42.630689 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Sync routers for ids ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:24:42.652638 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Routers {'b949f9d6-555a-4e2a-ba5c-48096c64c86f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:42.653442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:42.761515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-9f07bf98-4bc2-40fb-ac51-c2c7469ed6d8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507387 Nov 09 17:24:42.766451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:42.767946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-60624f7c-6606-44ff-a82f-c1d8026a0fd9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5871129 Nov 09 17:24:42.771276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:42.921630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Set router b949f9d6-555a-4e2a-ba5c-48096c64c86f gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:42.926425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-8ccab916-ac2b-4933-bf8e-ae7dccc7fc7d service neutron] 10.222.0.45 "GET /v2.0/networks/3b05af62-f7b8-40f2-a947-b87455cf0d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566529 Nov 09 17:24:43.194088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-1d30f1a2-53ef-4222-a513-8e8e73fd7dd2 service neutron] 10.222.0.45 "GET /v2.0/networks/3b05af62-f7b8-40f2-a947-b87455cf0d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593179 Nov 09 17:24:43.280412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] For port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:43.408987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] For port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:43.418288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:40Z', 'revision_number': 3, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:43.433762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:43.480159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-44908e65-b7e7-4571-bda4-1b1c4e460533 service neutron] 10.222.0.45 "GET /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849796 Nov 09 17:24:43.482525 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Checking router: b949f9d6-555a-4e2a-ba5c-48096c64c86f for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:24:43.482883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Updating router b949f9d6-555a-4e2a-ba5c-48096c64c86f port 65f808fc-57bb-4b01-a374-a682a07d5aa0 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:24:43.499468 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:43.591125 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:43.693258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:43.832741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-850d98d3-025c-42af-8749-c8910e0dec87 service neutron] 10.222.0.45 "GET /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516743 Nov 09 17:24:43.855255 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:43.862347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df775-2606-4095-aac7-875dbcfdf21f None None] Pushing event updated for resources: {'Port': ['ID=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:43.880378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:43.942673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:43.949514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:43.963945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:44.014101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Pushing event updated for resources: {'Port': ['ID=435d300b-f62e-4343-a885-ae0b1ff9f5d4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:44.027654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:44.028038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.171234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Allocated IP 172.20.0.1 (f425f067-cb0c-44e8-ad1c-11edbc4f8892/a3d2e3aa-fee4-4b7c-a430-933347669cc4/3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:44.253921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Attempting to bind port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:44.254279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Attempting to bind port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:44.254729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Attempting to bind port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 on network 6aaac178-2cbb-480a-84e1-58814ce14fb0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:44.266155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:44.266536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Checking segment: {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:44.267047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.267447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Bound using segment: {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:44.267923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Bound port: 435d300b-f62e-4343-a885-ae0b1ff9f5d4, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:44.268469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.416997 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.435615 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.566967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] For port 435d300b-f62e-4343-a885-ae0b1ff9f5d4, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:44.576626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] For port 435d300b-f62e-4343-a885-ae0b1ff9f5d4, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=435d300b-f62e-4343-a885-ae0b1ff9f5d4,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:44.588042 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.646613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.692454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcdbd1-d5ed-49b3-85bd-471561f69099 None None] Pushing event updated for resources: {'Port': ['ID=435d300b-f62e-4343-a885-ae0b1ff9f5d4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:44.709690 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Pushing event updated for resources: {'Port': ['ID=65f808fc-57bb-4b01-a374-a682a07d5aa0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:44.718151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Attempting to bind port 65f808fc-57bb-4b01-a374-a682a07d5aa0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:44.718652 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Attempting to bind port 65f808fc-57bb-4b01-a374-a682a07d5aa0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:44.719043 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Attempting to bind port 65f808fc-57bb-4b01-a374-a682a07d5aa0 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:44.721711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.770656 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.773427 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.776943 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.778107 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.783271 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.784253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:44.784853 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.785208 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.785547 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.787622 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.788150 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.792701 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.793054 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:44.809885 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:44.810618 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:44.811303 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.812234 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:44.813215 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Bound port: 65f808fc-57bb-4b01-a374-a682a07d5aa0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:44.813830 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:44.859525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:44.862338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:44.870126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:44.989593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:45.112598 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] For port 65f808fc-57bb-4b01-a374-a682a07d5aa0, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:45.124080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] For port 65f808fc-57bb-4b01-a374-a682a07d5aa0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=65f808fc-57bb-4b01-a374-a682a07d5aa0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:45.148385 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:45.220952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef2bd989-1b72-4ad4-ad15-94fcbfa1faf8 req-33b7d15f-b6f3-44ce-8d5c-b795a43d3227 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 210 time: 0.0810816 Nov 09 17:24:45.283926 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Routers {'b949f9d6-555a-4e2a-ba5c-48096c64c86f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:45.287845 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:45.512158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:45.524546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:45.724019 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] Set router b949f9d6-555a-4e2a-ba5c-48096c64c86f gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:45.778202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97925f5f-05a1-4942-903c-d152e7aea432 None None] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:45.835437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2e408216-45d5-425b-a5dc-6cda61fdc291 None None] Provisioning complete for port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:45.835587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e408216-45d5-425b-a5dc-6cda61fdc291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.051861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:46.054453 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.081392 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2ebcc-ef21-4d5a-b828-a1f80f01f7d2 None None] Pushing event updated for resources: {'Port': ['ID=65f808fc-57bb-4b01-a374-a682a07d5aa0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:46.089121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.105631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.235344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2e408216-45d5-425b-a5dc-6cda61fdc291 None None] Port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:46.265687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:46.341662 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:40Z', 'revision_number': 3, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:46.412007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.455377 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689128f-e4d0-48cf-9010-45584cfcb849 None None] The sync data for ids ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'] in n-d-804292-3 is: [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:40Z', 'revision_number': 3, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:24:46.584346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.631717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b22941b-6d36-4164-a0e3-de56270009cc req-1725caaf-1463-484f-a91f-81d22faf09c7 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 210 time: 0.0717413 Nov 09 17:24:46.648326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:46.650742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8f50a7f4-b7c0-4590-a7e3-a30ad5f1b7c5 None None] Provisioning complete for port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:46.655354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f50a7f4-b7c0-4590-a7e3-a30ad5f1b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.980495 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da92f773-13f6-491d-ae7a-0744b5be736c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:46.981550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:47.032854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58782221-6568-42bf-9108-575f034f62ef None None] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:47.073533 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.079409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 435d300b-f62e-4343-a885-ae0b1ff9f5d4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:47.238833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da92f773-13f6-491d-ae7a-0744b5be736c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.258774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da92f773-13f6-491d-ae7a-0744b5be736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.340144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-da92f773-13f6-491d-ae7a-0744b5be736c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20617655ba8b413c9cfa9fa513308ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6902399 Nov 09 17:24:47.341106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:47.507030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f773-13f6-491d-ae7a-0744b5be736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed54c1b-b3b5-4ff0-a50e-8ceb44e69c31,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:47.515413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4922c5ce-5085-416a-ae1a-eed742a58758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.575667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4922c5ce-5085-416a-ae1a-eed742a58758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.711073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4922c5ce-5085-416a-ae1a-eed742a58758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.715090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4922c5ce-5085-416a-ae1a-eed742a58758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:47.719354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4922c5ce-5085-416a-ae1a-eed742a58758 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ed54c1b-b3b5-4ff0-a50e-8ceb44e69c31 HTTP/1.1" status: 204 len: 168 time: 0.3756747 Nov 09 17:24:47.754250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922c5ce-5085-416a-ae1a-eed742a58758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed54c1b-b3b5-4ff0-a50e-8ceb44e69c31,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:47.822865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-a984a213-8853-4677-acfc-6fc81b63eb80 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:47.831276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-a984a213-8853-4677-acfc-6fc81b63eb80 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:47.833686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-a984a213-8853-4677-acfc-6fc81b63eb80 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "GET /v2.0/networks?id=3b05af62-f7b8-40f2-a947-b87455cf0d06&id=6aaac178-2cbb-480a-84e1-58814ce14fb0 HTTP/1.1" status: 200 len: 1390 time: 1.4075842 Nov 09 17:24:47.849868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'port': {'device_id': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06', 'admin_state_up': True, 'tenant_id': '36d75cea9e8846ada6698c43f672705c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:47.906268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfa8f4b7-6bc8-4258-886d-7760421428f4 req-79a5af41-cc82-44dd-8d66-d5de34c77f35 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 210 time: 0.1136103 Nov 09 17:24:47.912859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56882) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:47.944883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:48.003064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:48.016329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:48.106270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:48.111953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.271923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:48.286025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:48.286705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.351589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Allocated IP 19.80.0.9 (3b05af62-f7b8-40f2-a947-b87455cf0d06/37424827-0a4a-427e-8e2a-0b4c0b1ad524/9b3664d1-cd2d-4f90-9b5b-38fd0868a573) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:48.365303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d5d16de1-6af8-429f-aaf1-991a7cf43d37 None None] Provisioning complete for port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:48.367546 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5d16de1-6af8-429f-aaf1-991a7cf43d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.578494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Router b949f9d6-555a-4e2a-ba5c-48096c64c86f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:24:48.581949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.693332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1305289c-6aca-459d-b718-ca82daf3713d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.735573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:48.765788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c79dac1d-664f-4e7d-ae71-6b4077f7d3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.840665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 435d300b-f62e-4343-a885-ae0b1ff9f5d4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=435d300b-f62e-4343-a885-ae0b1ff9f5d4,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:48.872395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.941584 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e07c14c4-1f5e-440f-9fc6-feaba7b9311c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:48.944434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:24:48.965959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0573f01b-a3e2-4d0c-bb12-4688b4891389 admin admin] 10.222.0.45 "PUT /v2.0/routers/b949f9d6-555a-4e2a-ba5c-48096c64c86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1932893 Nov 09 17:24:48.968595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=435d300b-f62e-4343-a885-ae0b1ff9f5d4,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:48.987417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d5d16de1-6af8-429f-aaf1-991a7cf43d37 None None] Provisioning complete for port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:48.987868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5d16de1-6af8-429f-aaf1-991a7cf43d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.004639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1305289c-6aca-459d-b718-ca82daf3713d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.025362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1305289c-6aca-459d-b718-ca82daf3713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.028728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.094541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.248862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:49.272507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1305289c-6aca-459d-b718-ca82daf3713d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc9976ee18134e758af37fb824e85b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3265522 Nov 09 17:24:49.277736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56924) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:49.281909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:49.287341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305289c-6aca-459d-b718-ca82daf3713d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8b5b6-b6d7-404f-b0ab-5627de8afab7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:49.299082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c79dac1d-664f-4e7d-ae71-6b4077f7d3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.307791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c79dac1d-664f-4e7d-ae71-6b4077f7d3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.319485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:49.366582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:49.371091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dac1d-664f-4e7d-ae71-6b4077f7d3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3d220-acad-485c-b62d-d99a0b623a07,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:49.510197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c79dac1d-664f-4e7d-ae71-6b4077f7d3b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7773f3b8dd3e4e3386b25680b57eec68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5961230 Nov 09 17:24:49.515197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:49.547850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-760a5bee-f3ee-4d9b-8381-565f61e6dbd7 None None] Provisioning complete for port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:49.548216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-760a5bee-f3ee-4d9b-8381-565f61e6dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.640333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:49.641004 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.644050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e965fb64-d862-4067-ab54-f703737eeeb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.644393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-760a5bee-f3ee-4d9b-8381-565f61e6dbd7 None None] Port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:49.716518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Port': ['ID=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:49.723862 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-0243cc01-49ce-4484-8b69-9a82e7c24863 req-1a9ace06-d363-4d70-ad56-0b9df38a63c0 tempest-FloatingIPDetailsNegativeTestJSON-2099161610 tempest-FloatingIPDetailsNegativeTestJSON-2099161610-project] show failed (client error): The resource could not be found. Nov 09 17:24:49.735196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e965fb64-d862-4067-ab54-f703737eeeb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.760579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56940) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:49.760789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0243cc01-49ce-4484-8b69-9a82e7c24863 req-1a9ace06-d363-4d70-ad56-0b9df38a63c0 tempest-FloatingIPDetailsNegativeTestJSON-2099161610 tempest-FloatingIPDetailsNegativeTestJSON-2099161610-project] 10.222.0.45 "GET /v2.0/floatingips/42add7b5-3fbd-4317-9f64-b22df3068fb1 HTTP/1.1" status: 404 len: 350 time: 0.1071408 Nov 09 17:24:49.795300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e07c14c4-1f5e-440f-9fc6-feaba7b9311c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.810286 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e07c14c4-1f5e-440f-9fc6-feaba7b9311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.824888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:49.831678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.832554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 65f808fc-57bb-4b01-a374-a682a07d5aa0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:49.836332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d1d61716-c9b2-428c-9068-d2d30e8d8781 None None] Provisioning complete for port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:49.836970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1d61716-c9b2-428c-9068-d2d30e8d8781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.893672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Sync routers for ids ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:24:49.903012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c14c4-1f5e-440f-9fc6-feaba7b9311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb8f5f-17e4-4872-9d72-2b390192bc84,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:49.934972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Routers {'b949f9d6-555a-4e2a-ba5c-48096c64c86f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:49.935715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:49.938424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20d846cf-f4c6-4b52-aeec-880e4a88b9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.969827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20d846cf-f4c6-4b52-aeec-880e4a88b9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:49.975651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141eefb-dc3b-4166-b4ae-e3b4c164748b req-8a8c5812-75b5-4acf-9457-d704599d85d8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:49.984596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1141eefb-dc3b-4166-b4ae-e3b4c164748b req-8a8c5812-75b5-4acf-9457-d704599d85d8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 930 time: 0.7306566 Nov 09 17:24:50.006056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-dc155fed-50f6-41be-af70-396969fad64c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1617682 Nov 09 17:24:50.041661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20d846cf-f4c6-4b52-aeec-880e4a88b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.044804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20d846cf-f4c6-4b52-aeec-880e4a88b9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.046252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-20d846cf-f4c6-4b52-aeec-880e4a88b9bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76c3d220-acad-485c-b62d-d99a0b623a07 HTTP/1.1" status: 204 len: 168 time: 0.5209868 Nov 09 17:24:50.060994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d846cf-f4c6-4b52-aeec-880e4a88b9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3d220-acad-485c-b62d-d99a0b623a07,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:50.071928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 65f808fc-57bb-4b01-a374-a682a07d5aa0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:50.072300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.076998 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e07c14c4-1f5e-440f-9fc6-feaba7b9311c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10527157faa04aee9869e6feb5587cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3387244 Nov 09 17:24:50.081189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:50.108355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Request body: {'port': {'device_id': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0', 'admin_state_up': True, 'tenant_id': '36d75cea9e8846ada6698c43f672705c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:50.190115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Set router b949f9d6-555a-4e2a-ba5c-48096c64c86f gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:50.197871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12cd103b-fd71-4a76-ba4d-1694b32bc7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.264436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12cd103b-fd71-4a76-ba4d-1694b32bc7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.323163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12cd103b-fd71-4a76-ba4d-1694b32bc7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.328603 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12cd103b-fd71-4a76-ba4d-1694b32bc7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.329939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12cd103b-fd71-4a76-ba4d-1694b32bc7a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcfb8f5f-17e4-4872-9d72-2b390192bc84 HTTP/1.1" status: 204 len: 168 time: 0.2479813 Nov 09 17:24:50.351173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd103b-fd71-4a76-ba4d-1694b32bc7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb8f5f-17e4-4872-9d72-2b390192bc84,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:50.471659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1141eefb-dc3b-4166-b4ae-e3b4c164748b req-bc41d08a-f89a-4d2e-9d1a-57975399c28c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583321 Nov 09 17:24:50.488786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Made reservation on behalf of 36d75cea9e8846ada6698c43f672705c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:50.494907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.561756 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e965fb64-d862-4067-ab54-f703737eeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.566191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e965fb64-d862-4067-ab54-f703737eeeb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.567779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e965fb64-d862-4067-ab54-f703737eeeb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1e8b5b6-b6d7-404f-b0ab-5627de8afab7 HTTP/1.1" status: 204 len: 168 time: 1.2238700 Nov 09 17:24:50.588087 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.644626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4da173c3-96a9-4f66-b6c4-48d79cb88f18 None None] Provisioning complete for port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:50.644971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4da173c3-96a9-4f66-b6c4-48d79cb88f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.663784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 65f808fc-57bb-4b01-a374-a682a07d5aa0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=65f808fc-57bb-4b01-a374-a682a07d5aa0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:50.736949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:50.859773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965fb64-d862-4067-ab54-f703737eeeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8b5b6-b6d7-404f-b0ab-5627de8afab7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:50.921636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4da173c3-96a9-4f66-b6c4-48d79cb88f18 None None] Port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:50.985925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Allocated IP 19.86.0.234 (6aaac178-2cbb-480a-84e1-58814ce14fb0/aa4fb58b-443c-4fac-bcc5-367c70706dc9/e8ce8526-aa6a-4a59-b737-5b0d2ab86705) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:24:51.080218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=65f808fc-57bb-4b01-a374-a682a07d5aa0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:51.156947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.157295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.157726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.158067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.158399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.158828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.159183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.159510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.159832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.160285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.160763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.161933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:51.175907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 435d300b-f62e-4343-a885-ae0b1ff9f5d4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:51.307786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.313919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:51.337684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-689239ec-df37-45fd-bb04-5b4eac1edd3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.358464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:45Z', 'revision_number': 4, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad', 'name': '', 'network_id': 'f425f067-cb0c-44e8-ad1c-11edbc4f8892', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'mac_address': 'fa:16:3e:51:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a3d2e3aa-fee4-4b7c-a430-933347669cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:43Z', 'updated_at': '2021-11-09T17:24:45Z', 'revision_number': 2, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'subnets': [{'id': 'a3d2e3aa-fee4-4b7c-a430-933347669cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:51.390004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:51.434841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Checking router: b949f9d6-555a-4e2a-ba5c-48096c64c86f for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:24:51.437624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Updating router b949f9d6-555a-4e2a-ba5c-48096c64c86f port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:24:51.442124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae17bdab-b84e-4908-a6a7-fca3d986692c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.444465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:51.445631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.577026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.619247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2007576a-2a52-428c-a0dc-ba2aaf4a1edf req-fa21d515-67e4-428b-a10e-b3321d314aab tempest-AbsoluteLimitsNegativeTestJSON-431200731 tempest-AbsoluteLimitsNegativeTestJSON-431200731-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=494d2db9efc74256a2ee449d447d102b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3638151 Nov 09 17:24:51.651869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae17bdab-b84e-4908-a6a7-fca3d986692c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.667080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae17bdab-b84e-4908-a6a7-fca3d986692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.724439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17bdab-b84e-4908-a6a7-fca3d986692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b1e42-89cd-494c-b23d-9eccf578d3e8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:51.820971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ae17bdab-b84e-4908-a6a7-fca3d986692c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5816ccce03f46f7a36fba613bc4bf59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251096 Nov 09 17:24:51.830513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:51.922416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:51.956051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a2b18-5457-4973-a5bb-9c475b50e223 req-61bd6b31-2612-45d1-a81b-de46a9edb9f6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:51.958048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e75a2b18-5457-4973-a5bb-9c475b50e223 req-61bd6b31-2612-45d1-a81b-de46a9edb9f6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 930 time: 0.2789600 Nov 09 17:24:51.981414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-689239ec-df37-45fd-bb04-5b4eac1edd3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.002898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-689239ec-df37-45fd-bb04-5b4eac1edd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.057544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5eae759-6415-4776-8466-c70f2899d991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.062077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007576a-2a52-428c-a0dc-ba2aaf4a1edf req-fd389fd2-5ba5-4c70-881a-60ad3f7b4ca2 tempest-AbsoluteLimitsNegativeTestJSON-431200731 tempest-AbsoluteLimitsNegativeTestJSON-431200731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:52.064292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2007576a-2a52-428c-a0dc-ba2aaf4a1edf req-fd389fd2-5ba5-4c70-881a-60ad3f7b4ca2 tempest-AbsoluteLimitsNegativeTestJSON-431200731 tempest-AbsoluteLimitsNegativeTestJSON-431200731-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4155188 Nov 09 17:24:52.096584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689239ec-df37-45fd-bb04-5b4eac1edd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d604715a-8f8f-4f05-9c55-5a67338917c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:52.124142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2007576a-2a52-428c-a0dc-ba2aaf4a1edf req-7d298a71-97f7-4d16-b73c-a1142545f7e0 tempest-AbsoluteLimitsNegativeTestJSON-431200731 tempest-AbsoluteLimitsNegativeTestJSON-431200731-project] 10.222.0.45 "GET /v2.0/quotas/494d2db9efc74256a2ee449d447d102b HTTP/1.1" status: 200 len: 375 time: 0.0499814 Nov 09 17:24:52.128222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-689239ec-df37-45fd-bb04-5b4eac1edd3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1e3296b226044bcbbf155038d22855a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8123753 Nov 09 17:24:52.135908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:52.139060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Deleting port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:52.139416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.141037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e75a2b18-5457-4973-a5bb-9c475b50e223 req-63a44052-5367-4544-a9b7-116816150cf2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754384 Nov 09 17:24:52.187957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5eae759-6415-4776-8466-c70f2899d991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.253254 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2474d014-82aa-4a49-a3e5-93397f3a0420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.287233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.307710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2474d014-82aa-4a49-a3e5-93397f3a0420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.314709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Calling delete_port for 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:52.338186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5eae759-6415-4776-8466-c70f2899d991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.342213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5eae759-6415-4776-8466-c70f2899d991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.343529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e5eae759-6415-4776-8466-c70f2899d991 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb7b1e42-89cd-494c-b23d-9eccf578d3e8 HTTP/1.1" status: 204 len: 168 time: 0.5047073 Nov 09 17:24:52.397392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eae759-6415-4776-8466-c70f2899d991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b1e42-89cd-494c-b23d-9eccf578d3e8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:52.468872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2474d014-82aa-4a49-a3e5-93397f3a0420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.472458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2474d014-82aa-4a49-a3e5-93397f3a0420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.477007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2474d014-82aa-4a49-a3e5-93397f3a0420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d604715a-8f8f-4f05-9c55-5a67338917c6 HTTP/1.1" status: 204 len: 168 time: 0.3346360 Nov 09 17:24:52.488909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474d014-82aa-4a49-a3e5-93397f3a0420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604715a-8f8f-4f05-9c55-5a67338917c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:52.558020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:52.584108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.623402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2007576a-2a52-428c-a0dc-ba2aaf4a1edf req-07d3a2c0-84d8-4f5b-9f5e-bf102a5601b3 tempest-AbsoluteLimitsNegativeTestJSON-431200731 tempest-AbsoluteLimitsNegativeTestJSON-431200731-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=494d2db9efc74256a2ee449d447d102b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634537 Nov 09 17:24:52.788301 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.794849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:24:52.796072 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:24:52.802421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1785784293-network', 'tenant_id': '3966099f30e5418d8296535bcf5f97b4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:52.824843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:24:52.848261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:52.850490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Made reservation on behalf of 3966099f30e5418d8296535bcf5f97b4 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:52.853141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:24:52.857915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.871683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:52.889861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event updated for resources: {'Port': ['ID=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:52.914047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.027175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:53.044473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.055212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.088509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:53.089211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.136729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333dff27-067b-4256-9fba-0107a5ac3f76,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:53.156176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:53.163413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-6b07bea1-e842-4a7b-b7a8-f5217902bcb3 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0762892 Nov 09 17:24:53.172008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.172359 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Added segment 129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31 of type vlan for network 3992d8d8-4ac7-459a-9fca-0118b3416872 Nov 09 17:24:53.194511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 65f808fc-57bb-4b01-a374-a682a07d5aa0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:24:53.302138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Request body: {'port': {'device_id': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:53.353849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.381456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Port 3cd1bfb8-cd96-44ba-8b45-3ebf72f44aad not found while updating agent binding for router b949f9d6-555a-4e2a-ba5c-48096c64c86f. {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 17:24:53.409337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Routers {'b949f9d6-555a-4e2a-ba5c-48096c64c86f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:53.410826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:53.448378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.449796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:53.450415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.592299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.623334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.677092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] Set router b949f9d6-555a-4e2a-ba5c-48096c64c86f gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:53.685505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1275475 Nov 09 17:24:53.694783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:53.723823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Request body: {'subnet': {'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1785784293-subnet', 'tenant_id': '3966099f30e5418d8296535bcf5f97b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:53.741547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cf402-3a4c-4ef3-a935-bf10b92bbcf3 admin admin] Pushing event updated for resources: {'Network': ['ID=3992d8d8-4ac7-459a-9fca-0118b3416872,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:53.778001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa49ae2-1bde-4ad0-9fa2-ad1900a73b48 req-37ffb5a5-2b65-4be3-8cae-8a27440eb690 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:53.781794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:53.792247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa49ae2-1bde-4ad0-9fa2-ad1900a73b48 req-37ffb5a5-2b65-4be3-8cae-8a27440eb690 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:53.793933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9aa49ae2-1bde-4ad0-9fa2-ad1900a73b48 req-37ffb5a5-2b65-4be3-8cae-8a27440eb690 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1653 time: 0.3556781 Nov 09 17:24:53.858457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Made reservation on behalf of 3966099f30e5418d8296535bcf5f97b4 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:53.863152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:53.971761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 65f808fc-57bb-4b01-a374-a682a07d5aa0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:53.972823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.061255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9aa49ae2-1bde-4ad0-9fa2-ad1900a73b48 req-46d815f9-304c-4f29-ba29-45f7d923d742 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569525 Nov 09 17:24:54.159270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-378388e1-c3c3-4e41-b923-3c5031e96a38 None None] Provisioning complete for port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:24:54.159751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-378388e1-c3c3-4e41-b923-3c5031e96a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.248815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-378388e1-c3c3-4e41-b923-3c5031e96a38 None None] Port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:24:54.303621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:54.312153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.431651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a28a65-37c5-4ecb-9120-b72cea4e488f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:54.449940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Checking segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:54.457537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Network hostable DHCP agents. Network: 3992d8d8-4ac7-459a-9fca-0118b3416872, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:54.460521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:52Z', 'revision_number': 5, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:54.498292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:54.511728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3992d8d8-4ac7-459a-9fca-0118b3416872) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:54.525221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:54.528168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.531839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f10400-fd02-4296-b4be-00ef93cd299c None None] The sync data for ids ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'] in n-d-804292-3 is: [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:52Z', 'revision_number': 5, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:24:54.593522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-091517a2-ed85-4fe4-a639-4d1347abb391 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8881004 Nov 09 17:24:54.603055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab819ff-b9d8-460d-a6a9-beae20a0952a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.606591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd72e2-301d-4c6f-988d-e40d8dbef16e None None] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:54.800983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab819ff-b9d8-460d-a6a9-beae20a0952a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.833268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab819ff-b9d8-460d-a6a9-beae20a0952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.916143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:54.940837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:54.945539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4ab819ff-b9d8-460d-a6a9-beae20a0952a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=494d2db9efc74256a2ee449d447d102b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402967 Nov 09 17:24:54.950428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:54.971390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:54.973034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Transition to ACTIVE for port object 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:24:55.008597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab819ff-b9d8-460d-a6a9-beae20a0952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d832ff42-1961-4e28-bd6a-4fc85da490a4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:55.121912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af648689-e05c-46ac-9932-a2971c7ce084 None None] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:55.129412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Router b949f9d6-555a-4e2a-ba5c-48096c64c86f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:24:55.135577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.161321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57c8200a-1de2-4cb3-9c50-2eceea76516e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.213139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57c8200a-1de2-4cb3-9c50-2eceea76516e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.340534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:55.448542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2053512918-network', 'tenant_id': '71f99c38ab994fe5ae602a3b0dba29b1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:55.525878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217ec9-aa8e-43ae-ba63-52ac8a2fc4b7 req-99ebf1bd-897b-43d9-8835-11f9465e7997 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:55.532188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217ec9-aa8e-43ae-ba63-52ac8a2fc4b7 req-99ebf1bd-897b-43d9-8835-11f9465e7997 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:55.540021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6217ec9-aa8e-43ae-ba63-52ac8a2fc4b7 req-99ebf1bd-897b-43d9-8835-11f9465e7997 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1665 time: 0.2912586 Nov 09 17:24:55.572537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Made reservation on behalf of 71f99c38ab994fe5ae602a3b0dba29b1 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:55.575614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.581494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57c8200a-1de2-4cb3-9c50-2eceea76516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.584343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57c8200a-1de2-4cb3-9c50-2eceea76516e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.588481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-57c8200a-1de2-4cb3-9c50-2eceea76516e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d832ff42-1961-4e28-bd6a-4fc85da490a4 HTTP/1.1" status: 204 len: 168 time: 0.6338675 Nov 09 17:24:55.615895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8200a-1de2-4cb3-9c50-2eceea76516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832ff42-1961-4e28-bd6a-4fc85da490a4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:55.626107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.699791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6217ec9-aa8e-43ae-ba63-52ac8a2fc4b7 req-dac95384-f8fb-4d39-8d4d-daf0aa74ba03 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586576 Nov 09 17:24:55.816129 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.823520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.866004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:55.877248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87584452-7e7a-43e3-8a90-63caa35f1ee6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:55.884788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:55.885274 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Added segment 1ea8597b-0b71-40d3-b503-7ed2a4ff846c of type vlan for network d6e96662-83b7-485b-ae13-0f8df8854d6f Nov 09 17:24:55.947789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:24:55.958614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f36fe7fb-a83c-4fa3-8422-550870a9ca6d admin admin] 10.222.0.45 "PUT /v2.0/routers/b949f9d6-555a-4e2a-ba5c-48096c64c86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1919460 Nov 09 17:24:55.964160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57158) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:55.973635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Attempting to bind port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:55.975502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Attempting to bind port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:55.976078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Attempting to bind port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 on network 3b05af62-f7b8-40f2-a947-b87455cf0d06 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:56.028803 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.102040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 on network 3b05af62-f7b8-40f2-a947-b87455cf0d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:24:56.102435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Attempting to bind port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 on network 3b05af62-f7b8-40f2-a947-b87455cf0d06 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:56.126883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.128512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:56.131587 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.168831 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] Sync routers for ids ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:24:56.193676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:56.197601 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] Routers {'b949f9d6-555a-4e2a-ba5c-48096c64c86f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:56.198716 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:56.205111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Checking segment: {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:56.205998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Bound using segment: {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:56.208419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Bound port: 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6be3832-ec98-471a-8c8b-ae50ea3fa761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:56.208419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.232294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2565794 Nov 09 17:24:56.238749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:56.248365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Request body: {'subnet': {'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2053512918-subnet', 'tenant_id': '71f99c38ab994fe5ae602a3b0dba29b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:56.347200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Made reservation on behalf of 71f99c38ab994fe5ae602a3b0dba29b1 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:56.352462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.357159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcbe6b-d995-4878-a4bf-138d52739b00 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e96662-83b7-485b-ae13-0f8df8854d6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:56.381138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d6e96662-83b7-485b-ae13-0f8df8854d6f details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:56.425945 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] Set router b949f9d6-555a-4e2a-ba5c-48096c64c86f gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:56.600154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] For port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:24:56.608515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] For port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:24:56.627407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-47e35ec4-3e17-42c7-9403-01ba6c3b3131 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:56.629049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-47e35ec4-3e17-42c7-9403-01ba6c3b3131 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 815 time: 0.9460952 Nov 09 17:24:56.630771 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.756054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.845607 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:52Z', 'revision_number': 5, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port': {'id': '65f808fc-57bb-4b01-a374-a682a07d5aa0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:24:38Z', 'updated_at': '2021-11-09T17:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:56.878349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:56.882091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-d146bfe7-f853-4144-857b-8bdc6fa7299c tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/quotas/3966099f30e5418d8296535bcf5f97b4 HTTP/1.1" status: 200 len: 375 time: 0.1299634 Nov 09 17:24:56.884138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:56.885073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.886406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-f74ee322-127e-4938-856b-a95cb56c48e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b3664d1-cd2d-4f90-9b5b-38fd0868a573 HTTP/1.1" status: 200 len: 1090 time: 3.5891364 Nov 09 17:24:56.892387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'tag': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:24:56.911041 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08393541-c1a2-4133-8fa1-936402ae3137" -d '{"events": [{"name": "network-changed", "server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "tag": "9b3664d1-cd2d-4f90-9b5b-38fd0868a573"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:24:56.922623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:56.932391 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] Checking router: b949f9d6-555a-4e2a-ba5c-48096c64c86f for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:24:56.957238 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] Routers {'b949f9d6-555a-4e2a-ba5c-48096c64c86f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:24:56.958965 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:24:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:56.962235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Request body: {'port': {'device_id': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:57.113977 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] Set router b949f9d6-555a-4e2a-ba5c-48096c64c86f gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:24:57.166236 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.187628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-151a9863-7931-409c-89e3-e87fd9f23cbc tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2432375 Nov 09 17:24:57.264503 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:56Z', 'revision_number': 6, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:24:57.275467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.392027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Deleting port 65f808fc-57bb-4b01-a374-a682a07d5aa0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:24:57.393143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.403591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1c2ee0-7a2b-414a-9120-a976398e1b84,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:57.422564 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf6b43-21b0-4809-a710-080319b712af None None] The sync data for ids ['b949f9d6-555a-4e2a-ba5c-48096c64c86f'] in n-d-804292-3 is: [{'id': 'b949f9d6-555a-4e2a-ba5c-48096c64c86f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840509009-router', 'tenant_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:37Z', 'updated_at': '2021-11-09T17:24:56Z', 'revision_number': 6, 'project_id': 'cdacf428459f4357a9f3fe31ec8b177a', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:24:57.512005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f7b7-3946-462c-b714-ddcc598e556b req-facf1149-20a2-4227-bec4-18a3bebb1778 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:57.527044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f7b7-3946-462c-b714-ddcc598e556b req-facf1149-20a2-4227-bec4-18a3bebb1778 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:57.528976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c877f7b7-3946-462c-b714-ddcc598e556b req-facf1149-20a2-4227-bec4-18a3bebb1778 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1665 time: 0.2799323 Nov 09 17:24:57.529644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:57.560864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Checking segment: {'id': '1ea8597b-0b71-40d3-b503-7ed2a4ff846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:57.561604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Network hostable DHCP agents. Network: d6e96662-83b7-485b-ae13-0f8df8854d6f, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:57.604738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c877f7b7-3946-462c-b714-ddcc598e556b req-ed0dd822-d568-407b-a93d-6b67e8cf6ade tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Nov 09 17:24:57.622524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Network d6e96662-83b7-485b-ae13-0f8df8854d6f is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:57.647953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d6e96662-83b7-485b-ae13-0f8df8854d6f) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:57.656192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:57.659520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.677155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1582481760-network', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:57.687080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1327bdbd-1d48-4426-b761-4fdb8558b942 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4469595 Nov 09 17:24:57.698612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3139ae3-9f00-406a-bb2d-ccb3a74033a1 None None] Network d6e96662-83b7-485b-ae13-0f8df8854d6f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:57.732054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Made reservation on behalf of 986c0d37fee94cf69e6dc4508747080a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:57.735433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.754666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.889789 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ca45ee-cbf0-4acd-a0a0-780b8b57a70e x-openstack-request-id: req-56ca45ee-cbf0-4acd-a0a0-780b8b57a70e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:24:57.890089 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "tag": "9b3664d1-cd2d-4f90-9b5b-38fd0868a573", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:24:57.890361 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56ca45ee-cbf0-4acd-a0a0-780b8b57a70e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:24:57.890791 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'tag': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573', 'status': 'completed', 'code': 200} Nov 09 17:24:57.957754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] For port 65f808fc-57bb-4b01-a374-a682a07d5aa0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=65f808fc-57bb-4b01-a374-a682a07d5aa0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:24:57.958165 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:57.975080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-b278e768-68be-42d2-a184-8f497ba740bf service neutron] 10.222.0.45 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865434 Nov 09 17:24:58.003331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.012204 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.020922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c4ac-c5e0-4a72-94f3-b3e73be16318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.044496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:24:58.056253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1459238-2aa0-4e4e-99a3-2708b0f0278d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:58.062675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.063027 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Added segment 49f3438b-b0a5-4404-90d8-3c539dda5018 of type vlan for network a821dd1b-59db-481f-8032-9d97e8dc37b9 Nov 09 17:24:58.133912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Calling delete_port for 65f808fc-57bb-4b01-a374-a682a07d5aa0 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:24:58.144071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6dc2d-1b2b-4d16-8a46-aa63817feb88 None None] Network d6e96662-83b7-485b-ae13-0f8df8854d6f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:58.171926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.225721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.228484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:58.231745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.271466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7360907 Nov 09 17:24:58.272501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:58.316315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Request body: {'subnet': {'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1582481760-subnet', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:58.363849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393541-c1a2-4133-8fa1-936402ae3137 req-cbeea706-fe2f-4d62-8c40-5c7bf0400e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:58.364374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393541-c1a2-4133-8fa1-936402ae3137 req-cbeea706-fe2f-4d62-8c40-5c7bf0400e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:58.365952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08393541-c1a2-4133-8fa1-936402ae3137 req-cbeea706-fe2f-4d62-8c40-5c7bf0400e5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1912 time: 0.4474950 Nov 09 17:24:58.432957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.457136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fbfae-53d5-4783-9082-dd55c47be95b admin admin] Pushing event updated for resources: {'Network': ['ID=a821dd1b-59db-481f-8032-9d97e8dc37b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:58.466348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Made reservation on behalf of 986c0d37fee94cf69e6dc4508747080a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:58.470017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.488279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:24:58.588907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-8b3f16e5-5da2-4c2c-9037-92962bc30331 service neutron] 10.222.0.45 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279748 Nov 09 17:24:58.616380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ce8526-aa6a-4a59-b737-5b0d2ab86705 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:24:58.679561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.892750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.938031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Transition to ACTIVE for port object e8ce8526-aa6a-4a59-b737-5b0d2ab86705 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:24:58.942633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393541-c1a2-4133-8fa1-936402ae3137 req-4dd7afdc-4f38-4709-8399-ed949c5116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:58.945152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393541-c1a2-4133-8fa1-936402ae3137 req-4dd7afdc-4f38-4709-8399-ed949c5116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:58.947148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393541-c1a2-4133-8fa1-936402ae3137 req-4dd7afdc-4f38-4709-8399-ed949c5116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:58.951484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08393541-c1a2-4133-8fa1-936402ae3137 req-4dd7afdc-4f38-4709-8399-ed949c5116e9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=36d75cea9e8846ada6698c43f672705c&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5696130 Nov 09 17:24:58.954398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:58.971422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.057861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 65f808fc-57bb-4b01-a374-a682a07d5aa0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:24:59.079829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57246) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:59.108543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 65f808fc-57bb-4b01-a374-a682a07d5aa0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:24:59.108951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 65f808fc-57bb-4b01-a374-a682a07d5aa0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:24:59.142198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:59.153540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcc47cd-9caf-4e18-83bc-5344da332f21,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:59.195254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1629371483-network', 'tenant_id': 'fde7de3f6f9447e3993f7b5033f99ef0'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:59.240881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ed88-9f0e-4b3b-91a9-9608f2d5d647 req-fe4659dc-e990-4b5c-ad16-681a76bba2a8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:59.258575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ed88-9f0e-4b3b-91a9-9608f2d5d647 req-fe4659dc-e990-4b5c-ad16-681a76bba2a8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:59.261663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e772ed88-9f0e-4b3b-91a9-9608f2d5d647 req-fe4659dc-e990-4b5c-ad16-681a76bba2a8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1677 time: 0.2641783 Nov 09 17:24:59.317441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f808fc-57bb-4b01-a374-a682a07d5aa0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:59.368894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Checking segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:59.369605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Network hostable DHCP agents. Network: a821dd1b-59db-481f-8032-9d97e8dc37b9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:24:59.450388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:24:59.534010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e772ed88-9f0e-4b3b-91a9-9608f2d5d647 req-ff60a311-f8d7-4137-9c73-eaad10a05142 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481050 Nov 09 17:24:59.543797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, a821dd1b-59db-481f-8032-9d97e8dc37b9) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:24:59.581938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487fd0d-ba46-4041-8a2b-03161bb2d5a7 None None] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:24:59.605093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:59.615547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.643508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Made reservation on behalf of fde7de3f6f9447e3993f7b5033f99ef0 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:24:59.645732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.687217 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.707739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Attempting to bind port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:24:59.708460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Attempting to bind port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:24:59.708460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Attempting to bind port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 on network 6aaac178-2cbb-480a-84e1-58814ce14fb0 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:59.711440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.718189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393541-c1a2-4133-8fa1-936402ae3137 req-ae775f89-1a45-43db-90c0-815f16a8c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:24:59.719758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08393541-c1a2-4133-8fa1-936402ae3137 req-ae775f89-1a45-43db-90c0-815f16a8c280 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7445474 Nov 09 17:24:59.792083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-46dee8e1-15a0-4a42-a978-f1f20178b9c5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4866335 Nov 09 17:24:59.814388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01e6bf98-7881-41f6-be47-9d8f54647413 req-46c5fd10-c6bd-4dac-b628-f705457a3120 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 210 time: 0.1732929 Nov 09 17:24:59.814909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:59.830952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:24:59.845698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 on network 6aaac178-2cbb-480a-84e1-58814ce14fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:24:59.846364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Attempting to bind port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 on network 6aaac178-2cbb-480a-84e1-58814ce14fb0 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:24:59.885795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.887301 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.938795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:24:59.938795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Checking segment: {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:24:59.939281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Bound using segment: {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:24:59.950181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Bound port: e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d55cbf-8e2f-44f7-be1c-1c22675465a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:24:59.950836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.955024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.966178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-a821dd1b-59db-481f-8032-9d97e8dc37b9', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:24:59.968372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:24:59.970669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.062407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.111485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.112072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b949f9d6-555a-4e2a-ba5c-48096c64c86f {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:25:00.129017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.132556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cb4896b7-9d79-4f9e-83f1-f55add8fc512 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b949f9d6-555a-4e2a-ba5c-48096c64c86f HTTP/1.1" status: 204 len: 168 time: 4.1652210 Nov 09 17:25:00.146044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57288) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:00.428607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] For port e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:00.446893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.468492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Deleting subnet a3d2e3aa-fee4-4b7c-a430-933347669cc4 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:25:00.478875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.491709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] For port e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:00.516663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.585437 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.599087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.704259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Allocated IP 172.20.0.2 (a821dd1b-59db-481f-8032-9d97e8dc37b9/4dcc47cd-9caf-4e18-83bc-5344da332f21/0a75e75d-c237-41d9-9dbc-6be7ce16f57c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:00.746624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:25:00.768513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.769309 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Added segment 682ad09a-e5b4-4d8d-8af8-199dc9b7f5dc of type vlan for network cd84eb47-a6d6-4be3-aed5-f1c48b351f7e Nov 09 17:25:00.838522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5202f0fb-7a53-45bf-bce4-64d51ea5c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.887713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.972784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.974270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:00.986321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:00.987017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:00.988455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] 10.222.0.43 "PUT /v2.0/ports/e8ce8526-aa6a-4a59-b737-5b0d2ab86705 HTTP/1.1" status: 200 len: 1092 time: 4.0476403 Nov 09 17:25:00.990954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0deff-9dc6-4ee5-a64e-1ffbb64074b1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:01.017458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'tag': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:01.021379 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097fbc80-226e-4086-a87e-cf8723c1bf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "tag": "e8ce8526-aa6a-4a59-b737-5b0d2ab86705"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:01.115443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bef798-f802-4442-875c-7db6fe75bba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:01.131914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.133754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:01.134356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.215696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.226405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.315695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11678234-00bb-404d-8b36-ee47017fd391 req-3629906c-b4f9-40c6-a64a-76c2f354031b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 210 time: 0.1402216 Nov 09 17:25:01.341190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:01.404449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:01.407289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Pushing event updated for resources: {'Port': ['ID=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:01.420271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:01.476563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-8f558c35-2c15-41c8-8439-69f1b0a20fd0 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:01.478697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-8f558c35-2c15-41c8-8439-69f1b0a20fd0 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.83 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 815 time: 0.5343475 Nov 09 17:25:01.507635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Request body: {'port': {'device_id': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'admin_state_up': True, 'tenant_id': '3966099f30e5418d8296535bcf5f97b4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:01.525337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5dae510-607e-48cb-be5f-59103f6f08ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.536978 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.550447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Attempting to bind port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:01.551712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Attempting to bind port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:01.552348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Attempting to bind port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c on network a821dd1b-59db-481f-8032-9d97e8dc37b9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:01.559820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:01.560804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Checking segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:01.561818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.562450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Bound using segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:01.563224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Bound port: 0a75e75d-c237-41d9-9dbc-6be7ce16f57c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:01.563944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.602703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.640624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.651239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] For port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:01.656367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] For port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:01.665689 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.701086 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe769774-d6f2-439b-a3ae-e91aab0d6d8a x-openstack-request-id: req-fe769774-d6f2-439b-a3ae-e91aab0d6d8a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:01.701472 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "tag": "e8ce8526-aa6a-4a59-b737-5b0d2ab86705", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:01.701625 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe769774-d6f2-439b-a3ae-e91aab0d6d8a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:01.702014 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'tag': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705', 'status': 'completed', 'code': 200} Nov 09 17:25:01.736401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd84eb47-a6d6-4be3-aed5-f1c48b351f7e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:01.756160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network cd84eb47-a6d6-4be3-aed5-f1c48b351f7e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:25:01.765647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Allocated IP 172.25.3.254 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/946ceb8f-5bcd-4f21-9d38-bce829508af7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:01.791771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19ae8e-e3a7-44fb-bb4d-a66202259b22 req-e96530b4-767a-430b-b75a-a44d8ff279c5 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:01.798002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19ae8e-e3a7-44fb-bb4d-a66202259b22 req-e96530b4-767a-430b-b75a-a44d8ff279c5 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:01.805606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be19ae8e-e3a7-44fb-bb4d-a66202259b22 req-e96530b4-767a-430b-b75a-a44d8ff279c5 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1677 time: 1.0962977 Nov 09 17:25:01.859096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-efc76b2d-e0b4-4f51-b836-6452aff891f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7035592 Nov 09 17:25:01.873326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-2178e411-25e9-4efa-9139-348eeedd30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:01.873816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-2178e411-25e9-4efa-9139-348eeedd30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:01.875673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-2178e411-25e9-4efa-9139-348eeedd30a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1979 time: 0.7558351 Nov 09 17:25:01.879826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57322) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:01.888221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Request body: {'subnet': {'network_id': 'cd84eb47-a6d6-4be3-aed5-f1c48b351f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1629371483-subnet', 'tenant_id': 'fde7de3f6f9447e3993f7b5033f99ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:01.896297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:01.897733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6daf3-ff67-4df6-af02-5e0488ddb542 None None] Pushing event updated for resources: {'Port': ['ID=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:01.998514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.077483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-99fd35b3-3735-4640-aabf-25d8fa223435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=9b3664d1-cd2d-4f90-9b5b-38fd0868a573 HTTP/1.1" status: 200 len: 217 time: 0.1629944 Nov 09 17:25:02.107691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be19ae8e-e3a7-44fb-bb4d-a66202259b22 req-833345c8-b1eb-4248-a262-4fba1b134b44 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930007 Nov 09 17:25:02.107691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Made reservation on behalf of fde7de3f6f9447e3993f7b5033f99ef0 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:02.107691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.122322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:02.132948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Made reservation on behalf of 3966099f30e5418d8296535bcf5f97b4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:02.137246 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.148178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:02.160701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Pushing event updated for resources: {'Port': ['ID=946ceb8f-5bcd-4f21-9d38-bce829508af7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:02.169964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:02.172520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.232705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5dae510-607e-48cb-be5f-59103f6f08ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.271433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5dae510-607e-48cb-be5f-59103f6f08ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.309173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-e461ba3b-8cd7-434d-a1c3-c030cd36f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:02.311274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-e461ba3b-8cd7-434d-a1c3-c030cd36f509 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=37424827-0a4a-427e-8e2a-0b4c0b1ad524 HTTP/1.1" status: 200 len: 801 time: 0.1031694 Nov 09 17:25:02.329611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.358269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dae510-607e-48cb-be5f-59103f6f08ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454fb35d-1286-423e-b843-b5d1e9f65606,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:02.362770 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a5dae510-607e-48cb-be5f-59103f6f08ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d932d9f990904e429f706d7ae69abf42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3813570 Nov 09 17:25:02.371127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:02.409210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d2e3aa-fee4-4b7c-a430-933347669cc4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:02.424298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.427912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af1713a8-66c1-46a7-ba1f-be80c8e9b94f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a3d2e3aa-fee4-4b7c-a430-933347669cc4 HTTP/1.1" status: 204 len: 168 time: 2.2679112 Nov 09 17:25:02.433130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be5a6a-e2a6-405f-bf16-8a70b1db3449 None None] Network f425f067-cb0c-44e8-ad1c-11edbc4f8892 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:02.434397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:02.550188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-37a2d1c9-e0ef-4bee-9a71-2e2ac0351cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:02.551714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-37a2d1c9-e0ef-4bee-9a71-2e2ac0351cce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b05af62-f7b8-40f2-a947-b87455cf0d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2331126 Nov 09 17:25:02.595630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Allocated IP 172.20.0.4 (3992d8d8-4ac7-459a-9fca-0118b3416872/83a28a65-37c5-4ecb-9120-b72cea4e488f/1e6dac86-0619-4de5-8fd0-0ec99dd38ef1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:02.701919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91074ad4-10a9-4e67-a245-7df2dc92bfed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.704923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.785521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] DHCP port deletion for f425f067-cb0c-44e8-ad1c-11edbc4f8892 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:25:02.813767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.849688 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.891597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91074ad4-10a9-4e67-a245-7df2dc92bfed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:02.931045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59c5586f-7ad7-47b4-b45f-eab6ed9d742c req-69dd4fd8-106a-4e22-84d9-c452dbc67dd4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 210 time: 0.4467845 Nov 09 17:25:02.981652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2beec7d-890b-4b2a-9856-649a107ffd3f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:03.018629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] Deleting port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:03.020108 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.070060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-e9fc00f8-be7d-4710-95b5-28d51fe0fa94 service neutron] 10.222.0.43 "GET /v2.0/networks/3b05af62-f7b8-40f2-a947-b87455cf0d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089688 Nov 09 17:25:03.110722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Checking segment: {'id': '682ad09a-e5b4-4d8d-8af8-199dc9b7f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd84eb47-a6d6-4be3-aed5-f1c48b351f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:03.110722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Network hostable DHCP agents. Network: cd84eb47-a6d6-4be3-aed5-f1c48b351f7e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:25:03.227900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91074ad4-10a9-4e67-a245-7df2dc92bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.230769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91074ad4-10a9-4e67-a245-7df2dc92bfed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.234235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-91074ad4-10a9-4e67-a245-7df2dc92bfed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/454fb35d-1286-423e-b843-b5d1e9f65606 HTTP/1.1" status: 204 len: 168 time: 0.8587813 Nov 09 17:25:03.234412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] For port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,segment=NetworkSegment(7cd5138e-5ea9-46bb-b120-2f8cf2f774d4),segment_id=7cd5138e-5ea9-46bb-b120-2f8cf2f774d4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:03.247299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.313739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] Calling delete_port for 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:03.333081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0a75e75d-c237-41d9-9dbc-6be7ce16f57c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:03.349443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Network cd84eb47-a6d6-4be3-aed5-f1c48b351f7e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:25:03.375684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91074ad4-10a9-4e67-a245-7df2dc92bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454fb35d-1286-423e-b843-b5d1e9f65606,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:03.391629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.405556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23085b-d312-48c3-a948-7a64e66be90b req-31e9104a-7198-4e67-8d17-06f22d5952da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:03.407961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-31e9104a-7198-4e67-8d17-06f22d5952da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 1100 time: 0.2113268 Nov 09 17:25:03.408777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, cd84eb47-a6d6-4be3-aed5-f1c48b351f7e) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:03.443934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Deleting port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:03.445025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.473924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495cd2fa-7a63-4db7-930e-6129073b6d31 None None] Network cd84eb47-a6d6-4be3-aed5-f1c48b351f7e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:03.477052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a937e7-a268-44db-a0ab-ae0e8f40db5b req-04f81ac2-d587-4782-a3d1-8a093c0a23cb tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:03.477796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:03.478615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.486393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a937e7-a268-44db-a0ab-ae0e8f40db5b req-04f81ac2-d587-4782-a3d1-8a093c0a23cb tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:03.488375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94a937e7-a268-44db-a0ab-ae0e8f40db5b req-04f81ac2-d587-4782-a3d1-8a093c0a23cb tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1677 time: 0.1997511 Nov 09 17:25:03.533609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e15c505-d144-4356-b8ba-28031f37b3e1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6497173 Nov 09 17:25:03.569517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-2eef59d2-3b2c-4ee1-a945-1b5ab0de305e service neutron] 10.222.0.43 "GET /v2.0/networks/3b05af62-f7b8-40f2-a947-b87455cf0d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906862 Nov 09 17:25:03.631090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5992e99-5f2d-4488-918b-9328047a08b2 None None] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:03.738072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-0ddaa0d3-3110-4a49-9959-014283cd052f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705 HTTP/1.1" status: 200 len: 217 time: 0.0752933 Nov 09 17:25:03.828161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] For port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,segment=NetworkSegment(7cd5138e-5ea9-46bb-b120-2f8cf2f774d4),segment_id=7cd5138e-5ea9-46bb-b120-2f8cf2f774d4)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:03.828945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.875313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Calling delete_port for 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:03.879615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-8a9c94ef-cb68-44c7-ad87-1016cc024972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:03.881454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-8a9c94ef-cb68-44c7-ad87-1016cc024972 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa4fb58b-443c-4fac-bcc5-367c70706dc9 HTTP/1.1" status: 200 len: 801 time: 0.1348443 Nov 09 17:25:03.885760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23085b-d312-48c3-a948-7a64e66be90b req-a6f8f93a-a2aa-4fd7-b6ed-8025060aa5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:03.888433 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-a6f8f93a-a2aa-4fd7-b6ed-8025060aa5ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.4328494 Nov 09 17:25:03.933166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:03.957668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e977911b-04d6-4e24-a6eb-46e489e948f7 None None] Provisioning complete for port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:03.958047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e977911b-04d6-4e24-a6eb-46e489e948f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.074360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94a937e7-a268-44db-a0ab-ae0e8f40db5b req-b0e6ef39-1d01-4e81-b6d5-1bdde521b170 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707650 Nov 09 17:25:04.076808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.090328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.180842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-2c421d77-58ab-4d32-81b5-a0ad43a5e614 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1 HTTP/1.1" status: 200 len: 217 time: 0.1246634 Nov 09 17:25:04.190099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.202593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.215931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:04.226078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] No DVR routers for this DVR port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:04.231408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.253284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-c0833ee0-49b6-4f36-beac-93bcae9571ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:04.254911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-c0833ee0-49b6-4f36-beac-93bcae9571ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6aaac178-2cbb-480a-84e1-58814ce14fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3653059 Nov 09 17:25:04.260967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:04.295396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c77672-11f3-48f6-9afe-1596d6ceffa3 None None] Network cd84eb47-a6d6-4be3-aed5-f1c48b351f7e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:04.301831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0654-ea08-4fe2-8427-a133c4db6414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.331312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:04.343192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:04.352331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:04.358645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-f7fd17b3-9676-4c9c-9811-400fd8b9abe6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3586073 Nov 09 17:25:04.397222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:04.397595 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.458360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23085b-d312-48c3-a948-7a64e66be90b req-f023d737-4a7f-4dc8-aa4b-cbc3d5e71126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:04.459880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-f023d737-4a7f-4dc8-aa4b-cbc3d5e71126 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.2642136 Nov 09 17:25:04.460895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] Pushing event deleted for resources: {'Port': ['ID=213b5c8d-6bbc-45bf-abe2-f4157f8fa577,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:04.475129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.506975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0483a6-768b-455d-a184-bb4bfda807c5 None None] No DVR routers for this DVR port 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:04.578588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f425f067-cb0c-44e8-ad1c-11edbc4f8892']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:04.580045 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.598644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:04.598880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd5138e-5ea9-46bb-b120-2f8cf2f774d4') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:04.639416 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-b9b3ec4e-1ca5-4edc-b28e-265f31e9ef7c service neutron] 10.222.0.43 "GET /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555722 Nov 09 17:25:04.652020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.673776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.682148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:25:04.682763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.714094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e977911b-04d6-4e24-a6eb-46e489e948f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.724803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:04.742149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:25:04.751944 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:25:04.806043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-e977911b-04d6-4e24-a6eb-46e489e948f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:25:04.806726 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-e977911b-04d6-4e24-a6eb-46e489e948f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:25:04.807297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:04.807738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.808136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.823797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.839257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23085b-d312-48c3-a948-7a64e66be90b req-0f6c2a74-a83a-4bd5-af21-bdc8ed56f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:04.840907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-0f6c2a74-a83a-4bd5-af21-bdc8ed56f57d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3626506 Nov 09 17:25:04.871225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:04.878946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:04.882374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] 10.222.0.45 "DELETE /v2.0/networks/f425f067-cb0c-44e8-ad1c-11edbc4f8892 HTTP/1.1" status: 204 len: 168 time: 2.4422841 Nov 09 17:25:04.923487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:04.931324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd673-61ad-4660-9e2b-a3a9f75ac291 req-1309abe4-c3d0-4eef-b34a-2e7c4327f1c2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:04.936762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c7abd673-61ad-4660-9e2b-a3a9f75ac291 req-1309abe4-c3d0-4eef-b34a-2e7c4327f1c2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 931 time: 0.7267385 Nov 09 17:25:04.995668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:04.996692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 213b5c8d-6bbc-45bf-abe2-f4157f8fa577 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:05.006111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-0b63f513-f393-4e7b-815f-42b03a99cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:05.022468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-0b63f513-f393-4e7b-815f-42b03a99cd09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfb06c89e71843ed85a51442e5451205&device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 1099 time: 0.3953722 Nov 09 17:25:05.036666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-7ff63842-9519-439c-becb-2506de2cf003 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5345013 Nov 09 17:25:05.038555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ab4bb-ca62-4bcc-b77c-c1b079442f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=f425f067-cb0c-44e8-ad1c-11edbc4f8892,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:05.111032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Request body: {'port': {'device_id': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:05.122961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5442c157-b060-4c20-b3c9-cb7cd4569686 req-7725c4c9-6428-45fc-b835-451d85c184a8 service neutron] 10.222.0.43 "GET /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822607 Nov 09 17:25:05.147319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-6f8d461f-4f4a-4f38-bce3-814a27093ba2 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:05.155278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-6f8d461f-4f4a-4f38-bce3-814a27093ba2 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/networks?id=d6e96662-83b7-485b-ae13-0f8df8854d6f HTTP/1.1" status: 200 len: 815 time: 0.4016020 Nov 09 17:25:05.184509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-62176e10-ca5f-4191-853d-659134042725 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/quotas/71f99c38ab994fe5ae602a3b0dba29b1 HTTP/1.1" status: 200 len: 375 time: 0.0280628 Nov 09 17:25:05.222901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-2101a3bb-eb6c-4cd0-b194-d455228b55eb tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71f99c38ab994fe5ae602a3b0dba29b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374873 Nov 09 17:25:05.246695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0a75e75d-c237-41d9-9dbc-6be7ce16f57c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:05.319397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-2350393d-270b-4efd-962c-d34c38916688 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588028 Nov 09 17:25:05.353090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57394) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:05.379252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0654-ea08-4fe2-8427-a133c4db6414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:05.413449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:05.421809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0654-ea08-4fe2-8427-a133c4db6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:05.424708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Router f821c80c-d3de-4f6e-a75f-b8308764db06 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:25:05.487689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce0654-ea08-4fe2-8427-a133c4db6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eab9ce-f85d-43a3-b9b7-0cc61f199ba7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:05.499833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-38ff371c-3afb-4551-bd2a-b208fd29546b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdacf428459f4357a9f3fe31ec8b177a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453333 Nov 09 17:25:05.510966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57396) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:05.519611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-520d4f26-24b2-41f4-9ea5-b48e37589f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:05.520122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-520d4f26-24b2-41f4-9ea5-b48e37589f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:05.522639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-520d4f26-24b2-41f4-9ea5-b48e37589f65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d75cea9e8846ada6698c43f672705c&device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1979 time: 0.2890921 Nov 09 17:25:05.549335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:05.550157 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:05.638628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-9842c3f9-719b-46cc-ba20-ca1a1269aa3e service neutron] 10.222.0.45 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146531 Nov 09 17:25:05.682954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4a29aa38-ea50-4adc-9a92-4f6c3590e4a6 None None] Provisioning complete for port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:05.683471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a29aa38-ea50-4adc-9a92-4f6c3590e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:05.749236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea23085b-d312-48c3-a948-7a64e66be90b req-cc5c89b6-7072-470c-8a7e-f14a9cd00e8f service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855650 Nov 09 17:25:05.782259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-4cc7a2c1-3fd0-4a61-bc0e-63649677c3c4 service neutron] 10.222.0.45 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428719 Nov 09 17:25:05.782541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c7abd673-61ad-4660-9e2b-a3a9f75ac291 req-6843556a-f5f5-466e-948c-65b9edd457ea tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323579 Nov 09 17:25:05.801621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6ce0654-ea08-4fe2-8427-a133c4db6414 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41765b7256ea47c5b4e78c3f2bd84384&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5736017 Nov 09 17:25:05.801899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-bf95efa7-cf8d-416d-bf7f-1164d347da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:05.803942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57402) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:05.804090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-bf95efa7-cf8d-416d-bf7f-1164d347da70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.7492418 Nov 09 17:25:05.869956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-f8f5e63c-3a75-403d-b3b5-3578e4435622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:05.871840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-f8f5e63c-3a75-403d-b3b5-3578e4435622 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6aaac178-2cbb-480a-84e1-58814ce14fb0 HTTP/1.1" status: 200 len: 901 time: 0.3377767 Nov 09 17:25:05.940353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-160c1b04-8451-4661-a3d1-7252062ed60b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d1339655-7c5c-417e-8056-677777f82da8 HTTP/1.1" status: 200 len: 217 time: 0.0953863 Nov 09 17:25:05.944106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-8927f022-7d5a-4cb5-9672-d1d756a4390d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705 HTTP/1.1" status: 200 len: 217 time: 0.0612903 Nov 09 17:25:05.945020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a07d1705-d941-4ee4-9d7a-aed096741dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:05.971293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a07d1705-d941-4ee4-9d7a-aed096741dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.047783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-b6f6d240-20fc-4e0d-986f-9b87c6e1e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:06.049691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-b6f6d240-20fc-4e0d-986f-9b87c6e1e175 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa4fb58b-443c-4fac-bcc5-367c70706dc9 HTTP/1.1" status: 200 len: 801 time: 0.0761807 Nov 09 17:25:06.055035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:25:06.063306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce85d85-6c71-480d-b6e7-ba4d94eba981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.078073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Sync routers for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:25:06.112840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:06.114651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:06.125478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-0aaa6d2c-2e37-48e2-a587-6ec63dddbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:06.126942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-0aaa6d2c-2e37-48e2-a587-6ec63dddbcdb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1750288 Nov 09 17:25:06.157790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.159021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69580873-2535-448c-a0cf-c9d16b25b5ba admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3396127 Nov 09 17:25:06.163973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce85d85-6c71-480d-b6e7-ba4d94eba981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.166302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:06.196336 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a07d1705-d941-4ee4-9d7a-aed096741dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.201084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a07d1705-d941-4ee4-9d7a-aed096741dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.202266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a07d1705-d941-4ee4-9d7a-aed096741dd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39eab9ce-f85d-43a3-b9b7-0cc61f199ba7 HTTP/1.1" status: 204 len: 168 time: 0.3971479 Nov 09 17:25:06.231309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d1705-d941-4ee4-9d7a-aed096741dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eab9ce-f85d-43a3-b9b7-0cc61f199ba7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:06.254012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-c67a37dd-e3f7-4f77-bc3e-04e3228d4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:06.256103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-c67a37dd-e3f7-4f77-bc3e-04e3228d4add service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6aaac178-2cbb-480a-84e1-58814ce14fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1897423 Nov 09 17:25:06.267187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6c57-440d-46f2-8635-f976ae70b103 req-dd6b06dc-eeda-49e2-b396-d64b17438c2a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:06.277410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6c57-440d-46f2-8635-f976ae70b103 req-dd6b06dc-eeda-49e2-b396-d64b17438c2a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:06.280802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-38cc6c57-440d-46f2-8635-f976ae70b103 req-dd6b06dc-eeda-49e2-b396-d64b17438c2a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1677 time: 0.1449380 Nov 09 17:25:06.312672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:06.326605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f19f00-b726-4983-885a-a31f0b0bcf6b req-7f5a3412-2b92-412a-803b-93f77cb1736d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 210 time: 0.0692356 Nov 09 17:25:06.376180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-38cc6c57-440d-46f2-8635-f976ae70b103 req-91f00819-34a5-4fa9-ba86-be0aca1689f4 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701966 Nov 09 17:25:06.406396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-70b1c171-bd03-434a-b0ba-e169a1443e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:06.407886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-70b1c171-bd03-434a-b0ba-e169a1443e44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2695022 Nov 09 17:25:06.442679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:06.465655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.468431 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce85d85-6c71-480d-b6e7-ba4d94eba981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.472061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce85d85-6c71-480d-b6e7-ba4d94eba981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.473223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cce85d85-6c71-480d-b6e7-ba4d94eba981 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/392cf809-2784-466b-88fa-b0856f26969e HTTP/1.1" status: 204 len: 168 time: 0.9560518 Nov 09 17:25:06.485830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:06.542610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce85d85-6c71-480d-b6e7-ba4d94eba981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392cf809-2784-466b-88fa-b0856f26969e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:06.546699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Transition to ACTIVE for port object 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:25:06.559478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:06.689220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-453bcc9a-f956-4530-98cf-7118af892e98 service neutron] 10.222.0.43 "GET /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112414 Nov 09 17:25:06.728378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-b3ec76e4-8396-4df3-b584-766fd6931b9a service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063085 Nov 09 17:25:06.733442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:06.913077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:06.976117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573', 'network_id': '3b05af62-f7b8-40f2-a947-b87455cf0d06', 'port_id': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573', 'mac_address': 'fa:16:3e:b0:dd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37424827-0a4a-427e-8e2a-0b4c0b1ad524', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:07.063576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Attempting to bind port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:07.064019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Attempting to bind port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:07.064531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Attempting to bind port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 on network 3992d8d8-4ac7-459a-9fca-0118b3416872 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:07.074580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08f3f351-9cb1-45e2-b4d9-4e8144b8de42 req-3f08afed-c249-46b6-b6eb-054e7ec25ff7 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329773 Nov 09 17:25:07.132779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-097fbc80-226e-4086-a87e-cf8723c1bf2a req-f5f12a3e-b736-4340-8c85-a3a3b77af3ec service neutron] 10.222.0.43 "GET /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369328 Nov 09 17:25:07.162566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.172779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 on network 3992d8d8-4ac7-459a-9fca-0118b3416872 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:25:07.173634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Attempting to bind port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 on network 3992d8d8-4ac7-459a-9fca-0118b3416872 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:07.196482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:07.196826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Checking segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:07.197219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Bound using segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:07.198321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Bound port: 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:07.198817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.212704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:07.262194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6549a-c8ff-4bd3-b9bc-ee0c29c9f9da req-e7d83194-b88b-4856-9627-d9dfb8fd244f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:07.263885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33c6549a-c8ff-4bd3-b9bc-ee0c29c9f9da req-e7d83194-b88b-4856-9627-d9dfb8fd244f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 943 time: 0.2784443 Nov 09 17:25:07.274314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:07.286445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.287154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e8ce8526-aa6a-4a59-b737-5b0d2ab86705 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:07.400995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:07.406428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:07.461834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:07.496115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:02Z', 'revision_number': 3, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:07.533849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.553821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Checking router: f821c80c-d3de-4f6e-a75f-b8308764db06 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:25:07.554202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Updating router f821c80c-d3de-4f6e-a75f-b8308764db06 port 946ceb8f-5bcd-4f21-9d38-bce829508af7 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:25:07.571164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33c6549a-c8ff-4bd3-b9bc-ee0c29c9f9da req-efe066f9-a766-43f0-bc5d-c81dfa3008d7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627301 Nov 09 17:25:07.583313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c7f03-61bf-4db5-be59-82e7dafd1bc8 req-b2016e22-c84e-4c2e-a385-47485ee17e13 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:07.585087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022c7f03-61bf-4db5-be59-82e7dafd1bc8 req-b2016e22-c84e-4c2e-a385-47485ee17e13 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 949 time: 0.1383460 Nov 09 17:25:07.619857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.661819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:07.664025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.670010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] 10.222.0.83 "PUT /v2.0/ports/1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 HTTP/1.1" status: 200 len: 1091 time: 2.6092007 Nov 09 17:25:07.671525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:07.677591 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2a3a1-c826-40f6-bc32-c4b3033877db" -d '{"events": [{"name": "network-changed", "server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:07.726857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022c7f03-61bf-4db5-be59-82e7dafd1bc8 req-1598a450-6607-4e6b-b135-e24fb89a7acf tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235464 Nov 09 17:25:07.826663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.885604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0718db-289d-41cd-9e7c-aca722530d36 req-2bca8568-dd10-43dd-a066-024c60716bb6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:07.905913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0718db-289d-41cd-9e7c-aca722530d36 req-2bca8568-dd10-43dd-a066-024c60716bb6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:07.922896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d0718db-289d-41cd-9e7c-aca722530d36 req-2bca8568-dd10-43dd-a066-024c60716bb6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1678 time: 0.1366243 Nov 09 17:25:07.938493 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9ee546c-a976-443c-baa2-8f67b0a42832 req-e1c4d62e-9841-4866-9698-b0c5c82c13f1 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 210 time: 0.1598430 Nov 09 17:25:07.982900 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:07.992116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:08.004055 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.064188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705', 'network_id': '6aaac178-2cbb-480a-84e1-58814ce14fb0', 'port_id': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705', 'mac_address': 'fa:16:3e:46:c6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4fb58b-443c-4fac-bcc5-367c70706dc9', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:08.078357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5225d4-6a3b-4b9e-83da-8ab290a63a0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:08.085650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5ce49397-07c0-45cc-bde8-31aa0a21d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:08.088487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-5ce49397-07c0-45cc-bde8-31aa0a21d077 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 1094 time: 0.2920015 Nov 09 17:25:08.109304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Attempting to bind port 946ceb8f-5bcd-4f21-9d38-bce829508af7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:08.109721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Attempting to bind port 946ceb8f-5bcd-4f21-9d38-bce829508af7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:08.110096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Attempting to bind port 946ceb8f-5bcd-4f21-9d38-bce829508af7 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:08.146493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:08.146778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:08.147841 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.149908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:08.151207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Bound port: 946ceb8f-5bcd-4f21-9d38-bce829508af7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:08.151617 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.190166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:08.236371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d0718db-289d-41cd-9e7c-aca722530d36 req-dec1daa8-ae09-4c5c-9925-8de9c5239497 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124819 Nov 09 17:25:08.248119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-57b691a3-f363-44ea-a7c9-aae3d90d3f9c tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:08.249959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-57b691a3-f363-44ea-a7c9-aae3d90d3f9c tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.43 "GET /v2.0/networks?id=d6e96662-83b7-485b-ae13-0f8df8854d6f HTTP/1.1" status: 200 len: 815 time: 0.3245263 Nov 09 17:25:08.264082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a5389-6982-48ac-b1df-c8d027a8c46d None None] Pushing event updated for resources: {'Port': ['ID=946ceb8f-5bcd-4f21-9d38-bce829508af7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:08.268489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Request body: {'port': {'device_id': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f', 'admin_state_up': True, 'tenant_id': '71f99c38ab994fe5ae602a3b0dba29b1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:08.346269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.409504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] For port 946ceb8f-5bcd-4f21-9d38-bce829508af7, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:08.415014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ce8526-aa6a-4a59-b737-5b0d2ab86705 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:08.423442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] For port 946ceb8f-5bcd-4f21-9d38-bce829508af7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=946ceb8f-5bcd-4f21-9d38-bce829508af7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:08.439030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.476287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:08.508006 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.556735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Made reservation on behalf of 71f99c38ab994fe5ae602a3b0dba29b1 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:08.564656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:08.600308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a5389-6982-48ac-b1df-c8d027a8c46d None None] Pushing event updated for resources: {'Port': ['ID=946ceb8f-5bcd-4f21-9d38-bce829508af7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:08.636082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:08.636948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:08.806885 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f50304f-047e-42b1-ad08-fc598d5cb3ad x-openstack-request-id: req-6f50304f-047e-42b1-ad08-fc598d5cb3ad {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:08.807225 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:08.807480 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f50304f-047e-42b1-ad08-fc598d5cb3ad {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:08.807897 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'status': 'completed', 'code': 200} Nov 09 17:25:08.811512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1439144923-network', 'tenant_id': '4c4c743fba5047fb97f68c84716f957d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:08.819572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-a9678889-0ffc-42b8-a550-2a003a8d8eb3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 HTTP/1.1" status: 200 len: 217 time: 0.6302855 Nov 09 17:25:08.840858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['9b3664d1-cd2d-4f90-9b5b-38fd0868a573'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:08.872964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Allocated IP 172.20.0.13 (d6e96662-83b7-485b-ae13-0f8df8854d6f/fe1c2ee0-7a2b-414a-9120-a976398e1b84/2fb309ae-2058-404c-8b01-8eb71ccc2977) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:09.025653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406f472-f5ad-4823-b55c-21c67ea50e02 req-1c057ec5-35f2-4dab-92e9-b2847c2c3642 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:09.028448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c406f472-f5ad-4823-b55c-21c67ea50e02 req-1c057ec5-35f2-4dab-92e9-b2847c2c3642 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 943 time: 0.2231894 Nov 09 17:25:09.034943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Made reservation on behalf of 4c4c743fba5047fb97f68c84716f957d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:09.037614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.046704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Allocated IP 172.20.0.1 (a821dd1b-59db-481f-8032-9d97e8dc37b9/4dcc47cd-9caf-4e18-83bc-5344da332f21/359a92f7-1fb0-4ca3-8070-8825f547b213) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:09.048901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-592cb3e0-6a51-4754-b743-cca77e7ded5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:09.050847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-592cb3e0-6a51-4754-b743-cca77e7ded5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.2161417 Nov 09 17:25:09.090190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.120137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8414dc54-3870-4a18-b290-e5f0426c2269 req-d02104d6-1639-4cfe-8e58-ecab9b4e7c93 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 210 time: 0.0431163 Nov 09 17:25:09.122370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:09.126602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:09.150239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.151909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-b97ea8ee-f51f-4ee3-a7db-9113fecb090f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842657 Nov 09 17:25:09.159314 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:25:09.200129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.262543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Pushing event updated for resources: {'Port': ['ID=2fb309ae-2058-404c-8b01-8eb71ccc2977,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:09.290546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Network d6e96662-83b7-485b-ae13-0f8df8854d6f is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:09.292586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:09.295451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:09.330634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c406f472-f5ad-4823-b55c-21c67ea50e02 req-3f208da6-0d24-4923-9a05-f14cee6e320f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876034 Nov 09 17:25:09.372011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:09.373974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.401559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-a1e44096-efe8-4672-af8d-f5128c8ae53d tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1408269 Nov 09 17:25:09.420211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Request body: {'port': {'device_id': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:09.431443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.460844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:02Z', 'revision_number': 3, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:09.468884 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-ecd26431-9467-4406-ac63-e8dc63d3000a service neutron] 10.222.0.83 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954006 Nov 09 17:25:09.474634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.492199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337d728-915d-4b5b-b531-d252e0961bff None None] The sync data for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 is: [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:02Z', 'revision_number': 3, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:25:09.511924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.521075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.524908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:25:09.535670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.535922 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Added segment 3f175a2c-0347-416a-9da3-5b6a3fec9953 of type vlan for network 993670d4-f23e-41f2-bf10-87ac021d7177 Nov 09 17:25:09.697408 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.704138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.756708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e8ce8526-aa6a-4a59-b737-5b0d2ab86705'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:09.778893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae035f43-dc17-4792-885a-19b1b57728bf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:09.862811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0653-260a-467a-b061-ece81f2560a1 req-4c9be7d3-aac1-42b5-83a2-0e718032b35a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:09.870100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0653-260a-467a-b061-ece81f2560a1 req-4c9be7d3-aac1-42b5-83a2-0e718032b35a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:09.872153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a36c0653-260a-467a-b061-ece81f2560a1 req-4c9be7d3-aac1-42b5-83a2-0e718032b35a tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1679 time: 0.3714743 Nov 09 17:25:09.920621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:09.939823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:09.942007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=359a92f7-1fb0-4ca3-8070-8825f547b213,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:09.948164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:09.950529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.951679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:09.952378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:09.965024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27ca9d9c-4387-43af-8c15-4dd55428f828 req-3fb1a63d-ecca-4272-941e-b2a1eff0ba3f service neutron] 10.222.0.83 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826438 Nov 09 17:25:10.032649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb309ae-2058-404c-8b01-8eb71ccc2977 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:10.062696 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.081631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Transition to ACTIVE for port object 2fb309ae-2058-404c-8b01-8eb71ccc2977 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:25:10.090165 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.175644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb309ae-2058-404c-8b01-8eb71ccc2977,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:10.237559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0437927 Nov 09 17:25:10.242806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57568) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:10.248466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Request body: {'subnet': {'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1439144923-subnet', 'tenant_id': '4c4c743fba5047fb97f68c84716f957d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:10.297658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.327200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a36c0653-260a-467a-b061-ece81f2560a1 req-174a5159-41ff-4cfc-90fa-5c0e795ba239 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384289 Nov 09 17:25:10.354574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e14f437-e626-4b09-9ca8-48737fdb9435 None None] Provisioning complete for port 359a92f7-1fb0-4ca3-8070-8825f547b213 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:10.356876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e14f437-e626-4b09-9ca8-48737fdb9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.370041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7324a-983d-48f2-8c17-817fc1088bbc admin admin] Pushing event updated for resources: {'Network': ['ID=993670d4-f23e-41f2-bf10-87ac021d7177,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:10.395913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-9407cdcf-9653-4fa1-9d25-72ca00a0c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:10.397710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-9407cdcf-9653-4fa1-9d25-72ca00a0c04a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 1094 time: 0.3130798 Nov 09 17:25:10.435858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 993670d4-f23e-41f2-bf10-87ac021d7177 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:25:10.466929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e14f437-e626-4b09-9ca8-48737fdb9435 None None] Port 359a92f7-1fb0-4ca3-8070-8825f547b213 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:10.525594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:10.631451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:25:10.642259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:10.642635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.685266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b83175-d4ac-4dc0-9644-0fb7371c1a76 req-cde52661-4da8-4910-8bc4-743520ad24ae tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:10.686860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07b83175-d4ac-4dc0-9644-0fb7371c1a76 req-cde52661-4da8-4910-8bc4-743520ad24ae tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 944 time: 0.1919792 Nov 09 17:25:10.692062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.696434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-e10c5636-8d08-4b07-8215-3e8e7300602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:10.697958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-e10c5636-8d08-4b07-8215-3e8e7300602b service neutron] 10.222.0.83 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 915 time: 0.2913091 Nov 09 17:25:10.795770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.800743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Made reservation on behalf of 4c4c743fba5047fb97f68c84716f957d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:10.803326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.813079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-cca9c7bd-bfc2-4594-972c-d28189bdba1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 HTTP/1.1" status: 200 len: 217 time: 0.0968895 Nov 09 17:25:10.828653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:10.831225 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7472c64e-585f-4628-a54a-09fa21ef0169" -d '{"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b3664d1-cd2d-4f90-9b5b-38fd0868a573"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:10.849397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:10.855161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.856288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:10.876847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Attempting to bind port 2fb309ae-2058-404c-8b01-8eb71ccc2977 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:10.877600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Attempting to bind port 2fb309ae-2058-404c-8b01-8eb71ccc2977 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '1ea8597b-0b71-40d3-b503-7ed2a4ff846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:10.878199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Attempting to bind port 2fb309ae-2058-404c-8b01-8eb71ccc2977 on network d6e96662-83b7-485b-ae13-0f8df8854d6f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:10.901867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07b83175-d4ac-4dc0-9644-0fb7371c1a76 req-7c13a0d0-92c7-47fc-b675-cf08dbddf2f9 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012987 Nov 09 17:25:10.911378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Port 2fb309ae-2058-404c-8b01-8eb71ccc2977 on network d6e96662-83b7-485b-ae13-0f8df8854d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:25:10.911870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Attempting to bind port 2fb309ae-2058-404c-8b01-8eb71ccc2977 on network d6e96662-83b7-485b-ae13-0f8df8854d6f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:10.942339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:10.942803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Checking segment: {'id': '1ea8597b-0b71-40d3-b503-7ed2a4ff846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:10.943325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Bound using segment: {'id': '1ea8597b-0b71-40d3-b503-7ed2a4ff846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:10.943881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Bound port: 2fb309ae-2058-404c-8b01-8eb71ccc2977, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8597b-0b71-40d3-b503-7ed2a4ff846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:10.944385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:10.960031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:10.980142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a191f-b163-469f-8d69-d78d0f8c0e9d req-6184c09e-cefe-4452-9277-629840412fa4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:10.987883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec1a191f-b163-469f-8d69-d78d0f8c0e9d req-6184c09e-cefe-4452-9277-629840412fa4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 943 time: 0.1315143 Nov 09 17:25:11.001553 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27092c05-d994-42ea-81e5-ca25f800ca9c x-openstack-request-id: req-27092c05-d994-42ea-81e5-ca25f800ca9c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:11.001856 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b3664d1-cd2d-4f90-9b5b-38fd0868a573", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:11.002114 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27092c05-d994-42ea-81e5-ca25f800ca9c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:11.002524 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573', 'code': 200} Nov 09 17:25:11.029734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:11.103936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-644570f4-9145-40ca-9091-477a5ffa9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.105768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-644570f4-9145-40ca-9091-477a5ffa9209 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.2786243 Nov 09 17:25:11.141343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.178999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-b2a23d9d-8123-443d-a1b9-c2070ae1b746 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641367 Nov 09 17:25:11.181308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.191851 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec1a191f-b163-469f-8d69-d78d0f8c0e9d req-d6003727-8cbf-4b09-8f9d-3c3cf03330f4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988807 Nov 09 17:25:11.192418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:11.210901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd1339655-7c5c-417e-8056-677777f82da8', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': 'd1339655-7c5c-417e-8056-677777f82da8', 'mac_address': 'fa:16:3e:41:c5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:11.219659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 946ceb8f-5bcd-4f21-9d38-bce829508af7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:11.282765 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.311334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] For port 2fb309ae-2058-404c-8b01-8eb71ccc2977, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:11.314656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] For port 2fb309ae-2058-404c-8b01-8eb71ccc2977, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977,segment=NetworkSegment(1ea8597b-0b71-40d3-b503-7ed2a4ff846c),segment_id=1ea8597b-0b71-40d3-b503-7ed2a4ff846c)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:11.316686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.325999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1339655-7c5c-417e-8056-677777f82da8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:11.326369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.364837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:11.385834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.440973 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.441239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.442112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.443950 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] 10.222.0.43 "PUT /v2.0/ports/2fb309ae-2058-404c-8b01-8eb71ccc2977 HTTP/1.1" status: 200 len: 1092 time: 2.0338593 Nov 09 17:25:11.444918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Checking segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:11.445069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Network hostable DHCP agents. Network: 993670d4-f23e-41f2-bf10-87ac021d7177, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:25:11.449310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'tag': '2fb309ae-2058-404c-8b01-8eb71ccc2977'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:11.452069 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177645db-182e-4045-b6cb-a593f74419be" -d '{"events": [{"name": "network-changed", "server_uuid": "49f763b3-8ec7-4767-9e5e-b67e8061a5ca", "tag": "2fb309ae-2058-404c-8b01-8eb71ccc2977"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:11.467449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ad4c52-da0a-4319-8723-67fbd8e5c089,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:11.475960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.489461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ab279-9895-4915-bd21-776f4907a602 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb309ae-2058-404c-8b01-8eb71ccc2977,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:11.493604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=359a92f7-1fb0-4ca3-8070-8825f547b213,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:11.544038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Network 993670d4-f23e-41f2-bf10-87ac021d7177 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:25:11.556527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:11.587912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d1339655-7c5c-417e-8056-677777f82da8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:11.592842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:11.630418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 993670d4-f23e-41f2-bf10-87ac021d7177) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:11.634040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.648007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6521900-6af0-4a16-8667-743c10a65ce6 None None] Network 993670d4-f23e-41f2-bf10-87ac021d7177 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:11.650172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 946ceb8f-5bcd-4f21-9d38-bce829508af7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:11.650656 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.657324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bf36c-b219-429f-b9c4-0194f778411d req-b10c2170-cb2d-4c3e-9c62-559b9d93c28c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.663653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bf36c-b219-429f-b9c4-0194f778411d req-b10c2170-cb2d-4c3e-9c62-559b9d93c28c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.674005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-639bf36c-b219-429f-b9c4-0194f778411d req-b10c2170-cb2d-4c3e-9c62-559b9d93c28c tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1680 time: 0.1875353 Nov 09 17:25:11.685164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.685777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:11.694317 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915807ab-a31e-4aae-9f23-02ce182fa336 x-openstack-request-id: req-915807ab-a31e-4aae-9f23-02ce182fa336 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:11.694317 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f763b3-8ec7-4767-9e5e-b67e8061a5ca", "tag": "2fb309ae-2058-404c-8b01-8eb71ccc2977", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:11.694317 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-915807ab-a31e-4aae-9f23-02ce182fa336 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:11.694317 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'tag': '2fb309ae-2058-404c-8b01-8eb71ccc2977', 'status': 'completed', 'code': 200} Nov 09 17:25:11.735072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-c01a7db8-7012-4fd2-b1fb-8ccef618eb77 service neutron] 10.222.0.83 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295508 Nov 09 17:25:11.775240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d6c2d77-98df-4242-b6e6-4b8528f2b210 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5223169 Nov 09 17:25:11.791803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-eacb0d66-1dae-4ec7-9dbf-9190246e4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.792909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-eacb0d66-1dae-4ec7-9dbf-9190246e4cbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71f99c38ab994fe5ae602a3b0dba29b1&device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 1095 time: 0.2320187 Nov 09 17:25:11.841819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:11.873324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-639bf36c-b219-429f-b9c4-0194f778411d req-849b6149-3e6b-4003-8b3b-f16fe381eff2 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983030 Nov 09 17:25:11.892658 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-ab225128-9926-49ff-8cc1-c68a1fd3e2dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977 HTTP/1.1" status: 200 len: 217 time: 0.0914438 Nov 09 17:25:11.902819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:11.909025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:11.990552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-814fddf4-0f81-4624-ba73-b31474796935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:11.992066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-814fddf4-0f81-4624-ba73-b31474796935 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe1c2ee0-7a2b-414a-9120-a976398e1b84 HTTP/1.1" status: 200 len: 855 time: 0.0919898 Nov 09 17:25:12.059362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5ff44-f34d-457e-bdee-cf9855714639 None None] Network 993670d4-f23e-41f2-bf10-87ac021d7177 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:12.068099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-aa8188d8-f2a5-4092-a8eb-4df82f84d550 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6e96662-83b7-485b-ae13-0f8df8854d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689626 Nov 09 17:25:12.221063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Router f821c80c-d3de-4f6e-a75f-b8308764db06 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:25:12.223825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81b2a3a1-c826-40f6-bc32-c4b3033877db req-9ad36a2c-ad5a-4b4e-a9d8-b36059b01bcc service neutron] 10.222.0.83 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747298 Nov 09 17:25:12.267898 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:12.344710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 946ceb8f-5bcd-4f21-9d38-bce829508af7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=946ceb8f-5bcd-4f21-9d38-bce829508af7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:12.358881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be81-4691-4e03-935c-de383bfa4a35 req-1ca33de7-ce49-4ad8-be43-4d112d6bc584 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:12.380117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2241be81-4691-4e03-935c-de383bfa4a35 req-1ca33de7-ce49-4ad8-be43-4d112d6bc584 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 944 time: 0.3099506 Nov 09 17:25:12.403645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:25:12.413659 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Sync routers for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:25:12.429452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-86653caa-e15c-496e-bffc-5a1c3b9b2ca5 admin admin] 10.222.0.45 "PUT /v2.0/routers/f821c80c-d3de-4f6e-a75f-b8308764db06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2458591 Nov 09 17:25:12.437519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:12.439697 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:12.442273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:12.554908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:12.558238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2241be81-4691-4e03-935c-de383bfa4a35 req-7cd1f611-12ce-4120-bfca-a535e5bbc270 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769462 Nov 09 17:25:12.563145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-8b97a8db-c6c1-4d42-a45b-c198f05b593a service neutron] 10.222.0.43 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774561 Nov 09 17:25:12.565318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e8ce8526-aa6a-4a59-b737-5b0d2ab86705 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:12.718488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d66c69c-a55c-453d-b390-a5c758d6af9e req-b30c1cac-fc41-4167-a2a4-f094640d0e4a service neutron] 10.222.0.43 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472437 Nov 09 17:25:12.723557 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:12.814343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-9855c291-5f96-4af1-aed8-cf29c7f2273d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:12.824908 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-9855c291-5f96-4af1-aed8-cf29c7f2273d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 822 time: 0.3264380 Nov 09 17:25:12.853886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245341-6f0c-4245-989a-132c44f7c761 req-455aa03d-f7af-46b0-a624-0cceb0360187 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:12.862359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3245341-6f0c-4245-989a-132c44f7c761 req-455aa03d-f7af-46b0-a624-0cceb0360187 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 943 time: 0.1424551 Nov 09 17:25:12.877064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-beb3046f-7095-46d8-8bcd-a8f73fc13dab tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/quotas/4c4c743fba5047fb97f68c84716f957d HTTP/1.1" status: 200 len: 375 time: 0.0431621 Nov 09 17:25:12.921141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f82d7a2e-3672-417b-9c0f-a69ec38fc33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:12.931855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3245341-6f0c-4245-989a-132c44f7c761 req-9495e8f4-d79a-4085-9223-2f9f16177d2a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678556 Nov 09 17:25:12.946492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:12.975757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177645db-182e-4045-b6cb-a593f74419be req-065606d6-b81f-4072-ba2f-5e837821604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:12.976261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-0df5121b-4e7e-4f93-8685-a80022fe7092 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959287 Nov 09 17:25:12.977414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-065606d6-b81f-4072-ba2f-5e837821604b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71f99c38ab994fe5ae602a3b0dba29b1&device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 1095 time: 0.1759968 Nov 09 17:25:13.001306 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 2, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:13.020129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1c1f2bc1-804f-48d6-9e3f-95988f07c366 None None] Provisioning complete for port 359a92f7-1fb0-4ca3-8070-8825f547b213 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:13.020513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2bc1-804f-48d6-9e3f-95988f07c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.022417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:13.027107 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cc85f7-c984-443d-9e5a-81df3f84ea43" -d '{"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-unplugged", "status": "completed", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:13.050317 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Checking router: f821c80c-d3de-4f6e-a75f-b8308764db06 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:25:13.051212 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Updating router f821c80c-d3de-4f6e-a75f-b8308764db06 port 359a92f7-1fb0-4ca3-8070-8825f547b213 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:25:13.089456 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.192613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:25:13.225642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:13.226380 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.228889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-47739d66-c9ae-44b4-94ab-6d045b73f83f service neutron] 10.222.0.45 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512069 Nov 09 17:25:13.295435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=946ceb8f-5bcd-4f21-9d38-bce829508af7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:13.323554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:25:13.350152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f2bc1-804f-48d6-9e3f-95988f07c366 None None] Port 359a92f7-1fb0-4ca3-8070-8825f547b213 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:13.435311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f82d7a2e-3672-417b-9c0f-a69ec38fc33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.437462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177645db-182e-4045-b6cb-a593f74419be req-62abd1a2-6519-4405-beda-48522e1f4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:13.439072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-62abd1a2-6519-4405-beda-48522e1f4587 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6e96662-83b7-485b-ae13-0f8df8854d6f HTTP/1.1" status: 200 len: 915 time: 0.4511666 Nov 09 17:25:13.465071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f82d7a2e-3672-417b-9c0f-a69ec38fc33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.487027 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.556476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:13.568709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.573184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7a2e-3672-417b-9c0f-a69ec38fc33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0016e96-4228-4acf-ac9b-4952976f91bb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:13.576284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:13.582876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-ee28da6b-b9cc-47de-aa3a-d2b12d342244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977 HTTP/1.1" status: 200 len: 217 time: 0.1358867 Nov 09 17:25:13.622684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-7b58a798-659c-47d9-9387-74bcd87daa93 service neutron] 10.222.0.45 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931632 Nov 09 17:25:13.635208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'port_id': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'mac_address': 'fa:16:3e:58:ff:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a28a65-37c5-4ecb-9120-b72cea4e488f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:13.684275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57676) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:13.693939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f82d7a2e-3672-417b-9c0f-a69ec38fc33e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43a6db4e8b1f42969a87956cbf3e850e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1348364 Nov 09 17:25:13.711973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177645db-182e-4045-b6cb-a593f74419be req-9aff4c9b-f783-4872-aadb-b38157956629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:13.713761 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-9aff4c9b-f783-4872-aadb-b38157956629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe1c2ee0-7a2b-414a-9120-a976398e1b84 HTTP/1.1" status: 200 len: 855 time: 0.1233869 Nov 09 17:25:13.767139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:13.779708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-bd4c158c-b747-4010-9951-74273372a495 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6e96662-83b7-485b-ae13-0f8df8854d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563540 Nov 09 17:25:13.792234 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.800190 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.810477 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.833745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:13.879431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-038d0015-be99-4bfa-8c4a-8c20bc8456c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.886398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:13.904699 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:13.969773 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaf96c-665d-47ec-9929-52d45f7a2152 None None] Pushing event updated for resources: {'Port': ['ID=359a92f7-1fb0-4ca3-8070-8825f547b213,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:14.017156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-038d0015-be99-4bfa-8c4a-8c20bc8456c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.022571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:14.144052 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Attempting to bind port 359a92f7-1fb0-4ca3-8070-8825f547b213 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:14.144433 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Attempting to bind port 359a92f7-1fb0-4ca3-8070-8825f547b213 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:14.145025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Attempting to bind port 359a92f7-1fb0-4ca3-8070-8825f547b213 on network a821dd1b-59db-481f-8032-9d97e8dc37b9 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:14.168703 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:14.169092 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Checking segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:14.169555 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.169949 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Bound using segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:14.170431 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Bound port: 359a92f7-1fb0-4ca3-8070-8825f547b213, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:14.170967 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.258117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1e6dac86-0619-4de5-8fd0-0ec99dd38ef1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:14.286920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-1558a0f9-5779-45e1-ab81-b9b037d803e3 service neutron] 10.222.0.43 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883924 Nov 09 17:25:14.288810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77301f4-dda8-4657-85aa-7b4111837d85 req-7b52cc7e-d6e5-4538-80bf-69dbf57fdb16 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:14.305653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77301f4-dda8-4657-85aa-7b4111837d85 req-7b52cc7e-d6e5-4538-80bf-69dbf57fdb16 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:14.327773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b77301f4-dda8-4657-85aa-7b4111837d85 req-7b52cc7e-d6e5-4538-80bf-69dbf57fdb16 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.2182605 Nov 09 17:25:14.357516 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] For port 359a92f7-1fb0-4ca3-8070-8825f547b213, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:14.369825 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] For port 359a92f7-1fb0-4ca3-8070-8825f547b213, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=359a92f7-1fb0-4ca3-8070-8825f547b213,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:14.385600 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.401959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-038d0015-be99-4bfa-8c4a-8c20bc8456c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.422187 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-038d0015-be99-4bfa-8c4a-8c20bc8456c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.423594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-038d0015-be99-4bfa-8c4a-8c20bc8456c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0016e96-4228-4acf-ac9b-4952976f91bb HTTP/1.1" status: 204 len: 168 time: 0.7378979 Nov 09 17:25:14.491985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b77301f4-dda8-4657-85aa-7b4111837d85 req-7b0aafa1-3d47-402f-b8d4-b0fc490b7e4d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632175 Nov 09 17:25:14.502774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:14.533464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920110953', 'description': 'tempest-description--1724861292'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:14.547019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fb309ae-2058-404c-8b01-8eb71ccc2977 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:14.581997 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:14.582627 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:14.614574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d0015-be99-4bfa-8c4a-8c20bc8456c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0016e96-4228-4acf-ac9b-4952976f91bb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:14.621994 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.646004 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808b488c-eb23-4736-853d-76a5aec176f1 x-openstack-request-id: req-808b488c-eb23-4736-853d-76a5aec176f1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:14.648436 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-unplugged", "status": "completed", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:14.650195 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-808b488c-eb23-4736-853d-76a5aec176f1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:14.650844 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'code': 200} Nov 09 17:25:14.706335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-177645db-182e-4045-b6cb-a593f74419be req-72a55c8e-deae-443b-bd29-b8c7425ecfa0 service neutron] 10.222.0.43 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075522 Nov 09 17:25:14.739172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5c18ae4c-72f1-442e-8bd4-be2c3150c8dd None None] Provisioning complete for port 359a92f7-1fb0-4ca3-8070-8825f547b213 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:14.740590 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c18ae4c-72f1-442e-8bd4-be2c3150c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:14.818328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d287fd7-a509-4772-8c16-e71d00277a5e req-c6a53f61-3cd6-4e53-bece-4a03cbd920ab tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 210 time: 0.1104362 Nov 09 17:25:14.935944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d89d9-d24b-43a5-99cc-20fed419a67e req-f6ba758d-6ef2-4675-bacd-86c350c20a52 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:14.938054 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:25:14.943172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-921d89d9-d24b-43a5-99cc-20fed419a67e req-f6ba758d-6ef2-4675-bacd-86c350c20a52 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 944 time: 0.2449880 Nov 09 17:25:14.966507 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:15.053127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6304-d18d-4891-8944-d0b8b9fbaab2 req-da8111ae-8e33-42a7-802b-60eebfc33c0e tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:15.058695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2fb309ae-2058-404c-8b01-8eb71ccc2977, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977,segment=NetworkSegment(1ea8597b-0b71-40d3-b503-7ed2a4ff846c),segment_id=1ea8597b-0b71-40d3-b503-7ed2a4ff846c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:15.065833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0e6304-d18d-4891-8944-d0b8b9fbaab2 req-da8111ae-8e33-42a7-802b-60eebfc33c0e tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 944 time: 0.1334703 Nov 09 17:25:15.075684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '2fb309ae-2058-404c-8b01-8eb71ccc2977', 'network_id': 'd6e96662-83b7-485b-ae13-0f8df8854d6f', 'port_id': '2fb309ae-2058-404c-8b01-8eb71ccc2977', 'mac_address': 'fa:16:3e:67:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1c2ee0-7a2b-414a-9120-a976398e1b84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:15.082090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:15.139714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.197653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0e6304-d18d-4891-8944-d0b8b9fbaab2 req-8bd19474-bb18-477f-be2b-53c54fab6f50 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205332 Nov 09 17:25:15.225853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.229715 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaf96c-665d-47ec-9929-52d45f7a2152 None None] Pushing event updated for resources: {'Port': ['ID=359a92f7-1fb0-4ca3-8070-8825f547b213,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:15.234132 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.255746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb309ae-2058-404c-8b01-8eb71ccc2977 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:15.261820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 946ceb8f-5bcd-4f21-9d38-bce829508af7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:15.308300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-921d89d9-d24b-43a5-99cc-20fed419a67e req-cd788a08-30ab-4a5e-a087-facd78e06b7f tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391242 Nov 09 17:25:15.346281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57700) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:15.376766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a442-c779-4a95-a2f7-d05298957162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.406089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 946ceb8f-5bcd-4f21-9d38-bce829508af7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:15.406768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.413615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.415927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9120662 Nov 09 17:25:15.418618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158beec5-2b62-4d12-9743-65a6800f2532 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:15.421352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:15.426732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Request body: {'security_group_rule': {'security_group_id': '80b32a6d-e0c9-4ac5-8844-7e33ab3505e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:15.453492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2fb309ae-2058-404c-8b01-8eb71ccc2977, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977,segment=NetworkSegment(1ea8597b-0b71-40d3-b503-7ed2a4ff846c),segment_id=1ea8597b-0b71-40d3-b503-7ed2a4ff846c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:15.481806 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.491261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.530057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c18ae4c-72f1-442e-8bd4-be2c3150c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.560757 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:14Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:15.601093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.603935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a442-c779-4a95-a2f7-d05298957162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.609244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.614568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a442-c779-4a95-a2f7-d05298957162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.630618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2fb309ae-2058-404c-8b01-8eb71ccc2977,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:15.636576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d1339655-7c5c-417e-8056-677777f82da8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:15.636576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.640106 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36447a92-9c2f-4e21-9831-62e704f10b8d None None] The sync data for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 is: [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:14Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:25:15.670755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee7977d-d569-4b94-a5b6-efa99471cf21,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:15.700484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.703050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c103b88-ab92-4efb-8109-8dfe12ddd05d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2803872 Nov 09 17:25:15.706176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:15.724601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Request body: {'security_group_rule': {'security_group_id': '80b32a6d-e0c9-4ac5-8844-7e33ab3505e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:15.741256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['2fb309ae-2058-404c-8b01-8eb71ccc2977'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:15.747580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5c18ae4c-72f1-442e-8bd4-be2c3150c8dd None None] For port 359a92f7-1fb0-4ca3-8070-8825f547b213, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=359a92f7-1fb0-4ca3-8070-8825f547b213,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:15.788532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a442-c779-4a95-a2f7-d05298957162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0407b-6303-4116-baea-f05858da5c84,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:15.792241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.797548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c18ae4c-72f1-442e-8bd4-be2c3150c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:15.798671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e2d0a442-c779-4a95-a2f7-d05298957162 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1575d08c2a74dadafecf5c7f6a90e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513111 Nov 09 17:25:15.807719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:15.906607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c46637-2b2d-4f70-97ae-91aedbcbcc85 req-a7e1c5f4-8d9b-4e56-a4ef-a0b8d20e24ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:15.932087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c46637-2b2d-4f70-97ae-91aedbcbcc85 req-a7e1c5f4-8d9b-4e56-a4ef-a0b8d20e24ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:15.943635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18ae4c-72f1-442e-8bd4-be2c3150c8dd None None] Pushing event updated for resources: {'Port': ['ID=359a92f7-1fb0-4ca3-8070-8825f547b213,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:15.946029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5c46637-2b2d-4f70-97ae-91aedbcbcc85 req-a7e1c5f4-8d9b-4e56-a4ef-a0b8d20e24ca tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.2838476 Nov 09 17:25:16.047347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26c4548b-5108-4941-b0c1-39c48aacdaba None None] Provisioning complete for port 359a92f7-1fb0-4ca3-8070-8825f547b213 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:16.048069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26c4548b-5108-4941-b0c1-39c48aacdaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.065655 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.096025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.109716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5c46637-2b2d-4f70-97ae-91aedbcbcc85 req-6b498790-1c3a-45e5-8c32-df54b7feee0d tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604085 Nov 09 17:25:16.170629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.220582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:16.247865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.301312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7de45443-d159-4470-bbaf-c82591a97e56 req-6f593fbe-c765-47fa-a42a-e425dbc29754 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 210 time: 0.0552177 Nov 09 17:25:16.321570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.325567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.327185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2c0407b-6303-4116-baea-f05858da5c84 HTTP/1.1" status: 204 len: 168 time: 0.5179179 Nov 09 17:25:16.356983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0407b-6303-4116-baea-f05858da5c84,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:16.362486 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.391724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.396320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.406066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.407262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.408087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.409154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.412520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.420242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.422373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.422924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.423504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.424681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.425221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cbb57-6d74-4463-b3ce-1adab9ba755d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:16.505478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.506872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7991598 Nov 09 17:25:16.513296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:16.538761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:16.566712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a365a0-764f-4365-ae80-cbf093dd5c62 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a330e5-af0e-47ee-aec6-08dc1c94e0b3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:16.595255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff3128-2bd0-43d9-89ab-b9a4aa12b3f7 req-57ea8e2d-53ee-4610-82c3-0eefd7c1f9e5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:16.605861 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8ff3128-2bd0-43d9-89ab-b9a4aa12b3f7 req-57ea8e2d-53ee-4610-82c3-0eefd7c1f9e5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 944 time: 0.1720648 Nov 09 17:25:16.619604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:16.656748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705'}, {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:16.665837 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccfbb55-fd86-4c96-8e55-d23c05c9a9e4" -d '{"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-plugged", "status": "completed", "tag": "e8ce8526-aa6a-4a59-b737-5b0d2ab86705"}, {"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:16.725906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8ff3128-2bd0-43d9-89ab-b9a4aa12b3f7 req-582f99f2-ceb5-465e-8596-684bc637617b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178136 Nov 09 17:25:16.741352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-960a24e0-f8af-4187-9871-3bb4982b8fb4 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:16.744672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-960a24e0-f8af-4187-9871-3bb4982b8fb4 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.83 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 822 time: 0.7633250 Nov 09 17:25:16.772348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'port': {'device_id': '82237def-44fe-47b7-bd52-8241b905c10f', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'admin_state_up': True, 'tenant_id': '4c4c743fba5047fb97f68c84716f957d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:16.925509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:16.948451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:17.053837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314c75d-6057-4df6-94e0-e72badf9e02c req-6fbf0f34-0a90-4bfc-8a4f-63f485631b99 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:17.075490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c314c75d-6057-4df6-94e0-e72badf9e02c req-6fbf0f34-0a90-4bfc-8a4f-63f485631b99 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 945 time: 0.5428674 Nov 09 17:25:17.099477 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b1829a-ab22-465c-a313-9a78e7eef98b x-openstack-request-id: req-78b1829a-ab22-465c-a313-9a78e7eef98b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:17.100732 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-plugged", "status": "completed", "tag": "e8ce8526-aa6a-4a59-b737-5b0d2ab86705", "code": 200}, {"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:17.101289 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78b1829a-ab22-465c-a313-9a78e7eef98b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:17.102856 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705', 'code': 200} Nov 09 17:25:17.103413 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'code': 200} Nov 09 17:25:17.107776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:25:17.129233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:17.141063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:17.252876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c314c75d-6057-4df6-94e0-e72badf9e02c req-423d9df5-f3ea-405f-bd28-2199bd5480be tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Nov 09 17:25:17.290401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 359a92f7-1fb0-4ca3-8070-8825f547b213 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:17.310846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d928-c79f-401c-9487-a5f58b1fe422 req-4cff513f-c0e7-4048-bc90-1a2076e957ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:17.313595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2d928-c79f-401c-9487-a5f58b1fe422 req-4cff513f-c0e7-4048-bc90-1a2076e957ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:17.325226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ee2d928-c79f-401c-9487-a5f58b1fe422 req-4cff513f-c0e7-4048-bc90-1a2076e957ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1983 time: 0.1286745 Nov 09 17:25:17.419159 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:17.543173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8754-50a0-4008-99fe-2eff1246f95f req-5163d327-4722-44b5-ae78-e6ac1aff5ed8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:17.552332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 359a92f7-1fb0-4ca3-8070-8825f547b213 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:17.552936 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:17.564595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8754-50a0-4008-99fe-2eff1246f95f req-5163d327-4722-44b5-ae78-e6ac1aff5ed8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:17.571761 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-475e8754-50a0-4008-99fe-2eff1246f95f req-5163d327-4722-44b5-ae78-e6ac1aff5ed8 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.2436607 Nov 09 17:25:17.603217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ee2d928-c79f-401c-9487-a5f58b1fe422 req-450e4981-b953-4d82-9048-63e71d46f25c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769008 Nov 09 17:25:17.655101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e29ddac-4a0b-42e2-a1e2-a52a53b6dc90 req-3956d859-f544-4e4d-aef2-d7fe60cb8bf5 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 210 time: 0.1593699 Nov 09 17:25:17.668721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Made reservation on behalf of 4c4c743fba5047fb97f68c84716f957d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:17.673135 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:17.684856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:17.707376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:17.789604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-475e8754-50a0-4008-99fe-2eff1246f95f req-74f35754-9e23-450c-acf6-32d2487c7288 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011962 Nov 09 17:25:17.948758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:18.040428 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:18.514860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57780) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:18.556627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fb309ae-2058-404c-8b01-8eb71ccc2977 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:18.591653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6bae6-e85f-4e92-a375-3dde47be865f req-d9c6c9e1-760b-4324-a238-0b2590f4bcbd tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:18.608063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8fa6bae6-e85f-4e92-a375-3dde47be865f req-d9c6c9e1-760b-4324-a238-0b2590f4bcbd tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 945 time: 0.1604931 Nov 09 17:25:18.702230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 2fb309ae-2058-404c-8b01-8eb71ccc2977 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:25:18.714219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 2fb309ae-2058-404c-8b01-8eb71ccc2977 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:18.714616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:18.724065 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8fa6bae6-e85f-4e92-a375-3dde47be865f req-1d1efaee-e1f0-4664-9595-7dd8f9e46c36 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108651 Nov 09 17:25:18.737866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987891-2458-46c1-95c2-1e8206f0df4e req-25ae522b-cca8-4134-a9ae-d95b6eafbc69 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:18.747859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15987891-2458-46c1-95c2-1e8206f0df4e req-25ae522b-cca8-4134-a9ae-d95b6eafbc69 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.7737002 Nov 09 17:25:18.817224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1399911412-network', 'tenant_id': 'cc042b54fae74cdaa084805ee559e652'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:18.860516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Made reservation on behalf of cc042b54fae74cdaa084805ee559e652 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:18.862911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:18.902195 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:18.929054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:18.936677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46ada47c-b62e-4549-a6ce-f3f63878b677 req-2c0a0fc0-213f-4f38-b333-e9ada20e6d8d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 210 time: 0.0644343 Nov 09 17:25:18.968870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2fb309ae-2058-404c-8b01-8eb71ccc2977, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977,segment=NetworkSegment(1ea8597b-0b71-40d3-b503-7ed2a4ff846c),segment_id=1ea8597b-0b71-40d3-b503-7ed2a4ff846c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:18.982847 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.005410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Allocated IP 172.20.0.7 (993670d4-f23e-41f2-bf10-87ac021d7177/00ad4c52-da0a-4319-8723-67fbd8e5c089/87520c8c-a9f2-413a-a56a-b5a4c3315bb7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:19.025675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15987891-2458-46c1-95c2-1e8206f0df4e req-309ebbbb-69c7-4706-b719-c07837d02dd4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765393 Nov 09 17:25:19.049416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Allocated IP 172.25.3.46 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/151f7de0-ccc4-449d-b213-413005b8dead) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:19.114021 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.117562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1'}, {'server_uuid': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb309ae-2058-404c-8b01-8eb71ccc2977'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:19.121189 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cdc5b4-9102-4607-92c5-5d34aa1caefc" -d '{"events": [{"server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "name": "network-vif-plugged", "status": "completed", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1"}, {"server_uuid": "49f763b3-8ec7-4767-9e5e-b67e8061a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "2fb309ae-2058-404c-8b01-8eb71ccc2977"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:19.123988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.128529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2fb309ae-2058-404c-8b01-8eb71ccc2977,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:19.157328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:25:19.181766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b491c-3062-4385-be0c-3994aaa1f4ce req-22122496-9094-4525-9c03-b0c56978c202 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:19.189333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b491c-3062-4385-be0c-3994aaa1f4ce req-22122496-9094-4525-9c03-b0c56978c202 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:19.199629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db8b491c-3062-4385-be0c-3994aaa1f4ce req-22122496-9094-4525-9c03-b0c56978c202 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.1374772 Nov 09 17:25:19.220936 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35edd6e1-a3fa-4d05-ac9e-a4e66521d860 x-openstack-request-id: req-35edd6e1-a3fa-4d05-ac9e-a4e66521d860 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:19.222021 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "name": "network-vif-plugged", "status": "completed", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1", "code": 200}, {"server_uuid": "49f763b3-8ec7-4767-9e5e-b67e8061a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "2fb309ae-2058-404c-8b01-8eb71ccc2977", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:19.222570 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35edd6e1-a3fa-4d05-ac9e-a4e66521d860 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:19.223227 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'code': 200} Nov 09 17:25:19.223746 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb309ae-2058-404c-8b01-8eb71ccc2977', 'code': 200} Nov 09 17:25:19.287427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b8efac-4d8c-4381-8e21-b795479e5d67,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:19.295383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.295774 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Added segment 080c0cf8-8cf3-4c4d-9342-6397f749f388 of type vlan for network 458dbaca-1bc0-464f-b075-b2c7fcbf083a Nov 09 17:25:19.391445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.408872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.431227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db8b491c-3062-4385-be0c-3994aaa1f4ce req-7d4f5a89-99bb-4b26-b408-abb2d9d9df64 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206180 Nov 09 17:25:19.448359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0dbe3-e8d2-4ed4-b8d6-f622065de8a6 req-85c6a499-3a0c-4859-813c-8c27c6be7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:19.450534 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4aa0dbe3-e8d2-4ed4-b8d6-f622065de8a6 req-85c6a499-3a0c-4859-813c-8c27c6be7465 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 1097 time: 0.1439161 Nov 09 17:25:19.480106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ba5b0-5fbd-40fa-9ee1-8b9e1c45d085 req-52dfcbcd-6d32-472e-a4cf-0e916e2c8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:19.481543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f6ba5b0-5fbd-40fa-9ee1-8b9e1c45d085 req-52dfcbcd-6d32-472e-a4cf-0e916e2c8a97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 1096 time: 0.1751237 Nov 09 17:25:19.515411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.516379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:19.516961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.598615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.598926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] Pushing event updated for resources: {'Network': ['ID=458dbaca-1bc0-464f-b075-b2c7fcbf083a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:19.612238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 458dbaca-1bc0-464f-b075-b2c7fcbf083a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:25:19.618188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4aa0dbe3-e8d2-4ed4-b8d6-f622065de8a6 req-0ac96422-c75d-4fc4-943b-35f880e23659 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583004 Nov 09 17:25:19.626450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aece2933-347c-4925-9425-cbc1b368a87e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1060140 Nov 09 17:25:19.626969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57806) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:19.635228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Request body: {'subnet': {'network_id': '458dbaca-1bc0-464f-b075-b2c7fcbf083a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1399911412-subnet', 'tenant_id': 'cc042b54fae74cdaa084805ee559e652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:19.641647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f6ba5b0-5fbd-40fa-9ee1-8b9e1c45d085 req-97dba77c-9674-42e9-b72c-e33f8f39004b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495411 Nov 09 17:25:19.669160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Made reservation on behalf of cc042b54fae74cdaa084805ee559e652 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:19.672532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.712543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.755598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:19.762735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:19.766605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:19.771031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event updated for resources: {'Port': ['ID=151f7de0-ccc4-449d-b213-413005b8dead,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:19.839096 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.894621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.955626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Network 993670d4-f23e-41f2-bf10-87ac021d7177 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:19.968982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:19.977553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:19.986281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:19.991601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:20.010244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c2f536-8287-4f94-9a23-1e1a03da64a2,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:20.022434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80297b16-9e4c-4e91-802b-30968651fdcc req-1b4fd097-0569-4b82-85cc-f294664a2591 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.025700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80297b16-9e4c-4e91-802b-30968651fdcc req-1b4fd097-0569-4b82-85cc-f294664a2591 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 946 time: 0.1335986 Nov 09 17:25:20.030103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48d57-c23b-4be7-b455-493eac816db3 req-0142101d-ec59-40be-a035-ac2702fb710f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.036083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48d57-c23b-4be7-b455-493eac816db3 req-0142101d-ec59-40be-a035-ac2702fb710f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.037705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0f48d57-c23b-4be7-b455-493eac816db3 req-0142101d-ec59-40be-a035-ac2702fb710f tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.1757193 Nov 09 17:25:20.057896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Checking segment: {'id': '080c0cf8-8cf3-4c4d-9342-6397f749f388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '458dbaca-1bc0-464f-b075-b2c7fcbf083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:20.058251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Network hostable DHCP agents. Network: 458dbaca-1bc0-464f-b075-b2c7fcbf083a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:25:20.095672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:20.105334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.105988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:20.116944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80297b16-9e4c-4e91-802b-30968651fdcc req-f7e33718-921e-4184-a777-89232d29c60e tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846124 Nov 09 17:25:20.120493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Network 458dbaca-1bc0-464f-b075-b2c7fcbf083a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:25:20.141766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 458dbaca-1bc0-464f-b075-b2c7fcbf083a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:20.149137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.149750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:20.152711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd8270-25c4-401c-b77d-1dffeb5ef1ab None None] Network 458dbaca-1bc0-464f-b075-b2c7fcbf083a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:20.177124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c5814e1a-816c-4130-ad7f-cfc15ede858d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5485647 Nov 09 17:25:20.185678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0f48d57-c23b-4be7-b455-493eac816db3 req-5fee8b55-db75-4320-933b-542be7e8d790 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283972 Nov 09 17:25:20.193763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-114eaff6-b06a-429d-a84a-b2f9555dabf1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4260104 Nov 09 17:25:20.210592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Request body: {'port': {'device_id': '82237def-44fe-47b7-bd52-8241b905c10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:20.340812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:20.417802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63005127-1218-45b1-9262-7b021f5df866 req-392a9757-4524-4eaa-a781-d5687ce2ef7a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.425606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63005127-1218-45b1-9262-7b021f5df866 req-392a9757-4524-4eaa-a781-d5687ce2ef7a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 931 time: 0.1107676 Nov 09 17:25:20.529371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63005127-1218-45b1-9262-7b021f5df866 req-7ea80142-cf47-4357-b6ca-6b00b6a20a54 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005206 Nov 09 17:25:20.566412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35803f6e-f700-4150-a451-5326c874fcc4 None None] Network 458dbaca-1bc0-464f-b075-b2c7fcbf083a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:20.625905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e80c-8107-4dde-8f0b-524a1259a6b5 req-6fbc38f7-170f-495e-8472-21581d221d71 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:20.633968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9b1e80c-8107-4dde-8f0b-524a1259a6b5 req-6fbc38f7-170f-495e-8472-21581d221d71 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.2374709 Nov 09 17:25:20.735201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:20.833526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.029487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9b1e80c-8107-4dde-8f0b-524a1259a6b5 req-7817789b-bc3c-4371-be66-7255604803cb tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945639 Nov 09 17:25:21.030459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57836) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:21.035537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-467657888-network', 'tenant_id': '3ebf0c3f301e4264959827a4da6837f8'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:21.040182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event updated for resources: {'Port': ['ID=151f7de0-ccc4-449d-b213-413005b8dead,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:21.096098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Made reservation on behalf of 3ebf0c3f301e4264959827a4da6837f8 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:21.101311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.110692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.128998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.185863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.219828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1d1f5a4-b2ab-46df-a564-bc16fc184188 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6753924 Nov 09 17:25:21.303425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:21.314006 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.339138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Transition to ACTIVE for port object 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:25:21.382273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.384058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.413436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe246-31c7-4882-a7a6-c294449ee1b4 req-c39541a0-5caf-48b3-8661-07683240a5b3 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.415874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddbe246-31c7-4882-a7a6-c294449ee1b4 req-c39541a0-5caf-48b3-8661-07683240a5b3 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 946 time: 0.1717913 Nov 09 17:25:21.418367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.443382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:25:21.453156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:21.457660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.458292 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Added segment 211b6c5d-410a-4b3c-99ff-b7e6b0108313 of type vlan for network f806fa9f-0c09-4a1a-913c-d3575ffb2504 Nov 09 17:25:21.517851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d013c-3540-4e90-9163-62a1a2c5fa65 req-a35b3518-be43-464d-ba0c-488137de5410 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.525184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d013c-3540-4e90-9163-62a1a2c5fa65 req-a35b3518-be43-464d-ba0c-488137de5410 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.527370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-120d013c-3540-4e90-9163-62a1a2c5fa65 req-a35b3518-be43-464d-ba0c-488137de5410 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.1922002 Nov 09 17:25:21.562888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ca3d5-d329-4014-8bf9-2946d7a1d1c6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:21.574948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.618539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae44ce-488b-4731-b63a-45d487da3599 req-f77c4fed-24c4-4f1b-bd2b-593538a78b96 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.624887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-120d013c-3540-4e90-9163-62a1a2c5fa65 req-84907453-1e9b-4cf2-a568-ee1372f07249 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898213 Nov 09 17:25:21.626204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae44ce-488b-4731-b63a-45d487da3599 req-f77c4fed-24c4-4f1b-bd2b-593538a78b96 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.629848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dae44ce-488b-4731-b63a-45d487da3599 req-f77c4fed-24c4-4f1b-bd2b-593538a78b96 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 1681 time: 0.2366738 Nov 09 17:25:21.693573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddbe246-31c7-4882-a7a6-c294449ee1b4 req-d1802e09-9f76-4256-afc2-cc0bf518b70b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678413 Nov 09 17:25:21.745274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.746224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.747207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.791782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Attempting to bind port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:21.792170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Attempting to bind port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:21.792477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Attempting to bind port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 on network 993670d4-f23e-41f2-bf10-87ac021d7177 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:21.820522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 on network 993670d4-f23e-41f2-bf10-87ac021d7177 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:25:21.820743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Attempting to bind port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 on network 993670d4-f23e-41f2-bf10-87ac021d7177 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:21.830613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:21.830943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Checking segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:21.831410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Bound using segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:21.831861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Bound port: 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:21.832244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.872941 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8411751 Nov 09 17:25:21.876589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57898) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:21.881989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d441f-67f9-4162-a547-f04117cf0342 admin admin] Pushing event updated for resources: {'Network': ['ID=f806fa9f-0c09-4a1a-913c-d3575ffb2504,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:21.895141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f806fa9f-0c09-4a1a-913c-d3575ffb2504 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:25:21.896098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Request body: {'subnet': {'network_id': 'f806fa9f-0c09-4a1a-913c-d3575ffb2504', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-467657888-subnet', 'tenant_id': '3ebf0c3f301e4264959827a4da6837f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:21.908392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b7e3b-6fdb-48fc-bfef-beee60ed2bcb req-1f6f8db5-cc1d-4116-9c60-3c329c4bdd3c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:21.914114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-594b7e3b-6fdb-48fc-bfef-beee60ed2bcb req-1f6f8db5-cc1d-4116-9c60-3c329c4bdd3c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 943 time: 0.1938767 Nov 09 17:25:21.955821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:21.956181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:21.962943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Made reservation on behalf of 3ebf0c3f301e4264959827a4da6837f8 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:21.965932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.022092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:22.124886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:22.153897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-594b7e3b-6fdb-48fc-bfef-beee60ed2bcb req-6b06d780-0473-4acd-9365-3e8120533f1a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259755 Nov 09 17:25:22.165469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.271386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:22.272014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.274024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] 10.222.0.83 "PUT /v2.0/ports/87520c8c-a9f2-413a-a56a-b5a4c3315bb7 HTTP/1.1" status: 200 len: 1091 time: 2.0706286 Nov 09 17:25:22.274478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82237def-44fe-47b7-bd52-8241b905c10f', 'tag': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:22.282032 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68364537-0338-442d-bd5c-d5495dfd01f4" -d '{"events": [{"name": "network-changed", "server_uuid": "82237def-44fe-47b7-bd52-8241b905c10f", "tag": "87520c8c-a9f2-413a-a56a-b5a4c3315bb7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:22.309707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port e8ce8526-aa6a-4a59-b737-5b0d2ab86705, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:22.310081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.340117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for e8ce8526-aa6a-4a59-b737-5b0d2ab86705 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:22.498879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d0bba-8458-4726-b2a0-1a6719710bea service neutron] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:22.517708 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a999de-621d-412f-9cf1-5834e11414f5 x-openstack-request-id: req-19a999de-621d-412f-9cf1-5834e11414f5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:22.518006 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82237def-44fe-47b7-bd52-8241b905c10f", "tag": "87520c8c-a9f2-413a-a56a-b5a4c3315bb7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:22.518278 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19a999de-621d-412f-9cf1-5834e11414f5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:22.518654 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82237def-44fe-47b7-bd52-8241b905c10f', 'tag': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'status': 'completed', 'code': 200} Nov 09 17:25:22.542211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-e42c9348-162e-4667-972c-d46ad388b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:22.543750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-e42c9348-162e-4667-972c-d46ad388b8fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 1094 time: 0.1990249 Nov 09 17:25:22.547471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9023af3-4fa5-4fcf-af1e-981af814ef6c req-032f0028-b42f-4230-88b7-a9673015f5a0 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:22.549022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9023af3-4fa5-4fcf-af1e-981af814ef6c req-032f0028-b42f-4230-88b7-a9673015f5a0 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.3385501 Nov 09 17:25:22.631387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-4da91bd1-f2ff-48e4-a870-5f0f6f8b4fdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7 HTTP/1.1" status: 200 len: 217 time: 0.0748610 Nov 09 17:25:22.678909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9023af3-4fa5-4fcf-af1e-981af814ef6c req-0ec0d333-d1c8-442b-ac4d-c9d9f29ccd10 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166651 Nov 09 17:25:22.688761 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.691135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.737870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=e8ce8526-aa6a-4a59-b737-5b0d2ab86705,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:22.774068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.774589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-2c9f88e6-0951-4a19-aba8-a153ed0aaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:22.775436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-2c9f88e6-0951-4a19-aba8-a153ed0aaf40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 200 len: 862 time: 0.1353488 Nov 09 17:25:22.796921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port e8ce8526-aa6a-4a59-b737-5b0d2ab86705 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:22.828104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-7eccd192-5a3d-4a88-b483-9b138dfb89d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=993670d4-f23e-41f2-bf10-87ac021d7177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445149 Nov 09 17:25:22.837789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:22.844766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dae44ce-488b-4731-b63a-45d487da3599 req-712e5289-efd7-4d72-9e2b-c2bef8f03bc9 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "DELETE /v2.0/ports/e8ce8526-aa6a-4a59-b737-5b0d2ab86705 HTTP/1.1" status: 204 len: 173 time: 1.1950951 Nov 09 17:25:22.848554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-deleted', 'tag': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:22.854050 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5058a11c-b458-411b-b4b7-d47050949070" -d '{"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-deleted", "tag": "e8ce8526-aa6a-4a59-b737-5b0d2ab86705"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:22.982148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d1989-580b-4919-8808-120756ca8f1a req-9fcc4475-e143-47b2-99f9-c94a394f1a68 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:22.984254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df8d1989-580b-4919-8808-120756ca8f1a req-9fcc4475-e143-47b2-99f9-c94a394f1a68 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/ports?device_id=48e64a2c-ca6e-4a78-b832-8c9b99ad91d8 HTTP/1.1" status: 200 len: 944 time: 0.1885908 Nov 09 17:25:23.151109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-f9510d23-7abb-4896-b95c-7b530ff73677 service neutron] 10.222.0.83 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073575 Nov 09 17:25:23.158962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fad998-7054-4956-b259-f532897e37dd,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:23.161259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Checking segment: {'id': '211b6c5d-410a-4b3c-99ff-b7e6b0108313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f806fa9f-0c09-4a1a-913c-d3575ffb2504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:23.161631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Network hostable DHCP agents. Network: f806fa9f-0c09-4a1a-913c-d3575ffb2504, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:25:23.246208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6162a-581c-48e9-8e39-22625a52e550 req-3a4aea5f-b79a-4ac5-a9d1-69ecd0660bd8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:23.254779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0dc6162a-581c-48e9-8e39-22625a52e550 req-3a4aea5f-b79a-4ac5-a9d1-69ecd0660bd8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.3843853 Nov 09 17:25:23.264060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Network f806fa9f-0c09-4a1a-913c-d3575ffb2504 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:25:23.311383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f806fa9f-0c09-4a1a-913c-d3575ffb2504) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:23.328485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f074ce-1c06-4246-954f-19c6e841491e None None] Network f806fa9f-0c09-4a1a-913c-d3575ffb2504 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:23.334327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df8d1989-580b-4919-8808-120756ca8f1a req-33fe8e28-4a88-4c1a-acde-8d4603fc9a73 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "GET /v2.0/security-groups?id=29a440c5-273c-4e57-a182-8ad232ce7c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350499 Nov 09 17:25:23.346958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:23.357878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:23.410482 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eebb8ee-0c4c-4bf6-8f7e-e09800578da9 x-openstack-request-id: req-2eebb8ee-0c4c-4bf6-8f7e-e09800578da9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:23.412011 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-deleted", "tag": "e8ce8526-aa6a-4a59-b737-5b0d2ab86705", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:23.413151 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2eebb8ee-0c4c-4bf6-8f7e-e09800578da9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:23.414665 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-deleted', 'tag': 'e8ce8526-aa6a-4a59-b737-5b0d2ab86705', 'status': 'completed', 'code': 200} Nov 09 17:25:23.429242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:23.439016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:23.492676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6db8bad2-0872-48f4-9e5e-ad051b85b09a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6140416 Nov 09 17:25:23.608148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c20d4245-36d4-4175-8b77-547f9d13e07e req-608e3b38-bec2-46fe-830e-badbfac29cde service neutron] 10.222.0.83 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472876 Nov 09 17:25:23.671314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98177ee4-f6a7-4f11-b477-b9a0fc019a78 None None] Network f806fa9f-0c09-4a1a-913c-d3575ffb2504 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:23.701302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:23.704555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0dc6162a-581c-48e9-8e39-22625a52e550 req-ac92f963-9aa3-4c8d-ad85-ec40ae82b658 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485557 Nov 09 17:25:23.752977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251d632-0150-4859-934e-b6f81362f27d req-5dc4edfc-88ef-4b0b-a48c-23cfa01fb443 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:23.754559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f251d632-0150-4859-934e-b6f81362f27d req-5dc4edfc-88ef-4b0b-a48c-23cfa01fb443 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 943 time: 0.2718494 Nov 09 17:25:23.796715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-7b8e18ef-93f0-4d3c-8834-f00b142b739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:23.798513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-7b8e18ef-93f0-4d3c-8834-f00b142b739b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 1094 time: 0.1363406 Nov 09 17:25:23.837738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f251d632-0150-4859-934e-b6f81362f27d req-42e42b75-18aa-46d1-b3b4-c0d496f9d07f tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680435 Nov 09 17:25:23.856770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Deleting subnet 96c2f536-8287-4f94-9a23-1e1a03da64a2 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:25:23.867833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.063205 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.075550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-1ba00039-34f9-4262-87fc-646d177c1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:24.077426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-1ba00039-34f9-4262-87fc-646d177c1414 service neutron] 10.222.0.83 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 922 time: 0.2503462 Nov 09 17:25:24.142563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:24.143041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.162824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-a46b758e-5697-4862-9b91-292e3ba1011d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7 HTTP/1.1" status: 200 len: 217 time: 0.0768626 Nov 09 17:25:24.171974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:24.181274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.239106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-4327cc80-d11b-4845-b5a2-397a8d01f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:24.241046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-4327cc80-d11b-4845-b5a2-397a8d01f189 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 200 len: 862 time: 0.0710311 Nov 09 17:25:24.291514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-c5fb170b-5c66-487b-9b71-e44fb5981b4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=993670d4-f23e-41f2-bf10-87ac021d7177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373094 Nov 09 17:25:24.308646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.343370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c2f536-8287-4f94-9a23-1e1a03da64a2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:24.374032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.381319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7fbcdbbc-0bdc-433f-88f6-a8b8d8cde8e2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/96c2f536-8287-4f94-9a23-1e1a03da64a2 HTTP/1.1" status: 204 len: 168 time: 0.6755018 Nov 09 17:25:24.381981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57992) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:24.432343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-5234c01f-b406-49b6-8a05-8517fd66ec2e service neutron] 10.222.0.83 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327858 Nov 09 17:25:24.480516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.493843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.531058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=9b3664d1-cd2d-4f90-9b5b-38fd0868a573,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:24.583318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68364537-0338-442d-bd5c-d5495dfd01f4 req-bff92eb1-6e39-45fa-b278-1996d9c8550f service neutron] 10.222.0.83 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429105 Nov 09 17:25:24.592990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:24.633155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:24.634003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:24.634916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e8ce8526-aa6a-4a59-b737-5b0d2ab86705 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:24.658733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port 9b3664d1-cd2d-4f90-9b5b-38fd0868a573 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:24.676723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.680959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dae44ce-488b-4731-b63a-45d487da3599 req-056750f0-1fdd-4788-b6d8-e5d8a0c2afe6 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.43 "DELETE /v2.0/ports/9b3664d1-cd2d-4f90-9b5b-38fd0868a573 HTTP/1.1" status: 204 len: 173 time: 1.8120224 Nov 09 17:25:24.713856 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.782838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458dbaca-1bc0-464f-b075-b2c7fcbf083a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:24.797476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080c0cf8-8cf3-4c4d-9342-6397f749f388') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:24.797772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080c0cf8-8cf3-4c4d-9342-6397f749f388') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:24.827737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.851279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.864893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:25:24.865325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:25:24.868041 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:25:24.962393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.970296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:24.983644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:24.994931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] 10.222.0.45 "DELETE /v2.0/networks/458dbaca-1bc0-464f-b075-b2c7fcbf083a HTTP/1.1" status: 204 len: 168 time: 0.6093028 Nov 09 17:25:24.999104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: e8ce8526-aa6a-4a59-b737-5b0d2ab86705 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:25.000161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e8ce8526-aa6a-4a59-b737-5b0d2ab86705 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:25.016187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bedbc-d243-43a1-a5be-03493e30344f admin admin] Pushing event deleted for resources: {'Network': ['ID=458dbaca-1bc0-464f-b075-b2c7fcbf083a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:25.052339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Deleting subnet 17fad998-7054-4956-b259-f532897e37dd {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:25:25.056743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.112570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.168134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.265956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.319806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.326382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/17fad998-7054-4956-b259-f532897e37dd HTTP/1.1" status: 204 len: 168 time: 0.3408821 Nov 09 17:25:25.328494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:25.339736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894c50e-6a7e-4264-8394-f419f5d9adc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fad998-7054-4956-b259-f532897e37dd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:25.435700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-deleted', 'tag': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:25.438576 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a969ebf-3ce2-4742-930e-fbfcc8bdddad" -d '{"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-deleted", "tag": "9b3664d1-cd2d-4f90-9b5b-38fd0868a573"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:25.489106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.607197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.638036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f806fa9f-0c09-4a1a-913c-d3575ffb2504']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:25.650510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211b6c5d-410a-4b3c-99ff-b7e6b0108313') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:25.652440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211b6c5d-410a-4b3c-99ff-b7e6b0108313') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:25.667548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.688032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.694269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:25:25.695046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:25:25.698199 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:25:26.119181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:26.136545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:26.140151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f806fa9f-0c09-4a1a-913c-d3575ffb2504 HTTP/1.1" status: 204 len: 168 time: 0.8102784 Nov 09 17:25:26.141542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c9f1-61bb-4f17-a9a1-bc5711de2bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f806fa9f-0c09-4a1a-913c-d3575ffb2504,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:26.407989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58012) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:26.468674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74de4180-947e-47c6-ac92-44571286378c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc042b54fae74cdaa084805ee559e652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603261 Nov 09 17:25:26.471106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:26.570356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6850d4a6-ff9c-4610-b4b4-7f4f279c075b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:26.607015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6850d4a6-ff9c-4610-b4b4-7f4f279c075b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:26.671333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6850d4a6-ff9c-4610-b4b4-7f4f279c075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:26.674440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6850d4a6-ff9c-4610-b4b4-7f4f279c075b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:26.676593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6850d4a6-ff9c-4610-b4b4-7f4f279c075b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10b8efac-4d8c-4381-8e21-b795479e5d67 HTTP/1.1" status: 204 len: 168 time: 0.2040946 Nov 09 17:25:26.690588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850d4a6-ff9c-4610-b4b4-7f4f279c075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b8efac-4d8c-4381-8e21-b795479e5d67,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:26.987911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:27.208231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:27.234632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:27.281603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'port_id': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'mac_address': 'fa:16:3e:dc:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4c52-da0a-4319-8723-67fbd8e5c089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:27.360867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58024) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:27.361552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dcb07196-c270-4f3c-b78a-a7b0a6417264 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ebf0c3f301e4264959827a4da6837f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238036 Nov 09 17:25:27.413305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.420087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b273ae1-f3d6-4bff-bc5e-3a2d553aa3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.452988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:27.488661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:27.496237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b273ae1-f3d6-4bff-bc5e-3a2d553aa3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.499754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.576626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:27.633018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b273ae1-f3d6-4bff-bc5e-3a2d553aa3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.639076 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b273ae1-f3d6-4bff-bc5e-3a2d553aa3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.643255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4b273ae1-f3d6-4bff-bc5e-3a2d553aa3bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f1ca3d5-d329-4014-8bf9-2946d7a1d1c6 HTTP/1.1" status: 204 len: 168 time: 0.2803237 Nov 09 17:25:27.655337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b273ae1-f3d6-4bff-bc5e-3a2d553aa3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ca3d5-d329-4014-8bf9-2946d7a1d1c6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:27.793508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c20cd0aa-0c74-41b6-b683-268ee3a54418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:27.878251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['87520c8c-a9f2-413a-a56a-b5a4c3315bb7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:28.116734 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:30.350824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7153b9c3-35cd-4850-b5bd-d529f3ba90a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:30.994907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:31.050818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:25:31.055747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:31.056129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.152807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.178714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82237def-44fe-47b7-bd52-8241b905c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:31.181744 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d1149-f652-4d90-bd08-8ccb22ea1b63" -d '{"events": [{"server_uuid": "82237def-44fe-47b7-bd52-8241b905c10f", "name": "network-vif-plugged", "status": "completed", "tag": "87520c8c-a9f2-413a-a56a-b5a4c3315bb7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:31.195742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:31.199823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.263104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:31.494426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58088) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:31.519049 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.576328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting subnet aa4fb58b-443c-4fac-bcc5-367c70706dc9 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:25:31.583405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.663260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.770733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626311b-6379-4fb2-b754-e6b6488fb9dc req-c53fd4bd-023d-4fdd-a836-485699c13056 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:31.772267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3626311b-6379-4fb2-b754-e6b6488fb9dc req-c53fd4bd-023d-4fdd-a836-485699c13056 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.0812232 Nov 09 17:25:31.850147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:31.891276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3626311b-6379-4fb2-b754-e6b6488fb9dc req-2ec9a702-d5e0-4427-8dc6-eb1f79ec9991 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915816 Nov 09 17:25:31.974207 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd7a804-5e2d-4d34-bea3-fae552df5627 x-openstack-request-id: req-fdd7a804-5e2d-4d34-bea3-fae552df5627 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:31.974506 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e64a2c-ca6e-4a78-b832-8c9b99ad91d8", "name": "network-vif-deleted", "tag": "9b3664d1-cd2d-4f90-9b5b-38fd0868a573", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:31.974793 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdd7a804-5e2d-4d34-bea3-fae552df5627 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:31.975345 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e64a2c-ca6e-4a78-b832-8c9b99ad91d8', 'name': 'network-vif-deleted', 'tag': '9b3664d1-cd2d-4f90-9b5b-38fd0868a573', 'status': 'completed', 'code': 200} Nov 09 17:25:31.987573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.008397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.015220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:32.015756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/subnets/aa4fb58b-443c-4fac-bcc5-367c70706dc9 HTTP/1.1" status: 204 len: 168 time: 0.5189381 Nov 09 17:25:32.028498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827ef07-7bee-4ed0-a3de-d2527d1e44e8 None None] Network 6aaac178-2cbb-480a-84e1-58814ce14fb0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:32.049122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfc5fd-15af-4f64-a0ec-fda2e3ae0350 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4fb58b-443c-4fac-bcc5-367c70706dc9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:32.126061 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd0dc5c-5e3c-4243-90af-81e2cd77ecdb x-openstack-request-id: req-acd0dc5c-5e3c-4243-90af-81e2cd77ecdb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:32.126389 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82237def-44fe-47b7-bd52-8241b905c10f", "name": "network-vif-plugged", "status": "completed", "tag": "87520c8c-a9f2-413a-a56a-b5a4c3315bb7", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:32.126626 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acd0dc5c-5e3c-4243-90af-81e2cd77ecdb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:32.127060 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82237def-44fe-47b7-bd52-8241b905c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'code': 200} Nov 09 17:25:32.180622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.297946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7da8-ad20-41c8-aa82-9aabb1812a5e req-0e728150-12f6-4dc0-a892-e8ee2bf69ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:32.299653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ad7da8-ad20-41c8-aa82-9aabb1812a5e req-0e728150-12f6-4dc0-a892-e8ee2bf69ae8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 1096 time: 0.0706325 Nov 09 17:25:32.324292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:32.324596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.367542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] DHCP port deletion for 6aaac178-2cbb-480a-84e1-58814ce14fb0 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:25:32.378814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bef7c-6281-4fe1-b302-c9e67ef06fd1 req-9d6878a4-2d69-4e37-8332-08c760328e56 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:32.387117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-323bef7c-6281-4fe1-b302-c9e67ef06fd1 req-9d6878a4-2d69-4e37-8332-08c760328e56 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1093528 Nov 09 17:25:32.458425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] Deleting port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:32.458890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.469165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-323bef7c-6281-4fe1-b302-c9e67ef06fd1 req-4c12892f-9a96-4ed1-b1d2-3e4dacf0eab4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810192 Nov 09 17:25:32.471818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ad7da8-ad20-41c8-aa82-9aabb1812a5e req-c003b647-da91-45a4-8e1e-48c93faf7e5c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605737 Nov 09 17:25:32.473619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port 435d300b-f62e-4343-a885-ae0b1ff9f5d4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=435d300b-f62e-4343-a885-ae0b1ff9f5d4,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:32.473983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.509887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for 435d300b-f62e-4343-a885-ae0b1ff9f5d4 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:32.537150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5192d-e6e3-4536-b43b-b21842efa4ce req-e2504101-aeec-4a4e-98c4-9add23fc79c5 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:32.538912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67c5192d-e6e3-4536-b43b-b21842efa4ce req-e2504101-aeec-4a4e-98c4-9add23fc79c5 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 951 time: 0.1041508 Nov 09 17:25:32.604040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] For port 435d300b-f62e-4343-a885-ae0b1ff9f5d4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=435d300b-f62e-4343-a885-ae0b1ff9f5d4,segment=NetworkSegment(72d55cbf-8e2f-44f7-be1c-1c22675465a6),segment_id=72d55cbf-8e2f-44f7-be1c-1c22675465a6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:32.604640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.622725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] Calling delete_port for 435d300b-f62e-4343-a885-ae0b1ff9f5d4 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:32.661938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67c5192d-e6e3-4536-b43b-b21842efa4ce req-d6d1047e-23c1-4df5-a2ba-bbfd55051d05 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877218 Nov 09 17:25:32.694869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.763413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.765066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=435d300b-f62e-4343-a885-ae0b1ff9f5d4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:32.770447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:32.840548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.840895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.841239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.841577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.841918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.842250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.842577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.842903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.843461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] Pushing event deleted for resources: {'Port': ['ID=435d300b-f62e-4343-a885-ae0b1ff9f5d4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:32.844853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.847617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.848229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.849510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da969379-9e0f-4f23-9bf1-bf7cd8a5dad0 None None] No DVR routers for this DVR port 435d300b-f62e-4343-a885-ae0b1ff9f5d4 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:32.850347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:32.937217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:32.974218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaac178-2cbb-480a-84e1-58814ce14fb0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:32.997678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d55cbf-8e2f-44f7-be1c-1c22675465a6') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:32.998103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d55cbf-8e2f-44f7-be1c-1c22675465a6') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:33.009210 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.014634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.133461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.157699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:25:33.158102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:25:33.162495 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:25:33.186245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 435d300b-f62e-4343-a885-ae0b1ff9f5d4 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:33.220296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 435d300b-f62e-4343-a885-ae0b1ff9f5d4 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:33.221586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 435d300b-f62e-4343-a885-ae0b1ff9f5d4 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:33.251921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde550-d472-4509-b9b5-c50f38c93327 req-b1e47529-6a47-48e7-998c-4340a88e2b9b tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:33.253444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8fde550-d472-4509-b9b5-c50f38c93327 req-b1e47529-6a47-48e7-998c-4340a88e2b9b tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.2232673 Nov 09 17:25:33.254719 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.262661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.267480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/networks/6aaac178-2cbb-480a-84e1-58814ce14fb0 HTTP/1.1" status: 204 len: 168 time: 1.2503994 Nov 09 17:25:33.268311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58174) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:33.292951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab6b5d-274d-4c54-bcf8-03a4a8d8ad5e tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Network': ['ID=6aaac178-2cbb-480a-84e1-58814ce14fb0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:33.357001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8fde550-d472-4509-b9b5-c50f38c93327 req-c8d8efc1-2ed0-44f4-accf-e34e90cb9f7a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881624 Nov 09 17:25:33.383980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting subnet 37424827-0a4a-427e-8e2a-0b4c0b1ad524 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:25:33.390552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.445974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.504016 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.572115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.641330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0bf78-1921-4e75-95b5-b572a8610503 req-5b84e406-4489-4d9e-a7e5-26c7fafd1e4a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:33.644957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53a0bf78-1921-4e75-95b5-b572a8610503 req-5b84e406-4489-4d9e-a7e5-26c7fafd1e4a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.0863352 Nov 09 17:25:33.658001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.709562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Subnet': ['ID=37424827-0a4a-427e-8e2a-0b4c0b1ad524,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:33.712867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:33.716701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72ffda-a18e-43fc-ac02-2ca5407e865b None None] Network 3b05af62-f7b8-40f2-a947-b87455cf0d06 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:33.719353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d069eed6-e7c6-4442-91b7-677f1125f268 tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/subnets/37424827-0a4a-427e-8e2a-0b4c0b1ad524 HTTP/1.1" status: 204 len: 168 time: 0.4492974 Nov 09 17:25:33.721798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58220) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:33.792885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53a0bf78-1921-4e75-95b5-b572a8610503 req-d85a4710-af2f-4bfd-8e2e-d6b69db073ef tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320608 Nov 09 17:25:33.923391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.013838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Deleting port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:34.015498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.127855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] DHCP port deletion for 3b05af62-f7b8-40f2-a947-b87455cf0d06 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:25:34.161392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] For port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:34.161780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.207037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Calling delete_port for 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:34.259667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] Deleting port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:34.260645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.408007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.441484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] For port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,segment=NetworkSegment(a6be3832-ec98-471a-8c8b-ae50ea3fa761),segment_id=a6be3832-ec98-471a-8c8b-ae50ea3fa761)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:34.444268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Port': ['ID=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:34.445178 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.455198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] No DVR routers for this DVR port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:34.476098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] Calling delete_port for 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:34.572366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.598539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:34.599931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] No DVR routers for this DVR port 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:34.638215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.662392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d083c92-7e1f-4a7c-9bf8-328dc92f943d None None] Pushing event deleted for resources: {'Port': ['ID=3e2bd32e-7417-4da2-92dc-a0abf76bffb5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:34.675984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b05af62-f7b8-40f2-a947-b87455cf0d06']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:34.686528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508006c-a4ad-4297-8121-9b5c457266c6 req-ecd043ba-9fcf-47d3-85b7-56e6d2929592 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:34.703805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6be3832-ec98-471a-8c8b-ae50ea3fa761') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:34.704085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6be3832-ec98-471a-8c8b-ae50ea3fa761') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:34.705771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0508006c-a4ad-4297-8121-9b5c457266c6 req-ecd043ba-9fcf-47d3-85b7-56e6d2929592 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.1645796 Nov 09 17:25:34.748973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.782047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.787734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0508006c-a4ad-4297-8121-9b5c457266c6 req-cbb0e907-d49b-4c06-adae-27753d5578eb tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745845 Nov 09 17:25:34.789021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:25:34.789659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:25:34.803375 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:25:34.846466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84fea679-0af0-4170-9a7e-836a493f8685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.936394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.947461 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:34.951994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] 10.222.0.45 "DELETE /v2.0/networks/3b05af62-f7b8-40f2-a947-b87455cf0d06 HTTP/1.1" status: 204 len: 168 time: 1.2288172 Nov 09 17:25:34.974636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8fd6e-b1bd-485c-b891-729286d189fa tempest-ServersTestMultiNic-1124713175 tempest-ServersTestMultiNic-1124713175-project] Pushing event deleted for resources: {'Network': ['ID=3b05af62-f7b8-40f2-a947-b87455cf0d06,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:35.017044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedc022-dabb-42cc-9a0f-1e88b4ba346e req-f23f6761-5d06-4fa4-bdef-ac3da76d2967 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:35.019573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bedc022-dabb-42cc-9a0f-1e88b4ba346e req-f23f6761-5d06-4fa4-bdef-ac3da76d2967 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.1067631 Nov 09 17:25:35.026851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:35.094045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bedc022-dabb-42cc-9a0f-1e88b4ba346e req-f5f345ba-816d-4cde-95f9-29de2155676c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663157 Nov 09 17:25:35.135436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bed06-f322-4f08-aac7-52eb828716b8 req-dfcd384c-0223-4996-91d8-e1a98bd64a6f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:35.144336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-236bed06-f322-4f08-aac7-52eb828716b8 req-dfcd384c-0223-4996-91d8-e1a98bd64a6f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1247554 Nov 09 17:25:35.149868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.153865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84fea679-0af0-4170-9a7e-836a493f8685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.186847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84fea679-0af0-4170-9a7e-836a493f8685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.191248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:35.193765 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f49fde-8314-4967-973c-d5a7fa1d8321" -d '{"events": [{"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:35.208658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:35.247781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:35.248246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3e2bd32e-7417-4da2-92dc-a0abf76bffb5 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:35.272521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fea679-0af0-4170-9a7e-836a493f8685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f502095f-5a15-4fc5-a41f-976d59fdbee2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:35.273855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:35.293374 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.349796 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb0741-477b-441e-9a69-4ace966df473 x-openstack-request-id: req-39cb0741-477b-441e-9a69-4ace966df473 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:35.350216 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:35.350566 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39cb0741-477b-441e-9a69-4ace966df473 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:35.351875 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'code': 200} Nov 09 17:25:35.385846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:35.387001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84fea679-0af0-4170-9a7e-836a493f8685 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dcf6683cfda44092892868279fff265b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7868335 Nov 09 17:25:35.411905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-236bed06-f322-4f08-aac7-52eb828716b8 req-68b0e6bd-eb25-457b-8f70-6395ad64a9a5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506235 Nov 09 17:25:35.424920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:35.536045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-999aad96-2266-4f6a-b375-451993d0d7cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.591349 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-999aad96-2266-4f6a-b375-451993d0d7cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.613689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264b96-1666-4313-9ae9-7e393b483279 req-4b84ba46-edea-4c58-b446-e9a14e97434f tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:35.620490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79264b96-1666-4313-9ae9-7e393b483279 req-4b84ba46-edea-4c58-b446-e9a14e97434f tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.0914521 Nov 09 17:25:35.678342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-999aad96-2266-4f6a-b375-451993d0d7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.696071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-999aad96-2266-4f6a-b375-451993d0d7cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:35.704134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-999aad96-2266-4f6a-b375-451993d0d7cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f502095f-5a15-4fc5-a41f-976d59fdbee2 HTTP/1.1" status: 204 len: 168 time: 0.3160689 Nov 09 17:25:35.727298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79264b96-1666-4313-9ae9-7e393b483279 req-df13dd13-9bf5-4041-b7ea-846568ed4582 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019201 Nov 09 17:25:35.731319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aad96-2266-4f6a-b375-451993d0d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f502095f-5a15-4fc5-a41f-976d59fdbee2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:35.993389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad71c-8689-44f8-bb3a-a80b47601e90 req-302df17b-7003-4723-911f-6ae1d5e340be tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:36.002102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-606ad71c-8689-44f8-bb3a-a80b47601e90 req-302df17b-7003-4723-911f-6ae1d5e340be tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.1388903 Nov 09 17:25:36.113165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-606ad71c-8689-44f8-bb3a-a80b47601e90 req-5b67a410-a927-4852-b959-3ffcb1770e8c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100578 Nov 09 17:25:36.193117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:36.465728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5d86-f118-49b7-b194-d65e13cb581d req-3399914e-e2f5-433f-861c-293fc0b744d1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:36.474627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f49e5d86-f118-49b7-b194-d65e13cb581d req-3399914e-e2f5-433f-861c-293fc0b744d1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.1103880 Nov 09 17:25:36.559958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f49e5d86-f118-49b7-b194-d65e13cb581d req-815a2a58-ed78-44d6-a12d-99370ed192b5 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842617 Nov 09 17:25:36.791911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee0173-4a51-4c9c-a62f-658540cefcd7 req-9d761001-144a-458e-9974-fb392dad557b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:36.811596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7dee0173-4a51-4c9c-a62f-658540cefcd7 req-9d761001-144a-458e-9974-fb392dad557b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1207471 Nov 09 17:25:36.935648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7dee0173-4a51-4c9c-a62f-658540cefcd7 req-523e6139-3ae8-42bd-a56b-fd907b437df1 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230485 Nov 09 17:25:36.979829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.127474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58456) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:37.304208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-network', 'tenant_id': 'be14c236a6794b23a45696c8286218cd'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:37.354171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Made reservation on behalf of be14c236a6794b23a45696c8286218cd for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:37.359968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.380333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.531812 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.541305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.611253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:25:37.630424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c16e5-c3ec-4dbc-9602-42769c165a2c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:37.637017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.637364 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Added segment c716158d-70c5-4226-89b1-f3150a8e3ad8 of type vlan for network db0307b3-3656-421c-b9b5-f902723161ca Nov 09 17:25:37.698462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.730084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e636bf6-da77-4c33-9c34-56d250e9a0ee req-fff24fce-cdb6-4f51-9746-a87ebb7e462c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:37.732101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e636bf6-da77-4c33-9c34-56d250e9a0ee req-fff24fce-cdb6-4f51-9746-a87ebb7e462c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.6973920 Nov 09 17:25:37.737763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.742505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:37.743153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:37.823670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e636bf6-da77-4c33-9c34-56d250e9a0ee req-4123b3d1-432b-4027-8a8d-f68714d17900 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Nov 09 17:25:37.828677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6969261 Nov 09 17:25:37.828980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:37.836576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Request body: {'subnet': {'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-subnet', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:37.848164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8e71-7423-44bd-807f-fab4a491fb07 admin admin] Pushing event updated for resources: {'Network': ['ID=db0307b3-3656-421c-b9b5-f902723161ca,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:37.863811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network db0307b3-3656-421c-b9b5-f902723161ca details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:25:37.884774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Made reservation on behalf of be14c236a6794b23a45696c8286218cd for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:37.887364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.021999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Deleting port bb32cb48-e063-4da7-a784-f9a4971da01c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:38.022554 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.160794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f749b8-3b19-4103-93a8-01bb7a83495c req-68dfc85a-e779-4aff-84e6-a63c53191712 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:38.162327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73f749b8-3b19-4103-93a8-01bb7a83495c req-68dfc85a-e779-4aff-84e6-a63c53191712 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.1553431 Nov 09 17:25:38.200633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] For port bb32cb48-e063-4da7-a784-f9a4971da01c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb32cb48-e063-4da7-a784-f9a4971da01c,segment=NetworkSegment(a919e069-2b9c-437b-b8c8-b1edcdd0a4e4),segment_id=a919e069-2b9c-437b-b8c8-b1edcdd0a4e4)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:38.201002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.219500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Calling delete_port for bb32cb48-e063-4da7-a784-f9a4971da01c owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:38.231056 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.314745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=19719901-0e10-44cc-9c4e-5fac2e17f819,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:38.322133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Checking segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:38.322133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Network hostable DHCP agents. Network: db0307b3-3656-421c-b9b5-f902723161ca, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:25:38.347683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Network db0307b3-3656-421c-b9b5-f902723161ca is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:25:38.354077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73f749b8-3b19-4103-93a8-01bb7a83495c req-55d41f57-2fd7-4156-b8b3-57cc96a2cdd9 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820138 Nov 09 17:25:38.400368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, db0307b3-3656-421c-b9b5-f902723161ca) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:38.412305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:38.414853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.415066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f59ef-820c-4e7f-93c9-745dc487b528 None None] Network db0307b3-3656-421c-b9b5-f902723161ca requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:38.457542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-418aefd7-234e-4797-9d19-2afa5cac9fae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6274762 Nov 09 17:25:38.461938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58544) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:38.470488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:38.517300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.519051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.661928 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.684737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.744734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb32cb48-e063-4da7-a784-f9a4971da01c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:38.803534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-db0307b3-3656-421c-b9b5-f902723161ca', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:25:38.806701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:38.905923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdaa3d-d7b3-454d-8d7f-38e715054a70 req-6033d04b-a194-4b39-b87c-71b8b62b64c6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:38.918814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abdaa3d-d7b3-454d-8d7f-38e715054a70 req-6033d04b-a194-4b39-b87c-71b8b62b64c6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.2458529 Nov 09 17:25:38.984565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:39.056536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abdaa3d-d7b3-454d-8d7f-38e715054a70 req-3b906b8c-7b6a-41da-b71d-c600d81b8c48 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326613 Nov 09 17:25:39.205684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e5269-ea71-44a1-8226-f599d67c17cc req-12c24eb6-f5fa-4a5a-b436-d3722e147ab5 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:39.207881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b9e5269-ea71-44a1-8226-f599d67c17cc req-12c24eb6-f5fa-4a5a-b436-d3722e147ab5 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.2135608 Nov 09 17:25:39.217209 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:39.371323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b9e5269-ea71-44a1-8226-f599d67c17cc req-18f65281-9daa-4f80-900d-badda80b1d75 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499729 Nov 09 17:25:39.545040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:39.565149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Allocated IP 172.20.0.2 (db0307b3-3656-421c-b9b5-f902723161ca/19719901-0e10-44cc-9c4e-5fac2e17f819/287d2926-fddf-4edf-a689-1ed2e933e8e8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:39.569215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:39.774773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Allocated IP 172.25.3.21 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/4edd5fc7-ac21-43f0-925b-ace8fad05086) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:39.814851 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:39.828981 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:39.840251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f440-af4b-47e2-9379-7c39d38e90ca req-24977bcf-6dd0-423a-8700-593e7630a36a tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:39.841855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b024f440-af4b-47e2-9379-7c39d38e90ca req-24977bcf-6dd0-423a-8700-593e7630a36a tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 947 time: 0.3334892 Nov 09 17:25:39.947132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Pushing event updated for resources: {'Port': ['ID=287d2926-fddf-4edf-a689-1ed2e933e8e8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:39.957651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Network db0307b3-3656-421c-b9b5-f902723161ca is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:39.960774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:39.967854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:39.981015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Router 221e1752-0b5d-4358-b015-9624fbeafeee has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:25:40.046501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b024f440-af4b-47e2-9379-7c39d38e90ca req-bd240a73-a0da-4cda-a7f0-a697264d92fa tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942005 Nov 09 17:25:40.082737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.139322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Attempting to bind port 287d2926-fddf-4edf-a689-1ed2e933e8e8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:40.139703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Attempting to bind port 287d2926-fddf-4edf-a689-1ed2e933e8e8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:40.140209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Attempting to bind port 287d2926-fddf-4edf-a689-1ed2e933e8e8 on network db0307b3-3656-421c-b9b5-f902723161ca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:40.154424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:40.154771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Checking segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:40.155218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.155604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Bound using segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:40.156220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Bound port: 287d2926-fddf-4edf-a689-1ed2e933e8e8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:40.156467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.157985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.295354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:25:40.299017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] For port 287d2926-fddf-4edf-a689-1ed2e933e8e8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:40.300717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-581c52b0-f9d3-4e10-9d75-4ef6462fbee2 admin admin] 10.222.0.45 "PUT /v2.0/routers/221e1752-0b5d-4358-b015-9624fbeafeee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1065519 Nov 09 17:25:40.303417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:40.307159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] For port 287d2926-fddf-4edf-a689-1ed2e933e8e8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=287d2926-fddf-4edf-a689-1ed2e933e8e8,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:40.311008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] Sync routers for ids ['221e1752-0b5d-4358-b015-9624fbeafeee'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:25:40.317018 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.334565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:40.384094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] Routers {'221e1752-0b5d-4358-b015-9624fbeafeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:40.385064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['221e1752-0b5d-4358-b015-9624fbeafeee'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:40.401749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:40.418910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4edd5fc7-ac21-43f0-925b-ace8fad05086,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:40.422471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:40.508980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e6bb-038c-431a-9082-e501fa44f8fb req-55bf2b8a-a5b4-46a1-accd-58ca6c168170 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:40.513060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.517604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce08e6bb-038c-431a-9082-e501fa44f8fb req-55bf2b8a-a5b4-46a1-accd-58ca6c168170 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.2495215 Nov 09 17:25:40.613824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085df91-3c4b-4065-ac75-b572eec1f842 None None] Pushing event updated for resources: {'Port': ['ID=287d2926-fddf-4edf-a689-1ed2e933e8e8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:40.677961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] Set router 221e1752-0b5d-4358-b015-9624fbeafeee gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:40.737933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c18a7c-f5f6-4901-b878-69dcfa86d8ef req-150dd746-6467-4225-a65f-deda3f1cbcfc tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:40.748095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88c18a7c-f5f6-4901-b878-69dcfa86d8ef req-150dd746-6467-4225-a65f-deda3f1cbcfc tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.1667829 Nov 09 17:25:40.750403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce08e6bb-038c-431a-9082-e501fa44f8fb req-1b5629fc-b1a8-4d62-b617-e680e173c211 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318397 Nov 09 17:25:40.752183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.892943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88c18a7c-f5f6-4901-b878-69dcfa86d8ef req-d4f83774-70a4-40e3-b2c9-48f86ff9f5a0 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435688 Nov 09 17:25:40.953453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Deleting port 83e0d678-b2fc-4056-9f10-343c18072436 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:40.954016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:40.955952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.065165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '83e0d678-b2fc-4056-9f10-343c18072436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:25:38Z', 'revision_number': 5, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port': {'id': '83e0d678-b2fc-4056-9f10-343c18072436', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:23:10Z', 'updated_at': '2021-11-09T17:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:41.144158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] Checking router: 221e1752-0b5d-4358-b015-9624fbeafeee for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:25:41.171233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] For port 83e0d678-b2fc-4056-9f10-343c18072436, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83e0d678-b2fc-4056-9f10-343c18072436,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:41.172960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.183263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] Routers {'221e1752-0b5d-4358-b015-9624fbeafeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:41.183906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['221e1752-0b5d-4358-b015-9624fbeafeee'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:41.196492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Calling delete_port for 83e0d678-b2fc-4056-9f10-343c18072436 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:41.245612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4449f75-473e-430a-8184-23d48d63f650 req-91f53281-5208-4647-b727-b67e29491f90 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:41.248242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4449f75-473e-430a-8184-23d48d63f650 req-91f53281-5208-4647-b727-b67e29491f90 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.43 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 947 time: 0.2040331 Nov 09 17:25:41.302504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 287d2926-fddf-4edf-a689-1ed2e933e8e8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:41.362842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] Set router 221e1752-0b5d-4358-b015-9624fbeafeee gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:41.437946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c26f1-e370-4e55-a2b4-63d61b1dcacf req-995c0731-f65c-4935-94e8-13abf7fbb943 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:41.440134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-810c26f1-e370-4e55-a2b4-63d61b1dcacf req-995c0731-f65c-4935-94e8-13abf7fbb943 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 947 time: 0.2167418 Nov 09 17:25:41.450122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:25:40Z', 'revision_number': 6, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:41.454158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.484072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceee670-997d-402c-9dc8-b22e4df52b49 None None] The sync data for ids ['221e1752-0b5d-4358-b015-9624fbeafeee'] in n-d-804292-3 is: [{'id': '221e1752-0b5d-4358-b015-9624fbeafeee', 'name': 'tempest-ServersTestMultiNic-1283783540-router', 'tenant_id': '36d75cea9e8846ada6698c43f672705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:23:09Z', 'updated_at': '2021-11-09T17:25:40Z', 'revision_number': 6, 'project_id': '36d75cea9e8846ada6698c43f672705c', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:25:41.505435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 287d2926-fddf-4edf-a689-1ed2e933e8e8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:41.505814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.524532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Pushing event deleted for resources: {'Port': ['ID=83e0d678-b2fc-4056-9f10-343c18072436,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:41.559657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-810c26f1-e370-4e55-a2b4-63d61b1dcacf req-9b0631f0-25dd-49e2-b95b-582936285809 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057732 Nov 09 17:25:41.583615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.591546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Deleting port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:41.591899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.599952 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.656035 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.719548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 287d2926-fddf-4edf-a689-1ed2e933e8e8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=287d2926-fddf-4edf-a689-1ed2e933e8e8,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:41.728810 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.737279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.739884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.798074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=287d2926-fddf-4edf-a689-1ed2e933e8e8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:41.820308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.820920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221e1752-0b5d-4358-b015-9624fbeafeee {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:25:41.825546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.826938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-820ea215-3209-4055-9a88-5eef6c4470dd admin admin] 10.222.0.45 "DELETE /v2.0/routers/221e1752-0b5d-4358-b015-9624fbeafeee HTTP/1.1" status: 204 len: 168 time: 1.5213752 Nov 09 17:25:41.831153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58602) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:41.854564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] For port 15624559-22e3-4f9a-8698-ea46e0ba1aa1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=15624559-22e3-4f9a-8698-ea46e0ba1aa1,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:41.854926 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:41.932818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Calling delete_port for 15624559-22e3-4f9a-8698-ea46e0ba1aa1 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:41.962322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd7358-0e09-420d-8974-7463cbe7589f req-c3b94650-ae40-4546-bd62-d9794e84593b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:41.976313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01dd7358-0e09-420d-8974-7463cbe7589f req-c3b94650-ae40-4546-bd62-d9794e84593b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1050460 Nov 09 17:25:42.062481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Deleting subnet ca9ee022-b776-4bea-84da-e75bcca172ea {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:25:42.083813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01dd7358-0e09-420d-8974-7463cbe7589f req-812de994-2e17-4c86-b0d5-431a2307148f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065779 Nov 09 17:25:42.089585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.089585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Router 4cddd0a6-1e60-495d-af25-e87513a78892 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:25:42.192881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.204593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d38d88-686b-44e9-8f1e-ed6474bf9765 None None] Network db0307b3-3656-421c-b9b5-f902723161ca requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:42.306043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0ba96b43-477d-4073-838f-d90ae0d048da None None] Provisioning complete for port 287d2926-fddf-4edf-a689-1ed2e933e8e8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:42.306043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b43-477d-4073-838f-d90ae0d048da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.640804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8994-7f57-48d7-8d5d-954237c9b4eb req-3fdf7db3-4b70-4137-8fa6-8c2ad50e8626 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:42.642353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-397b8994-7f57-48d7-8d5d-954237c9b4eb req-3fdf7db3-4b70-4137-8fa6-8c2ad50e8626 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 945 time: 0.5857768 Nov 09 17:25:42.718708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d5515-8d22-40a7-9c85-14f11254dd4d req-53bc7e40-d641-4c4a-a7b2-a734a805b570 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:42.727523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-693d5515-8d22-40a7-9c85-14f11254dd4d req-53bc7e40-d641-4c4a-a7b2-a734a805b570 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 947 time: 0.0867236 Nov 09 17:25:42.795561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2464d76f-b5a9-492f-b96e-90b3e32c93ae None None] Provisioning complete for port 287d2926-fddf-4edf-a689-1ed2e933e8e8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:42.796157 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2464d76f-b5a9-492f-b96e-90b3e32c93ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.828806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-397b8994-7f57-48d7-8d5d-954237c9b4eb req-37c0d81a-e71d-4dd5-86fb-29012dbf1be7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723268 Nov 09 17:25:42.848533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.874150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-693d5515-8d22-40a7-9c85-14f11254dd4d req-6556bcac-ba81-41eb-b07c-86bdec0e6d4e tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427741 Nov 09 17:25:42.885525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:25:42.908328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.913237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9f76c3ef-1a42-4c72-9d9e-3fee285256e1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4470775 Nov 09 17:25:42.914234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58622) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:42.917543 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Sync routers for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:25:42.927019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:42.933200 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:42.934450 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:43.048399 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:43.085829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:43.103581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.195010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9ee022-b776-4bea-84da-e75bcca172ea,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:43.203065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Pushing event deleted for resources: {'Port': ['ID=15624559-22e3-4f9a-8698-ea46e0ba1aa1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:43.206416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] No DVR routers for this DVR port 15624559-22e3-4f9a-8698-ea46e0ba1aa1 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:43.212911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.222561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4449f75-473e-430a-8184-23d48d63f650 req-25dd00ce-999c-4edb-8fcf-bbfa0e7a18f3 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.43 "DELETE /v2.0/ports/15624559-22e3-4f9a-8698-ea46e0ba1aa1 HTTP/1.1" status: 204 len: 173 time: 1.9232352 Nov 09 17:25:43.232107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-deleted', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:43.234798 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc74f7-df0a-42bd-88d3-e0e62d7dd672" -d '{"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-deleted", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:43.295109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 287d2926-fddf-4edf-a689-1ed2e933e8e8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:43.422831 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:40Z', 'revision_number': 3, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:43.442806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.446375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-360f4295-fdf5-4689-82c8-d2933b3dc084 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ca9ee022-b776-4bea-84da-e75bcca172ea HTTP/1.1" status: 204 len: 168 time: 1.6010277 Nov 09 17:25:43.448986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:43.497256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283cfa2d-803e-475a-8528-ae00ddfda909 None None] Network 5b1e7064-bc11-49d0-982d-380b4b69fb7b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:43.507772 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Checking router: 4cddd0a6-1e60-495d-af25-e87513a78892 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:25:43.508398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Updating router 4cddd0a6-1e60-495d-af25-e87513a78892 port 4edd5fc7-ac21-43f0-925b-ace8fad05086 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:25:43.541413 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9004f89-bfe4-479b-b425-4a30aa5b2f69 x-openstack-request-id: req-d9004f89-bfe4-479b-b425-4a30aa5b2f69 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:43.541781 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f94a8-db64-4c51-9183-ee9cd0165a11", "name": "network-vif-deleted", "tag": "15624559-22e3-4f9a-8698-ea46e0ba1aa1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:43.541993 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9004f89-bfe4-479b-b425-4a30aa5b2f69 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:43.542849 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86f94a8-db64-4c51-9183-ee9cd0165a11', 'name': 'network-vif-deleted', 'tag': '15624559-22e3-4f9a-8698-ea46e0ba1aa1', 'status': 'completed', 'code': 200} Nov 09 17:25:43.550916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d089c7b-ea71-4cec-9798-11531dac87e1 req-7aeea132-a439-4f41-9f26-4f320739bbbd tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:43.561079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d089c7b-ea71-4cec-9798-11531dac87e1 req-7aeea132-a439-4f41-9f26-4f320739bbbd tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.3085506 Nov 09 17:25:43.561406 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.603891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.628706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:43.642734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 287d2926-fddf-4edf-a689-1ed2e933e8e8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:43.647074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.718275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Deleting port 71c28c87-9865-4a18-886d-384ed693e9e2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:43.718614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.718760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'port_id': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'mac_address': 'fa:16:3e:dc:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4c52-da0a-4319-8723-67fbd8e5c089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:43.831885 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.871557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d089c7b-ea71-4cec-9798-11531dac87e1 req-61c7c3f5-0b36-4ca8-80b5-8e9d54f1b2ff tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581549 Nov 09 17:25:43.878102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:43.947848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] For port 71c28c87-9865-4a18-886d-384ed693e9e2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=71c28c87-9865-4a18-886d-384ed693e9e2,segment=NetworkSegment(a919e069-2b9c-437b-b8c8-b1edcdd0a4e4),segment_id=a919e069-2b9c-437b-b8c8-b1edcdd0a4e4)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:43.949738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:43.973733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Calling delete_port for 71c28c87-9865-4a18-886d-384ed693e9e2 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:43.990055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:44.027545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.083444 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.091313 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.138473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d7879a-7038-4e4d-836f-8b7a907fdcb5 req-3b5f6940-bf86-4478-ad73-cc897b7e8b0d tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=b86f94a8-db64-4c51-9183-ee9cd0165a11 HTTP/1.1" status: 200 len: 210 time: 0.0624368 Nov 09 17:25:44.182410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa70178-edfc-4e17-b205-8fe3640cd904 None None] DHCP port deletion for 5b1e7064-bc11-49d0-982d-380b4b69fb7b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:25:44.189475 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Attempting to bind port 4edd5fc7-ac21-43f0-925b-ace8fad05086 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:44.189990 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Attempting to bind port 4edd5fc7-ac21-43f0-925b-ace8fad05086 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:44.190462 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Attempting to bind port 4edd5fc7-ac21-43f0-925b-ace8fad05086 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:44.198525 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b597-7eef-43dc-88b4-9e4f6cf10aa2 None None] Pushing event updated for resources: {'Port': ['ID=4edd5fc7-ac21-43f0-925b-ace8fad05086,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:44.211353 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:44.212242 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:44.212882 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.213634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:44.214298 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Bound port: 4edd5fc7-ac21-43f0-925b-ace8fad05086, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:44.214872 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.229473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['87520c8c-a9f2-413a-a56a-b5a4c3315bb7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:44.231136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.266567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] No DVR routers for this DVR port 71c28c87-9865-4a18-886d-384ed693e9e2 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:44.309591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4addd-7acb-4185-89d3-b6152e7160e7 req-62ee5811-c5ea-461b-824c-97fe544a72dc tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:44.321300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33c4addd-7acb-4185-89d3-b6152e7160e7 req-62ee5811-c5ea-461b-824c-97fe544a72dc tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 944 time: 0.2210572 Nov 09 17:25:44.338366 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] For port 4edd5fc7-ac21-43f0-925b-ace8fad05086, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:44.338804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c28c87-9865-4a18-886d-384ed693e9e2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:44.343238 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] For port 4edd5fc7-ac21-43f0-925b-ace8fad05086, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4edd5fc7-ac21-43f0-925b-ace8fad05086,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:44.354495 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.431831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.443948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3aa70178-edfc-4e17-b205-8fe3640cd904 None None] The port '71c28c87-9865-4a18-886d-384ed693e9e2' was deleted {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 17:25:44.445868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:44.450272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e0d678-b2fc-4056-9f10-343c18072436 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:44.477231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.499233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33c4addd-7acb-4185-89d3-b6152e7160e7 req-d3996bb3-335a-4208-84b9-18f152ae92df tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765442 Nov 09 17:25:44.507883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 83e0d678-b2fc-4056-9f10-343c18072436 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:44.508473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e0d678-b2fc-4056-9f10-343c18072436 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:44.509124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb32cb48-e063-4da7-a784-f9a4971da01c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:44.557769 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b597-7eef-43dc-88b4-9e4f6cf10aa2 None None] Pushing event updated for resources: {'Port': ['ID=4edd5fc7-ac21-43f0-925b-ace8fad05086,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:44.558009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1e7064-bc11-49d0-982d-380b4b69fb7b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:44.567149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: bb32cb48-e063-4da7-a784-f9a4971da01c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:44.567654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb32cb48-e063-4da7-a784-f9a4971da01c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:44.577814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:44.578385 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:44.587336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:44.589902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a919e069-2b9c-437b-b8c8-b1edcdd0a4e4') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:44.618760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.660709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.673499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:25:44.674396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:25:44.679539 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:25:44.728588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:44.766418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.804773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 15624559-22e3-4f9a-8698-ea46e0ba1aa1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:44.805580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 15624559-22e3-4f9a-8698-ea46e0ba1aa1 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:44.812557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:44.825977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5b1e7064-bc11-49d0-982d-380b4b69fb7b HTTP/1.1" status: 204 len: 168 time: 1.3754833 Nov 09 17:25:44.846134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ab56a-7020-4488-ac5f-0be9b6359734 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1e7064-bc11-49d0-982d-380b4b69fb7b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:44.965913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Allocated IP 172.20.0.1 (db0307b3-3656-421c-b9b5-f902723161ca/19719901-0e10-44cc-9c4e-5fac2e17f819/ea9415f8-317e-4060-be35-fb3a5ac0f08c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:44.986503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f84b-8043-4f05-995b-6ca5da11eaf5 req-3f5454a2-2cbd-41d5-8d4c-9119d04746f7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:44.997150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0283f84b-8043-4f05-995b-6ca5da11eaf5 req-3f5454a2-2cbd-41d5-8d4c-9119d04746f7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 944 time: 0.0907087 Nov 09 17:25:45.061182 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:45.072892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58664) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:45.111994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:45.143636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0283f84b-8043-4f05-995b-6ca5da11eaf5 req-6a7db8da-3345-4ee6-8a68-098670c1d32c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454771 Nov 09 17:25:45.183446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33e6b58e-9dfb-4b18-a26c-10f7fcf5fc23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36d75cea9e8846ada6698c43f672705c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1091895 Nov 09 17:25:45.185316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58668) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:45.252826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71c28c87-9865-4a18-886d-384ed693e9e2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:45.274699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69092c1a-1622-4e57-9990-02a7e6f6021f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.279218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fb503-69b6-46e6-9b34-074aa0e641e8 req-f6f9f0a1-40d1-43cb-8f73-5aeaf94a204a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:45.294701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e25fb503-69b6-46e6-9b34-074aa0e641e8 req-f6f9f0a1-40d1-43cb-8f73-5aeaf94a204a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1954753 Nov 09 17:25:45.308357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69092c1a-1622-4e57-9990-02a7e6f6021f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.342347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 71c28c87-9865-4a18-886d-384ed693e9e2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:45.342693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71c28c87-9865-4a18-886d-384ed693e9e2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:45.368414 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.393929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:45.394363 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69092c1a-1622-4e57-9990-02a7e6f6021f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.398658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69092c1a-1622-4e57-9990-02a7e6f6021f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.401311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.404199 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69092c1a-1622-4e57-9990-02a7e6f6021f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29a440c5-273c-4e57-a182-8ad232ce7c1e HTTP/1.1" status: 204 len: 168 time: 0.2178206 Nov 09 17:25:45.417846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69092c1a-1622-4e57-9990-02a7e6f6021f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a440c5-273c-4e57-a182-8ad232ce7c1e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:45.440163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:40Z', 'revision_number': 3, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:45.446926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:45.470057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.494429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e25fb503-69b6-46e6-9b34-074aa0e641e8 req-17ad396d-94f5-4d88-9398-dd11e6bdcbc5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907845 Nov 09 17:25:45.524084 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93340339-c11b-4bd0-95da-1519ae3b5ce2 None None] The sync data for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 is: [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:40Z', 'revision_number': 3, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:25:45.548736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.599101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Network db0307b3-3656-421c-b9b5-f902723161ca is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:45.603702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:45.618643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:45.629048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:45.708906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:45.791383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9415f8-317e-4060-be35-fb3a5ac0f08c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:45.914480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f51dd-56bc-47df-9d77-15dd1c7f5aab req-a54d95d3-6723-430d-86a1-402fba44d252 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:45.918640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c8f51dd-56bc-47df-9d77-15dd1c7f5aab req-a54d95d3-6723-430d-86a1-402fba44d252 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 949 time: 0.2946992 Nov 09 17:25:45.989086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:46.064330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c8f51dd-56bc-47df-9d77-15dd1c7f5aab req-1b301edd-bafd-4563-9c98-cfd6c504c3d0 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154654 Nov 09 17:25:46.100326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8d6e3807-088b-4abe-8913-39b8af6936a9 None None] Provisioning complete for port ea9415f8-317e-4060-be35-fb3a5ac0f08c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:46.100326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3807-088b-4abe-8913-39b8af6936a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:46.151269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e3807-088b-4abe-8913-39b8af6936a9 None None] Port ea9415f8-317e-4060-be35-fb3a5ac0f08c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:46.160633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:25:46.333091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:46.340917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:46.368399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f022b2-de59-4542-963c-ae4fe0116dc1 req-05fabcc2-6573-476e-ac64-61519ef52421 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:46.376062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32f022b2-de59-4542-963c-ae4fe0116dc1 req-05fabcc2-6573-476e-ac64-61519ef52421 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 943 time: 0.1079688 Nov 09 17:25:46.494478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32f022b2-de59-4542-963c-ae4fe0116dc1 req-c6d7e4e6-9559-48fb-a3f9-2a4be131ac8a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113515 Nov 09 17:25:46.504858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:46.508520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9415f8-317e-4060-be35-fb3a5ac0f08c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:46.657498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Network db0307b3-3656-421c-b9b5-f902723161ca is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:46.660697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:46.767271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c674e8-0a01-4b6a-aab9-817d641cbef3 req-60c0929e-1cbb-4db7-8d13-b6f68df14bee tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:46.776448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8c674e8-0a01-4b6a-aab9-817d641cbef3 req-60c0929e-1cbb-4db7-8d13-b6f68df14bee tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1261411 Nov 09 17:25:46.847219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8c674e8-0a01-4b6a-aab9-817d641cbef3 req-4720d7ee-3048-4698-aa58-6680f5a6d5fc tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649757 Nov 09 17:25:46.862885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:46.910641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Router 4cddd0a6-1e60-495d-af25-e87513a78892 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:25:47.057319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:25:47.067517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2095383909-network', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:47.080496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b6bbe91-70ad-4ce7-abf7-29eb069f673b admin admin] 10.222.0.45 "PUT /v2.0/routers/4cddd0a6-1e60-495d-af25-e87513a78892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1654029 Nov 09 17:25:47.100116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aecb50a3-8393-4234-80db-6d412653bad9 None None] Provisioning complete for port ea9415f8-317e-4060-be35-fb3a5ac0f08c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:47.100631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aecb50a3-8393-4234-80db-6d412653bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.138212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:47.147105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aecb50a3-8393-4234-80db-6d412653bad9 None None] Port ea9415f8-317e-4060-be35-fb3a5ac0f08c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:47.150445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.173916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5ebfd746-4ed4-44a2-9669-0f771bce650e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:47.175371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5ebfd746-4ed4-44a2-9669-0f771bce650e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.83 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 943 time: 0.1676352 Nov 09 17:25:47.205687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.283028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4edd5fc7-ac21-43f0-925b-ace8fad05086 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:47.359278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4edd5fc7-ac21-43f0-925b-ace8fad05086 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:47.362413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.373217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.402267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.462620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:25:47.478247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.478789 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Added segment d913b705-8857-4c03-95a3-c072d3543557 of type vlan for network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac Nov 09 17:25:47.489731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.521882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 4edd5fc7-ac21-43f0-925b-ace8fad05086, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4edd5fc7-ac21-43f0-925b-ace8fad05086,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:47.529561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.563619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058cb6be-a90a-4713-8f2e-542b21ecf529,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:47.598721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7ae86-0268-4a4b-83f4-adf74d14edc8 req-e7f798dc-7283-4a2f-9544-c853d20f1208 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:47.601741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7cb7ae86-0268-4a4b-83f4-adf74d14edc8 req-e7f798dc-7283-4a2f-9544-c853d20f1208 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 949 time: 0.4174290 Nov 09 17:25:47.607422 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.650000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=4edd5fc7-ac21-43f0-925b-ace8fad05086,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:47.691774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Deleting port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:47.692161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.704629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.705597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:47.706392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.760303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7cb7ae86-0268-4a4b-83f4-adf74d14edc8 req-28416d8d-0e3f-4c6d-a5f4-249c8323e663 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e6700-943b-4284-b249-9a88ecf01b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488624 Nov 09 17:25:47.820901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9566741 Nov 09 17:25:47.827517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:47.832417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Request body: {'subnet': {'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2095383909-subnet', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:47.833552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-045b9aa7-3141-419e-a555-8de7aeada214 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:47.839707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-045b9aa7-3141-419e-a555-8de7aeada214 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 829 time: 0.2137361 Nov 09 17:25:47.867130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-2503b016-0784-4320-b4ec-f748f7bd9559 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/quotas/be14c236a6794b23a45696c8286218cd HTTP/1.1" status: 200 len: 375 time: 0.0228813 Nov 09 17:25:47.884167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6a77a-df65-4f0f-b550-ea32f6dfac06 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:47.899924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:25:47.945186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:47.947589 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:47.969055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-5a5cd17f-1156-4330-a5b6-23e659f03b63 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001911 Nov 09 17:25:48.026834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] For port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:48.032639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:48.082045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-cdfe471f-5816-4f41-8386-4e936b967c7b tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:48.083743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-cdfe471f-5816-4f41-8386-4e936b967c7b tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 949 time: 0.1849988 Nov 09 17:25:48.089431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Calling delete_port for 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:48.212001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-b8605985-2cf2-41ef-a85b-762b729e033d service neutron] 10.222.0.45 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407403 Nov 09 17:25:48.295322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Sync routers for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:25:48.322511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:48.323736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:48.373933 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-f217d474-c0f3-45f2-a54c-b21dc55be1bd service neutron] 10.222.0.45 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608660 Nov 09 17:25:48.500573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Deleting port d1339655-7c5c-417e-8056-677777f82da8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:25:48.501172 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:48.515860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7703d3b-50a5-4bcc-9b56-e34bb92ae493 req-56b4cb6d-e477-4461-9314-17cb36ed39b9 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:48.525807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7703d3b-50a5-4bcc-9b56-e34bb92ae493 req-56b4cb6d-e477-4461-9314-17cb36ed39b9 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 943 time: 0.2660649 Nov 09 17:25:48.532130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:48.708731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26143051-0c81-42d3-8850-6f67774e0b04 req-a503f575-29ae-4d70-83ac-b81a16ccbcd7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:48.718858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26143051-0c81-42d3-8850-6f67774e0b04 req-a503f575-29ae-4d70-83ac-b81a16ccbcd7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.0813146 Nov 09 17:25:48.768157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] For port d1339655-7c5c-417e-8056-677777f82da8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d1339655-7c5c-417e-8056-677777f82da8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:48.768969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:48.785930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Calling delete_port for d1339655-7c5c-417e-8056-677777f82da8 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:25:48.825548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26143051-0c81-42d3-8850-6f67774e0b04 req-72455972-7487-4cb4-8539-2f6cfe284244 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Nov 09 17:25:48.897913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:46Z', 'revision_number': 2, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:48.909120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:48.966073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Checking router: 4cddd0a6-1e60-495d-af25-e87513a78892 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:25:48.966546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Updating router 4cddd0a6-1e60-495d-af25-e87513a78892 port ea9415f8-317e-4060-be35-fb3a5ac0f08c binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:25:49.008497 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.133846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7703d3b-50a5-4bcc-9b56-e34bb92ae493 req-cae08186-6b65-498f-b35e-51a6d3d4fde7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065431 Nov 09 17:25:49.207060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63ca42d5-420a-4bd1-a6c6-a4ff6cd050eb req-a435dc65-4d09-4f82-9c8d-a6a463656ffd tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 210 time: 0.0779865 Nov 09 17:25:49.239238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.241277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40117a21-03eb-4487-bf79-c5c494bcb3b7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:49.305013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4edd5fc7-ac21-43f0-925b-ace8fad05086 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:49.614339 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.625085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.638631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4edd5fc7-ac21-43f0-925b-ace8fad05086 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:49.639221 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.769491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event deleted for resources: {'Port': ['ID=87520c8c-a9f2-413a-a56a-b5a4c3315bb7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:49.791624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.839772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90685613-a739-4a50-805d-e2738bd5b5e5 None None] Pushing event updated for resources: {'Port': ['ID=ea9415f8-317e-4060-be35-fb3a5ac0f08c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:49.869809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Pushing event deleted for resources: {'Port': ['ID=d1339655-7c5c-417e-8056-677777f82da8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:49.919097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Attempting to bind port ea9415f8-317e-4060-be35-fb3a5ac0f08c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:49.919480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Attempting to bind port ea9415f8-317e-4060-be35-fb3a5ac0f08c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:49.921507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd641e00-72e0-4df5-9fb3-6f3d628673de req-b6cf0b7e-7155-4558-92e2-708613d41d59 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 210 time: 0.1391089 Nov 09 17:25:49.927236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Attempting to bind port ea9415f8-317e-4060-be35-fb3a5ac0f08c on network db0307b3-3656-421c-b9b5-f902723161ca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:49.936108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:49.939428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Checking segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:49.940045 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.940482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Bound using segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:49.941656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Bound port: ea9415f8-317e-4060-be35-fb3a5ac0f08c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:49.942204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:49.985230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:49.987547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Network hostable DHCP agents. Network: f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:25:50.003804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] No DVR routers for this DVR port 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:50.018134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.021709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c48a60a2-daaa-4d33-95ff-8f5b29277e44 req-5cd9d874-90c2-45a1-8d35-f8cd36c1dc33 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.83 "DELETE /v2.0/ports/87520c8c-a9f2-413a-a56a-b5a4c3315bb7 HTTP/1.1" status: 204 len: 173 time: 2.8231099 Nov 09 17:25:50.069831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82237def-44fe-47b7-bd52-8241b905c10f', 'name': 'network-vif-deleted', 'tag': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:50.074498 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83714971-e0f9-4c68-8bc0-1601605e7e70" -d '{"events": [{"server_uuid": "82237def-44fe-47b7-bd52-8241b905c10f", "name": "network-vif-deleted", "tag": "87520c8c-a9f2-413a-a56a-b5a4c3315bb7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:50.090424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a709b-0949-4ee7-9ff7-a2dba5c067dc req-011cbd94-2b7c-4fd7-98d7-01ad353f6a5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:50.103494 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0a4a709b-0949-4ee7-9ff7-a2dba5c067dc req-011cbd94-2b7c-4fd7-98d7-01ad353f6a5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.0994170 Nov 09 17:25:50.133947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] No DVR routers for this DVR port d1339655-7c5c-417e-8056-677777f82da8 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:25:50.140532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.145822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-205a11cf-f9dc-4a4d-a52a-e315a5b7c11a req-47cb8faf-9bbb-4b46-89f0-a1289a46f132 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.83 "DELETE /v2.0/ports/d1339655-7c5c-417e-8056-677777f82da8 HTTP/1.1" status: 204 len: 173 time: 2.0505776 Nov 09 17:25:50.152744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:25:50.173382 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6104bde-ed63-46ae-bc72-bacae828fbd7 x-openstack-request-id: req-d6104bde-ed63-46ae-bc72-bacae828fbd7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:50.173998 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82237def-44fe-47b7-bd52-8241b905c10f", "name": "network-vif-deleted", "tag": "87520c8c-a9f2-413a-a56a-b5a4c3315bb7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:50.174400 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6104bde-ed63-46ae-bc72-bacae828fbd7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:50.174768 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82237def-44fe-47b7-bd52-8241b905c10f', 'name': 'network-vif-deleted', 'tag': '87520c8c-a9f2-413a-a56a-b5a4c3315bb7', 'status': 'completed', 'code': 200} Nov 09 17:25:50.176475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:50.191688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:50.192290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.214390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0a4a709b-0949-4ee7-9ff7-a2dba5c067dc req-b89b2fff-b58f-41be-904e-62244ca195f6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090636 Nov 09 17:25:50.220845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83336a6f-97ba-4ba0-ad2c-99a09e7324f0 None None] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:50.237567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ce13694b-241d-4e1c-9221-7f45f236ac2b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4086983 Nov 09 17:25:50.240314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58790) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:50.248362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:50.254585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-324009ca-424f-47fc-9e40-90c89881be06 None None] Provisioning complete for port ea9415f8-317e-4060-be35-fb3a5ac0f08c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:50.255418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-324009ca-424f-47fc-9e40-90c89881be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.285664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.287717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.405426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.505843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] For port ea9415f8-317e-4060-be35-fb3a5ac0f08c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:50.532745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-324009ca-424f-47fc-9e40-90c89881be06 None None] Port ea9415f8-317e-4060-be35-fb3a5ac0f08c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:50.534292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b078615-b9d7-493b-be83-2280c98a76bb req-81bcd24a-d2f8-4934-8cef-465a8df65a58 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 210 time: 0.0649271 Nov 09 17:25:50.555413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] For port ea9415f8-317e-4060-be35-fb3a5ac0f08c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ea9415f8-317e-4060-be35-fb3a5ac0f08c,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:50.562864 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.656625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:50.657172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:50.664522 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:50.697715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0f41c57-4675-41e6-a7a3-8f13ff48eee4 req-34dc6761-a4e7-4161-88a4-b3aaf410f52e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=82237def-44fe-47b7-bd52-8241b905c10f HTTP/1.1" status: 200 len: 210 time: 0.2906003 Nov 09 17:25:50.839428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90685613-a739-4a50-805d-e2738bd5b5e5 None None] Pushing event updated for resources: {'Port': ['ID=ea9415f8-317e-4060-be35-fb3a5ac0f08c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:50.951965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-29c79518-fd2b-4bd5-8ac5-8e100084a2a3 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:50.953517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-29c79518-fd2b-4bd5-8ac5-8e100084a2a3 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.43 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 829 time: 0.3970401 Nov 09 17:25:50.968866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Request body: {'port': {'device_id': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'admin_state_up': True, 'tenant_id': 'be14c236a6794b23a45696c8286218cd'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:51.002949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:51.161679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27931622-ffd1-4641-aafd-414d7aae9ca5 req-9e081ad3-6694-4d57-8cda-4bc5dd432416 tempest-ListImageFiltersTestJSON-302946052 tempest-ListImageFiltersTestJSON-302946052-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2ba895b-d38c-47be-aa94-18cd19e180ba HTTP/1.1" status: 200 len: 210 time: 0.0787215 Nov 09 17:25:51.349910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:51.375584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:51.402335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: d1339655-7c5c-417e-8056-677777f82da8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:51.402778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d1339655-7c5c-417e-8056-677777f82da8 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:51.403279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:51.405943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:25:51.407193 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:51.419216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:51.437530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-3f9a6bfb-94b8-4c91-a3d0-b76a1035cbda tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1920110953&fields=id&tenant_id=986c0d37fee94cf69e6dc4508747080a HTTP/1.1" status: 200 len: 267 time: 0.1113064 Nov 09 17:25:51.449565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2e37f-1fd8-4330-a5c2-886662b66cba req-36714d21-4c03-4d20-817f-210bd0611cd9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:51.451171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9c2e37f-1fd8-4330-a5c2-886662b66cba req-36714d21-4c03-4d20-817f-210bd0611cd9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.0947883 Nov 09 17:25:51.454060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Made reservation on behalf of be14c236a6794b23a45696c8286218cd for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:51.457216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:51.518135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:25:51.518738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 87520c8c-a9f2-413a-a56a-b5a4c3315bb7 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:25:51.574837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-6262e65b-a4e3-4ab5-bc51-be32590aaa9b tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:51.576473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-6262e65b-a4e3-4ab5-bc51-be32590aaa9b tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/networks?id=a821dd1b-59db-481f-8032-9d97e8dc37b9 HTTP/1.1" status: 200 len: 816 time: 0.1276278 Nov 09 17:25:51.578061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Provisioning complete for port ea9415f8-317e-4060-be35-fb3a5ac0f08c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:51.578445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:51.595960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-c517888c-8403-4e69-ab47-bc7b55b9aef9 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/quotas/986c0d37fee94cf69e6dc4508747080a HTTP/1.1" status: 200 len: 375 time: 0.0097592 Nov 09 17:25:51.671742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-16f53407-8f54-4944-98a5-16905f4b4986 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=986c0d37fee94cf69e6dc4508747080a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685887 Nov 09 17:25:51.690315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9c2e37f-1fd8-4330-a5c2-886662b66cba req-fa779a1b-ba0e-4de7-bd7d-53872ab189a7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305889 Nov 09 17:25:51.732876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Allocated IP 172.20.0.3 (db0307b3-3656-421c-b9b5-f902723161ca/19719901-0e10-44cc-9c4e-5fac2e17f819/1c7950c2-2e66-42dc-9784-e525006bd8b2) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:51.762660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Allocated IP 172.20.0.2 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/94954719-ac2b-4af0-9d14-f4f2f868d46b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:51.765731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Allocated IP 172.25.3.205 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/c9d01067-f644-42fa-8b27-103f20caedd0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:51.875046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-aae96692-9630-454b-a477-7d73d0c06a2a service neutron] 10.222.0.45 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896043 Nov 09 17:25:51.907540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:51.986402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:50Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:51.989087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c150d49-a779-49d5-a38b-8770bd61c27c req-f666954f-7fac-4bcc-9e13-d18432957c57 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 210 time: 0.0523245 Nov 09 17:25:51.994616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] For port ea9415f8-317e-4060-be35-fb3a5ac0f08c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ea9415f8-317e-4060-be35-fb3a5ac0f08c,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:52.033281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.036399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb5cdb-78f7-4c10-b17f-00266c4ae938 None None] The sync data for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 is: [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:50Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:25:52.039023 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.066424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.109698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-8ca99b6f-c0b7-4584-b97e-ae901a4faa6d service neutron] 10.222.0.45 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242863 Nov 09 17:25:52.150573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.175908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-deleted', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:52.178271 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f395635-db51-4a5b-abbb-026837ab4a88" -d '{"events": [{"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-deleted", "tag": "d1339655-7c5c-417e-8056-677777f82da8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:52.206446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.236975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:52.246907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:52.261817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.265926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Network db0307b3-3656-421c-b9b5-f902723161ca is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:52.271405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:52.276002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:52.276560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Pushing event updated for resources: {'Port': ['ID=ea9415f8-317e-4060-be35-fb3a5ac0f08c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:52.277810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Pushing event updated for resources: {'Port': ['ID=c9d01067-f644-42fa-8b27-103f20caedd0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:52.287636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.288746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.294826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.295190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.295580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.295913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.296244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.296574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.296894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.297229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.297552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.297870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74cd0e-a3f8-48ce-bfbb-5e7fd8bf5ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:52.302828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:52.303067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.401011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:52.407262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:52.425039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:52.428268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Pushing event updated for resources: {'Port': ['ID=94954719-ac2b-4af0-9d14-f4f2f868d46b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:52.505466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:52.509375 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.557056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Attempting to bind port 94954719-ac2b-4af0-9d14-f4f2f868d46b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:52.557671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Attempting to bind port 94954719-ac2b-4af0-9d14-f4f2f868d46b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:52.557810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Attempting to bind port 94954719-ac2b-4af0-9d14-f4f2f868d46b on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:52.572857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:52.573547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:52.573702 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.574117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:52.575598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Bound port: 94954719-ac2b-4af0-9d14-f4f2f868d46b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:52.575598 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.717436 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.733342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:52.739513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478428360', 'description': 'tempest-description--141049709'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:52.747461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] For port 94954719-ac2b-4af0-9d14-f4f2f868d46b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:52.756127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] For port 94954719-ac2b-4af0-9d14-f4f2f868d46b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94954719-ac2b-4af0-9d14-f4f2f868d46b,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:52.762627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7251a3b8-965f-436c-be8f-45563fe357d8 None None] Provisioning complete for port 1c7950c2-2e66-42dc-9784-e525006bd8b2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:52.764156 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7251a3b8-965f-436c-be8f-45563fe357d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.774826 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:52.810101 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56ed106-5bb3-4896-a9dd-cc00220c6610 x-openstack-request-id: req-a56ed106-5bb3-4896-a9dd-cc00220c6610 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:52.812599 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ba895b-d38c-47be-aa94-18cd19e180ba", "name": "network-vif-deleted", "tag": "d1339655-7c5c-417e-8056-677777f82da8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:52.813098 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a56ed106-5bb3-4896-a9dd-cc00220c6610 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:52.813747 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba895b-d38c-47be-aa94-18cd19e180ba', 'name': 'network-vif-deleted', 'tag': 'd1339655-7c5c-417e-8056-677777f82da8', 'status': 'completed', 'code': 200} Nov 09 17:25:52.817166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.027966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e038efc-8e99-4a89-9e81-4fff347fc8f1 None None] Pushing event updated for resources: {'Port': ['ID=94954719-ac2b-4af0-9d14-f4f2f868d46b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:53.052712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.055165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7251a3b8-965f-436c-be8f-45563fe357d8 None None] Port 1c7950c2-2e66-42dc-9784-e525006bd8b2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:53.140352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.209103 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.216819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4812162 Nov 09 17:25:53.218398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:53.243143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'security_group_rule': {'security_group_id': 'de1d7c05-47a3-4056-8448-1086fcd07d7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:53.260008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d716f3-fa5c-4aa2-835c-c940d732e79d req-7c1a3c7f-d308-40fc-bfda-92b0b2286373 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:53.269578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ea9415f8-317e-4060-be35-fb3a5ac0f08c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:53.272614 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8d716f3-fa5c-4aa2-835c-c940d732e79d req-7c1a3c7f-d308-40fc-bfda-92b0b2286373 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.2768366 Nov 09 17:25:53.289405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870d506-a637-43cf-8686-6fae9388f06a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d7c05-47a3-4056-8448-1086fcd07d7e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:53.406116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ea9415f8-317e-4060-be35-fb3a5ac0f08c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:53.406594 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.455099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8d716f3-fa5c-4aa2-835c-c940d732e79d req-0273dd2a-b5b9-4572-bff8-1446ee8cb33a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814206 Nov 09 17:25:53.479820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.616844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event updated for resources: {'Port': ['ID=1c7950c2-2e66-42dc-9784-e525006bd8b2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:53.632771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-116bd6b6-c0f5-4589-8914-e2a6b6db596c tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6679947 Nov 09 17:25:53.640114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.649048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.674927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Request body: {'port': {'device_id': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:53.718088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12274a7b-9e50-457f-9307-cebded94a844,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:53.738062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.743611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-23fbb0b4-54b2-4029-9b96-83dee2c07d73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5130079 Nov 09 17:25:53.744214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:53.755959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'security_group_rule': {'security_group_id': 'de1d7c05-47a3-4056-8448-1086fcd07d7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:53.794448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bebd78b0-3f61-4043-a234-bedf23c22a2b req-db5a5b02-0297-4db7-9473-b505bc794a8f tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.1658685 Nov 09 17:25:53.832275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.988027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:53.994519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.059260 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.063551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3139405 Nov 09 17:25:54.080995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:54.101648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:54.123670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e6c30-b9a8-4264-84e8-d855db558108 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a63c27c-9121-418f-abdc-157543f2cab1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:54.188380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.200775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.318870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.343545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144c0ac-0c63-498d-8296-830f688be606 req-298bb227-0865-45da-8b93-59fbd700c765 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:54.344552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3144c0ac-0c63-498d-8296-830f688be606 req-298bb227-0865-45da-8b93-59fbd700c765 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 931 time: 0.3084507 Nov 09 17:25:54.366724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.635570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Allocated IP 172.25.3.248 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/354e7595-ec80-4963-aa3b-c33221cab3a7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:54.726356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b4009-9b92-4e43-a401-16a374f86873 None None] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:25:54.864956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-8e0425de-883c-4c56-a14a-28cdbac88222 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:54.866806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-8e0425de-883c-4c56-a14a-28cdbac88222 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.83 "GET /v2.0/networks?id=a821dd1b-59db-481f-8032-9d97e8dc37b9 HTTP/1.1" status: 200 len: 816 time: 0.2339358 Nov 09 17:25:54.877542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-91e7c15c-6d8a-443e-9c9a-8922158e2936 None None] Provisioning complete for port 94954719-ac2b-4af0-9d14-f4f2f868d46b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:54.877917 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91e7c15c-6d8a-443e-9c9a-8922158e2936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:54.892716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3144c0ac-0c63-498d-8296-830f688be606 req-2a43dff5-4904-4d1f-9d65-0aa4ea3cbd2b tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728274 Nov 09 17:25:55.042827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.102560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-1237708b-abdf-43e9-bc85-fde38bc77417 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986c0d37fee94cf69e6dc4508747080a HTTP/1.1" status: 200 len: 380 time: 0.2229195 Nov 09 17:25:55.197888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Request body: {'port': {'device_id': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'admin_state_up': True, 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'security_groups': ['80b32a6d-e0c9-4ac5-8844-7e33ab3505e7']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:55.203609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7950c2-2e66-42dc-9784-e525006bd8b2 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:55.209084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91e7c15c-6d8a-443e-9c9a-8922158e2936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.226663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.267725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.286372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Transition to ACTIVE for port object 1c7950c2-2e66-42dc-9784-e525006bd8b2 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:25:55.306770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.367020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94954719-ac2b-4af0-9d14-f4f2f868d46b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:55.394346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d987e5-9e5c-4086-9aa4-c1a85c680871 req-e59133c3-df65-4cc3-9442-fab2db9ce676 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:55.401583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3d987e5-9e5c-4086-9aa4-c1a85c680871 req-e59133c3-df65-4cc3-9442-fab2db9ce676 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.4120598 Nov 09 17:25:55.451227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.504872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:55.518292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:55.525614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-91e7c15c-6d8a-443e-9c9a-8922158e2936 None None] For port 94954719-ac2b-4af0-9d14-f4f2f868d46b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94954719-ac2b-4af0-9d14-f4f2f868d46b,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:55.539395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3d987e5-9e5c-4086-9aa4-c1a85c680871 req-058b8eb2-90d7-4f44-8e93-46dbf119b0f5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322739 Nov 09 17:25:55.540783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:55.554728 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91e7c15c-6d8a-443e-9c9a-8922158e2936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.644640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'Port': ['ID=354e7595-ec80-4963-aa3b-c33221cab3a7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:55.664674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Made reservation on behalf of 986c0d37fee94cf69e6dc4508747080a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:55.670608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.699832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 94954719-ac2b-4af0-9d14-f4f2f868d46b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:55.700217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:55.713722 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-921c9460-aee1-471e-bfd0-419032974457 req-82fcfbd3-6a12-43cb-9fc9-d08a8ee06ec0 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.1769314 Nov 09 17:25:55.766388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7c15c-6d8a-443e-9c9a-8922158e2936 None None] Pushing event updated for resources: {'Port': ['ID=94954719-ac2b-4af0-9d14-f4f2f868d46b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:55.890746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7950c2-2e66-42dc-9784-e525006bd8b2,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:55.983017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58918) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:56.057870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Attempting to bind port 1c7950c2-2e66-42dc-9784-e525006bd8b2 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:56.058847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Attempting to bind port 1c7950c2-2e66-42dc-9784-e525006bd8b2 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:56.062022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Attempting to bind port 1c7950c2-2e66-42dc-9784-e525006bd8b2 on network db0307b3-3656-421c-b9b5-f902723161ca {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:56.074451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Router 9c9e82a4-3926-4156-a006-9f24c70ac58b is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:25:56.089022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Port 1c7950c2-2e66-42dc-9784-e525006bd8b2 on network db0307b3-3656-421c-b9b5-f902723161ca not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:25:56.089416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Attempting to bind port 1c7950c2-2e66-42dc-9784-e525006bd8b2 on network db0307b3-3656-421c-b9b5-f902723161ca {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:56.100906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:56.101485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Checking segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:56.102386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Bound using segment: {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:56.103467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Bound port: 1c7950c2-2e66-42dc-9784-e525006bd8b2, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c716158d-70c5-4226-89b1-f3150a8e3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:56.104151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.123015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fc50a041-50fe-4719-87c8-068093806012 None None] Provisioning complete for port 94954719-ac2b-4af0-9d14-f4f2f868d46b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:56.123431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc50a041-50fe-4719-87c8-068093806012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.126726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.224403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d64a1-b99c-4a5c-95b4-c62f3f2f6077 req-004a7b31-aefa-4243-80b5-d84a5bf0e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:56.234022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-359d64a1-b99c-4a5c-95b4-c62f3f2f6077 req-004a7b31-aefa-4243-80b5-d84a5bf0e2a7 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 943 time: 0.1813095 Nov 09 17:25:56.236969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Allocated IP 172.20.0.11 (a821dd1b-59db-481f-8032-9d97e8dc37b9/4dcc47cd-9caf-4e18-83bc-5344da332f21/432648a2-c95f-4a09-b602-8fdd295512f2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:25:56.248529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.279592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:25:56.292383 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Sync routers for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:25:56.303835 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:56.304929 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:56.325755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.331019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3c6a3892-b507-4299-8804-78abf63644ab admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0889657 Nov 09 17:25:56.332004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:56.345503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] For port 1c7950c2-2e66-42dc-9784-e525006bd8b2, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:56.349905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] For port 1c7950c2-2e66-42dc-9784-e525006bd8b2, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:56.357706 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.399767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-359d64a1-b99c-4a5c-95b4-c62f3f2f6077 req-4b89fd9a-e27e-45c6-bea4-267dc6faaa20 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589682 Nov 09 17:25:56.413540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:56.414877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.416437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 1091 time: 2.7540486 Nov 09 17:25:56.417018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:25:56.420367 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004b1b4-c353-4660-a3a1-4a72ed193cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:25:56.464844 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:56.517381 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb321d07-82e8-47f2-aa8f-89c97160b5a0 x-openstack-request-id: req-bb321d07-82e8-47f2-aa8f-89c97160b5a0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:25:56.520359 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:25:56.526684 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb321d07-82e8-47f2-aa8f-89c97160b5a0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:25:56.527411 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'status': 'completed', 'code': 200} Nov 09 17:25:56.535812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a006143-70a7-4d00-bbd1-dd922a55bbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7950c2-2e66-42dc-9784-e525006bd8b2,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:56.586005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-34830c35-cce1-4d70-bf9f-d8343a3746e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:56.588108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-34830c35-cce1-4d70-bf9f-d8343a3746e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1094 time: 0.1132877 Nov 09 17:25:56.674372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-1a6fbed8-7e5f-4737-857d-dc7d436f1e72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 217 time: 0.0766516 Nov 09 17:25:56.749187 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:25:53Z', 'revision_number': 3, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:56.797301 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Checking router: 9c9e82a4-3926-4156-a006-9f24c70ac58b for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:25:56.797553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-e9d8ecd8-6757-42e6-891d-2af039bd8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:56.798161 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Updating router 9c9e82a4-3926-4156-a006-9f24c70ac58b port c9d01067-f644-42fa-8b27-103f20caedd0 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:25:56.798870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-e9d8ecd8-6757-42e6-891d-2af039bd8412 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 200 len: 868 time: 0.1168544 Nov 09 17:25:56.861299 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.889949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91736e64-8e55-40d4-92f0-bcfdd5110a87 req-6c1b4063-6029-4928-8577-ac125200e8a3 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0354199 Nov 09 17:25:56.921442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc904-1d91-4824-acd1-d05abdebb948 req-319dc6c6-0978-4e88-a529-5ea659cc20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:56.922970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-319dc6c6-0978-4e88-a529-5ea659cc20e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db0307b3-3656-421c-b9b5-f902723161ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165826 Nov 09 17:25:56.950752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:56.963212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-790eff45-3cf4-472d-bede-082f6666cdbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfb06c89e71843ed85a51442e5451205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9759986 Nov 09 17:25:56.966584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:56.987697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.094452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.108213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-4df6e86b-2c44-48b4-9c15-da0347878b2a service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732161 Nov 09 17:25:57.223662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:57.226571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:25:57.256523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fff3d-cdbc-40a5-a98f-0f3798dee317 req-c8cd6263-69ba-4d58-b15c-6c43ac48c3fb tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:57.272367 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac7fff3d-cdbc-40a5-a98f-0f3798dee317 req-c8cd6263-69ba-4d58-b15c-6c43ac48c3fb tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.5533226 Nov 09 17:25:57.328528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.343654 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2614365 Nov 09 17:25:57.344486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10169-719b-4a21-80e0-832d65280fbe tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'Port': ['ID=354e7595-ec80-4963-aa3b-c33221cab3a7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:57.356692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.377281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94954719-ac2b-4af0-9d14-f4f2f868d46b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:25:57.390642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52f5abea-c693-48a0-9d89-03b2c9c85706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.398430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189cc904-1d91-4824-acd1-d05abdebb948 req-69d99a06-3b7f-44a5-bae4-e4a1cce0cbc9 service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843003 Nov 09 17:25:57.446258 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:25:57.494235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52f5abea-c693-48a0-9d89-03b2c9c85706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.532978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac7fff3d-cdbc-40a5-a98f-0f3798dee317 req-3c77d134-7711-4f54-8279-3410c621009f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582495 Nov 09 17:25:57.598749 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.611790 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.632646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.695564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-d0d14db5-ae6c-4765-8924-dd7645c2d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:57.697182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-d0d14db5-ae6c-4765-8924-dd7645c2d4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1094 time: 0.2074182 Nov 09 17:25:57.728510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943242-8949-4d0a-93cc-b7138d4b9dcf req-4ec1d529-edeb-4b99-b067-9a2d100ad2c9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:57.741796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f943242-8949-4d0a-93cc-b7138d4b9dcf req-4ec1d529-edeb-4b99-b067-9a2d100ad2c9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 943 time: 0.1213658 Nov 09 17:25:57.767420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:57.776176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:25:57.784344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'port_id': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'mac_address': 'fa:16:3e:58:ff:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a28a65-37c5-4ecb-9120-b72cea4e488f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:57.786367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:25:57.792786 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Pushing event updated for resources: {'Port': ['ID=c9d01067-f644-42fa-8b27-103f20caedd0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:57.801559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:25:57.810781 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.811153 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.817781 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.818392 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.819738 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.820812 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.820956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52f5abea-c693-48a0-9d89-03b2c9c85706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.821479 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.823807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52f5abea-c693-48a0-9d89-03b2c9c85706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.823984 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.827446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-52f5abea-c693-48a0-9d89-03b2c9c85706 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c1e6700-943b-4284-b249-9a88ecf01b44 HTTP/1.1" status: 204 len: 168 time: 0.8517454 Nov 09 17:25:57.828295 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.828907 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.830630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.831176 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:25:57.899251 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Attempting to bind port c9d01067-f644-42fa-8b27-103f20caedd0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:25:57.899928 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Attempting to bind port c9d01067-f644-42fa-8b27-103f20caedd0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:25:57.902997 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Attempting to bind port c9d01067-f644-42fa-8b27-103f20caedd0 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:25:57.915504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:25:57.918419 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:25:57.919257 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.919862 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:25:57.921778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Bound port: c9d01067-f644-42fa-8b27-103f20caedd0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:25:57.922958 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.940529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 94954719-ac2b-4af0-9d14-f4f2f868d46b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:57.941181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:57.958740 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f943242-8949-4d0a-93cc-b7138d4b9dcf req-c2af0af4-6957-49be-9982-ad4311658fac tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154822 Nov 09 17:25:57.999650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-130267d0-2158-4b0e-b65e-089c8c44b4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.019058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-1fbfc571-ac97-466f-bce2-b80c79cc64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:58.020915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-1fbfc571-ac97-466f-bce2-b80c79cc64f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 929 time: 0.3037431 Nov 09 17:25:58.021947 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.055430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event updated for resources: {'Port': ['ID=432648a2-c95f-4a09-b602-8fdd295512f2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:58.087071 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] For port c9d01067-f644-42fa-8b27-103f20caedd0, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:25:58.093108 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] For port c9d01067-f644-42fa-8b27-103f20caedd0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c9d01067-f644-42fa-8b27-103f20caedd0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:25:58.102964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.113717 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.162334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-6f17d54b-d91a-40a3-9336-123b081f1d1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 217 time: 0.1329944 Nov 09 17:25:58.209838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:58.254454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:58.255244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5abea-c693-48a0-9d89-03b2c9c85706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e6700-943b-4284-b249-9a88ecf01b44,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:58.311648 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:25:58.313077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.322551 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:25:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:58.339893 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef507c64-a1de-4bb9-82b4-8308f9b7b2d4 None None] Pushing event updated for resources: {'Port': ['ID=c9d01067-f644-42fa-8b27-103f20caedd0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:58.443717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-ccde2e29-e72e-4114-8a68-82b614281fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:58.447750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-ccde2e29-e72e-4114-8a68-82b614281fe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 200 len: 868 time: 0.2679679 Nov 09 17:25:58.460420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:25:58.460715 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:25:58.461199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c969b86d-078b-4111-bbbc-ded6caf38236 None None] Provisioning complete for port 432648a2-c95f-4a09-b602-8fdd295512f2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:25:58.461651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c969b86d-078b-4111-bbbc-ded6caf38236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.534114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.549007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c969b86d-078b-4111-bbbc-ded6caf38236 None None] Port 432648a2-c95f-4a09-b602-8fdd295512f2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:25:58.558630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.571293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994f21-8b22-4adb-8421-336266cda7dd req-8c0ee2d2-5df8-4aa9-a589-80a2396db114 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:58.582736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a994f21-8b22-4adb-8421-336266cda7dd req-8c0ee2d2-5df8-4aa9-a589-80a2396db114 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 932 time: 0.2977610 Nov 09 17:25:58.596380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:58.597222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:58.643646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-80a5bdc8-d512-4bb1-b863-2304c93727cf tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:58.645479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-3a4d3828-86f5-4dda-9a15-c95340374a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:58.648246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-80a5bdc8-d512-4bb1-b863-2304c93727cf tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 822 time: 0.8686032 Nov 09 17:25:58.651424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-3a4d3828-86f5-4dda-9a15-c95340374a75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db0307b3-3656-421c-b9b5-f902723161ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955135 Nov 09 17:25:58.658546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:58.693444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:25:58.701389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1e6dac86-0619-4de5-8fd0-0ec99dd38ef1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:58.731874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-2b34455c-4e82-4172-853c-45c0b13b893d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5629537 Nov 09 17:25:58.739385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-d9133004-872d-4a84-9a3b-5ca92aaa2c5a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/quotas/4c4c743fba5047fb97f68c84716f957d HTTP/1.1" status: 200 len: 375 time: 0.0632098 Nov 09 17:25:58.784646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a994f21-8b22-4adb-8421-336266cda7dd req-eb054995-0d43-478c-bbb3-b64c05309650 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988850 Nov 09 17:25:58.804106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1c7950c2-2e66-42dc-9784-e525006bd8b2 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:25:58.830130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Request body: {'port': {'device_id': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:58.878382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-09812c9f-b01f-4a12-b604-ee4ed0174847 service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188408 Nov 09 17:25:59.007958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.076067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-46db1e8e-9859-49d6-8cdc-8a5f671ed41e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3302779 Nov 09 17:25:59.163991 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:25:53Z', 'revision_number': 3, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:25:59.208162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8004b1b4-c353-4660-a3a1-4a72ed193cc9 req-533b28f6-e1d4-4462-b44f-647c04dc13be service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213127 Nov 09 17:25:59.229127 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.235325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f05cb2-8840-4ef0-bc96-e5d2bea19610 None None] The sync data for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 is: [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:25:53Z', 'revision_number': 3, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:25:59.272555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 1c7950c2-2e66-42dc-9784-e525006bd8b2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:59.293655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58992) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:25:59.300320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:59.319993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'port_id': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'mac_address': 'fa:16:3e:84:69:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:25:59.342058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9444f1-e48c-467f-9ca7-0ce50823e0d0 req-e415b9e8-3670-4249-bb68-316c88d62568 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:59.344351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a9444f1-e48c-467f-9ca7-0ce50823e0d0 req-e415b9e8-3670-4249-bb68-316c88d62568 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 944 time: 0.2365704 Nov 09 17:25:59.364351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:59.417986 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.465864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a9444f1-e48c-467f-9ca7-0ce50823e0d0 req-4890b837-ba45-4814-adc2-3b5537d0467f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143470 Nov 09 17:25:59.500695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.526551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-554039458-network', 'tenant_id': '303e662c809d4c86b5e816b6baf04f97'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:25:59.549441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:59.565680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7950c2-2e66-42dc-9784-e525006bd8b2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:59.569941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432648a2-c95f-4a09-b602-8fdd295512f2 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:25:59.581914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.595702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Made reservation on behalf of 303e662c809d4c86b5e816b6baf04f97 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:25:59.598274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.600743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 1c7950c2-2e66-42dc-9784-e525006bd8b2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:25:59.602904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Transition to ACTIVE for port object 432648a2-c95f-4a09-b602-8fdd295512f2 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:25:59.606615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.628966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.738378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=1c7950c2-2e66-42dc-9784-e525006bd8b2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:25:59.770959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49918435-cc20-45a2-a076-778992685491 req-fba19a7d-f2ed-4549-a2c4-0ca6fe6987cd tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:25:59.778460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49918435-cc20-45a2-a076-778992685491 req-fba19a7d-f2ed-4549-a2c4-0ca6fe6987cd tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 944 time: 0.1245816 Nov 09 17:25:59.798517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-a0f8b65b-2d99-4d04-a8a6-119d31e1433e service neutron] 10.222.0.45 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934314 Nov 09 17:25:59.801216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:25:59.823293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['1c7950c2-2e66-42dc-9784-e525006bd8b2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:25:59.866689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49918435-cc20-45a2-a076-778992685491 req-fcb1f0fc-dfbc-42c0-97c5-21a06a171c34 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866480 Nov 09 17:26:00.010449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-cd42c1e9-5c1c-4da8-b3a3-d03eee9fe162 service neutron] 10.222.0.45 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984675 Nov 09 17:26:00.024516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.048852 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.123611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:26:00.139368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Pushing event updated for resources: {'Port': ['ID=432648a2-c95f-4a09-b602-8fdd295512f2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:00.145449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.145804 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Added segment 9327237a-ac73-4459-965f-bb600e8ab81c of type vlan for network 6f83b752-098e-4f81-b26e-7a840d1137ae Nov 09 17:26:00.152136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Allocated IP 172.20.0.1 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/d7b9d9c0-7509-4ed0-b9d7-ed3602e98572) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:00.217780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7febb3d8-7460-4fbe-aaf4-21350ec3dee5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:00.286333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.305191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347164-e053-4c06-b884-188045e0f619 req-530ef9c3-ecb3-417a-9c6d-384f25566e33 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:00.313321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b347164-e053-4c06-b884-188045e0f619 req-530ef9c3-ecb3-417a-9c6d-384f25566e33 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.2932746 Nov 09 17:26:00.353785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24ecab16-3f36-46ca-b6e7-e940dd93c1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.432171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Attempting to bind port 432648a2-c95f-4a09-b602-8fdd295512f2 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:00.432510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Attempting to bind port 432648a2-c95f-4a09-b602-8fdd295512f2 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:00.432846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Attempting to bind port 432648a2-c95f-4a09-b602-8fdd295512f2 on network a821dd1b-59db-481f-8032-9d97e8dc37b9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:00.440130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Port 432648a2-c95f-4a09-b602-8fdd295512f2 on network a821dd1b-59db-481f-8032-9d97e8dc37b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:26:00.440423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Attempting to bind port 432648a2-c95f-4a09-b602-8fdd295512f2 on network a821dd1b-59db-481f-8032-9d97e8dc37b9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:00.449406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b347164-e053-4c06-b884-188045e0f619 req-0f5a1d94-e25c-4bd8-b11f-f376ffbe54d9 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352160 Nov 09 17:26:00.470641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:00.474877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Checking segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:00.476859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Bound using segment: {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:00.477534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Bound port: 432648a2-c95f-4a09-b602-8fdd295512f2, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f3438b-b0a5-4404-90d8-3c539dda5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:00.477868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.479454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.479729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:00.480784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.517448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2219157 Nov 09 17:26:00.540087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:00.550676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Request body: {'subnet': {'network_id': '6f83b752-098e-4f81-b26e-7a840d1137ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-554039458-subnet', 'tenant_id': '303e662c809d4c86b5e816b6baf04f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:00.619014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Made reservation on behalf of 303e662c809d4c86b5e816b6baf04f97 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:00.621359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:00.651866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d79204d-d509-4b21-8ada-6b966bf0f85c req-62d9a8cb-fffd-418d-9a0d-e459b175438a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 210 time: 0.1097355 Nov 09 17:26:00.669314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654b4f7-5463-409c-be9c-4019bbfbe033 admin admin] Pushing event updated for resources: {'Network': ['ID=6f83b752-098e-4f81-b26e-7a840d1137ae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:00.680717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6f83b752-098e-4f81-b26e-7a840d1137ae details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:26:00.820443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1c7950c2-2e66-42dc-9784-e525006bd8b2 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:01.017296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 1c7950c2-2e66-42dc-9784-e525006bd8b2 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:01.025701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 1c7950c2-2e66-42dc-9784-e525006bd8b2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:01.026545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.182173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05fb9-b8f5-484a-b490-5e32fbe313f8 req-9dc886d1-1a88-454e-b204-75f476059727 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:01.187618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbb05fb9-b8f5-484a-b490-5e32fbe313f8 req-9dc886d1-1a88-454e-b204-75f476059727 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 944 time: 0.1387043 Nov 09 17:26:01.198149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.249683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] For port 432648a2-c95f-4a09-b602-8fdd295512f2, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:01.251162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:01.262194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3122c-97f6-487f-84dc-1a89e6d3d866 req-d5c13779-4c94-420c-9ca4-3c9e9420dfd3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:01.270074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85c3122c-97f6-487f-84dc-1a89e6d3d866 req-d5c13779-4c94-420c-9ca4-3c9e9420dfd3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 943 time: 0.5672486 Nov 09 17:26:01.280012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] For port 432648a2-c95f-4a09-b602-8fdd295512f2, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=432648a2-c95f-4a09-b602-8fdd295512f2,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:01.322577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.322797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c9d01067-f644-42fa-8b27-103f20caedd0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:01.334274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbb05fb9-b8f5-484a-b490-5e32fbe313f8 req-f45aef6c-b264-4ff8-b0e1-bf437c0ed675 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338043 Nov 09 17:26:01.355209 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.391008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:01.391767 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.393492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] 10.222.0.83 "PUT /v2.0/ports/432648a2-c95f-4a09-b602-8fdd295512f2 HTTP/1.1" status: 200 len: 1092 time: 2.5767317 Nov 09 17:26:01.422742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:01.426466 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e6f323-bd78-43f8-bfee-1aff779b4c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:01.436715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:01.439036 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006dcb11-eb47-4ec8-9904-1a498905219f" -d '{"events": [{"server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "name": "network-vif-plugged", "status": "completed", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:01.451023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85c3122c-97f6-487f-84dc-1a89e6d3d866 req-fc1e476d-45cd-4d9b-bf4b-7eb9b72bef31 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794477 Nov 09 17:26:01.473198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 1c7950c2-2e66-42dc-9784-e525006bd8b2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:01.498216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.607659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.608406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c9d01067-f644-42fa-8b27-103f20caedd0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:01.608762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.610814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:01.610814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.688224 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4704a-7bc9-46e3-9f37-bce59e2d505a x-openstack-request-id: req-d2c4704a-7bc9-46e3-9f37-bce59e2d505a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:01.688586 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "name": "network-vif-plugged", "status": "completed", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:01.688782 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2c4704a-7bc9-46e3-9f37-bce59e2d505a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:01.689300 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'code': 200} Nov 09 17:26:01.833931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.840453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1699bc1-ef01-4063-9fb9-4aa2fd544747 service neutron] Pushing event updated for resources: {'Port': ['ID=432648a2-c95f-4a09-b602-8fdd295512f2,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:01.852098 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44565a7-61b8-4ec5-b851-76260b5a5738 x-openstack-request-id: req-b44565a7-61b8-4ec5-b851-76260b5a5738 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:01.852893 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:01.853883 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b44565a7-61b8-4ec5-b851-76260b5a5738 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:01.854478 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2', 'status': 'completed', 'code': 200} Nov 09 17:26:01.860477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.894289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=1c7950c2-2e66-42dc-9784-e525006bd8b2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:01.955415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62fba-d91b-44fc-91c0-47c570fab3ed req-401c321d-21be-4cf9-9bca-958c912d9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:01.957243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bab62fba-d91b-44fc-91c0-47c570fab3ed req-401c321d-21be-4cf9-9bca-958c912d9697 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1096 time: 0.1483645 Nov 09 17:26:01.977025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:01.990003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30c016f2-d1e8-406f-befd-6c1fdc2b447a req-4db096d0-4ec5-47bb-82e8-41f487c2355f tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 210 time: 0.0472374 Nov 09 17:26:02.014370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3e3a-4cb1-45a8-b1df-e7c47bfc6381 req-9891b881-bc0c-45b9-8f39-aec16b1ff0fc tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.022684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0dc3e3a-4cb1-45a8-b1df-e7c47bfc6381 req-9891b881-bc0c-45b9-8f39-aec16b1ff0fc tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.1665514 Nov 09 17:26:02.046500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-132de6d8-cd94-4687-98e6-f1593eeeba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.048441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-132de6d8-cd94-4687-98e6-f1593eeeba16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986c0d37fee94cf69e6dc4508747080a&device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 1095 time: 0.5786312 Nov 09 17:26:02.064447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:02.078241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bab62fba-d91b-44fc-91c0-47c570fab3ed req-23271e95-1bab-475a-99e3-98202020e9ca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039729 Nov 09 17:26:02.082314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:02.138657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:02.145686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-f49829fc-0fbb-49b6-ad46-47be94180c6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432648a2-c95f-4a09-b602-8fdd295512f2 HTTP/1.1" status: 200 len: 217 time: 0.0594909 Nov 09 17:26:02.151929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:02.189645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.201758 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.207666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Pushing event updated for resources: {'Port': ['ID=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:02.220206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.320724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port c9d01067-f644-42fa-8b27-103f20caedd0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c9d01067-f644-42fa-8b27-103f20caedd0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:02.338715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-dcdf5c66-848d-4da7-9ff1-7e6104f753ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.339091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.340681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-dcdf5c66-848d-4da7-9ff1-7e6104f753ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4dcc47cd-9caf-4e18-83bc-5344da332f21 HTTP/1.1" status: 200 len: 855 time: 0.1064782 Nov 09 17:26:02.350012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Checking segment: {'id': '9327237a-ac73-4459-965f-bb600e8ab81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6f83b752-098e-4f81-b26e-7a840d1137ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:02.350697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Network hostable DHCP agents. Network: 6f83b752-098e-4f81-b26e-7a840d1137ae, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:26:02.370069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbb7728-cc1a-40c4-9c1a-bece4b3715d9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:02.385622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:02.515435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0dc3e3a-4cb1-45a8-b1df-e7c47bfc6381 req-f02a2e4a-84c3-40fa-b19c-20f7720f8d56 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4915614 Nov 09 17:26:02.530687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Network 6f83b752-098e-4f81-b26e-7a840d1137ae is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:26:02.555770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=c9d01067-f644-42fa-8b27-103f20caedd0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:02.563489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-dde36704-cd92-46bd-9dcc-cdb68f5571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.572740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-dde36704-cd92-46bd-9dcc-cdb68f5571b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a821dd1b-59db-481f-8032-9d97e8dc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110043 Nov 09 17:26:02.634218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b4134756-fd3b-4c45-86b4-7a033cae0b87 None None] Provisioning complete for port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:02.634580 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4134756-fd3b-4c45-86b4-7a033cae0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.645167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6f83b752-098e-4f81-b26e-7a840d1137ae) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:02.657897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-6d505e9f-39be-49ba-9d52-4e80354f32b6 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.660834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-6d505e9f-39be-49ba-9d52-4e80354f32b6 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 822 time: 0.3829174 Nov 09 17:26:02.679685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'port': {'device_id': '7157b1d2-2a93-4537-887a-3a7297bed761', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'admin_state_up': True, 'tenant_id': '4c4c743fba5047fb97f68c84716f957d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:02.700301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fbcc6e-0d26-471f-bc44-0d63303f0fae None None] Network 6f83b752-098e-4f81-b26e-7a840d1137ae requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:02.753350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.754353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.790963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346046c-37d6-41ee-b764-18834cc1e640 req-8c8ba7b5-00d4-4794-b54b-63a93a0e7de1 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.799677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0346046c-37d6-41ee-b764-18834cc1e640 req-8c8ba7b5-00d4-4794-b54b-63a93a0e7de1 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 945 time: 0.3523731 Nov 09 17:26:02.895368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3352f-7835-40ef-9f34-1cba7571a140 req-7951a01d-c027-438b-ae33-b3cf67374141 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:02.904035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afc3352f-7835-40ef-9f34-1cba7571a140 req-7951a01d-c027-438b-ae33-b3cf67374141 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.2719312 Nov 09 17:26:02.909397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0505faa6-df64-4e68-afec-a2f2dbd5b5cd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3660276 Nov 09 17:26:02.961728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:02.965819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Made reservation on behalf of 4c4c743fba5047fb97f68c84716f957d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:02.970443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-be5a1c4e-0fac-46d5-b59c-831578d69c8a service neutron] 10.222.0.83 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560834 Nov 09 17:26:02.970896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:03.035723 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0346046c-37d6-41ee-b764-18834cc1e640 req-1ea4e85e-01a6-4682-91a2-0725c9f8d379 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164043 Nov 09 17:26:03.111070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d1165c4-2278-49da-9ae7-a01b42d91492 req-4f9dcf8d-4eca-43ea-b093-2e24d451a44b service neutron] 10.222.0.83 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260545 Nov 09 17:26:03.191689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afc3352f-7835-40ef-9f34-1cba7571a140 req-8ecf3056-a7dd-4aaa-9aff-3ba89e73c4ea tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855592 Nov 09 17:26:03.232384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b4134756-fd3b-4c45-86b4-7a033cae0b87 None None] Port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:03.295633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af5e08-4ca3-4c9b-984b-681627181398 None None] Network 6f83b752-098e-4f81-b26e-7a840d1137ae requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:03.299372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:03.332387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-ba1b0bf7-1043-4efa-b763-e374e620942a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4058533 Nov 09 17:26:03.364031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c9d01067-f644-42fa-8b27-103f20caedd0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:03.448608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b818855-e160-4afd-8651-c971d57b9456 req-47f0ed00-982c-4369-9ce3-98e63be8bf94 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 210 time: 0.0692856 Nov 09 17:26:03.509805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Allocated IP 172.20.0.4 (993670d4-f23e-41f2-bf10-87ac021d7177/00ad4c52-da0a-4319-8723-67fbd8e5c089/12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:03.561068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:03.564715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-71eb30cb-d30a-4ee8-97ff-559c81ca9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:03.566952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-71eb30cb-d30a-4ee8-97ff-559c81ca9568 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986c0d37fee94cf69e6dc4508747080a&device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 1095 time: 0.3740273 Nov 09 17:26:03.583567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c9d01067-f644-42fa-8b27-103f20caedd0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:03.583934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:03.658151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:03.692965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:03.696619 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2aceeb-ced5-4529-9d12-043bd3c93d7a" -d '{"events": [{"server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "name": "network-vif-plugged", "status": "completed", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:03.710501 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-9de33bd7-060d-499a-b0d2-485f0a80f8ff req-7999e552-8a63-4618-98d2-8783eed162bb tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] show failed (client error): The resource could not be found. Nov 09 17:26:03.730111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9de33bd7-060d-499a-b0d2-485f0a80f8ff req-7999e552-8a63-4618-98d2-8783eed162bb tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups/19b328ad-21fb-4b08-93e6-10f182c9d222 HTTP/1.1" status: 404 len: 352 time: 0.0861361 Nov 09 17:26:03.773015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-c418a21f-3a95-4b28-9b9b-bce6bf447c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:03.773625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:03.775351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-c418a21f-3a95-4b28-9b9b-bce6bf447c71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71f99c38ab994fe5ae602a3b0dba29b1&device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 1097 time: 0.3121257 Nov 09 17:26:03.804990 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2332f0-841c-425c-b148-efac35a7b066 x-openstack-request-id: req-0f2332f0-841c-425c-b148-efac35a7b066 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:03.805609 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "name": "network-vif-plugged", "status": "completed", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:03.806137 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f2332f0-841c-425c-b148-efac35a7b066 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:03.806842 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'code': 200} Nov 09 17:26:03.966846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c210a-3258-4cb4-9203-dd523c6cebc9 req-0d3bdae8-9f2f-4a32-b742-d704475c4e66 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:03.967742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c05c210a-3258-4cb4-9203-dd523c6cebc9 req-0d3bdae8-9f2f-4a32-b742-d704475c4e66 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.2064817 Nov 09 17:26:04.016046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-cf2374bd-9072-458d-a85a-70ddc84aaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.017543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-cf2374bd-9072-458d-a85a-70ddc84aaa9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a821dd1b-59db-481f-8032-9d97e8dc37b9 HTTP/1.1" status: 200 len: 916 time: 0.3569264 Nov 09 17:26:04.022380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Pushing event updated for resources: {'Port': ['ID=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:04.027182 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:04.049358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:04.076613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-b11a9ac2-8620-4c99-9998-8393a1660c7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432648a2-c95f-4a09-b602-8fdd295512f2 HTTP/1.1" status: 200 len: 217 time: 0.0407925 Nov 09 17:26:04.191407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be43541-5f30-4a68-893c-6e4440934d9d req-e621bb31-92e0-4002-a3a9-c4d716ec73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.193005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1be43541-5f30-4a68-893c-6e4440934d9d req-e621bb31-92e0-4002-a3a9-c4d716ec73b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 1096 time: 0.2133498 Nov 09 17:26:04.193241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:04.226735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c05c210a-3258-4cb4-9203-dd523c6cebc9 req-0aa5c941-2024-40bd-9f83-499556b4c94a tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577789 Nov 09 17:26:04.250866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b00a945-7641-4c37-8f9d-62c849029697 req-cd8e51e5-1a96-4ffd-967c-d390adb640d4 tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=303e662c809d4c86b5e816b6baf04f97 HTTP/1.1" status: 200 len: 3001 time: 0.1755252 Nov 09 17:26:04.265219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-bb8245ee-b91e-497f-81f8-fe794e657d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.266703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-bb8245ee-b91e-497f-81f8-fe794e657d0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4dcc47cd-9caf-4e18-83bc-5344da332f21 HTTP/1.1" status: 200 len: 855 time: 0.1719103 Nov 09 17:26:04.310664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Network 993670d4-f23e-41f2-bf10-87ac021d7177 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:04.312183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-12194247-1ab0-4b10-b058-16e836fef99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.313778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-12194247-1ab0-4b10-b058-16e836fef99c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6e96662-83b7-485b-ae13-0f8df8854d6f HTTP/1.1" status: 200 len: 915 time: 0.5086222 Nov 09 17:26:04.329095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:04.370423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-7deaf09d-2290-41e7-bded-563a8c8c6329 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977 HTTP/1.1" status: 200 len: 217 time: 0.0485117 Nov 09 17:26:04.374432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:04.376984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:04.432095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1be43541-5f30-4a68-893c-6e4440934d9d req-3b2abced-888f-4bb3-8fcd-5fe3af1c863a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927040 Nov 09 17:26:04.448456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:04.452946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:04.471723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab98d-b021-47ee-87dc-5bba99cd4ca6 req-68bf2053-1fcc-47d2-9272-b55bdd67bfdf tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.473920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b00a945-7641-4c37-8f9d-62c849029697 req-7481781b-f9ec-4385-9342-f21883203d1f tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups/7febb3d8-7460-4fbe-aaf4-21350ec3dee5 HTTP/1.1" status: 200 len: 2998 time: 0.2218661 Nov 09 17:26:04.480300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96eab98d-b021-47ee-87dc-5bba99cd4ca6 req-68bf2053-1fcc-47d2-9272-b55bdd67bfdf tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 945 time: 0.1556432 Nov 09 17:26:04.491438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-993cdff0-6af3-4430-8360-465beb9e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.493084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-993cdff0-6af3-4430-8360-465beb9e3ad9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a821dd1b-59db-481f-8032-9d97e8dc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992400 Nov 09 17:26:04.554756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.555455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:04.567303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-e9f30894-bff7-4a69-a1c4-31e336e6e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:04.572421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-e9f30894-bff7-4a69-a1c4-31e336e6e3b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe1c2ee0-7a2b-414a-9120-a976398e1b84 HTTP/1.1" status: 200 len: 855 time: 0.1851778 Nov 09 17:26:04.599392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b00a945-7641-4c37-8f9d-62c849029697 req-b32ba074-0b9d-4b40-a91c-a1d80b01270f tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups/7febb3d8-7460-4fbe-aaf4-21350ec3dee5 HTTP/1.1" status: 200 len: 2998 time: 0.1065524 Nov 09 17:26:04.629755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96eab98d-b021-47ee-87dc-5bba99cd4ca6 req-10a5fec7-676b-48fd-8346-56f7a710b123 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484613 Nov 09 17:26:04.679271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-246f98f7-9e16-4fc2-9622-f4f05b83fb77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6e96662-83b7-485b-ae13-0f8df8854d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728970 Nov 09 17:26:04.691319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-059438fb-b768-402a-952e-829f3a6f2a01 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0087597 Nov 09 17:26:04.712554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Request body: {'port': {'device_id': '7157b1d2-2a93-4537-887a-3a7297bed761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:04.880785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-08d3d203-379b-40ab-ab14-00067beb699f service neutron] 10.222.0.83 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539783 Nov 09 17:26:04.889572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-083bed0c-910d-48a0-95a2-136817b4109e None None] Provisioning complete for port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:04.890145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-083bed0c-910d-48a0-95a2-136817b4109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:04.949398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-083bed0c-910d-48a0-95a2-136817b4109e None None] Port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:05.033075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e6f323-bd78-43f8-bfee-1aff779b4c4a req-bb48eaf1-702d-41f5-a799-e237d0f8d853 service neutron] 10.222.0.83 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385908 Nov 09 17:26:05.065995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Router 9c9e82a4-3926-4156-a006-9f24c70ac58b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:05.138528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b991-d714-420e-b033-9ab170304e5b req-2f237796-bd4b-4eab-8d75-147665872c47 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:05.140579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab05b991-d714-420e-b033-9ab170304e5b req-2f237796-bd4b-4eab-8d75-147665872c47 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 931 time: 0.2584810 Nov 09 17:26:05.246605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:05.263438 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f757285-f827-482a-94c4-d3d9d094825b admin admin] 10.222.0.45 "PUT /v2.0/routers/9c9e82a4-3926-4156-a006-9f24c70ac58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9165533 Nov 09 17:26:05.266240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Sync routers for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:05.269799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab05b991-d714-420e-b033-9ab170304e5b req-9d134d56-83d8-48f0-968d-5b93d4a36ced tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183102 Nov 09 17:26:05.293919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:05.294320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:05.338107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cf08292-c2d4-47e9-8268-e7d72cf07729 req-5864225d-242d-4b99-9fc8-9204ee836afb tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups/7febb3d8-7460-4fbe-aaf4-21350ec3dee5 HTTP/1.1" status: 200 len: 2998 time: 0.0520239 Nov 09 17:26:05.421527 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-0cf08292-c2d4-47e9-8268-e7d72cf07729 req-92a00e5e-c552-4531-8502-766d92070144 tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:26:05.422942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cf08292-c2d4-47e9-8268-e7d72cf07729 req-92a00e5e-c552-4531-8502-766d92070144 tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "DELETE /v2.0/security-groups/7febb3d8-7460-4fbe-aaf4-21350ec3dee5 HTTP/1.1" status: 409 len: 352 time: 0.0834041 Nov 09 17:26:05.446649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08cf6f-2b9c-4c9e-8dad-c9d4e3b358c3 req-4cbcd009-9bf0-4075-9097-6ebbb3db94e6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:05.449051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a08cf6f-2b9c-4c9e-8dad-c9d4e3b358c3 req-4cbcd009-9bf0-4075-9097-6ebbb3db94e6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.7323627 Nov 09 17:26:05.456484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:05.551764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:05.612905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-fdeae6d1-0c71-4b59-9ecc-b25a93054fbf service neutron] 10.222.0.43 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9194148 Nov 09 17:26:05.715104 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a08cf6f-2b9c-4c9e-8dad-c9d4e3b358c3 req-6ee739fe-e2e9-4d6a-82b1-e30907a020ae tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596912 Nov 09 17:26:05.833358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-5868acca-8abf-463d-bf47-7a31416424f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2004788 Nov 09 17:26:05.872916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-3c1b7c08-7411-406a-8f5a-cf17f5fef2fd tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 258 time: 0.4095535 Nov 09 17:26:05.889130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:05.942946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:05.948886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d78b750a-d0b5-4604-bea0-eda5003aa19d req-15082437-035c-488b-bfea-c3dfc304da4b service neutron] 10.222.0.43 "GET /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130374 Nov 09 17:26:06.061047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34ded-efa5-4b53-bfaf-e4d8e7e85f51 req-01ef7a89-af37-4619-9ca5-6eb01d4b59ab tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.062813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1eb34ded-efa5-4b53-bfaf-e4d8e7e85f51 req-01ef7a89-af37-4619-9ca5-6eb01d4b59ab tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.2013772 Nov 09 17:26:06.087567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:03Z', 'revision_number': 2, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:06.123848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Checking router: 9c9e82a4-3926-4156-a006-9f24c70ac58b for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:06.124530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Updating router 9c9e82a4-3926-4156-a006-9f24c70ac58b port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:26:06.186603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.187259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.187621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.188097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.188574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.189045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.189508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.191534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-b8211bb8-993e-4c77-9658-47edbbdfd580 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6492 time: 0.2078705 Nov 09 17:26:06.209268 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.281370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1eb34ded-efa5-4b53-bfaf-e4d8e7e85f51 req-e3e5ef6b-ccd1-4084-ad3c-a084160bd0e3 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969681 Nov 09 17:26:06.322792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:06.339605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.353452 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-9ff3c533-5bc8-4e29-8c26-45483d0c42fc req-fe8119ba-29d4-427e-a717-fb033b47f6bb tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] show failed (client error): The resource could not be found. Nov 09 17:26:06.354721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ff3c533-5bc8-4e29-8c26-45483d0c42fc req-fe8119ba-29d4-427e-a717-fb033b47f6bb tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups/5464d14a-7289-4e6f-b5ac-fa808ad6ca86 HTTP/1.1" status: 404 len: 352 time: 0.0270531 Nov 09 17:26:06.373156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Transition to ACTIVE for port object 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:26:06.380668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.452134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:06.639457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Attempting to bind port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:06.639799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Attempting to bind port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:06.640136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Attempting to bind port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd on network 993670d4-f23e-41f2-bf10-87ac021d7177 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:06.649706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd on network 993670d4-f23e-41f2-bf10-87ac021d7177 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:26:06.658749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Attempting to bind port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd on network 993670d4-f23e-41f2-bf10-87ac021d7177 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:06.673069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:06.673435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Checking segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:06.673874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Bound using segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:06.685388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Bound port: 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:06.685782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.800208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.812924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.906495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:06.911769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:06.916380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-17c12275-db53-4555-a1e8-3e6fdefee101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.917088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-17c12275-db53-4555-a1e8-3e6fdefee101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.917847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-17c12275-db53-4555-a1e8-3e6fdefee101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:06.919792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-17c12275-db53-4555-a1e8-3e6fdefee101 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 2291 time: 0.6919658 Nov 09 17:26:06.926497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:06.933452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.023704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:07.028527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.030112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] 10.222.0.43 "PUT /v2.0/ports/12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd HTTP/1.1" status: 200 len: 1091 time: 2.3379252 Nov 09 17:26:07.035795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:07.039764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Attempting to bind port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:07.040762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Attempting to bind port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:07.041231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Attempting to bind port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:07.042891 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a40173-a5b4-4cb5-b473-ef753f40ccca" -d '{"events": [{"name": "network-changed", "server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:07.047970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:07.048499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:07.049048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.049562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:07.050760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Bound port: d7b9d9c0-7509-4ed0-b9d7-ed3602e98572, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:07.051980 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.055119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648d44a-df34-4f5e-95c0-c566bf1fae45 None None] Pushing event updated for resources: {'Port': ['ID=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:07.161408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f2c40-b044-48a3-9a30-7682d8240d26 service neutron] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:07.178001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-40640b02-2b57-410b-aebe-60f63eb727cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:07.192611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-40640b02-2b57-410b-aebe-60f63eb727cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 1094 time: 0.1123822 Nov 09 17:26:07.220601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] For port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:07.226230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] For port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:07.233107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.274746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-37b2ea8b-3b99-4fdc-8df7-209cd432735e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 200 len: 1001 time: 0.3448532 Nov 09 17:26:07.282455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-053b36d3-5596-43c8-b49b-5981888df458 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd HTTP/1.1" status: 200 len: 217 time: 0.0811007 Nov 09 17:26:07.303484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:07.304574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:07.305629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Allocated IP 172.25.3.111 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e9144e8f-e62e-481b-baa7-4ab73f79ce22) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:07.346294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-e9a0f77c-f757-4a9f-84e4-c49704a5312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:07.347884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-e9a0f77c-f757-4a9f-84e4-c49704a5312e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 200 len: 862 time: 0.0579152 Nov 09 17:26:07.406086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-eded042e-1cd1-414d-bbfb-bc0795c32477 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=993670d4-f23e-41f2-bf10-87ac021d7177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459998 Nov 09 17:26:07.486181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:07.546131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-1f32f6af-42a9-47de-9c9b-79e92f08f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:07.549906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-1f32f6af-42a9-47de-9c9b-79e92f08f027 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc0da707-c995-4377-8781-f8ebb9c5b4dc HTTP/1.1" status: 200 len: 851 time: 0.2478902 Nov 09 17:26:07.603987 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-912e8abd-809c-4657-987b-b6b942688cfd service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931503 Nov 09 17:26:07.706527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59108) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:07.713139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327825303', 'description': 'tempest-description--9148356'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:07.722920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-69b64ab9-ab0f-4b5f-8cde-ab566589100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:07.724511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-69b64ab9-ab0f-4b5f-8cde-ab566589100b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627808 Nov 09 17:26:07.743881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.753578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-201e7a9e-af55-4067-9ab4-34b8e9ec92ba None None] Provisioning complete for port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:07.754359 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-201e7a9e-af55-4067-9ab4-34b8e9ec92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.786372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.852436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.866694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.890076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648d44a-df34-4f5e-95c0-c566bf1fae45 None None] Pushing event updated for resources: {'Port': ['ID=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:07.915424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f599760-f7f0-4a69-9e81-44b83f3f503d req-e3115a83-2457-410f-b053-b8e87e2c8f28 service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027079 Nov 09 17:26:07.957334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-9b4f9225-ae23-4e6e-b69e-2e5e63f8546a service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138875 Nov 09 17:26:07.977251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:07.984711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2770486 Nov 09 17:26:07.987733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59110) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:08.007083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'security_group_rule': {'security_group_id': '1e649c62-1aa6-4b3e-b147-991a93bb8ae1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:08.010206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b9863-942b-4719-869a-24e98be144b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e649c62-1aa6-4b3e-b147-991a93bb8ae1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:08.029598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd18ff-868c-4191-bed0-7970fda7ae8b req-a80d675b-1330-4d65-9ca0-163aee4a3888 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:08.031492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30bd18ff-868c-4191-bed0-7970fda7ae8b req-a80d675b-1330-4d65-9ca0-163aee4a3888 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 943 time: 0.1416204 Nov 09 17:26:08.053306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.059181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-201e7a9e-af55-4067-9ab4-34b8e9ec92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.102888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:08.107059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30bd18ff-868c-4191-bed0-7970fda7ae8b req-a1e86d64-eb75-412c-a4a8-ee5e2f0d4015 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 Nov 09 17:26:08.117433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:08.135874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-201e7a9e-af55-4067-9ab4-34b8e9ec92ba None None] For port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:08.148102 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-44e01f84-2585-4aa6-9ded-4c71461da216 req-a50068ce-049d-40cd-9786-dfccc5be2a74 tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] show failed (client error): The resource could not be found. Nov 09 17:26:08.148657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-201e7a9e-af55-4067-9ab4-34b8e9ec92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.157851 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44e01f84-2585-4aa6-9ded-4c71461da216 req-a50068ce-049d-40cd-9786-dfccc5be2a74 tempest-SecurityGroupsNegativeTestJSON-1534053344 tempest-SecurityGroupsNegativeTestJSON-1534053344-project] 10.222.0.45 "GET /v2.0/security-groups/2f610f53-5778-4e2d-b36b-fce855d3fddd HTTP/1.1" status: 404 len: 352 time: 0.0211682 Nov 09 17:26:08.163922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59112) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:08.188991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:08.265478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.285839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Deleting subnet ddbb7728-cc1a-40c4-9c1a-bece4b3715d9 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:26:08.290894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.327275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:07Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:08.341632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.342188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.361477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event updated for resources: {'Port': ['ID=e9144e8f-e62e-481b-baa7-4ab73f79ce22,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:08.363858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37d0ac-c585-4aba-a8ad-0eb0f8ed0f4e None None] The sync data for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 is: [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:07Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:08.364101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.390169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d712663a-23c1-4c09-80b2-fea68c0451ff None None] Provisioning complete for port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:08.390558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d712663a-23c1-4c09-80b2-fea68c0451ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.425525 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.434101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e7a9e-af55-4067-9ab4-34b8e9ec92ba None None] Pushing event updated for resources: {'Port': ['ID=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:08.505684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-4b099f74-dc6f-4805-a41f-e493742f0bee service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211246 Nov 09 17:26:08.526431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fe93be-ccfb-475c-98d4-334d8d0846fd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:08.576974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af0c8c-23ce-4c86-b75f-68fecaf3ab64 req-541fb651-561f-414e-a264-a4c92d1c5cec tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:08.578414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98af0c8c-23ce-4c86-b75f-68fecaf3ab64 req-541fb651-561f-414e-a264-a4c92d1c5cec tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.3386004 Nov 09 17:26:08.603425 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.613342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-cada81be-0421-4080-948e-fd2bf5244656 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 217 time: 0.0551212 Nov 09 17:26:08.619067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.620332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e132c65c-5aa0-447e-b6b7-5a9d3d4480dd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6193144 Nov 09 17:26:08.629307 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.634266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:08.638737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'security_group_rule': {'security_group_id': '1e649c62-1aa6-4b3e-b147-991a93bb8ae1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:08.639439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ddbb7728-cc1a-40c4-9c1a-bece4b3715d9 HTTP/1.1" status: 204 len: 168 time: 0.4739542 Nov 09 17:26:08.647296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:08.714193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.775856 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.780798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.789453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.800823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456d33d-4b70-486b-be7d-b411b82dd69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbb7728-cc1a-40c4-9c1a-bece4b3715d9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:08.837078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.838401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2038305 Nov 09 17:26:08.842755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:08.844526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-8819df01-9e71-4f50-99be-5261aa690470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:08.846303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-8819df01-9e71-4f50-99be-5261aa690470 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.2228060 Nov 09 17:26:08.851648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:08.906829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e9f6c-3c78-4d54-b0f8-f85cfb0b1b0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4708af9-a352-478a-b4b9-7e95917ec4d6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:08.914652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.920389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.941975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98af0c8c-23ce-4c86-b75f-68fecaf3ab64 req-d578bd98-ecc1-413b-afe7-969ca93902ae tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539557 Nov 09 17:26:08.950283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:08.977480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f83b752-098e-4f81-b26e-7a840d1137ae']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:08.998305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9327237a-ac73-4459-965f-bb600e8ab81c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:08.998641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9327237a-ac73-4459-965f-bb600e8ab81c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:09.013663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-609fe384-7f88-446d-a390-9d80ec5d27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.015256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-609fe384-7f88-446d-a390-9d80ec5d27d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404350 Nov 09 17:26:09.016854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.018659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.041069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.050637 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2c4b65-6c81-4d96-b656-7c70673218f7 x-openstack-request-id: req-eb2c4b65-6c81-4d96-b656-7c70673218f7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:09.051020 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:09.051293 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb2c4b65-6c81-4d96-b656-7c70673218f7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:09.055147 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'status': 'completed', 'code': 200} Nov 09 17:26:09.067544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:26:09.068139 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:26:09.165803 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:26:09.279210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.294813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:09.306303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-2b9dcecf-7c62-48c5-a482-dc12be123b07 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657816 Nov 09 17:26:09.323997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a1c1-85ef-49d5-be9b-df89fd677dbb req-cf2772c2-e587-44c0-94f0-9243dc7b72e7 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.325555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf35a1c1-85ef-49d5-be9b-df89fd677dbb req-cf2772c2-e587-44c0-94f0-9243dc7b72e7 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.1589251 Nov 09 17:26:09.344172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.347378 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] 10.222.0.45 "DELETE /v2.0/networks/6f83b752-098e-4f81-b26e-7a840d1137ae HTTP/1.1" status: 204 len: 168 time: 0.6978803 Nov 09 17:26:09.370073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccec0a6-0949-48ba-aeac-31afac70d84f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f83b752-098e-4f81-b26e-7a840d1137ae,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:09.392226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-4668ecba-5571-4d40-b0cb-2517430c8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.393966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-4668ecba-5571-4d40-b0cb-2517430c8719 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 1094 time: 0.2245951 Nov 09 17:26:09.404667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:09.406112 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.456317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf35a1c1-85ef-49d5-be9b-df89fd677dbb req-1e48f2e7-0b53-4916-a21f-c1d9169f05fa tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112478 Nov 09 17:26:09.500154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-60a38439-d567-4895-abc6-5b4e89239949 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847582 Nov 09 17:26:09.583144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59132) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:09.609529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.616840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-7701f05c-507b-4386-85ba-78bc5f3a8e73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 217 time: 0.1025534 Nov 09 17:26:09.732222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.745560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-372d2d25-44eb-40f1-8b2f-c07d3efbf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.745988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-2df9bf4d-290a-47ea-a784-bd6b5696c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.747792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-2df9bf4d-290a-47ea-a784-bd6b5696c817 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.1229742 Nov 09 17:26:09.748414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:09.749273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-372d2d25-44eb-40f1-8b2f-c07d3efbf05f service neutron] 10.222.0.43 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 922 time: 0.3125873 Nov 09 17:26:09.800711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fe65d73a-9a55-4ae9-b7c8-ea4ac6f6d8d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=303e662c809d4c86b5e816b6baf04f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163851 Nov 09 17:26:09.816096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:09.839221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-ad7d3f83-e166-467c-8941-1ec750aab524 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd HTTP/1.1" status: 200 len: 217 time: 0.0712173 Nov 09 17:26:09.865290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34313c-cee1-49dd-8862-dedfb68d0360 req-88b77c5d-6b97-4d7b-8c3b-12f60a143bb1 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.867344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a34313c-cee1-49dd-8862-dedfb68d0360 req-88b77c5d-6b97-4d7b-8c3b-12f60a143bb1 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.1172261 Nov 09 17:26:09.907928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event updated for resources: {'Port': ['ID=e9144e8f-e62e-481b-baa7-4ab73f79ce22,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:09.943595 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a34313c-cee1-49dd-8862-dedfb68d0360 req-b587edac-f369-4fa5-84d5-f1563444b04b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537739 Nov 09 17:26:09.950286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-e647edd6-9c4a-47a6-88a7-40f47d5aeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.951822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-e647edd6-9c4a-47a6-88a7-40f47d5aeae4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 200 len: 862 time: 0.1053202 Nov 09 17:26:09.968758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Allocated IP 172.25.3.54 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/86f03aaf-88d4-4755-ac00-453ab3d8ba37) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:09.984895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-d5ef6a80-6c01-4ed4-860a-9bb04cea4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:09.986653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-d5ef6a80-6c01-4ed4-860a-9bb04cea4522 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2293255 Nov 09 17:26:09.989338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.001168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-f7136fb2-bd62-48a7-8db6-5d51f154dbca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=993670d4-f23e-41f2-bf10-87ac021d7177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399330 Nov 09 17:26:10.146973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f5e0-da92-41ac-bbbe-24f3e95f07ad req-2a2fce8e-3f9e-47ce-8f67-92ab434747df tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:10.148607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6838f5e0-da92-41ac-bbbe-24f3e95f07ad req-2a2fce8e-3f9e-47ce-8f67-92ab434747df tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 943 time: 0.0863478 Nov 09 17:26:10.150545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.151810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-fa66a811-ef78-4902-9628-039d32d66705 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2687557 Nov 09 17:26:10.163164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4fec81d-07ab-4616-a926-b67675b7f01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.192560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-f90d2253-6cc1-4ddd-b4fb-f307d96b0dc3 service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828077 Nov 09 17:26:10.229726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6838f5e0-da92-41ac-bbbe-24f3e95f07ad req-0def0165-7a2b-49eb-90e5-c79589ab28ef tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690780 Nov 09 17:26:10.283191 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-ef461494-86e4-41d2-b845-5abea3c8d861 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.1237340 Nov 09 17:26:10.341031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8a40173-a5b4-4cb5-b473-ef753f40ccca req-9e7a1ec1-92ce-4b7b-a764-f2757caaef49 service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211646 Nov 09 17:26:10.600028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4fec81d-07ab-4616-a926-b67675b7f01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.604254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9fd0-ec77-4e3b-aeae-5908207e01c0 req-89f675c8-8967-4d0c-a459-48eb8a5f5cd7 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:10.606671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53ca9fd0-ec77-4e3b-aeae-5908207e01c0 req-89f675c8-8967-4d0c-a459-48eb8a5f5cd7 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0664754 Nov 09 17:26:10.625735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-9fb6f4cc-07fd-4893-be4d-4359ae523aa9 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247480 Nov 09 17:26:10.664753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53ca9fd0-ec77-4e3b-aeae-5908207e01c0 req-589c3c3e-6b2c-4c08-93a0-1d2ee0d1456f tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502107 Nov 09 17:26:10.665053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.829385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-b10cedaa-8b2a-4e97-8053-5255ec6eb0ff tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:10.830729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f1e8a38-5c50-4820-af2a-5f72924f4f72 req-b10cedaa-8b2a-4e97-8053-5255ec6eb0ff tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.5390441 Nov 09 17:26:10.845521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4fec81d-07ab-4616-a926-b67675b7f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.845521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4fec81d-07ab-4616-a926-b67675b7f01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.845521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f4fec81d-07ab-4616-a926-b67675b7f01a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7febb3d8-7460-4fbe-aaf4-21350ec3dee5 HTTP/1.1" status: 204 len: 168 time: 1.0113213 Nov 09 17:26:10.858612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:10.861028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-890d1373-10ac-4df4-8518-1213ff8ad736 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167139 Nov 09 17:26:10.862124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:10.866803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fec81d-07ab-4616-a926-b67675b7f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7febb3d8-7460-4fbe-aaf4-21350ec3dee5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:10.950309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-add2e0b7-2cc8-4bd9-b71c-fb9375647d95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078 HTTP/1.1" status: 200 len: 217 time: 0.0794299 Nov 09 17:26:10.961369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:10.978151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:10.999339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:11.002840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=86f03aaf-88d4-4755-ac00-453ab3d8ba37,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:11.057201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-d9aaba7a-1c69-420b-8b70-7edb750f5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:11.064214 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-d9aaba7a-1c69-420b-8b70-7edb750f5e86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0963094 Nov 09 17:26:11.095476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-0a89ef13-0a94-4e98-8a4a-97c211c33b47 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:11.100323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-0a89ef13-0a94-4e98-8a4a-97c211c33b47 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 815 time: 0.3198915 Nov 09 17:26:11.163529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-31992f26-b5b3-40fd-b0d6-2c9bc2ac809e tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/quotas/3966099f30e5418d8296535bcf5f97b4 HTTP/1.1" status: 200 len: 375 time: 0.0379937 Nov 09 17:26:11.210508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-86172faa-c36e-461a-b720-e811720b406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:11.212755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-86172faa-c36e-461a-b720-e811720b406e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390047 Nov 09 17:26:11.215899 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:11.229090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:11.248268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-20a5470a-8457-48c7-8acd-70befdc08d50 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830667 Nov 09 17:26:11.248822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'port_id': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'mac_address': 'fa:16:3e:9b:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4c52-da0a-4319-8723-67fbd8e5c089', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:11.299504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:11.327793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:11.366163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:11.379019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:11.391114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:11.429395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-6820ba48-0a81-438c-a513-3a4e4094f01a service neutron] 10.222.0.45 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783314 Nov 09 17:26:11.461535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-7f2776c2-900f-4b49-89ea-ccc4b12fc7b1 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:11.463414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-7f2776c2-900f-4b49-89ea-ccc4b12fc7b1 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1626365 Nov 09 17:26:11.536677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:11.541123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-ecbdf005-f608-47d9-b247-dd9d18ea1e02 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108416 Nov 09 17:26:11.608056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-f94202b4-cf1c-4bf1-8c02-f601ddf15282 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.1264923 Nov 09 17:26:11.611626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-768c2343-c83b-4952-be4c-7284a76813fa service neutron] 10.222.0.45 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811035 Nov 09 17:26:11.644545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:11.701493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Request body: {'floatingip': {'port_id': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:11.854170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:12.003547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65bcf-db1f-456b-812b-1e75cc0438bf req-748b7b38-658c-4da2-b1f0-0303f72cbf95 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:12.005582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-adf65bcf-db1f-456b-812b-1e75cc0438bf req-748b7b38-658c-4da2-b1f0-0303f72cbf95 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 944 time: 0.1057124 Nov 09 17:26:12.102249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-adf65bcf-db1f-456b-812b-1e75cc0438bf req-d9586340-684c-436b-8755-58493cf18c6e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842006 Nov 09 17:26:12.323763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42bb08-c522-469a-9713-7593ffa8cef9 req-2379a6ee-ab3f-44c1-855c-1de9d6649197 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:12.333024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b42bb08-c522-469a-9713-7593ffa8cef9 req-2379a6ee-ab3f-44c1-855c-1de9d6649197 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.1169343 Nov 09 17:26:12.403390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b42bb08-c522-469a-9713-7593ffa8cef9 req-4f6a770a-5635-472a-a523-56d492d2fad2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681982 Nov 09 17:26:12.686302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98b78de9-0316-4967-a2e1-cd1c1a6fbfc8 req-01b72345-6e66-4891-a440-a928e1542ca4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0277908 Nov 09 17:26:12.829015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:26:12.861439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:12.873283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-725dcad1-b92f-4cdc-9655-e58c49ebc4cd service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3001578 Nov 09 17:26:12.904309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-8fc552a3-20f1-45e6-94df-6952ae56bf61 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:12.905845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-8fc552a3-20f1-45e6-94df-6952ae56bf61 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.83 "GET /v2.0/ports?device_id=8eed11fa-63b5-471d-b547-206f1127c1fd HTTP/1.1" status: 200 len: 945 time: 0.4858973 Nov 09 17:26:12.932718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:12.936703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:12.937026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:12.994525 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.003246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-28f764eb-911f-45e3-8e61-7b664695a9f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=5729fcde-178d-4c21-8f3a-057e019dc413 HTTP/1.1" status: 200 len: 217 time: 0.1153939 Nov 09 17:26:13.005857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.030248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.045802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.062703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.123703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:13.124780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:13.128276 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df7c2f-466c-4864-b3b2-f8efdf124cac" -d '{"events": [{"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-plugged", "status": "completed", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:13.132580 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.213933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:13.259421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9682006-46d4-408a-8cb5-94740919d2bc req-b8531a88-c464-44c5-a51e-54eecf122c66 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.261331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9682006-46d4-408a-8cb5-94740919d2bc req-b8531a88-c464-44c5-a51e-54eecf122c66 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 946 time: 0.2496359 Nov 09 17:26:13.290541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=86f03aaf-88d4-4755-ac00-453ab3d8ba37,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:13.297025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-fc8f6d19-2f45-48c3-ac35-f5769946b197 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.298829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-fc8f6d19-2f45-48c3-ac35-f5769946b197 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 815 time: 0.2431355 Nov 09 17:26:13.318849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Request body: {'port': {'device_id': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'admin_state_up': True, 'tenant_id': '3966099f30e5418d8296535bcf5f97b4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:13.328316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-36c14fd7-6991-40a5-a8a8-8f6a1ea22e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.329819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-36c14fd7-6991-40a5-a8a8-8f6a1ea22e59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.3006635 Nov 09 17:26:13.356512 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.358804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:13.377352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9682006-46d4-408a-8cb5-94740919d2bc req-2da616a8-c1b8-45bf-b9bf-a38356bb6ff3 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/security-groups?id=87584452-7e7a-43e3-8a90-63caa35f1ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080792 Nov 09 17:26:13.406637 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Floating IP 9107697c-963b-43a9-985b-da275728ab0a associated. External IP: 172.25.3.111, port: 1c7950c2-2e66-42dc-9784-e525006bd8b2. Nov 09 17:26:13.455516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.460926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dee208ae-1fb1-4d35-ac85-902d46be3cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6131690 Nov 09 17:26:13.489509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Deleting port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:13.489851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.511345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Made reservation on behalf of 3966099f30e5418d8296535bcf5f97b4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:13.514955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.525969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240425-9753-448a-a0c3-0a7295e9f08d req-3b75f7ce-9e48-468d-89e5-0ccfe8a218b4 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.533379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41240425-9753-448a-a0c3-0a7295e9f08d req-3b75f7ce-9e48-468d-89e5-0ccfe8a218b4 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.0810988 Nov 09 17:26:13.601882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-59e67a2b-de8d-4f4e-99ef-1aee4b3d184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.603521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-59e67a2b-de8d-4f4e-99ef-1aee4b3d184e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577474 Nov 09 17:26:13.624399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ab0b-e1df-4676-a0c3-d7de76854a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.639566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41240425-9753-448a-a0c3-0a7295e9f08d req-9ac25a8f-f5f8-4eb8-a4c9-d0fd8e1899b8 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052606 Nov 09 17:26:13.690398 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1da1e35-1b6a-4fad-bf8a-4cfab6f2cda1 x-openstack-request-id: req-a1da1e35-1b6a-4fad-bf8a-4cfab6f2cda1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:13.690821 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-plugged", "status": "completed", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:13.692185 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1da1e35-1b6a-4fad-bf8a-4cfab6f2cda1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:13.694384 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'code': 200} Nov 09 17:26:13.711272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Allocated IP 172.20.0.14 (3992d8d8-4ac7-459a-9fca-0118b3416872/83a28a65-37c5-4ecb-9120-b72cea4e488f/a5451ad8-d0b2-4751-9aea-7725a020007f) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:13.767382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] For port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:13.767750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:13.843481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Calling delete_port for 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:13.920277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1262ef-a206-4c76-b951-49d20bfda7f3 req-4921dbe2-0eaf-4e56-b8a1-752fb01dd2e0 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.921787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df1262ef-a206-4c76-b951-49d20bfda7f3 req-4921dbe2-0eaf-4e56-b8a1-752fb01dd2e0 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 944 time: 0.1591775 Nov 09 17:26:13.923585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebbd12-edcf-4cb8-8a27-ab2fc171a79c req-95a909c3-dd14-4786-88d5-047c268b634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:13.924925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13ebbd12-edcf-4cb8-8a27-ab2fc171a79c req-95a909c3-dd14-4786-88d5-047c268b634a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 1096 time: 0.1476316 Nov 09 17:26:13.949103 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-aecb02f4-5a1e-4ff2-80e6-1deca8cb405d service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315649 Nov 09 17:26:13.981994 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.028198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df1262ef-a206-4c76-b951-49d20bfda7f3 req-05d34c38-f5b7-4d75-8d08-fe563e800ea3 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931623 Nov 09 17:26:14.037255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13ebbd12-edcf-4cb8-8a27-ab2fc171a79c req-286354dc-f7e9-4203-ba75-7bfa264e89f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010318 Nov 09 17:26:14.056407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ab0b-e1df-4676-a0c3-d7de76854a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.069748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Router 4cddd0a6-1e60-495d-af25-e87513a78892 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:14.070687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ab0b-e1df-4676-a0c3-d7de76854a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.074674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.116686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:14.119960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:14.124241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:14.183041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:14.196803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b8c3ab0b-e1df-4676-a0c3-d7de76854a99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=298c2a33b85841d48ad462d580a3ae11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8343050 Nov 09 17:26:14.201329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59238) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:14.205065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3ab0b-e1df-4676-a0c3-d7de76854a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374f636b-d945-4bd7-b18b-dea72e07b887,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:14.238352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-86a17160-dbab-4750-a5e3-27b8374a9763 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1327825303&fields=id&tenant_id=71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 267 time: 0.1111417 Nov 09 17:26:14.247446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:14.248061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.273748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-1c68aa28-d88f-41fb-8f01-5f24a7bc1134 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075640 Nov 09 17:26:14.347163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-ee45387a-a75b-48c6-8701-0433d201e448 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 200 len: 217 time: 0.0574205 Nov 09 17:26:14.356105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-afde20a4-0978-4e69-a860-1a604c4fc464 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0419106 Nov 09 17:26:14.378751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Request body: {'port': {'device_id': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:14.389277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.429902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c05476e-70e6-4fa2-a45d-179174932cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.445333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-437de6fc-4b2b-470e-a51d-1adc449df844 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:14.446893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-437de6fc-4b2b-470e-a51d-1adc449df844 tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.43 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 946 time: 0.1701920 Nov 09 17:26:14.525738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-6d366e40-5098-4c60-bb1e-d4986507ffb8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:14.527208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-6d366e40-5098-4c60-bb1e-d4986507ffb8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.2757113 Nov 09 17:26:14.554910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c05476e-70e6-4fa2-a45d-179174932cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.560854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.586762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-c745d163-79d7-47b3-b6a4-c330038269bb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/quotas/71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 375 time: 0.0508635 Nov 09 17:26:14.694140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Pushing event deleted for resources: {'Port': ['ID=1e6dac86-0619-4de5-8fd0-0ec99dd38ef1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:14.737071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-a11270fa-9e48-4280-86b4-41a87725f860 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260774 Nov 09 17:26:14.754737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] No DVR routers for this DVR port 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:14.757017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:14.759359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-5cb08ada-f87a-46ac-ad15-fcdeda1982d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:14.760800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-5cb08ada-f87a-46ac-ad15-fcdeda1982d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.3820267 Nov 09 17:26:14.763833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.767569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.768039 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] Sync routers for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:14.770477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c67f7ac-22cf-417e-bc7f-1292b811efe7 req-5f2d46bd-b50b-4a63-aadf-65cc0c8b4b5d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.83 "DELETE /v2.0/ports/1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 HTTP/1.1" status: 204 len: 173 time: 1.8438404 Nov 09 17:26:14.770918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'name': 'network-vif-deleted', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:14.773799 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d884d12-0dee-4473-8565-a74056fd2d59" -d '{"events": [{"server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "name": "network-vif-deleted", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:14.781182 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:14.782726 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c05476e-70e6-4fa2-a45d-179174932cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.782935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:14.785354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c05476e-70e6-4fa2-a45d-179174932cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.789996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1c05476e-70e6-4fa2-a45d-179174932cb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/374f636b-d945-4bd7-b18b-dea72e07b887 HTTP/1.1" status: 204 len: 168 time: 0.5835426 Nov 09 17:26:14.817611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Deleting port 2fb309ae-2058-404c-8b01-8eb71ccc2977 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:14.818075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:14.853115 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-cb7b5a77-0908-49a4-8ce2-5cccb3ec2f8d tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "PUT /v2.0/floatingips/9107697c-963b-43a9-985b-da275728ab0a HTTP/1.1" status: 200 len: 996 time: 3.2095358 Nov 09 17:26:14.913995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-713687ac-29ae-4321-a90d-4f41a8838fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:14.915875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-713687ac-29ae-4321-a90d-4f41a8838fa1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204736 Nov 09 17:26:14.931437 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:15.080123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-99545200-2e14-4c32-8a81-f5a6c26b6948 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392035 Nov 09 17:26:15.216471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-f8dd16a0-33e2-45ee-b774-526b8053016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:15.229376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-f8dd16a0-33e2-45ee-b774-526b8053016f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1096 time: 0.3526459 Nov 09 17:26:15.260704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 432648a2-c95f-4a09-b602-8fdd295512f2 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:15.266611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:15.290486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05476e-70e6-4fa2-a45d-179174932cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374f636b-d945-4bd7-b18b-dea72e07b887,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:15.311052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:15.311728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1e6dac86-0619-4de5-8fd0-0ec99dd38ef1 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:15.333323 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '9107697c-963b-43a9-985b-da275728ab0a', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'port_id': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'mac_address': 'fa:16:3e:84:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:26:08Z', 'updated_at': '2021-11-09T17:26:12Z', 'revision_number': 1, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:15.368542 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] Checking router: 4cddd0a6-1e60-495d-af25-e87513a78892 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:15.379628 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:15.380739 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:15.424401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] For port 2fb309ae-2058-404c-8b01-8eb71ccc2977, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fb309ae-2058-404c-8b01-8eb71ccc2977,segment=NetworkSegment(1ea8597b-0b71-40d3-b503-7ed2a4ff846c),segment_id=1ea8597b-0b71-40d3-b503-7ed2a4ff846c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:15.424995 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:15.445158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Calling delete_port for 2fb309ae-2058-404c-8b01-8eb71ccc2977 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:15.448508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-80e11c25-fbcb-4697-89ee-0a28a71b06dc service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540561 Nov 09 17:26:15.493569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 432648a2-c95f-4a09-b602-8fdd295512f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=432648a2-c95f-4a09-b602-8fdd295512f2,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:15.513465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-ceebdbe8-5231-477d-beca-4478c9709325 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 200 len: 217 time: 0.0554659 Nov 09 17:26:15.526022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '432648a2-c95f-4a09-b602-8fdd295512f2', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'port_id': '432648a2-c95f-4a09-b602-8fdd295512f2', 'mac_address': 'fa:16:3e:23:21:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:15.526824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-e7f7c001-c65d-47a5-9ef0-34f66febd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:15.539133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-e7f7c001-c65d-47a5-9ef0-34f66febd90b service neutron] 10.222.0.45 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 929 time: 0.3081806 Nov 09 17:26:15.607351 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:15.617895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:15.638084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432648a2-c95f-4a09-b602-8fdd295512f2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:15.676255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 432648a2-c95f-4a09-b602-8fdd295512f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=432648a2-c95f-4a09-b602-8fdd295512f2,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:15.682326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:15.692858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-da0c9ee1-d4f4-44d6-abb7-7b50c37e38b4 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8987849 Nov 09 17:26:15.720215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-e796483f-6e94-4ee2-bb00-45fd407ee3c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 999 time: 0.1801126 Nov 09 17:26:15.723217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-98123240-906f-42aa-afe5-1ecf57cd3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:15.725262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-98123240-906f-42aa-afe5-1ecf57cd3baf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.1834874 Nov 09 17:26:15.766907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=432648a2-c95f-4a09-b602-8fdd295512f2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:15.818575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-55f77085-08d6-47fa-a4dc-afbadf910c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:15.826906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-55f77085-08d6-47fa-a4dc-afbadf910c97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 200 len: 868 time: 0.1056526 Nov 09 17:26:15.832155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-ee974bc4-c93c-4666-8f07-fc6ff71345af service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366391 Nov 09 17:26:15.839615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cd756-4931-428a-acd7-613263e224e6 req-9caf13a2-8c06-4d65-8d9e-d24763aa646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:15.841009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-9caf13a2-8c06-4d65-8d9e-d24763aa646a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079381 Nov 09 17:26:15.930633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-741f01dd-aeb3-48a1-8ddc-7de611d25eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:15.933509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:15.939333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-741f01dd-aeb3-48a1-8ddc-7de611d25eca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db0307b3-3656-421c-b9b5-f902723161ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114497 Nov 09 17:26:15.963322 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '9107697c-963b-43a9-985b-da275728ab0a', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'port_id': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'mac_address': 'fa:16:3e:84:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:26:08Z', 'updated_at': '2021-11-09T17:26:12Z', 'revision_number': 1, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:15.988469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Pushing event deleted for resources: {'Port': ['ID=2fb309ae-2058-404c-8b01-8eb71ccc2977,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:16.027320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d5870-f61d-4ffb-9422-5e2f93484b3f None None] The sync data for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 is: [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '9107697c-963b-43a9-985b-da275728ab0a', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'port_id': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'mac_address': 'fa:16:3e:84:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:26:08Z', 'updated_at': '2021-11-09T17:26:12Z', 'revision_number': 1, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:16.038908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['432648a2-c95f-4a09-b602-8fdd295512f2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:16.060249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:16.148317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-aa7d3dc8-448f-4ec0-8645-5d251f160bd4 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884560 Nov 09 17:26:16.162621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] No DVR routers for this DVR port 2fb309ae-2058-404c-8b01-8eb71ccc2977 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:16.243183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.246791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f69a2b3-6313-4621-ab78-a13e93304415 req-f4496d19-6f96-4422-8d4f-18e23d865f0b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.43 "DELETE /v2.0/ports/2fb309ae-2058-404c-8b01-8eb71ccc2977 HTTP/1.1" status: 204 len: 173 time: 1.7892404 Nov 09 17:26:16.291050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'name': 'network-vif-deleted', 'tag': '2fb309ae-2058-404c-8b01-8eb71ccc2977'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:16.296145 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119b0c0b-795e-4468-aecb-1d5f7f7e2950" -d '{"events": [{"server_uuid": "49f763b3-8ec7-4767-9e5e-b67e8061a5ca", "name": "network-vif-deleted", "tag": "2fb309ae-2058-404c-8b01-8eb71ccc2977"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:16.355650 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-b6f2d8d9-03a8-4e1f-b38b-8cb3b8944807 service neutron] 10.222.0.45 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153066 Nov 09 17:26:16.364439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-438356892-network', 'tenant_id': '104252495378481fb2d44f9f2898d8c3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:16.382245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5451ad8-d0b2-4751-9aea-7725a020007f {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:16.414934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.430864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09482ee-8612-481b-9e31-d60acefb6ce3 req-3ed31f7c-132d-4410-aed5-349c41aee8f2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:16.433220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d09482ee-8612-481b-9e31-d60acefb6ce3 req-3ed31f7c-132d-4410-aed5-349c41aee8f2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 932 time: 0.2803521 Nov 09 17:26:16.465577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Transition to ACTIVE for port object a5451ad8-d0b2-4751-9aea-7725a020007f will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:26:16.479283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.488508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39bc24-a417-47b5-a719-207d8ea5f6e9 None None] New status for floating IP 9107697c-963b-43a9-985b-da275728ab0a: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:26:16.574745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d09482ee-8612-481b-9e31-d60acefb6ce3 req-a4bbadca-acb6-4a5f-ab08-aabc9fe95cad tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352785 Nov 09 17:26:16.576632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ba438f1-06f6-4210-8821-627bef6b1cc5 req-881987fc-d912-4b99-b7dc-27ef5f55a5d9 service neutron] 10.222.0.45 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186046 Nov 09 17:26:16.600788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:16.612399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.643343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:16.661585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e8cd756-4931-428a-acd7-613263e224e6 req-a59fe603-8b8f-4637-9864-6f590ac9242b service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941850 Nov 09 17:26:16.662575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.722870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.729587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.729955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.730307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.731113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.731113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.731508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.731657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.731985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.738818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.738818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.739128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:16.862005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53d45892-2233-4a3b-bb6c-1e95fb9eba63 req-3f035822-05b6-46ed-a6b3-b244549bca7b tempest-VolumesAdminNegativeTest-1517447705 tempest-VolumesAdminNegativeTest-1517447705-project] 10.222.0.45 "GET /v2.0/ports?device_id=49f763b3-8ec7-4767-9e5e-b67e8061a5ca HTTP/1.1" status: 200 len: 210 time: 0.0783880 Nov 09 17:26:16.883949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fb309ae-2058-404c-8b01-8eb71ccc2977 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:16.917301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 2fb309ae-2058-404c-8b01-8eb71ccc2977 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:16.917835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fb309ae-2058-404c-8b01-8eb71ccc2977 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:16.917973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Attempting to bind port a5451ad8-d0b2-4751-9aea-7725a020007f on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:16.918320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Attempting to bind port a5451ad8-d0b2-4751-9aea-7725a020007f by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:16.918650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Attempting to bind port a5451ad8-d0b2-4751-9aea-7725a020007f on network 3992d8d8-4ac7-459a-9fca-0118b3416872 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:16.932277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Port a5451ad8-d0b2-4751-9aea-7725a020007f on network 3992d8d8-4ac7-459a-9fca-0118b3416872 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:26:16.933197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Attempting to bind port a5451ad8-d0b2-4751-9aea-7725a020007f on network 3992d8d8-4ac7-459a-9fca-0118b3416872 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:16.945149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:16.945665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Checking segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:16.945883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Bound using segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:16.946313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Bound port: a5451ad8-d0b2-4751-9aea-7725a020007f, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:16.946669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.960447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.963108 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c2268-0db9-47e2-b5a1-9d213d0386e7 x-openstack-request-id: req-879c2268-0db9-47e2-b5a1-9d213d0386e7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:16.963477 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eed11fa-63b5-471d-b547-206f1127c1fd", "name": "network-vif-deleted", "tag": "1e6dac86-0619-4de5-8fd0-0ec99dd38ef1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:16.963739 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-879c2268-0db9-47e2-b5a1-9d213d0386e7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:16.964874 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eed11fa-63b5-471d-b547-206f1127c1fd', 'name': 'network-vif-deleted', 'tag': '1e6dac86-0619-4de5-8fd0-0ec99dd38ef1', 'status': 'completed', 'code': 200} Nov 09 17:26:16.970664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:16.989663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:26:17.001810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.002164 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Added segment eb97ab59-68f7-433a-8be7-330c700d2ba7 of type vlan for network b97f8e88-3885-4bdb-8f7e-90c185556c3a Nov 09 17:26:17.117950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.129095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:17.133478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:17.142785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f621-56f1-459c-bf2e-2f4f7c3944b4 req-e011f029-7ce4-4979-abd1-38e2c1c8de0e tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.143807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719cc73-cfb6-48a2-8b7c-48cdcba9305a req-3181a65e-3b5c-4659-b251-c96f689db34a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.145498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5719cc73-cfb6-48a2-8b7c-48cdcba9305a req-3181a65e-3b5c-4659-b251-c96f689db34a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.2783301 Nov 09 17:26:17.150892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec71f621-56f1-459c-bf2e-2f4f7c3944b4 req-e011f029-7ce4-4979-abd1-38e2c1c8de0e tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 945 time: 0.1276944 Nov 09 17:26:17.153935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42888797-2eac-4162-a158-4fca716be803,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:17.154712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.221831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.222552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.224120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] 10.222.0.43 "PUT /v2.0/ports/a5451ad8-d0b2-4751-9aea-7725a020007f HTTP/1.1" status: 200 len: 1092 time: 2.8537097 Nov 09 17:26:17.226965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.227736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.228339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.264715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 432648a2-c95f-4a09-b602-8fdd295512f2 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:17.268716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef03f-867c-4a64-aab6-86763f6393aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:17.268934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5719cc73-cfb6-48a2-8b7c-48cdcba9305a req-b0fb1f6c-4c5b-4b56-9916-0e24ac756c38 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022830 Nov 09 17:26:17.301031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec71f621-56f1-459c-bf2e-2f4f7c3944b4 req-6e02ac6e-fae6-408e-84f3-b473bdcef4c5 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490109 Nov 09 17:26:17.330207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2676268 Nov 09 17:26:17.333463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:17.340596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Request body: {'subnet': {'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-subnet', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:17.351247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5bc1-3b29-4268-8962-77c5d9b1a6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b97f8e88-3885-4bdb-8f7e-90c185556c3a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:17.373263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:26:17.398312 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea21b26e-d2c4-4d78-bdc0-1456c5436e7a x-openstack-request-id: req-ea21b26e-d2c4-4d78-bdc0-1456c5436e7a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:17.399319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:17.403259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.403716 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f763b3-8ec7-4767-9e5e-b67e8061a5ca", "name": "network-vif-deleted", "tag": "2fb309ae-2058-404c-8b01-8eb71ccc2977", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:17.404173 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea21b26e-d2c4-4d78-bdc0-1456c5436e7a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:17.404778 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f763b3-8ec7-4767-9e5e-b67e8061a5ca', 'name': 'network-vif-deleted', 'tag': '2fb309ae-2058-404c-8b01-8eb71ccc2977', 'status': 'completed', 'code': 200} Nov 09 17:26:17.435209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-ab9027f3-b4f0-4cf8-be12-21a518d62bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.437461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-ab9027f3-b4f0-4cf8-be12-21a518d62bd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 1095 time: 0.1095548 Nov 09 17:26:17.484651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 432648a2-c95f-4a09-b602-8fdd295512f2 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:17.493970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 432648a2-c95f-4a09-b602-8fdd295512f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:17.494636 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.554805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-8875b75f-95bc-4b51-9c8a-dd687b57a466 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5451ad8-d0b2-4751-9aea-7725a020007f HTTP/1.1" status: 200 len: 217 time: 0.0881658 Nov 09 17:26:17.674406 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.683249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.712529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:17.715168 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431b8973-608a-4574-a92c-a8305af1248d" -d '{"events": [{"server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "name": "network-vif-plugged", "status": "completed", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:17.731331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b911-d48a-464d-b693-598186273d7f req-97a580c0-5d4c-46a3-8bc9-480b1d5079f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.733223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-97a580c0-5d4c-46a3-8bc9-480b1d5079f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.1706183 Nov 09 17:26:17.733776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 432648a2-c95f-4a09-b602-8fdd295512f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=432648a2-c95f-4a09-b602-8fdd295512f2,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:17.741934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.749741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2231f959-9868-477a-b964-f070a32aa5e9 req-d102d383-0640-4123-b09b-700cbe2de64c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 210 time: 0.0788596 Nov 09 17:26:17.767176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e282c27a-ce00-4851-95cf-2225e083b27f req-9d5a5ae8-8361-46ce-aa71-a586270d24fa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 258 time: 0.3460588 Nov 09 17:26:17.779266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f8bc2b-4dd1-4f44-b647-e5bf34636333,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:17.787625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:17.795711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-ebd208ce-d3d2-4524-a01f-6bb4d0568c71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536082 Nov 09 17:26:17.804116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=432648a2-c95f-4a09-b602-8fdd295512f2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:17.829844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Checking segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:17.830352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Network hostable DHCP agents. Network: b97f8e88-3885-4bdb-8f7e-90c185556c3a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:26:17.888022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:26:17.888898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.908621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5e9d8-c322-4e91-ade7-53aedbc738a5 req-6c8548be-1128-459f-b5a1-06925c42304a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.910447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1c5e9d8-c322-4e91-ade7-53aedbc738a5 req-6c8548be-1128-459f-b5a1-06925c42304a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.0731628 Nov 09 17:26:17.911912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b97f8e88-3885-4bdb-8f7e-90c185556c3a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:17.916110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:17.916699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:17.920433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7aeb8-7995-4183-91ab-7e98c14178c7 None None] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:17.968556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c2f19af-31bf-4763-b7c2-1c810172177b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6329670 Nov 09 17:26:17.979242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:17.991129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:17.993274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-692f11ca-6420-415d-b5b2-88e7bc476e2c service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898932 Nov 09 17:26:18.003384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1c5e9d8-c322-4e91-ade7-53aedbc738a5 req-0f24e4a8-877e-413f-aabd-1797baf448ef tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840905 Nov 09 17:26:18.044504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.046125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.170608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.173651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3058b911-d48a-464d-b693-598186273d7f req-4b1aeb61-5624-40f7-84a0-dd50c268ffce service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730964 Nov 09 17:26:18.214267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.217531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:26:18.219214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.305651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Allocated IP 172.25.3.7 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/25a825c9-c99a-46fb-be44-278fd06e53fd) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:18.411137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Allocated IP 172.20.0.2 (b97f8e88-3885-4bdb-8f7e-90c185556c3a/21f8bc2b-4dd1-4f44-b647-e5bf34636333/8b5e71ff-2aa5-43db-bb8b-a129b477e6b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:18.417976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-f92a8486-9f4b-4b42-aab5-dfdfea034727 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:18.419673 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-f92a8486-9f4b-4b42-aab5-dfdfea034727 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.3225439 Nov 09 17:26:18.434900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.456862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14069c-f7e2-4688-8400-14f1a6e36eae req-d2243f68-9204-4588-9659-7a7c27b15ecf tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:18.458481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d14069c-f7e2-4688-8400-14f1a6e36eae req-d2243f68-9204-4588-9659-7a7c27b15ecf tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 944 time: 0.2629783 Nov 09 17:26:18.481325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.485380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.521859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:18.529061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:18.533636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:18.536763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event updated for resources: {'Port': ['ID=25a825c9-c99a-46fb-be44-278fd06e53fd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:18.578089 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.586289 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.602768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-73171643-02e2-48c0-8680-b83fb1cf896b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 380 time: 0.1430583 Nov 09 17:26:18.607625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d14069c-f7e2-4688-8400-14f1a6e36eae req-cc6c696c-16c0-4d14-a847-5aab8564d731 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403012 Nov 09 17:26:18.617956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'port': {'device_id': '840356e3-31cc-417c-8edc-8693896ca175', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'admin_state_up': True, 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'security_groups': ['1e649c62-1aa6-4b3e-b147-991a93bb8ae1']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:18.644552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:18.651288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:18.653154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Pushing event updated for resources: {'Port': ['ID=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:18.655798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:18.697042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.707668 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6b0579-b8f1-41be-bfbc-5e3e5fb31c3a x-openstack-request-id: req-ed6b0579-b8f1-41be-bfbc-5e3e5fb31c3a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:18.710521 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "name": "network-vif-plugged", "status": "completed", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:18.711206 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed6b0579-b8f1-41be-bfbc-5e3e5fb31c3a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:18.715531 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2', 'code': 200} Nov 09 17:26:18.773689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Attempting to bind port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:18.774451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Attempting to bind port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:18.774891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Attempting to bind port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 on network b97f8e88-3885-4bdb-8f7e-90c185556c3a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:18.781110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:18.781579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Checking segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:18.782057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.782732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Bound using segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:18.783351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.783501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Bound port: 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:18.783936 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.824838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59306) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:18.838308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:18.841813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.874417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] For port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:18.880218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] For port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:18.894036 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.945429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Deleting subnet fe1c2ee0-7a2b-414a-9120-a976398e1b84 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:26:18.951819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:18.967996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:18.969852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5ae42-e395-4fdc-b2f7-f618c5a6863c None None] Pushing event updated for resources: {'Port': ['ID=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:18.973790 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4618d043-aced-45ea-9376-08cce775622a" -d '{"events": [{"name": "network-changed", "server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:18.993979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c982c-76f0-422b-a488-eb228a7bdfe8 req-3f9c8523-86e4-449d-9fd2-dbfed4e73562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:18.995558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-021c982c-76f0-422b-a488-eb228a7bdfe8 req-3f9c8523-86e4-449d-9fd2-dbfed4e73562 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 1097 time: 0.1952341 Nov 09 17:26:19.009962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.035099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.083968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.084795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.129418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-021c982c-76f0-422b-a488-eb228a7bdfe8 req-d5a68c1e-f61d-4738-90ff-1868c724a6ec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213391 Nov 09 17:26:19.150116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.162186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.200678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Allocated IP 172.20.0.7 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/79bd964b-741e-4abf-8b87-6909106b686c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:19.272523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.288595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event updated for resources: {'Port': ['ID=25a825c9-c99a-46fb-be44-278fd06e53fd,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:19.314059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1c2ee0-7a2b-414a-9120-a976398e1b84,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:19.317498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.321885 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.325605 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-58331a8c-e999-4482-ae6f-af63de967743 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fe1c2ee0-7a2b-414a-9120-a976398e1b84 HTTP/1.1" status: 204 len: 168 time: 0.4997382 Nov 09 17:26:19.328036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59320) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:19.396537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.403847 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e282c27a-ce00-4851-95cf-2225e083b27f req-b76c70eb-e72e-4429-8710-66bbb44b6b52 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6349216 Nov 09 17:26:19.407973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:19.411331 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7168bae5-5cf1-4960-b357-480f407d44e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:19.503404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e282c27a-ce00-4851-95cf-2225e083b27f req-300b72cc-f0fa-468e-8739-d006a236b3aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0985181 Nov 09 17:26:19.511246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.609283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.635460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e96662-83b7-485b-ae13-0f8df8854d6f']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:19.652811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea8597b-0b71-40d3-b503-7ed2a4ff846c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:19.653657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea8597b-0b71-40d3-b503-7ed2a4ff846c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:19.668646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.703688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.743216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:26:19.743635 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:26:19.745349 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:26:19.781137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Allocated IP 172.25.3.167 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:19.828897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.833033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f551520-0e68-4b0c-b21a-ac4c198418b4 req-eb623e9c-024a-45c9-812b-a0c048166998 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:19.835467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f551520-0e68-4b0c-b21a-ac4c198418b4 req-eb623e9c-024a-45c9-812b-a0c048166998 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.4076908 Nov 09 17:26:19.853430 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.856986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] 10.222.0.45 "DELETE /v2.0/networks/d6e96662-83b7-485b-ae13-0f8df8854d6f HTTP/1.1" status: 204 len: 168 time: 0.5277956 Nov 09 17:26:19.859820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb6864-31e2-4990-87d9-a5b04e89a49c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e96662-83b7-485b-ae13-0f8df8854d6f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:19.861577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59330) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:19.880126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282c27a-ce00-4851-95cf-2225e083b27f req-73db4ccd-f872-4c9b-87ae-535f0519bcc4 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:19.882363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e282c27a-ce00-4851-95cf-2225e083b27f req-73db4ccd-f872-4c9b-87ae-535f0519bcc4 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3679264 Nov 09 17:26:19.895137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:19.957133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Deleting subnet a2beec7d-890b-4b2a-9856-649a107ffd3f {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:26:19.961288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.002830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.019426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f551520-0e68-4b0c-b21a-ac4c198418b4 req-3d432ea3-f43f-4938-be75-93d81a368163 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706972 Nov 09 17:26:20.026885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.051440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.079638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5060cb8b-9d99-43e9-a275-9644875dc7ab req-25052e1b-599d-445f-8a56-79cb3cd23eea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 210 time: 0.0736899 Nov 09 17:26:20.113295 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5344806d-79f0-465b-8226-51cea953cead x-openstack-request-id: req-5344806d-79f0-465b-8226-51cea953cead {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:20.113595 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:20.113850 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5344806d-79f0-465b-8226-51cea953cead {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:20.114244 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'status': 'completed', 'code': 200} Nov 09 17:26:20.138328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:20.144252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:20.154397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:20.182713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:20.185803 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787734b1-d9be-4b34-bd3c-8133b32c2043 x-openstack-request-id: req-787734b1-d9be-4b34-bd3c-8133b32c2043 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:20.186199 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:20.187231 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-787734b1-d9be-4b34-bd3c-8133b32c2043 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:20.188232 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'status': 'completed', 'code': 200} Nov 09 17:26:20.191480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.222273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.291826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.292970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.301564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:20.307499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:20.317079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:20.332431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:20.391164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-4c52c02e-43e4-401e-9dff-4e12160167e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7772062 Nov 09 17:26:20.406929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Request body: {'port': {'device_id': '840356e3-31cc-417c-8edc-8693896ca175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:20.409033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3771866-d684-4fa4-bd5a-498b7fc1eac3 None None] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:20.496478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d043-aced-45ea-9376-08cce775622a req-ad7eff19-2c82-4e8e-ba45-06990154ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.499508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-ad7eff19-2c82-4e8e-ba45-06990154ba8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1096 time: 0.3789210 Nov 09 17:26:20.504877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.549662 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.556484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a2beec7d-890b-4b2a-9856-649a107ffd3f HTTP/1.1" status: 204 len: 168 time: 0.6902394 Nov 09 17:26:20.587133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59340) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:20.599272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.629429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c2453-225b-49f2-808b-852be6f98396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2beec7d-890b-4b2a-9856-649a107ffd3f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:20.640675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a916ee86-6a21-49bd-b270-6543ed37b6f2 None None] Provisioning complete for port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:20.642219 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a916ee86-6a21-49bd-b270-6543ed37b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.645743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-78e0512c-1591-46cd-9200-dc1cf2eb31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.647321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-78e0512c-1591-46cd-9200-dc1cf2eb31e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 1095 time: 0.4123375 Nov 09 17:26:20.689031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707cf91-f545-4235-a011-42eec1a47e59 req-ea6b1bd8-5b41-4bd8-abe8-1775c2d421e2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.690529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9707cf91-f545-4235-a011-42eec1a47e59 req-ea6b1bd8-5b41-4bd8-abe8-1775c2d421e2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 944 time: 0.3003650 Nov 09 17:26:20.751393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-e084b0f1-30cd-4e05-bf7b-0ff02cb9b81e tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.753647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-e084b0f1-30cd-4e05-bf7b-0ff02cb9b81e tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1322575 Nov 09 17:26:20.777539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a916ee86-6a21-49bd-b270-6543ed37b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.811085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a916ee86-6a21-49bd-b270-6543ed37b6f2 None None] For port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:20.824798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a916ee86-6a21-49bd-b270-6543ed37b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.833575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:20.883535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916ee86-6a21-49bd-b270-6543ed37b6f2 None None] Pushing event updated for resources: {'Port': ['ID=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:20.894402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-7c9400d9-d4c6-47fa-8ac0-5d854c61b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.896079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-7c9400d9-d4c6-47fa-8ac0-5d854c61b82f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 915 time: 0.2166698 Nov 09 17:26:20.902659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d043-aced-45ea-9376-08cce775622a req-57107616-b616-43fb-ac68-31f93ce974aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:20.904159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-57107616-b616-43fb-ac68-31f93ce974aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 929 time: 0.3807011 Nov 09 17:26:20.917133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9707cf91-f545-4235-a011-42eec1a47e59 req-b1d59ccf-9f10-40f7-a364-b46088a9c9f3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744707 Nov 09 17:26:20.937384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:20.963689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-9deb8dbf-efb5-4221-a135-860473adc83e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5451ad8-d0b2-4751-9aea-7725a020007f HTTP/1.1" status: 200 len: 217 time: 0.0577836 Nov 09 17:26:20.966312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-88e83e75-1156-468d-81d7-2e253c479d60 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.1599252 Nov 09 17:26:20.995028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-ccb39c48-6fce-4954-a888-7f8a91c75251 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Request body: {'floatingip': {'port_id': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:21.095995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2d4ada67-370a-4553-a98e-5b0d0b235dd8 None None] Provisioning complete for port 79bd964b-741e-4abf-8b87-6909106b686c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:21.096370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d4ada67-370a-4553-a98e-5b0d0b235dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.100293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:21.122703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-ccb39c48-6fce-4954-a888-7f8a91c75251 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.155274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'port_id': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'mac_address': 'fa:16:3e:79:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a28a65-37c5-4ecb-9120-b72cea4e488f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:21.172341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.200744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ada67-370a-4553-a98e-5b0d0b235dd8 None None] Port 79bd964b-741e-4abf-8b87-6909106b686c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:21.219389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.235696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5451ad8-d0b2-4751-9aea-7725a020007f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:21.272788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:21.276061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:21.300720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.301607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:21.559114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-d862c601-8040-4e8f-b298-6b10ab8c521c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 1001 time: 0.6394510 Nov 09 17:26:21.566722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-73a427a0-13d3-4370-8447-ce8f9af4372c None None] Provisioning complete for port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:21.567415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73a427a0-13d3-4370-8447-ce8f9af4372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.574134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.590447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-042750c4-9bb8-4c91-8c56-e1ff47358008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:21.592802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-042750c4-9bb8-4c91-8c56-e1ff47358008 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.5852158 Nov 09 17:26:21.611790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:21.641468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:21.641856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.646031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:21.658540 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-ccb39c48-6fce-4954-a888-7f8a91c75251 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 17:26:21.663757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebc438b4-9789-4b42-b3cf-792b80b524e3 req-ccb39c48-6fce-4954-a888-7f8a91c75251 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "PUT /v2.0/floatingips/6ded3a89-e66e-4193-b9f8-58b4c491b02f HTTP/1.1" status: 409 len: 548 time: 0.6782644 Nov 09 17:26:21.664598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69376b1e-d340-4ad7-8646-f22a1d291c7a req-fe9da8e2-6e29-4939-b188-f661d303588d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:21.666155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69376b1e-d340-4ad7-8646-f22a1d291c7a req-fe9da8e2-6e29-4939-b188-f661d303588d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.2504439 Nov 09 17:26:21.671874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-a6cd9ec5-8abc-4018-90d3-62e0b929bd62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526974 Nov 09 17:26:21.676693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd84eb47-a6d6-4be3-aed5-f1c48b351f7e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:21.692295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.716696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.724072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682ad09a-e5b4-4d8d-8af8-199dc9b7f5dc') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:21.724465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682ad09a-e5b4-4d8d-8af8-199dc9b7f5dc') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:21.727602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Transition to ACTIVE for port object 79bd964b-741e-4abf-8b87-6909106b686c will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:26:21.753700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:21.763286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d043-aced-45ea-9376-08cce775622a req-f9a1c697-7bc3-4acc-ad50-bfa9b0996f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:21.764749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-f9a1c697-7bc3-4acc-ad50-bfa9b0996f31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 200 len: 868 time: 0.1897457 Nov 09 17:26:21.767973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.779906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.780858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'port_id': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'mac_address': 'fa:16:3e:9b:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4c52-da0a-4319-8723-67fbd8e5c089', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:21.842195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.853104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.861829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69376b1e-d340-4ad7-8646-f22a1d291c7a req-0963522e-1f84-4093-80f9-1668b24fca9b tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807191 Nov 09 17:26:21.868590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:26:21.869031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:26:21.875086 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:26:21.903117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:21.949116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-6f29d30e-0597-43de-bca7-0cc88a96650a service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603459 Nov 09 17:26:21.949496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:21.950568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866945a-53af-4112-b269-29020f4524de req-ebf35234-8536-4d7f-98e6-5c5ba4b64a34 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:21.961244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0866945a-53af-4112-b269-29020f4524de req-ebf35234-8536-4d7f-98e6-5c5ba4b64a34 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.1921394 Nov 09 17:26:21.961670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:21.963019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:21.993209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d043-aced-45ea-9376-08cce775622a req-d06aef75-95bc-4c16-a222-73e8deb326d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:21.996249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-d06aef75-95bc-4c16-a222-73e8deb326d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db0307b3-3656-421c-b9b5-f902723161ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167156 Nov 09 17:26:22.015403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.047537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:22.074315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:22.090368 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0866945a-53af-4112-b269-29020f4524de req-be30dab1-0d71-40a0-9077-948671591e28 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219368 Nov 09 17:26:22.107315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Attempting to bind port 79bd964b-741e-4abf-8b87-6909106b686c on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:22.107315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Attempting to bind port 79bd964b-741e-4abf-8b87-6909106b686c by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:22.107315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Attempting to bind port 79bd964b-741e-4abf-8b87-6909106b686c on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:22.115827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Port 79bd964b-741e-4abf-8b87-6909106b686c on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:26:22.117279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Attempting to bind port 79bd964b-741e-4abf-8b87-6909106b686c on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:22.121033 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.128056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] 10.222.0.45 "DELETE /v2.0/networks/cd84eb47-a6d6-4be3-aed5-f1c48b351f7e HTTP/1.1" status: 204 len: 168 time: 1.5349221 Nov 09 17:26:22.132897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:22.133382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:22.134563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:22.135779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Bound port: 79bd964b-741e-4abf-8b87-6909106b686c, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:22.136148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.142955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:26:22.198946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c318008-0ba4-4e0f-add8-5e50ff82b8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=cd84eb47-a6d6-4be3-aed5-f1c48b351f7e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:22.272179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324692-85bf-4278-a9b9-489f5a7b2a4d req-055ca52d-cb5b-4ad7-a489-528bd82b1cf6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:22.274053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a324692-85bf-4278-a9b9-489f5a7b2a4d req-055ca52d-cb5b-4ad7-a489-528bd82b1cf6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 943 time: 0.2850502 Nov 09 17:26:22.295104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a5451ad8-d0b2-4751-9aea-7725a020007f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:22.309822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7168bae5-5cf1-4960-b357-480f407d44e7 req-c0f15508-371f-43c4-89ef-2a6588c93c06 service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195407 Nov 09 17:26:22.312664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-e911c36c-fdac-4ee7-9a57-9d89af0358e5 service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940767 Nov 09 17:26:22.389517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59362) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:22.432639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a324692-85bf-4278-a9b9-489f5a7b2a4d req-62424bae-76b2-4184-860e-c83e566b26cf tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437490 Nov 09 17:26:22.472218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1643971d-826b-4bbe-b4ae-1897db2cefab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71f99c38ab994fe5ae602a3b0dba29b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809414 Nov 09 17:26:22.478451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59364) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:22.497156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4618d043-aced-45ea-9376-08cce775622a req-e8eae902-dda2-4131-b619-081e6af46557 service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734221 Nov 09 17:26:22.574582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d2266dd-78d9-45f6-9a36-0603e33b5176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.594602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-a59e5846-97f5-4bab-805c-4b1f1250355f tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips/6ded3a89-e66e-4193-b9f8-58b4c491b02f HTTP/1.1" status: 200 len: 691 time: 0.3446641 Nov 09 17:26:22.603963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d2266dd-78d9-45f6-9a36-0603e33b5176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.621075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecba85-9d91-4bc1-b428-51c886524d08 req-b8eb13c5-2ec6-436b-b06b-b999284d4710 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:22.622869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6ecba85-9d91-4bc1-b428-51c886524d08 req-b8eb13c5-2ec6-436b-b06b-b999284d4710 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 945 time: 0.0896797 Nov 09 17:26:22.691794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.697079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6ecba85-9d91-4bc1-b428-51c886524d08 req-60b55344-232d-46da-9074-6ce1f21ce290 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Nov 09 17:26:22.698149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d2266dd-78d9-45f6-9a36-0603e33b5176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.700735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d2266dd-78d9-45f6-9a36-0603e33b5176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.701806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6d2266dd-78d9-45f6-9a36-0603e33b5176 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87584452-7e7a-43e3-8a90-63caa35f1ee6 HTTP/1.1" status: 204 len: 168 time: 0.2221718 Nov 09 17:26:22.729609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2266dd-78d9-45f6-9a36-0603e33b5176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87584452-7e7a-43e3-8a90-63caa35f1ee6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:22.738296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:22.767131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:22.768668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:22.780891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.788279 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Sync routers for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:22.800787 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:22.801675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:22.830002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:22.830629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.832486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] 10.222.0.83 "PUT /v2.0/ports/79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 1091 time: 2.4330401 Nov 09 17:26:22.833527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:22.836733 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f2894f-9f79-448d-8e7e-5d3d340d401b" -d '{"events": [{"name": "network-changed", "server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:22.849218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-e4211425-d2ae-492b-9814-6e3ff5ff1efc tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:22.857699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-e4211425-d2ae-492b-9814-6e3ff5ff1efc tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.2568479 Nov 09 17:26:22.864788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:22.866400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a4fecd3-6491-4cf2-827c-d009a68c8212 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8858161 Nov 09 17:26:22.869576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59372) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:22.885672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-53f75ae8-255b-4e70-9efe-023aea9375b9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:26:22.887176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-53f75ae8-255b-4e70-9efe-023aea9375b9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286663 Nov 09 17:26:22.948723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:23.012031 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:23.026057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-33edc556-adfc-45e3-bdcd-0e199ff75bf9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.1222773 Nov 09 17:26:23.028186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4f533-1b62-4555-bdb6-782fa1c19652 service neutron] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:23.042759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:23.043804 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.086947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-5337dd80-d672-404a-bcf1-c1f2b88f9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:23.088996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-5337dd80-d672-404a-bcf1-c1f2b88f9a12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1094 time: 0.1814435 Nov 09 17:26:23.098572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-c374de2a-31dd-427e-ba8d-8ad84cf0c712 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0713546 Nov 09 17:26:23.152964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-36faf479-5f80-4900-8996-98465d495412 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 217 time: 0.0499220 Nov 09 17:26:23.212694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.232621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9c8f9-3249-4e39-b4c5-627c90f58b26 req-eb753e49-ebbe-4341-8a2e-b8cf669e527a tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:23.234359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23b9c8f9-3249-4e39-b4c5-627c90f58b26 req-eb753e49-ebbe-4341-8a2e-b8cf669e527a tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.4635241 Nov 09 17:26:23.245671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59380) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:23.252272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Request body: {'floatingip': {'port_id': '432648a2-c95f-4a09-b602-8fdd295512f2'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:23.269049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:23.275963 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae8846d-6b4b-4af2-8009-8fde23fa15c7" -d '{"events": [{"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-plugged", "status": "completed", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:23.295355 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:26:23.304995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:23.312709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.332305 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:20Z', 'revision_number': 3, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:23.369896 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Checking router: b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:23.370464 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Updating router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:26:23.379838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.416199 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.418140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:23.422408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:23.432543 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9498e7-2a0b-4b3e-9554-dbc1d87b5780 x-openstack-request-id: req-ac9498e7-2a0b-4b3e-9554-dbc1d87b5780 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:23.432836 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:23.433276 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac9498e7-2a0b-4b3e-9554-dbc1d87b5780 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:23.433801 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'status': 'completed', 'code': 200} Nov 09 17:26:23.471507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-178c4457-f0f4-4f08-afaf-690ba295c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:23.472954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-178c4457-f0f4-4f08-afaf-690ba295c756 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.2714241 Nov 09 17:26:23.532901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Deleting port 25a825c9-c99a-46fb-be44-278fd06e53fd {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:23.533567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.547269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94632141-c1a6-439c-8c14-67a34479d501 req-171de21f-b234-4429-9faf-6d5f0046bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:23.548812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-171de21f-b234-4429-9faf-6d5f0046bb99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675938 Nov 09 17:26:23.623709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de94ec-d88e-4e83-9ee6-f7b9b0a0c631 req-8c9bc091-8142-4582-8982-e46d3ae3e32e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:23.625872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93de94ec-d88e-4e83-9ee6-f7b9b0a0c631 req-8c9bc091-8142-4582-8982-e46d3ae3e32e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.2023787 Nov 09 17:26:23.638006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c3b01d7a-bc55-4b07-b980-b98e54794143 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fde7de3f6f9447e3993f7b5033f99ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033372 Nov 09 17:26:23.638255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:23.704497 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.712508 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.725113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.725113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.753689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Calling delete_port for 25a825c9-c99a-46fb-be44-278fd06e53fd owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:23.763869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-4bc0c062-9b7c-486c-b543-2bcaf1b48bac service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868608 Nov 09 17:26:23.786245 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459587-2cea-4d36-8db6-bb7e385634e0 None None] Pushing event updated for resources: {'Port': ['ID=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:23.791227 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Attempting to bind port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:23.792374 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Attempting to bind port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:23.792930 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Attempting to bind port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:23.798916 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:23.799326 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:23.799911 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.800460 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:23.801122 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Bound port: 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:23.801691 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.825046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a70d900-eced-4312-8034-d6f57eca77e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.857218 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] For port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:23.860495 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] For port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:23.866559 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.904646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a70d900-eced-4312-8034-d6f57eca77e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:23.934054 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459587-2cea-4d36-8db6-bb7e385634e0 None None] Pushing event updated for resources: {'Port': ['ID=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:23.937364 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:23.938085 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:23.990608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94632141-c1a6-439c-8c14-67a34479d501 req-f07dc723-356f-4c7a-82a0-d77a422adb5d service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173607 Nov 09 17:26:24.055655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a70d900-eced-4312-8034-d6f57eca77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:24.058370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a70d900-eced-4312-8034-d6f57eca77e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:24.059677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a70d900-eced-4312-8034-d6f57eca77e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22b0deff-9dc6-4ee5-a64e-1ffbb64074b1 HTTP/1.1" status: 204 len: 168 time: 0.4189277 Nov 09 17:26:24.072334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93de94ec-d88e-4e83-9ee6-f7b9b0a0c631 req-14858a97-6682-4ad4-b528-4d5ff37d4cca tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635282 Nov 09 17:26:24.078519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:24.136908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70d900-eced-4312-8034-d6f57eca77e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0deff-9dc6-4ee5-a64e-1ffbb64074b1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:24.197470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:24.235421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event deleted for resources: {'Port': ['ID=25a825c9-c99a-46fb-be44-278fd06e53fd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:24.246239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-d5109289-653c-4f83-8cba-fd99b749d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:24.248059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-d5109289-653c-4f83-8cba-fd99b749d990 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1094 time: 0.1748083 Nov 09 17:26:24.312550 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84f0fb3-52f6-4783-93b9-44daee9463db x-openstack-request-id: req-a84f0fb3-52f6-4783-93b9-44daee9463db {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:24.313450 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-plugged", "status": "completed", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:24.314137 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a84f0fb3-52f6-4783-93b9-44daee9463db {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:24.314718 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'code': 200} Nov 09 17:26:24.363164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:24.366390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:24.379065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3ccff2bd-0735-49d0-92fc-5899995eafef req-453d4c8a-46d3-46b9-b441-b155c6fa60aa tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "DELETE /v2.0/floatingips/6ded3a89-e66e-4193-b9f8-58b4c491b02f HTTP/1.1" status: 204 len: 173 time: 1.2781110 Nov 09 17:26:24.424677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-71411bca-3752-46b0-9335-45063890bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:24.425822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-71411bca-3752-46b0-9335-45063890bbe6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.1638765 Nov 09 17:26:24.474179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:24.494727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-8f3149e1-a721-405e-b720-a8010132d4f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 217 time: 0.0590432 Nov 09 17:26:24.522821 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:20Z', 'revision_number': 3, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:24.559440 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2a64-d48c-4e5e-b499-889280d64137 None None] The sync data for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 is: [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:20Z', 'revision_number': 3, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:24.610361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-3c33902a-a05f-41ca-9d2a-ecb1d30e2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:24.611991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-3c33902a-a05f-41ca-9d2a-ecb1d30e2c33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1000614 Nov 09 17:26:24.671328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-e80f528f-3afc-4ab7-b48f-a1cdce110cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:24.673350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-e80f528f-3afc-4ab7-b48f-a1cdce110cad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522559 Nov 09 17:26:24.752877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4abba-2562-4ff1-bdd7-b8eabbbb7340 req-c7d98b8b-c50f-4a69-b8f1-4eca84b90c42 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:24.760654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4b4abba-2562-4ff1-bdd7-b8eabbbb7340 req-c7d98b8b-c50f-4a69-b8f1-4eca84b90c42 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 943 time: 0.2609501 Nov 09 17:26:24.835471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:26:24.858218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-c3e4fca4-daec-4615-a69e-98d6dce4be7a service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754122 Nov 09 17:26:24.932845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4b4abba-2562-4ff1-bdd7-b8eabbbb7340 req-3a133463-9d6e-40e1-a33e-edf6787e3ea2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711807 Nov 09 17:26:24.936717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:24.961703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082aa34-eba6-477c-9fe9-589249aad159 req-a7b5a92e-be68-4cbc-9723-3babcd55f132 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:24.969002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c082aa34-eba6-477c-9fe9-589249aad159 req-a7b5a92e-be68-4cbc-9723-3babcd55f132 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 945 time: 0.4731495 Nov 09 17:26:25.040090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port a5451ad8-d0b2-4751-9aea-7725a020007f completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:25.049156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a5451ad8-d0b2-4751-9aea-7725a020007f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:25.050168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.140991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Allocated IP 172.20.0.1 (b97f8e88-3885-4bdb-8f7e-90c185556c3a/21f8bc2b-4dd1-4f44-b647-e5bf34636333/66b4b0fc-3b68-4ad2-9f44-24485fe25352) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:25.159039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.168268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.197488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f2894f-9f79-448d-8e7e-5d3d340d401b req-3366b7f4-520a-4a53-8754-e3dc6cf6858d service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263774 Nov 09 17:26:25.211633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c082aa34-eba6-477c-9fe9-589249aad159 req-a19078c5-2373-4b0a-addc-f7ceacc14df3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389863 Nov 09 17:26:25.252060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.319896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:25.325825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:25.329240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:25.335779 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.392032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629c554-0468-4c86-884b-194d8f51c871 req-1a9df5f6-196a-4c63-8867-0fcb8c87f823 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:25.400169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c629c554-0468-4c86-884b-194d8f51c871 req-1a9df5f6-196a-4c63-8867-0fcb8c87f823 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.0793722 Nov 09 17:26:25.464636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c629c554-0468-4c86-884b-194d8f51c871 req-dc3911dc-0705-48dc-a2a3-278b5ce9148e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631397 Nov 09 17:26:25.486436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:25.522939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:25.523648 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.558568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-db5ba35b-516a-44a9-abbb-7120e96c5b47 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 1001 time: 0.1923203 Nov 09 17:26:25.593481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:25.619508 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Floating IP 314688c5-748e-4303-a1ea-3675f514cd93 associated. External IP: 172.25.3.46, port: 432648a2-c95f-4a09-b602-8fdd295512f2. Nov 09 17:26:25.634465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '79bd964b-741e-4abf-8b87-6909106b686c', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:25.674357 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.676764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.693523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-6dc382bb-4b2e-43df-af3d-2456477b7b34 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:25.695347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-6dc382bb-4b2e-43df-af3d-2456477b7b34 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports/1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 942 time: 0.1231608 Nov 09 17:26:25.698238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:25.711243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.732871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.798599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:25.845003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:25.846368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:25.850525 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:25.914276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:26.069211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:26.078688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866a285-cc7d-4d2a-9280-ba190d73e59b req-b604b67e-67b7-4122-9c3d-9eb41fd90ac1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:26.080420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9866a285-cc7d-4d2a-9280-ba190d73e59b req-b604b67e-67b7-4122-9c3d-9eb41fd90ac1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0632179 Nov 09 17:26:26.159549 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9866a285-cc7d-4d2a-9280-ba190d73e59b req-3eacc103-245d-4903-8671-4b6624301618 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715029 Nov 09 17:26:26.187226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['79bd964b-741e-4abf-8b87-6909106b686c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:26.191357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:26.203763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:26.219919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:26.258850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-b8b79d26-31dd-43d6-9dff-bded8563cec4 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 1001 time: 0.2028923 Nov 09 17:26:26.261500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=66b4b0fc-3b68-4ad2-9f44-24485fe25352,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:26.316014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:26.319495 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa336e-d739-4979-97d4-bf9e13015461" -d '{"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-plugged", "status": "completed", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:26.386089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:26.400133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae1c8d-814a-43d1-8147-f0df658af81f req-5532cda9-0777-4a77-af88-e22c5f1b1bb2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:26.402354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aae1c8d-814a-43d1-8147-f0df658af81f req-5532cda9-0777-4a77-af88-e22c5f1b1bb2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0667121 Nov 09 17:26:26.473406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aae1c8d-814a-43d1-8147-f0df658af81f req-2f78c2b3-ab28-409e-ba95-fb8928cf9895 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609872 Nov 09 17:26:26.534368 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47009303-da23-479a-9bff-a63d68c81a6c x-openstack-request-id: req-47009303-da23-479a-9bff-a63d68c81a6c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:26.535120 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-plugged", "status": "completed", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:26.535120 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47009303-da23-479a-9bff-a63d68c81a6c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:26.535508 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'code': 200} Nov 09 17:26:26.609966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-73e69816-b337-462b-b38d-acb8193af220 None None] Provisioning complete for port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:26.612843 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73e69816-b337-462b-b38d-acb8193af220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:26.620926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-be3bda7c-aa47-4b01-a870-c35ac924f5ba tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:26.630037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-be3bda7c-aa47-4b01-a870-c35ac924f5ba tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3521028 Nov 09 17:26:26.645194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Router f821c80c-d3de-4f6e-a75f-b8308764db06 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:26.652239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc89745e-a41d-4c1b-96b9-9e683e20dc55 req-09cce5fc-b708-4863-8ae2-74e5035ae5fa tempest-FlavorsV2NegativeTest-1536282227 tempest-FlavorsV2NegativeTest-1536282227-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=47f11a1152de4249a10a237c88a1ae7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382130 Nov 09 17:26:26.670714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-73e69816-b337-462b-b38d-acb8193af220 None None] Port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:26.749824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:26.812504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-70218674-117e-48f8-95f6-fe77b4408482 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 1001 time: 0.1804311 Nov 09 17:26:26.849663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89745e-a41d-4c1b-96b9-9e683e20dc55 req-e15bb122-da87-489e-8c2e-a939d9ecc849 tempest-FlavorsV2NegativeTest-1536282227 tempest-FlavorsV2NegativeTest-1536282227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:26.852944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3a1e5-fd5c-4ddb-ad0e-e766ac42b922 req-2bbf715a-4120-483d-a738-1a46a8a928b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:26.854967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23b3a1e5-fd5c-4ddb-ad0e-e766ac42b922 req-2bbf715a-4120-483d-a738-1a46a8a928b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 1097 time: 0.2182374 Nov 09 17:26:26.857372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc89745e-a41d-4c1b-96b9-9e683e20dc55 req-e15bb122-da87-489e-8c2e-a939d9ecc849 tempest-FlavorsV2NegativeTest-1536282227 tempest-FlavorsV2NegativeTest-1536282227-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038136 Nov 09 17:26:26.860114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:26.868422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc89745e-a41d-4c1b-96b9-9e683e20dc55 req-b7541b44-8b2d-4759-97dd-befa3f58dc51 tempest-FlavorsV2NegativeTest-1536282227 tempest-FlavorsV2NegativeTest-1536282227-project] 10.222.0.45 "GET /v2.0/quotas/47f11a1152de4249a10a237c88a1ae7a HTTP/1.1" status: 200 len: 375 time: 0.0105474 Nov 09 17:26:26.903539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc89745e-a41d-4c1b-96b9-9e683e20dc55 req-72027165-a902-45ca-bb6a-52b6e6ec85d5 tempest-FlavorsV2NegativeTest-1536282227 tempest-FlavorsV2NegativeTest-1536282227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=47f11a1152de4249a10a237c88a1ae7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286682 Nov 09 17:26:26.967390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:27.021556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5e13-21f1-47ed-b239-9bb17fa39f88 req-4a96f772-ddfa-4223-b64e-4c2bc29b270e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.023186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-232f5e13-21f1-47ed-b239-9bb17fa39f88 req-4a96f772-ddfa-4223-b64e-4c2bc29b270e tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.0599675 Nov 09 17:26:27.085644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-232f5e13-21f1-47ed-b239-9bb17fa39f88 req-238de71f-db13-4dbc-b5d5-ae9a49434e1a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540707 Nov 09 17:26:27.101001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.101789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.112394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:27.125803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.140292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] Sync routers for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:27.179812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:27.186520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:27.187882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:27.194213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23b3a1e5-fd5c-4ddb-ad0e-e766ac42b922 req-b9370a99-b20f-42dd-b98b-4bb4c6ce63c2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274097 Nov 09 17:26:27.194964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.210461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-c6eabb29-86ba-4f07-a0cf-6815c9271729 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.212055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-c6eabb29-86ba-4f07-a0cf-6815c9271729 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 945 time: 0.2497065 Nov 09 17:26:27.259628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3ac0dbb2-c9df-4bed-b4f4-029a2971f4de tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "PUT /v2.0/floatingips/314688c5-748e-4303-a1ea-3675f514cd93 HTTP/1.1" status: 200 len: 991 time: 4.0127122 Nov 09 17:26:27.305746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:27.310453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:27.342811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:27.383935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b39d5b-3b4d-4e3e-8250-69fc7984135e req-2f95cc8e-42d7-403b-83d0-6b2cc5b78e83 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.386021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15b39d5b-3b4d-4e3e-8250-69fc7984135e req-2f95cc8e-42d7-403b-83d0-6b2cc5b78e83 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0603173 Nov 09 17:26:27.399748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:27.402520 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:27.415829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.435682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.436826 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Floating IP 9107697c-963b-43a9-985b-da275728ab0a disassociated. External IP: 172.25.3.111, port: 1c7950c2-2e66-42dc-9784-e525006bd8b2. Nov 09 17:26:27.458070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15b39d5b-3b4d-4e3e-8250-69fc7984135e req-fe14c7a0-e094-4ee1-973c-a3a6a1cc461d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645576 Nov 09 17:26:27.469478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:27.469856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.504972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:27.576153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 79bd964b-741e-4abf-8b87-6909106b686c completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:27.603414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 79bd964b-741e-4abf-8b87-6909106b686c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:27.603789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.620057 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d7d42c-38b6-4270-9015-2fe1e0dcf735 x-openstack-request-id: req-b6d7d42c-38b6-4270-9015-2fe1e0dcf735 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:27.620621 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:27.621194 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6d7d42c-38b6-4270-9015-2fe1e0dcf735 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:27.621763 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2', 'status': 'completed', 'code': 200} Nov 09 17:26:27.622678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:27.678673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-dc783d67-335b-43c7-8697-74bab41591f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.688587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.688818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-dc783d67-335b-43c7-8697-74bab41591f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986c0d37fee94cf69e6dc4508747080a&device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 1097 time: 0.0797892 Nov 09 17:26:27.702527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:27.769411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120751-50b0-4abd-8038-2cace871478d req-384ede5b-b374-4d30-b739-6fd05df6f199 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.771234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1120751-50b0-4abd-8038-2cace871478d req-384ede5b-b374-4d30-b739-6fd05df6f199 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1366684 Nov 09 17:26:27.858378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-75dd7a2b-25b4-4b3a-9483-4c1e061f2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.859761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-75dd7a2b-25b4-4b3a-9483-4c1e061f2b62 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a821dd1b-59db-481f-8032-9d97e8dc37b9 HTTP/1.1" status: 200 len: 916 time: 0.1692491 Nov 09 17:26:27.865794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1120751-50b0-4abd-8038-2cace871478d req-af142dba-90d0-4061-aa0e-04dc3fbf0c96 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832548 Nov 09 17:26:27.937675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-e9fdb07c-61ce-46c1-98e4-4741d201f74b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432648a2-c95f-4a09-b602-8fdd295512f2 HTTP/1.1" status: 200 len: 999 time: 0.0689867 Nov 09 17:26:27.995196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-d67761eb-fc1b-4234-be04-49dcd664280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:27.997309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-d67761eb-fc1b-4234-be04-49dcd664280c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4dcc47cd-9caf-4e18-83bc-5344da332f21 HTTP/1.1" status: 200 len: 855 time: 0.0522828 Nov 09 17:26:28.012382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c856aec7-d750-4d0f-b445-cf99e4a13a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.026077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.049238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-e2445522-ddb6-4d35-91ef-af6dc973f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:28.049592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-e2445522-ddb6-4d35-91ef-af6dc973f2c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a821dd1b-59db-481f-8032-9d97e8dc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434701 Nov 09 17:26:28.091465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:28.102517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.135812 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a330db69-e846-4866-8678-737a7d4c41ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.138052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.168107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-73d4bfdc-231e-4e82-9086-986d5c69229f service neutron] 10.222.0.83 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101003 Nov 09 17:26:28.186822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.192263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '314688c5-748e-4303-a1ea-3675f514cd93', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'port_id': '432648a2-c95f-4a09-b602-8fdd295512f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'mac_address': 'fa:16:3e:23:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:25:19Z', 'updated_at': '2021-11-09T17:26:24Z', 'revision_number': 1, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:15Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:28.228793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Deleting port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:28.229215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.237984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] Checking router: f821c80c-d3de-4f6e-a75f-b8308764db06 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:28.253272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:28.263379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:28.263956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:28.281157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=66b4b0fc-3b68-4ad2-9f44-24485fe25352,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:28.287124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595a3b4-ee2b-4fd5-ad41-62c80f8ed48d req-2afd4b9a-a1f0-4883-8b3d-5eebb438c7ce tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:28.294730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6595a3b4-ee2b-4fd5-ad41-62c80f8ed48d req-2afd4b9a-a1f0-4883-8b3d-5eebb438c7ce tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 943 time: 0.1233821 Nov 09 17:26:28.332460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32984e2d-63a5-426c-bbb5-3eb1880d4fa7 req-85566bcd-1060-4574-a434-dfe651bf5c2e service neutron] 10.222.0.83 "GET /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499743 Nov 09 17:26:28.374887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6595a3b4-ee2b-4fd5-ad41-62c80f8ed48d req-f785cb37-4d6c-4661-8a79-6c1d042a52f2 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791318 Nov 09 17:26:28.407497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:28.470634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Router 4cddd0a6-1e60-495d-af25-e87513a78892 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:28.497835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] For port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:28.498163 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.527955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Calling delete_port for 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:28.549238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:28.551168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'}, {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:28.554245 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cbcb11-cac2-45c2-ac02-c63055ec5edd" -d '{"events": [{"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-unplugged", "status": "completed", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd"}, {"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:28.562793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:28.593738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e54bab-22be-48be-aabd-ea64bb67cbf8 req-6e071d16-12e5-4962-97cf-37b05316c1c9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:28.596306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83e54bab-22be-48be-aabd-ea64bb67cbf8 req-6e071d16-12e5-4962-97cf-37b05316c1c9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.0647779 Nov 09 17:26:28.651465 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a330db69-e846-4866-8678-737a7d4c41ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.667943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83e54bab-22be-48be-aabd-ea64bb67cbf8 req-0b466111-71b3-4992-a445-cd77a49520ef tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635886 Nov 09 17:26:28.714885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '314688c5-748e-4303-a1ea-3675f514cd93', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'port_id': '432648a2-c95f-4a09-b602-8fdd295512f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'mac_address': 'fa:16:3e:23:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:25:19Z', 'updated_at': '2021-11-09T17:26:24Z', 'revision_number': 1, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:15Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:28.720577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a330db69-e846-4866-8678-737a7d4c41ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.753988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61492ee3-fbc5-4551-8a32-5e38478051aa None None] The sync data for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 is: [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '314688c5-748e-4303-a1ea-3675f514cd93', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'port_id': '432648a2-c95f-4a09-b602-8fdd295512f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'mac_address': 'fa:16:3e:23:21:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:25:19Z', 'updated_at': '2021-11-09T17:26:24Z', 'revision_number': 1, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:15Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:28.788900 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f0b0a6-8abb-4336-a2c1-635c1946d8ef x-openstack-request-id: req-52f0b0a6-8abb-4336-a2c1-635c1946d8ef {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:28.789289 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-unplugged", "status": "completed", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd", "code": 200}, {"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:28.789490 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52f0b0a6-8abb-4336-a2c1-635c1946d8ef {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:28.789936 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'code': 200} Nov 09 17:26:28.790198 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:26:28.882090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a330db69-e846-4866-8678-737a7d4c41ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47f11a1152de4249a10a237c88a1ae7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2225084 Nov 09 17:26:28.888499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:28.889243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330db69-e846-4866-8678-737a7d4c41ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff70e6f-079f-41de-97f6-5327c565ed3e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:28.930249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-62ed3fe8-cf02-4639-a043-c6ce5b4129e7 None None] Provisioning complete for port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:28.930540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac01ea-6980-4b75-adec-dc04445e9962 req-d92a83e6-7a48-433f-93af-fb915e776b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:28.930655 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62ed3fe8-cf02-4639-a043-c6ce5b4129e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:28.932093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9ac01ea-6980-4b75-adec-dc04445e9962 req-d92a83e6-7a48-433f-93af-fb915e776b08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1096 time: 0.0669343 Nov 09 17:26:28.975429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-62ed3fe8-cf02-4639-a043-c6ce5b4129e7 None None] Port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:28.990428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:29.004035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.005301 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] Sync routers for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:29.023159 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:29.024184 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:29.035058 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9ac01ea-6980-4b75-adec-dc04445e9962 req-dacaf194-6ce9-4dcd-907d-e3c996241e52 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959561 Nov 09 17:26:29.053224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:29.057213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658b6ec-8df6-40e3-9dd0-e51d1f4c993a req-3c864a20-68c5-4f98-9b0b-3d9131fa5a70 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:29.058526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d658b6ec-8df6-40e3-9dd0-e51d1f4c993a req-3c864a20-68c5-4f98-9b0b-3d9131fa5a70 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0977488 Nov 09 17:26:29.088332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-83f8bc2b-84f5-4095-81d1-ec153136f694 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "PUT /v2.0/floatingips/9107697c-963b-43a9-985b-da275728ab0a HTTP/1.1" status: 200 len: 695 time: 2.2601459 Nov 09 17:26:29.120995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9ba1b-6626-4193-8b35-a0e721dcc3f9 None None] New status for floating IP 314688c5-748e-4303-a1ea-3675f514cd93: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:26:29.130814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee07fa6d-9111-4f75-a755-9677fcc8bebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.136841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.147093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d658b6ec-8df6-40e3-9dd0-e51d1f4c993a req-32e426d9-9ed4-4cd4-9aa7-66eb1c086b4b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802166 Nov 09 17:26:29.188105 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:29.241106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event deleted for resources: {'Port': ['ID=12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:29.247282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee07fa6d-9111-4f75-a755-9677fcc8bebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.278691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028045a-9667-463f-914f-6d333c337c66 req-d2542181-126c-4ae4-9840-40b518a65de8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:29.281012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c028045a-9667-463f-914f-6d333c337c66 req-d2542181-126c-4ae4-9840-40b518a65de8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0666301 Nov 09 17:26:29.356134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c028045a-9667-463f-914f-6d333c337c66 req-4961e2f1-4af9-431c-bfde-5b11ae80dd97 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670311 Nov 09 17:26:29.391336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] No DVR routers for this DVR port 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:29.394839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-98d30944-9b44-427d-8dd7-f01b46afc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:29.397010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-98d30944-9b44-427d-8dd7-f01b46afc480 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1096 time: 0.2627375 Nov 09 17:26:29.401523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.405176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-207a2a41-45e9-4a04-afb8-406f958f6471 req-3e025305-89c2-4811-b388-02b013a954aa tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "DELETE /v2.0/ports/12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd HTTP/1.1" status: 204 len: 173 time: 1.9970202 Nov 09 17:26:29.415992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:29.423184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c3f662c-8de5-4ca0-b773-183f55a9f7b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/b1897cdb-d7bf-4c30-81be-9d9f5eea02f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5526171 Nov 09 17:26:29.437557 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Sync routers for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:29.455581 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:29.456199 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:29.515235 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee07fa6d-9111-4f75-a755-9677fcc8bebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.524411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee07fa6d-9111-4f75-a755-9677fcc8bebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:29.534153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ee07fa6d-9111-4f75-a755-9677fcc8bebf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ff70e6f-079f-41de-97f6-5327c565ed3e HTTP/1.1" status: 204 len: 168 time: 0.6419468 Nov 09 17:26:29.584241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07fa6d-9111-4f75-a755-9677fcc8bebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff70e6f-079f-41de-97f6-5327c565ed3e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:29.624786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2'}, {'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-deleted', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:29.627735 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227bf6f-4db1-46bf-8c39-d47182901cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2"}, {"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-deleted", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:29.641698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-1559eeb1-1e95-4dbf-815f-58f7ac20df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:29.647543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-1559eeb1-1e95-4dbf-815f-58f7ac20df85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 929 time: 0.2396069 Nov 09 17:26:29.661593 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:29.702898 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] Checking router: 4cddd0a6-1e60-495d-af25-e87513a78892 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:29.726209 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:29.726840 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:29.732180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d18aaa2-6714-4956-ba26-96e945781e38 req-2e7a7b43-c22e-4038-bce6-5c62801b9bf9 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=7157b1d2-2a93-4537-887a-3a7297bed761 HTTP/1.1" status: 200 len: 210 time: 0.0415583 Nov 09 17:26:29.753564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-e08eecb4-be98-4856-90fa-5448deb08843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 217 time: 0.0973146 Nov 09 17:26:29.796987 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:29.869602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-16d68063-b1de-499e-acb4-9a83dcc1046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:29.871312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-16d68063-b1de-499e-acb4-9a83dcc1046d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 200 len: 868 time: 0.1096146 Nov 09 17:26:29.936689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-745fcfe5-42e8-4e9a-9bb4-8f7238598b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:29.938303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-745fcfe5-42e8-4e9a-9bb4-8f7238598b95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db0307b3-3656-421c-b9b5-f902723161ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604277 Nov 09 17:26:30.037184 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:30.103316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a328eaa-9c3f-4cd0-af87-b64cc25d4aa5 req-88640cf6-035f-4d9f-804f-f330595ebfc5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:30.105941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a328eaa-9c3f-4cd0-af87-b64cc25d4aa5 req-88640cf6-035f-4d9f-804f-f330595ebfc5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1205933 Nov 09 17:26:30.265063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-b35a2318-d02a-4f62-baa2-b9c1bf89ff43 service neutron] 10.222.0.45 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136981 Nov 09 17:26:30.272441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a328eaa-9c3f-4cd0-af87-b64cc25d4aa5 req-62146576-d825-4aac-9e3b-1bdfe3647913 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604769 Nov 09 17:26:30.354510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4bac4cd-d353-4276-b6c4-9208938eb41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:30.359643 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37dac03-8b6e-4e74-9876-4cf60884e625 x-openstack-request-id: req-f37dac03-8b6e-4e74-9876-4cf60884e625 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:30.360721 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2", "status": "completed", "code": 200}, {"server_uuid": "7157b1d2-2a93-4537-887a-3a7297bed761", "name": "network-vif-deleted", "tag": "12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:30.361761 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f37dac03-8b6e-4e74-9876-4cf60884e625 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:30.364149 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'status': 'completed', 'code': 200} Nov 09 17:26:30.364520 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7157b1d2-2a93-4537-887a-3a7297bed761', 'name': 'network-vif-deleted', 'tag': '12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd', 'status': 'completed', 'code': 200} Nov 09 17:26:30.421598 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 2, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:30.451657 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Checking router: b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:30.451657 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Updating router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:26:30.486097 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:30.511453 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:30.515061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dd296-126e-4d76-8ac1-0f34a145a9af req-52adc231-c909-497e-b163-fae96ab1b55b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:30.523415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e84dd296-126e-4d76-8ac1-0f34a145a9af req-52adc231-c909-497e-b163-fae96ab1b55b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.0841222 Nov 09 17:26:30.576347 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c0e16-15fc-40e8-bf8c-afd845b4b3ab None None] The sync data for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 is: [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:25:45Z', 'revision_number': 4, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'ea9415f8-317e-4060-be35-fb3a5ac0f08c', 'name': '', 'network_id': 'db0307b3-3656-421c-b9b5-f902723161ca', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'mac_address': 'fa:16:3e:54:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:44Z', 'updated_at': '2021-11-09T17:25:51Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'subnets': [{'id': '19719901-0e10-44cc-9c4e-5fac2e17f819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:30.606300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e84dd296-126e-4d76-8ac1-0f34a145a9af req-9079d990-838c-4445-a0d8-f0bc502fd6b3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787261 Nov 09 17:26:30.607503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-643c8dfe-35f7-408b-857a-93fbc0a74521 req-1f8b949a-167e-4def-86c1-bbdbdde173e8 service neutron] 10.222.0.45 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311694 Nov 09 17:26:30.616325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-8898b4be-f425-4849-9f9e-3e82d991de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:30.619140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-8898b4be-f425-4849-9f9e-3e82d991de48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be14c236a6794b23a45696c8286218cd&device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 1096 time: 0.2040119 Nov 09 17:26:30.805939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-514bd349-d944-43ea-8cd9-ff892e5f70db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:30.807590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-514bd349-d944-43ea-8cd9-ff892e5f70db service neutron] 10.222.0.43 "GET /v2.0/networks?id=db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 200 len: 929 time: 0.1798370 Nov 09 17:26:30.892245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-cc1b30f8-d2da-4e85-bb32-89937874f0da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 200 len: 217 time: 0.0664518 Nov 09 17:26:30.934303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef90ba9-3453-42f5-b445-13dc12120b2a req-9c2ad03b-f125-4239-9495-41099db36b8e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:30.961550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:30.971137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ef90ba9-3453-42f5-b445-13dc12120b2a req-9c2ad03b-f125-4239-9495-41099db36b8e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.1506867 Nov 09 17:26:30.971693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59600) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:30.994194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'floatingip': {'port_id': '79bd964b-741e-4abf-8b87-6909106b686c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:31.017811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1025d-e3a5-4725-ae4b-d967a804817b req-b4cb6234-2d6a-4cfe-af70-6e04ffccd2d8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:31.029226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cd1025d-e3a5-4725-ae4b-d967a804817b req-b4cb6234-2d6a-4cfe-af70-6e04ffccd2d8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.2205656 Nov 09 17:26:31.036973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:31.040019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 12a3a1c1-2b07-4b60-ac52-7fd41d6f32cd not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:31.136325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cd1025d-e3a5-4725-ae4b-d967a804817b req-ae2aca2a-0385-4aff-b8fe-2e3f983d8d8d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060920 Nov 09 17:26:31.138835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-a632faf5-947a-412c-b929-de1601177cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:31.141060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-a632faf5-947a-412c-b929-de1601177cee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 200 len: 868 time: 0.2411621 Nov 09 17:26:31.182097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68a9bf-5c2d-49e1-9df3-ec10bba88b91 None None] New status for floating IP 9107697c-963b-43a9-985b-da275728ab0a: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:26:31.246476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-26b18d53-7b5c-4c6d-b111-1bb8519455e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:31.248724 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-26b18d53-7b5c-4c6d-b111-1bb8519455e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db0307b3-3656-421c-b9b5-f902723161ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000707 Nov 09 17:26:31.268550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-af7b2108-1633-440c-b311-af323eb9cde0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:26:31.269986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-af7b2108-1633-440c-b311-af323eb9cde0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121801 Nov 09 17:26:31.497705 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:31.511468 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:31.530243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:31.605373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0955c-eb8f-4dce-b48d-5ebd6fb8451b None None] Pushing event updated for resources: {'Port': ['ID=66b4b0fc-3b68-4ad2-9f44-24485fe25352,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:31.776809 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:31.778862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-c3c3817e-ce2a-4c7f-8b2b-31dca935a79e tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips/9107697c-963b-43a9-985b-da275728ab0a HTTP/1.1" status: 200 len: 695 time: 0.2682195 Nov 09 17:26:31.785109 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Attempting to bind port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:31.786158 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Attempting to bind port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:31.788296 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Attempting to bind port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 on network b97f8e88-3885-4bdb-8f7e-90c185556c3a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:31.799582 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:31.799965 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Checking segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:31.800424 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:31.800821 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Bound using segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:31.801336 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Bound port: 66b4b0fc-3b68-4ad2-9f44-24485fe25352, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:31.801774 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:31.933843 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] For port 66b4b0fc-3b68-4ad2-9f44-24485fe25352, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:31.939821 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] For port 66b4b0fc-3b68-4ad2-9f44-24485fe25352, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66b4b0fc-3b68-4ad2-9f44-24485fe25352,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:31.948862 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:32.051810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-a6456841-74eb-49b6-ae2f-bd9129589ef8 service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743516 Nov 09 17:26:32.064036 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:32.064679 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:32.175113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-08664f9c-3331-4808-b546-97ad970d700e None None] Provisioning complete for port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:32.176370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08664f9c-3331-4808-b546-97ad970d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:32.291883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:32.333374 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0955c-eb8f-4dce-b48d-5ebd6fb8451b None None] Pushing event updated for resources: {'Port': ['ID=66b4b0fc-3b68-4ad2-9f44-24485fe25352,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:32.388569 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08664f9c-3331-4808-b546-97ad970d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:32.400645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f227bf6f-4db1-46bf-8c39-d47182901cfb req-f7476221-2315-44bb-9eaf-9533bb4faed9 service neutron] 10.222.0.43 "GET /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398380 Nov 09 17:26:32.448908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-105c016a-9cd1-4e68-af26-07f1e340d1e9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:32.452141 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:32.461613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-105c016a-9cd1-4e68-af26-07f1e340d1e9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.6741242 Nov 09 17:26:32.520186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-08664f9c-3331-4808-b546-97ad970d700e None None] For port 66b4b0fc-3b68-4ad2-9f44-24485fe25352, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66b4b0fc-3b68-4ad2-9f44-24485fe25352,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:32.535007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08664f9c-3331-4808-b546-97ad970d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:32.662562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-8ced47fc-9c9c-41be-bff1-09a4be76eec1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:32.679629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-8ced47fc-9c9c-41be-bff1-09a4be76eec1 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 822 time: 0.3114123 Nov 09 17:26:32.695375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-a32fe41d-a334-45c6-815e-9f9eb1875536 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.2325952 Nov 09 17:26:32.699218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08664f9c-3331-4808-b546-97ad970d700e None None] Pushing event updated for resources: {'Port': ['ID=66b4b0fc-3b68-4ad2-9f44-24485fe25352,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:32.716190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-313a6c32-64d5-42fb-86e7-fbeef5f4bb08 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/quotas/4c4c743fba5047fb97f68c84716f957d HTTP/1.1" status: 200 len: 375 time: 0.0319488 Nov 09 17:26:32.732619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:32.778776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-49a446bf-2dea-4810-b3b3-9b6d5d8e20b9 None None] Provisioning complete for port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:32.780441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49a446bf-2dea-4810-b3b3-9b6d5d8e20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:32.784569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-df3fde23-8606-4ea0-b9c8-c42752b2e7a4 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662539 Nov 09 17:26:32.828104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:31Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:32.836854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-43412a62-69b0-48ae-b931-0064ce2cf0b0 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.1390929 Nov 09 17:26:32.890747 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e3ed3-c740-473a-89d8-fbc360eb0aef None None] The sync data for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 is: [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:31Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:32.919677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-09fe1c5b-09a5-4dd0-9021-213249493ab9 service neutron] 10.222.0.45 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340752 Nov 09 17:26:33.016775 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.079787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-a31cc0ee-fe6d-4cac-8973-55266786acfa service neutron] 10.222.0.45 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528709 Nov 09 17:26:33.334769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Deleting port e9144e8f-e62e-481b-baa7-4ab73f79ce22 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:33.335288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.337851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 66b4b0fc-3b68-4ad2-9f44-24485fe25352 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:33.338018 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.369370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:26:33.371878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.431467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:33.432249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.503170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.517418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.553428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23f2009782684599ae2bb27801e500d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2500136 Nov 09 17:26:33.560305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:33.578398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.628850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2f1e-4864-422b-b9c9-bb6a61c94cce req-baba6c46-ca08-41b8-991a-5e2f7b9ce7c2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:33.649610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd1f2f1e-4864-422b-b9c9-bb6a61c94cce req-baba6c46-ca08-41b8-991a-5e2f7b9ce7c2 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1520567 Nov 09 17:26:33.697809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b0d845-8103-4390-83e9-36f17996daab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:33.725306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.725962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.726492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.727031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.727899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.728422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.728935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.729434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.730105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.730607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.731165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.731664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41af07c-4672-491a-a911-c546ff149add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:33.733173 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd1f2f1e-4864-422b-b9c9-bb6a61c94cce req-5edc4e8b-9583-4c22-a258-e27c24a90836 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826826 Nov 09 17:26:33.838603 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-001e06e8-fc8e-43c2-b95e-3106223645f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.844059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.844398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.884546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Calling delete_port for e9144e8f-e62e-481b-baa7-4ab73f79ce22 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:33.898700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-001e06e8-fc8e-43c2-b95e-3106223645f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:33.924305 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Floating IP fd56a2e1-b489-4361-b47b-78c88d9034c9 associated. External IP: 172.25.3.54, port: 79bd964b-741e-4abf-8b87-6909106b686c. Nov 09 17:26:33.939182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c7191d2-706c-428e-a704-11340764addd req-2002de70-ac6f-4504-a51b-0853fffaa90b tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 210 time: 0.0426745 Nov 09 17:26:34.197418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-001e06e8-fc8e-43c2-b95e-3106223645f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:34.200011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-001e06e8-fc8e-43c2-b95e-3106223645f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:34.204183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-001e06e8-fc8e-43c2-b95e-3106223645f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6b0d845-8103-4390-83e9-36f17996daab HTTP/1.1" status: 204 len: 168 time: 0.6269011 Nov 09 17:26:34.218137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e06e8-fc8e-43c2-b95e-3106223645f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b0d845-8103-4390-83e9-36f17996daab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:34.335296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:34.408858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event deleted for resources: {'Port': ['ID=e9144e8f-e62e-481b-baa7-4ab73f79ce22,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:34.422591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Router 9c9e82a4-3926-4156-a006-9f24c70ac58b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:34.830922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:34.833692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:34.835269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85bb848a-9a40-44a1-92a5-e85fa1ed2b5d req-494949da-e7d8-4eca-b90c-7cd5d96be6ed tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "DELETE /v2.0/floatingips/9107697c-963b-43a9-985b-da275728ab0a HTTP/1.1" status: 204 len: 173 time: 1.9972658 Nov 09 17:26:34.984394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea8a00-b0b2-4f99-9671-a0e8349a70e0 req-c4ab8115-8108-4092-b4e0-066e1b122fb4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:34.985681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:34.991983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:35.000070 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] Sync routers for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:35.000858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53ea8a00-b0b2-4f99-9671-a0e8349a70e0 req-c4ab8115-8108-4092-b4e0-066e1b122fb4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1262920 Nov 09 17:26:35.019662 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:35.022216 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:35.035155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5e1cf-8414-4d0f-8eb5-5af2ecc5ae63 req-340d25db-15d7-4eb4-804f-ae0325e64ded tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:35.036419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08b5e1cf-8414-4d0f-8eb5-5af2ecc5ae63 req-340d25db-15d7-4eb4-804f-ae0325e64ded tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0964544 Nov 09 17:26:35.042647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0e1e8e11-78e5-491d-9353-26560cc7f975 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "PUT /v2.0/floatingips/fd56a2e1-b489-4361-b47b-78c88d9034c9 HTTP/1.1" status: 200 len: 990 time: 4.0654528 Nov 09 17:26:35.044470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:35.048446 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d131820a-3e8a-4e5d-8362-59405173e58f" -d '{"events": [{"name": "network-changed", "server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:35.129998 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08b5e1cf-8414-4d0f-8eb5-5af2ecc5ae63 req-85061e93-b079-4ff7-b726-7f97929e33fe tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0860832 Nov 09 17:26:35.258437 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:35.289067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-6ae30aad-e17e-4472-8d4a-e372307ca1a7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:35.290883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-6ae30aad-e17e-4472-8d4a-e372307ca1a7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 822 time: 0.2859828 Nov 09 17:26:35.299093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53ea8a00-b0b2-4f99-9671-a0e8349a70e0 req-a955af4c-49d5-4bd8-aefd-b90d5717a3f9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967510 Nov 09 17:26:35.312442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Request body: {'port': {'device_id': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'admin_state_up': True, 'tenant_id': '4c4c743fba5047fb97f68c84716f957d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:35.433591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a75bd0cb-9ab1-463a-894b-a79dbe11c4f9 req-df3b330f-39a4-43fa-97f5-9db99ca56aad tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 210 time: 0.0783596 Nov 09 17:26:35.528115 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1431d0b-d93e-4416-96f7-3480ca5c348a x-openstack-request-id: req-f1431d0b-d93e-4416-96f7-3480ca5c348a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:35.528703 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:35.529140 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1431d0b-d93e-4416-96f7-3480ca5c348a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:35.529719 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'status': 'completed', 'code': 200} Nov 09 17:26:35.612688 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'fd56a2e1-b489-4361-b47b-78c88d9034c9', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840356e3-31cc-417c-8edc-8693896ca175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:26:11Z', 'updated_at': '2021-11-09T17:26:33Z', 'revision_number': 1, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:08Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:35.636339 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8fdebf24-4023-41e8-9b5d-582117963ba1 req-7a36af6f-0fa5-4522-a086-36cc4bfa5639 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1233711 Nov 09 17:26:35.670004 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] Checking router: 9c9e82a4-3926-4156-a006-9f24c70ac58b for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:35.680513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131820a-3e8a-4e5d-8362-59405173e58f req-944d78e7-8b40-4d51-8071-6f7f202e6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:35.682043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-944d78e7-8b40-4d51-8071-6f7f202e6f86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1096 time: 0.1229734 Nov 09 17:26:35.684360 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:35.684965 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:35.695708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:35.729273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Made reservation on behalf of 4c4c743fba5047fb97f68c84716f957d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:35.734073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:35.853624 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:35.972365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131820a-3e8a-4e5d-8362-59405173e58f req-a014b50d-bfd8-4935-be89-3dd3904c4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:35.974348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-a014b50d-bfd8-4935-be89-3dd3904c4f76 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.2590327 Nov 09 17:26:35.985650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Allocated IP 172.20.0.9 (993670d4-f23e-41f2-bf10-87ac021d7177/00ad4c52-da0a-4319-8723-67fbd8e5c089/3b87b98d-6435-4843-a71c-9957fde8ebf8) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:36.142114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2131397517-network', 'tenant_id': '4f993a617c0f47129c05f336de4ca800'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:36.186124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-b124bb8f-25aa-4e48-a795-8c6af2b03a98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 998 time: 0.1909022 Nov 09 17:26:36.211101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d7aa9-ff13-4585-849c-a827b7f7856e req-42b334ae-2a8a-4c29-a133-5a3548548cd9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:36.221285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d09d7aa9-ff13-4585-849c-a827b7f7856e req-42b334ae-2a8a-4c29-a133-5a3548548cd9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 945 time: 0.1441517 Nov 09 17:26:36.223257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Made reservation on behalf of 4f993a617c0f47129c05f336de4ca800 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:36.227753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.236498 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'fd56a2e1-b489-4361-b47b-78c88d9034c9', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840356e3-31cc-417c-8edc-8693896ca175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:26:11Z', 'updated_at': '2021-11-09T17:26:33Z', 'revision_number': 1, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:08Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:36.245952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.299035 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.308295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.322523 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730b17d-003e-4998-95a7-b1382bef93cf None None] The sync data for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 is: [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'fd56a2e1-b489-4361-b47b-78c88d9034c9', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840356e3-31cc-417c-8edc-8693896ca175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:26:11Z', 'updated_at': '2021-11-09T17:26:33Z', 'revision_number': 1, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:08Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:36.356422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131820a-3e8a-4e5d-8362-59405173e58f req-75a84eeb-3533-4306-b63c-ea1e09d38bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:36.356422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-75a84eeb-3533-4306-b63c-ea1e09d38bc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1578703 Nov 09 17:26:36.362554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Network 993670d4-f23e-41f2-bf10-87ac021d7177 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:36.415883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:36.416104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d09d7aa9-ff13-4585-849c-a827b7f7856e req-83e7131e-0a69-405f-a562-34623e096adf tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933300 Nov 09 17:26:36.420762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:36.509441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131820a-3e8a-4e5d-8362-59405173e58f req-cdfbcafc-b213-49fc-a84b-15f30201fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:36.511606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-cdfbcafc-b213-49fc-a84b-15f30201fef3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339791 Nov 09 17:26:36.533772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:36.534398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.613245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event updated for resources: {'Port': ['ID=3b87b98d-6435-4843-a71c-9957fde8ebf8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:36.623657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ba1ebc28-a31b-43b8-99f7-44392aae030c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3221874 Nov 09 17:26:36.642312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ebf7-a1d8-4849-96ff-dea894ac63cf req-1de5f2b5-1e24-4a27-aa5d-055a5c0d40d7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:36.650515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0627ebf7-a1d8-4849-96ff-dea894ac63cf req-1de5f2b5-1e24-4a27-aa5d-055a5c0d40d7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1232381 Nov 09 17:26:36.672869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.685981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.731957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd463ed-ff9b-4204-8120-0b1bafd9ffe1 None None] New status for floating IP fd56a2e1-b489-4361-b47b-78c88d9034c9: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:26:36.738005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928649a-a817-4ee2-9edd-6bdfd24670f0 req-2102fe80-c40c-44ca-98bf-219e2c1660fb tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:36.740480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4928649a-a817-4ee2-9edd-6bdfd24670f0 req-2102fe80-c40c-44ca-98bf-219e2c1660fb tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 931 time: 0.2205393 Nov 09 17:26:36.740701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0627ebf7-a1d8-4849-96ff-dea894ac63cf req-8f1cb898-291b-4ba8-8012-b161ed776fc5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889392 Nov 09 17:26:36.753571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:26:36.769696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Request body: {'port': {'device_id': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:36.795724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c26352-73ab-4042-bd79-257b11da314e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:36.804397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-822dd4b3-10bb-45a8-9c91-0de742e7e16b service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481024 Nov 09 17:26:36.808416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.808416 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Added segment 7ecbdac1-5000-43d4-a2b0-f35732ebb309 of type vlan for network e64983b9-2f90-40bf-b242-f62787e8a4ce Nov 09 17:26:36.908337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.938455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4928649a-a817-4ee2-9edd-6bdfd24670f0 req-be4a2253-e886-4b0d-9dc4-21baf9aa6f73 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758890 Nov 09 17:26:36.940177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.998418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:36.999420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:37.000001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.005226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d131820a-3e8a-4e5d-8362-59405173e58f req-782535c2-29f2-4d70-8f81-bffab5568d6b service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799462 Nov 09 17:26:37.079111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3793507 Nov 09 17:26:37.079881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59766) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:37.084969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Request body: {'subnet': {'network_id': 'e64983b9-2f90-40bf-b242-f62787e8a4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2131397517-subnet', 'tenant_id': '4f993a617c0f47129c05f336de4ca800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:37.093350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef289d3-cb6a-4d22-9bc1-54f5eec73796 admin admin] Pushing event updated for resources: {'Network': ['ID=e64983b9-2f90-40bf-b242-f62787e8a4ce,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:37.112288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e64983b9-2f90-40bf-b242-f62787e8a4ce details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:26:37.126467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Made reservation on behalf of 4f993a617c0f47129c05f336de4ca800 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:37.128987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.301720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b87b98d-6435-4843-a71c-9957fde8ebf8 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:37.311311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.327462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Transition to ACTIVE for port object 3b87b98d-6435-4843-a71c-9957fde8ebf8 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:26:37.331177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.341661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.402531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92726faa-c9a8-431f-a873-906eaa5b03dc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:37.415147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Checking segment: {'id': '7ecbdac1-5000-43d4-a2b0-f35732ebb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e64983b9-2f90-40bf-b242-f62787e8a4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:37.415519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Network hostable DHCP agents. Network: e64983b9-2f90-40bf-b242-f62787e8a4ce, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:26:37.433241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Pushing event updated for resources: {'Port': ['ID=3b87b98d-6435-4843-a71c-9957fde8ebf8,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:37.437404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Network e64983b9-2f90-40bf-b242-f62787e8a4ce is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:26:37.471733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e64983b9-2f90-40bf-b242-f62787e8a4ce) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:37.482269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:37.482473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2cbb89-daaf-4064-b3ab-9c3072e67adb None None] Network e64983b9-2f90-40bf-b242-f62787e8a4ce requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:37.483450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.511821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c8e5cc4-a1ee-40f8-951e-35858157126d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4267607 Nov 09 17:26:37.587919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-29b57093-6d11-4828-92dc-673093518d34 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:37.590024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-29b57093-6d11-4828-92dc-673093518d34 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.43 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 945 time: 0.2117124 Nov 09 17:26:37.610380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Attempting to bind port 3b87b98d-6435-4843-a71c-9957fde8ebf8 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:37.610714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Attempting to bind port 3b87b98d-6435-4843-a71c-9957fde8ebf8 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:37.611096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Attempting to bind port 3b87b98d-6435-4843-a71c-9957fde8ebf8 on network 993670d4-f23e-41f2-bf10-87ac021d7177 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:37.636743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea91a9b-9ad7-413f-b72b-71756bcfa389 req-d804fa1b-2e74-4e44-8ac6-d38996d5e6a9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:37.638339 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ea91a9b-9ad7-413f-b72b-71756bcfa389 req-d804fa1b-2e74-4e44-8ac6-d38996d5e6a9 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 945 time: 0.1075599 Nov 09 17:26:37.678960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Port 3b87b98d-6435-4843-a71c-9957fde8ebf8 on network 993670d4-f23e-41f2-bf10-87ac021d7177 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:26:37.679270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Attempting to bind port 3b87b98d-6435-4843-a71c-9957fde8ebf8 on network 993670d4-f23e-41f2-bf10-87ac021d7177 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:37.701870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aba6e6-5b2e-4f87-bbf2-7a085734ebc2 None None] Network e64983b9-2f90-40bf-b242-f62787e8a4ce requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:37.704139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:37.704505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Checking segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:37.707130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Bound using segment: {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:37.710384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Bound port: 3b87b98d-6435-4843-a71c-9957fde8ebf8, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f175a2c-0347-416a-9da3-5b6a3fec9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:37.710787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.719256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ea91a9b-9ad7-413f-b72b-71756bcfa389 req-97d66fba-3b6c-459b-8c0d-841a3b9c8c64 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae1c16e5-c3ec-4dbc-9602-42769c165a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748429 Nov 09 17:26:37.912054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] For port 3b87b98d-6435-4843-a71c-9957fde8ebf8, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:37.917072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] For port 3b87b98d-6435-4843-a71c-9957fde8ebf8, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:37.926893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:37.933466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eca75-03ff-47d4-a598-c9c5db246b3c req-cde29d29-c8ef-4404-b752-eb47d4f97b8e tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:37.941025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f1eca75-03ff-47d4-a598-c9c5db246b3c req-cde29d29-c8ef-4404-b752-eb47d4f97b8e tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0774565 Nov 09 17:26:37.981320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9164ce25-5fe1-4ea0-acdc-2429c2d0d3d5 req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1400768411', 'description': 'tempest-description-1169407602'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:37.991850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f1eca75-03ff-47d4-a598-c9c5db246b3c req-5adae38d-6b8a-42cf-aa05-a671d06abcf7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498743 Nov 09 17:26:37.999702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Deleting port 1c7950c2-2e66-42dc-9784-e525006bd8b2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:38.000045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.058471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:38.059115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.060472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] 10.222.0.43 "PUT /v2.0/ports/3b87b98d-6435-4843-a71c-9957fde8ebf8 HTTP/1.1" status: 200 len: 1091 time: 1.4069319 Nov 09 17:26:38.064583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'tag': '3b87b98d-6435-4843-a71c-9957fde8ebf8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:38.066482 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a49769b-8b2e-4d16-b532-82fe6a956ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "9943b634-1647-43d4-a5d5-0c71cd8f25c7", "tag": "3b87b98d-6435-4843-a71c-9957fde8ebf8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:38.107200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07084aa2-75a6-4d0c-8aa3-0c2263d5945e service neutron] Pushing event updated for resources: {'Port': ['ID=3b87b98d-6435-4843-a71c-9957fde8ebf8,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:38.112928 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9164ce25-5fe1-4ea0-acdc-2429c2d0d3d5 req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.205181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] For port 1c7950c2-2e66-42dc-9784-e525006bd8b2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1c7950c2-2e66-42dc-9784-e525006bd8b2,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:38.205576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.232340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-dac80d71-3f22-4db5-ae58-2f1c608f6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:38.233839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-dac80d71-3f22-4db5-ae58-2f1c608f6930 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 1094 time: 0.0991735 Nov 09 17:26:38.235747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Calling delete_port for 1c7950c2-2e66-42dc-9784-e525006bd8b2 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:38.268855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017d71d-a715-4c0e-877f-92e1dc28633a req-8fd52642-0db0-4631-9ce9-026f4000c3b8 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:38.270841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8017d71d-a715-4c0e-877f-92e1dc28633a req-8fd52642-0db0-4631-9ce9-026f4000c3b8 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 943 time: 0.0603166 Nov 09 17:26:38.303856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-ea62ec5f-c6d7-4a0d-8cf1-2722b29a05c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8 HTTP/1.1" status: 200 len: 217 time: 0.0551982 Nov 09 17:26:38.331567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8017d71d-a715-4c0e-877f-92e1dc28633a req-cb6ca465-9cbd-48d3-af91-43f4002f7a56 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524881 Nov 09 17:26:38.379439 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9164ce25-5fe1-4ea0-acdc-2429c2d0d3d5 req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.397046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9164ce25-5fe1-4ea0-acdc-2429c2d0d3d5 req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.457154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9164ce25-5fe1-4ea0-acdc-2429c2d0d3d5 req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.459273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9164ce25-5fe1-4ea0-acdc-2429c2d0d3d5 req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5063567 Nov 09 17:26:38.463254 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c048428-1ff0-4224-827f-ec38e48fbb33 x-openstack-request-id: req-4c048428-1ff0-4224-827f-ec38e48fbb33 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:38.463254 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9943b634-1647-43d4-a5d5-0c71cd8f25c7", "tag": "3b87b98d-6435-4843-a71c-9957fde8ebf8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:38.463254 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c048428-1ff0-4224-827f-ec38e48fbb33 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:38.463254 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'tag': '3b87b98d-6435-4843-a71c-9957fde8ebf8', 'status': 'completed', 'code': 200} Nov 09 17:26:38.469148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-6bb61cbf-35ae-4564-9d2a-4be0dcd20dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:38.471197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-6bb61cbf-35ae-4564-9d2a-4be0dcd20dc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 200 len: 862 time: 0.1362517 Nov 09 17:26:38.489785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b327e5a-e551-4db9-9d94-fd342df9ab3e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ecd927-b10c-4483-83c6-61dc9068c83f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:38.517980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-0eeec2e3-a27b-458e-867b-528b067b35f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=993670d4-f23e-41f2-bf10-87ac021d7177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373943 Nov 09 17:26:38.534620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-f7947bdf-02a6-481c-a3c0-944789d645ed tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/15ecd927-b10c-4483-83c6-61dc9068c83f HTTP/1.1" status: 200 len: 1830 time: 0.0487931 Nov 09 17:26:38.549710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15ecd927-b10c-4483-83c6-61dc9068c83f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:38.550754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15ecd927-b10c-4483-83c6-61dc9068c83f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:38.624261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.647562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.656964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.658647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['1c7950c2-2e66-42dc-9784-e525006bd8b2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:38.661646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.678843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c39fdab-f994-40c8-9be2-09dc39ac243f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:38.690268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-7f6d28b0-8e6c-446b-a4c3-91d3253544c0 service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658812 Nov 09 17:26:38.691062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Pushing event deleted for resources: {'Port': ['ID=1c7950c2-2e66-42dc-9784-e525006bd8b2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:38.700057 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.702791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd2e345c-f718-462f-a180-944a7a50eab1 req-45fe25ba-7f97-45b5-8283-3ba1e66c6bdf tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1601396 Nov 09 17:26:38.789717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] No DVR routers for this DVR port 1c7950c2-2e66-42dc-9784-e525006bd8b2 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:38.800062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:38.803679 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a607dc10-292a-4618-a001-4956e71d8dd1 req-aa381094-0a18-4787-8642-cd4f3fec5a00 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.43 "DELETE /v2.0/ports/1c7950c2-2e66-42dc-9784-e525006bd8b2 HTTP/1.1" status: 204 len: 173 time: 1.2046757 Nov 09 17:26:38.833350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12e6fb64-b0d6-4c5d-b2e3-744850795073 req-4e08aa62-2b41-468b-b5d0-b082d6867621 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891 tempest-FloatingIPsAssociationNegativeTestJSON-2083213891-project] 10.222.0.45 "GET /v2.0/ports?device_id=edadf07e-0a84-4fb3-8a47-a836a4c6e562 HTTP/1.1" status: 200 len: 210 time: 0.0287685 Nov 09 17:26:38.873448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-178215d3-2d9e-4d0b-b8f0-9ea3ee4ff63c req-2b13e4c2-09bb-4f17-99db-6fefe25c8a33 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/15ecd927-b10c-4483-83c6-61dc9068c83f HTTP/1.1" status: 200 len: 2423 time: 0.1120884 Nov 09 17:26:38.879321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1897f2d-b7a5-4815-a4b1-b6dc18a2b3ba req-d09d5360-56ba-40b5-a1aa-d6d699386da7 service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811457 Nov 09 17:26:38.929926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-12c8dc66-8b44-425b-ad40-584e4fbb5afd tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-group-rules/5c39fdab-f994-40c8-9be2-09dc39ac243f HTTP/1.1" status: 200 len: 778 time: 0.0243292 Nov 09 17:26:38.987351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-0baedfe8-cfcf-4281-97fb-e336583ec50b tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/15ecd927-b10c-4483-83c6-61dc9068c83f HTTP/1.1" status: 200 len: 2423 time: 0.0495074 Nov 09 17:26:39.002265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-3e5e9baf-f325-438d-a8b8-6fbd777d9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:39.006505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-3e5e9baf-f325-438d-a8b8-6fbd777d9ddb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c743fba5047fb97f68c84716f957d&device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 1094 time: 0.0549738 Nov 09 17:26:39.025098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-cf14880c-d67e-4f79-b533-858af499c9ca tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.034177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-cf14880c-d67e-4f79-b533-858af499c9ca tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.079889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-cf14880c-d67e-4f79-b533-858af499c9ca tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.089138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-cf14880c-d67e-4f79-b533-858af499c9ca tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.100099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0d9b5e0-3a74-4ace-8882-b2281b3be8bc req-cf14880c-d67e-4f79-b533-858af499c9ca tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5c39fdab-f994-40c8-9be2-09dc39ac243f HTTP/1.1" status: 204 len: 173 time: 0.1047521 Nov 09 17:26:39.118282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14880c-d67e-4f79-b533-858af499c9ca tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c39fdab-f994-40c8-9be2-09dc39ac243f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:39.183203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-58fafa24-1b85-4e13-8047-ff3a6b135bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:39.184454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-58fafa24-1b85-4e13-8047-ff3a6b135bba service neutron] 10.222.0.43 "GET /v2.0/networks?id=993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 200 len: 922 time: 0.1702693 Nov 09 17:26:39.217483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a4faef30-a805-454e-bf75-56a7128ab841 req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-688284520', 'description': 'tempest-description-972805268'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:39.256750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-eac3de07-9fa8-4b79-8477-fbe81312c997 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8 HTTP/1.1" status: 200 len: 217 time: 0.0528252 Nov 09 17:26:39.259616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4faef30-a805-454e-bf75-56a7128ab841 req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.274347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b83011-4c99-4fb2-884b-d95c4d7ada79 req-b631dd3d-ab14-4074-a80d-7a73ee2ae8cd tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:39.275207 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73b83011-4c99-4fb2-884b-d95c4d7ada79 req-b631dd3d-ab14-4074-a80d-7a73ee2ae8cd tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1081681 Nov 09 17:26:39.374185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4faef30-a805-454e-bf75-56a7128ab841 req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.379356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4faef30-a805-454e-bf75-56a7128ab841 req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.388875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-6185dba9-6df9-429c-8696-d89ce4d0bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:39.391177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-6185dba9-6df9-429c-8696-d89ce4d0bcd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 200 len: 862 time: 0.1147423 Nov 09 17:26:39.405680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73b83011-4c99-4fb2-884b-d95c4d7ada79 req-ba2dc81b-fe42-4720-a6c2-8fa6af8536aa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164432 Nov 09 17:26:39.434406 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4faef30-a805-454e-bf75-56a7128ab841 req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.445665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4faef30-a805-454e-bf75-56a7128ab841 req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2451305 Nov 09 17:26:39.450319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-12baeb62-58f7-4571-b843-a7cb59bbed12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=993670d4-f23e-41f2-bf10-87ac021d7177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396726 Nov 09 17:26:39.452383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de100c0-7d86-43d3-9f08-92260de72ff1 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5252e9d-9017-4d23-ab62-ff57d82b9719,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:39.591863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bf512f1-b77e-443b-b1c3-a295b3b3a411 req-cedd260c-ad66-47cd-9cc7-3e8e2e8a243e tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/a5252e9d-9017-4d23-ab62-ff57d82b9719 HTTP/1.1" status: 200 len: 1830 time: 0.0522065 Nov 09 17:26:39.623175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2080460-3f69-4125-b15b-c3e8185a48fc req-93620969-3f31-4d3d-9f32-5d7eb39db671 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:39.624866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2080460-3f69-4125-b15b-c3e8185a48fc req-93620969-3f31-4d3d-9f32-5d7eb39db671 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 943 time: 0.1045382 Nov 09 17:26:39.632670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-2a4f1463-06d1-434c-b2b6-94e3eb433c7f service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735599 Nov 09 17:26:39.720123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3b51674c-1728-4864-99e0-da0834c32e08 req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-560033699', 'description': 'tempest-description-1337507961'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:39.746443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2080460-3f69-4125-b15b-c3e8185a48fc req-32899e07-c865-46e7-a208-4f222c1ede69 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100953 Nov 09 17:26:39.761185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b51674c-1728-4864-99e0-da0834c32e08 req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.774477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a49769b-8b2e-4d16-b532-82fe6a956ec0 req-e3b852a8-a1e4-45e1-b094-95e5af55771c service neutron] 10.222.0.43 "GET /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311667 Nov 09 17:26:39.873758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b51674c-1728-4864-99e0-da0834c32e08 req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.878271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b51674c-1728-4864-99e0-da0834c32e08 req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.915352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59826) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:39.921251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b51674c-1728-4864-99e0-da0834c32e08 req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:39.923079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b51674c-1728-4864-99e0-da0834c32e08 req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2070930 Nov 09 17:26:39.927802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ed04-81ab-42be-a793-8b6ec9b68605 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6bc22c-fdf2-44e8-8d2c-b0a74a4a77d5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:40.287236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5a2421a-0a2b-4b2d-9a7e-5948f2ba3f47 req-5e86b4f3-37dd-4b94-bf2b-2c037a91fd77 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/6f6bc22c-fdf2-44e8-8d2c-b0a74a4a77d5 HTTP/1.1" status: 200 len: 1831 time: 0.0804446 Nov 09 17:26:40.315748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-595a753d-60ec-4d0f-8bf5-5a9de83c5236 req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1929643883', 'description': 'tempest-description-1415146355'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:40.339663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-595a753d-60ec-4d0f-8bf5-5a9de83c5236 req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.416199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-595a753d-60ec-4d0f-8bf5-5a9de83c5236 req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.420259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-595a753d-60ec-4d0f-8bf5-5a9de83c5236 req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.457441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-595a753d-60ec-4d0f-8bf5-5a9de83c5236 req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.459405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-595a753d-60ec-4d0f-8bf5-5a9de83c5236 req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1472585 Nov 09 17:26:40.461565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38deaaf-8749-4d96-8aef-0c54eee8a18a tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518da182-d5ba-4e2f-9023-1d4cc7572a60,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:40.467784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'name': 'network-vif-deleted', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:40.467784 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3c6a59-c992-4517-a6b0-4f9415caa555" -d '{"events": [{"server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "name": "network-vif-deleted", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:40.532805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00791aa2-d9d3-41be-9545-7b265b1ee257 req-c0f599df-89b8-4d02-ad30-0326086f8951 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/518da182-d5ba-4e2f-9023-1d4cc7572a60 HTTP/1.1" status: 200 len: 1832 time: 0.0463951 Nov 09 17:26:40.590417 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae18f7-9d58-4478-82a2-052f99d4b2f9 x-openstack-request-id: req-74ae18f7-9d58-4478-82a2-052f99d4b2f9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:40.590716 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edadf07e-0a84-4fb3-8a47-a836a4c6e562", "name": "network-vif-deleted", "tag": "1c7950c2-2e66-42dc-9784-e525006bd8b2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:40.591068 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74ae18f7-9d58-4478-82a2-052f99d4b2f9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:40.591377 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edadf07e-0a84-4fb3-8a47-a836a4c6e562', 'name': 'network-vif-deleted', 'tag': '1c7950c2-2e66-42dc-9784-e525006bd8b2', 'status': 'completed', 'code': 200} Nov 09 17:26:40.631643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f6d59-d8fc-4388-92e9-622c23360cc9 req-e19045e2-8899-4fd0-a543-5b965a7cf493 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:40.633691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b86f6d59-d8fc-4388-92e9-622c23360cc9 req-e19045e2-8899-4fd0-a543-5b965a7cf493 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1084313 Nov 09 17:26:40.684795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a355dc89-c2a3-4baa-a0a2-c381ce0510db req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-671102818', 'description': 'tempest-description-1649562204'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:40.712569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a355dc89-c2a3-4baa-a0a2-c381ce0510db req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.742565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b86f6d59-d8fc-4388-92e9-622c23360cc9 req-b6ea92c7-aa29-462a-93ab-5b7fb3e4f0ca tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995073 Nov 09 17:26:40.783621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.806960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a355dc89-c2a3-4baa-a0a2-c381ce0510db req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.813016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a355dc89-c2a3-4baa-a0a2-c381ce0510db req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.863128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a355dc89-c2a3-4baa-a0a2-c381ce0510db req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:40.875365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a355dc89-c2a3-4baa-a0a2-c381ce0510db req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1891980 Nov 09 17:26:40.883967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854f00-890a-44db-816a-37875904d9ab tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42df1373-ac9e-4415-980d-bde96379d93f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:40.954410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a81da77a-d32e-4abd-ad47-4c4980e20ab0 req-63b9c4d2-f1dc-450a-b543-3d7b99269087 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/42df1373-ac9e-4415-980d-bde96379d93f HTTP/1.1" status: 200 len: 1831 time: 0.0563984 Nov 09 17:26:40.993494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3b87b98d-6435-4843-a71c-9957fde8ebf8 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:41.000661 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-804c1aba-a7d8-4efd-ba68-993cd45c4eb3 req-1d90fd77-4e30-45a0-8d73-eefd13161235 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] show failed (client error): The resource could not be found. Nov 09 17:26:41.001837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-804c1aba-a7d8-4efd-ba68-993cd45c4eb3 req-1d90fd77-4e30-45a0-8d73-eefd13161235 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/6e979bcb-fb62-4200-ad39-701aa1b71f3d HTTP/1.1" status: 404 len: 352 time: 0.0223863 Nov 09 17:26:41.003943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1c7950c2-2e66-42dc-9784-e525006bd8b2 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:41.032185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 1c7950c2-2e66-42dc-9784-e525006bd8b2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:41.032522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1c7950c2-2e66-42dc-9784-e525006bd8b2 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:41.050603 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-0810d3aa-802a-471f-84d1-620677ecaa08 req-178509ac-eea8-4d96-aa63-61dd28619bb4 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] show failed (client error): The resource could not be found. Nov 09 17:26:41.051998 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0810d3aa-802a-471f-84d1-620677ecaa08 req-178509ac-eea8-4d96-aa63-61dd28619bb4 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-group-rules/974ea76f-2624-4dc5-946e-5b8430702f01 HTTP/1.1" status: 404 len: 361 time: 0.0205305 Nov 09 17:26:41.079506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbfb7a-6991-4f71-9b71-284724a6a465 req-6dbe9386-6bbd-4479-87c9-d26c9118237f tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:41.081127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97fbfb7a-6991-4f71-9b71-284724a6a465 req-6dbe9386-6bbd-4479-87c9-d26c9118237f tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 943 time: 0.1437676 Nov 09 17:26:41.138565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e8dd9e3-cd76-41c2-aace-24684b18c597 req-3f21eff3-d65f-4602-b2fe-13db1db3d1a6 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/42df1373-ac9e-4415-980d-bde96379d93f HTTP/1.1" status: 200 len: 1831 time: 0.0517004 Nov 09 17:26:41.168455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3b87b98d-6435-4843-a71c-9957fde8ebf8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:41.183615 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97fbfb7a-6991-4f71-9b71-284724a6a465 req-b9ed7ec4-cba8-4839-9fce-82091f32b602 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902102 Nov 09 17:26:41.185875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '3b87b98d-6435-4843-a71c-9957fde8ebf8', 'network_id': '993670d4-f23e-41f2-bf10-87ac021d7177', 'port_id': '3b87b98d-6435-4843-a71c-9957fde8ebf8', 'mac_address': 'fa:16:3e:92:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4c52-da0a-4319-8723-67fbd8e5c089', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:41.234683 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.236063 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e8dd9e3-cd76-41c2-aace-24684b18c597 req-4f8be60a-44d2-4329-b28d-76d279ebe755 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.245773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Deleting port ea9415f8-317e-4060-be35-fb3a5ac0f08c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:41.246092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.252077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b87b98d-6435-4843-a71c-9957fde8ebf8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:41.275693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e8dd9e3-cd76-41c2-aace-24684b18c597 req-4f8be60a-44d2-4329-b28d-76d279ebe755 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.283042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3b87b98d-6435-4843-a71c-9957fde8ebf8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:41.290939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.358095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3b87b98d-6435-4843-a71c-9957fde8ebf8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:41.362322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e8dd9e3-cd76-41c2-aace-24684b18c597 req-4f8be60a-44d2-4329-b28d-76d279ebe755 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.364025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e8dd9e3-cd76-41c2-aace-24684b18c597 req-4f8be60a-44d2-4329-b28d-76d279ebe755 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.365728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e8dd9e3-cd76-41c2-aace-24684b18c597 req-4f8be60a-44d2-4329-b28d-76d279ebe755 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "DELETE /v2.0/security-groups/42df1373-ac9e-4415-980d-bde96379d93f HTTP/1.1" status: 204 len: 173 time: 0.2190146 Nov 09 17:26:41.366638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] For port ea9415f8-317e-4060-be35-fb3a5ac0f08c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ea9415f8-317e-4060-be35-fb3a5ac0f08c,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:41.367029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.381568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8be60a-44d2-4329-b28d-76d279ebe755 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42df1373-ac9e-4415-980d-bde96379d93f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:41.390204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Calling delete_port for ea9415f8-317e-4060-be35-fb3a5ac0f08c owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:41.483986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91f98e51-da77-43d5-b364-58683e2f98c1 req-ba946422-4190-4711-bad8-1e9462eeca33 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/518da182-d5ba-4e2f-9023-1d4cc7572a60 HTTP/1.1" status: 200 len: 1832 time: 0.0878141 Nov 09 17:26:41.505096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3b87b98d-6435-4843-a71c-9957fde8ebf8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:41.604167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91f98e51-da77-43d5-b364-58683e2f98c1 req-cea5b19f-f038-4329-8407-d90acea2fa12 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.659308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91f98e51-da77-43d5-b364-58683e2f98c1 req-cea5b19f-f038-4329-8407-d90acea2fa12 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.713907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.745763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91f98e51-da77-43d5-b364-58683e2f98c1 req-cea5b19f-f038-4329-8407-d90acea2fa12 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.748981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91f98e51-da77-43d5-b364-58683e2f98c1 req-cea5b19f-f038-4329-8407-d90acea2fa12 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:41.750191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91f98e51-da77-43d5-b364-58683e2f98c1 req-cea5b19f-f038-4329-8407-d90acea2fa12 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "DELETE /v2.0/security-groups/518da182-d5ba-4e2f-9023-1d4cc7572a60 HTTP/1.1" status: 204 len: 173 time: 0.2573493 Nov 09 17:26:41.760848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9415f8-317e-4060-be35-fb3a5ac0f08c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:41.789998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5b19f-f038-4329-8407-d90acea2fa12 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518da182-d5ba-4e2f-9023-1d4cc7572a60,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:41.902585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b50570d-f3c0-4f22-8021-e24b67431714 req-f3ccf0fa-87f1-4085-a3d2-e95744361b38 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/6f6bc22c-fdf2-44e8-8d2c-b0a74a4a77d5 HTTP/1.1" status: 200 len: 1831 time: 0.0930605 Nov 09 17:26:42.004905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b50570d-f3c0-4f22-8021-e24b67431714 req-726a1d1c-f990-4d1a-a323-ac2f06dceeb7 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.040173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b50570d-f3c0-4f22-8021-e24b67431714 req-726a1d1c-f990-4d1a-a323-ac2f06dceeb7 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.071624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768d1bb-1d3d-492a-8bc1-e8c5304c7833 req-fadfbc6f-f067-4690-9b88-a8bd745298f5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:42.073623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8768d1bb-1d3d-492a-8bc1-e8c5304c7833 req-fadfbc6f-f067-4690-9b88-a8bd745298f5 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1312137 Nov 09 17:26:42.108969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b50570d-f3c0-4f22-8021-e24b67431714 req-726a1d1c-f990-4d1a-a323-ac2f06dceeb7 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.110750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.112390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b50570d-f3c0-4f22-8021-e24b67431714 req-726a1d1c-f990-4d1a-a323-ac2f06dceeb7 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.120531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b50570d-f3c0-4f22-8021-e24b67431714 req-726a1d1c-f990-4d1a-a323-ac2f06dceeb7 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "DELETE /v2.0/security-groups/6f6bc22c-fdf2-44e8-8d2c-b0a74a4a77d5 HTTP/1.1" status: 204 len: 173 time: 0.2155740 Nov 09 17:26:42.144878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a1d1c-f990-4d1a-a323-ac2f06dceeb7 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6bc22c-fdf2-44e8-8d2c-b0a74a4a77d5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:42.194663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8768d1bb-1d3d-492a-8bc1-e8c5304c7833 req-018b2d5e-e540-4683-afd2-afb28426c325 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008008 Nov 09 17:26:42.269194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-761998f0-9f96-4276-8c42-3372dfa952c2 req-ad0e3d70-ff3e-4fac-b549-408d1c4b9c84 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/a5252e9d-9017-4d23-ab62-ff57d82b9719 HTTP/1.1" status: 200 len: 1830 time: 0.0572307 Nov 09 17:26:42.339339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-761998f0-9f96-4276-8c42-3372dfa952c2 req-9d817a23-f7e1-412f-bf14-a057a30516b3 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.366806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-761998f0-9f96-4276-8c42-3372dfa952c2 req-9d817a23-f7e1-412f-bf14-a057a30516b3 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.405840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7573f3-a7f3-4a74-afe9-ddf8b2cf6eb5 req-2c2de685-5e58-4696-b7c4-d4a8ad498f5d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:42.407487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a7573f3-a7f3-4a74-afe9-ddf8b2cf6eb5 req-2c2de685-5e58-4696-b7c4-d4a8ad498f5d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 944 time: 0.1010890 Nov 09 17:26:42.418401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-761998f0-9f96-4276-8c42-3372dfa952c2 req-9d817a23-f7e1-412f-bf14-a057a30516b3 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.421263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-761998f0-9f96-4276-8c42-3372dfa952c2 req-9d817a23-f7e1-412f-bf14-a057a30516b3 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.423682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-761998f0-9f96-4276-8c42-3372dfa952c2 req-9d817a23-f7e1-412f-bf14-a057a30516b3 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "DELETE /v2.0/security-groups/a5252e9d-9017-4d23-ab62-ff57d82b9719 HTTP/1.1" status: 204 len: 173 time: 0.1538079 Nov 09 17:26:42.445977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817a23-f7e1-412f-bf14-a057a30516b3 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5252e9d-9017-4d23-ab62-ff57d82b9719,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:42.479630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Router 4cddd0a6-1e60-495d-af25-e87513a78892 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:42.506904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a7573f3-a7f3-4a74-afe9-ddf8b2cf6eb5 req-8322b04b-6b57-4d13-9439-81351069c7a8 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848515 Nov 09 17:26:42.573368 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0558e759-1a53-4c0c-9e72-6a0995cdfe68 req-8fcb76cd-c119-468c-8d39-2f77806032a0 tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "GET /v2.0/security-groups/15ecd927-b10c-4483-83c6-61dc9068c83f HTTP/1.1" status: 200 len: 1830 time: 0.0533032 Nov 09 17:26:42.649214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0558e759-1a53-4c0c-9e72-6a0995cdfe68 req-43a3459f-c67f-4fe9-bd4f-6400c0dd6c1f tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.680077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0558e759-1a53-4c0c-9e72-6a0995cdfe68 req-43a3459f-c67f-4fe9-bd4f-6400c0dd6c1f tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.738411 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0558e759-1a53-4c0c-9e72-6a0995cdfe68 req-43a3459f-c67f-4fe9-bd4f-6400c0dd6c1f tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.742494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0558e759-1a53-4c0c-9e72-6a0995cdfe68 req-43a3459f-c67f-4fe9-bd4f-6400c0dd6c1f tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.751512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0558e759-1a53-4c0c-9e72-6a0995cdfe68 req-43a3459f-c67f-4fe9-bd4f-6400c0dd6c1f tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] 10.222.0.45 "DELETE /v2.0/security-groups/15ecd927-b10c-4483-83c6-61dc9068c83f HTTP/1.1" status: 204 len: 173 time: 0.1711876 Nov 09 17:26:42.752060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59882) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:42.811019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3459f-c67f-4fe9-bd4f-6400c0dd6c1f tempest-SecurityGroupRulesNegativeTestJSON-1856009439 tempest-SecurityGroupRulesNegativeTestJSON-1856009439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ecd927-b10c-4483-83c6-61dc9068c83f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:42.816391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Deleting subnet 92726faa-c9a8-431f-a873-906eaa5b03dc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:26:42.820191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.867340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.884356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:42.896541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dee6168a-16f3-4d03-b9ef-9fd4fbcc0ca5 admin admin] 10.222.0.45 "PUT /v2.0/routers/4cddd0a6-1e60-495d-af25-e87513a78892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9795141 Nov 09 17:26:42.897312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59884) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:42.898072 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] Sync routers for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:42.915596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:42.916263 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:42.918330 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:42.987060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.008137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3b87b98d-6435-4843-a71c-9957fde8ebf8 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:43.046369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.062058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.074716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/92726faa-c9a8-431f-a873-906eaa5b03dc HTTP/1.1" status: 204 len: 168 time: 0.3162038 Nov 09 17:26:43.075948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:43.080146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9117d6-e34f-4154-9ddf-51686b5af2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92726faa-c9a8-431f-a873-906eaa5b03dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:43.133392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 3b87b98d-6435-4843-a71c-9957fde8ebf8 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:43.141849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 3b87b98d-6435-4843-a71c-9957fde8ebf8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:43.142435 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.179978 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:43.291742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.301750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.322805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.364588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b87b98d-6435-4843-a71c-9957fde8ebf8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:43.367886 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13378af7-b7d1-4595-8fbd-5e653ec520f9" -d '{"events": [{"server_uuid": "9943b634-1647-43d4-a5d5-0c71cd8f25c7", "name": "network-vif-plugged", "status": "completed", "tag": "3b87b98d-6435-4843-a71c-9957fde8ebf8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:43.385546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3b87b98d-6435-4843-a71c-9957fde8ebf8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:43.393122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.463193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76287c9e-ac2b-454c-83bf-fc3886337e1d req-f62a3a49-0571-4b80-b415-f9bbc5fefa57 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:43.465291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76287c9e-ac2b-454c-83bf-fc3886337e1d req-f62a3a49-0571-4b80-b415-f9bbc5fefa57 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0898957 Nov 09 17:26:43.473957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Deleting port 4edd5fc7-ac21-43f0-925b-ace8fad05086 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:43.476719 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.482737 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:26:41Z', 'revision_number': 5, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port': {'id': '4edd5fc7-ac21-43f0-925b-ace8fad05086', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:39Z', 'updated_at': '2021-11-09T17:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:43.483044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.487798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3b87b98d-6435-4843-a71c-9957fde8ebf8,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:43.511172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64983b9-2f90-40bf-b242-f62787e8a4ce']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:43.525204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecbdac1-5000-43d4-a2b0-f35732ebb309') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:43.525500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecbdac1-5000-43d4-a2b0-f35732ebb309') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:43.534391 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] Checking router: 4cddd0a6-1e60-495d-af25-e87513a78892 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:43.539824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.547244 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] Routers {'4cddd0a6-1e60-495d-af25-e87513a78892'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:43.548262 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4cddd0a6-1e60-495d-af25-e87513a78892'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:43.560189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.570030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:26:43.570470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:26:43.588004 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:26:43.625342 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b17cd-714c-411e-b23c-9e8731ca2f6e x-openstack-request-id: req-576b17cd-714c-411e-b23c-9e8731ca2f6e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:43.625695 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9943b634-1647-43d4-a5d5-0c71cd8f25c7", "name": "network-vif-plugged", "status": "completed", "tag": "3b87b98d-6435-4843-a71c-9957fde8ebf8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:43.625979 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-576b17cd-714c-411e-b23c-9e8731ca2f6e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:43.626385 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b87b98d-6435-4843-a71c-9957fde8ebf8', 'code': 200} Nov 09 17:26:43.638643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76287c9e-ac2b-454c-83bf-fc3886337e1d req-1bb6d319-6707-4cd4-8645-b52f53456c26 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930030 Nov 09 17:26:43.662615 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] Set router 4cddd0a6-1e60-495d-af25-e87513a78892 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:43.671020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] For port 4edd5fc7-ac21-43f0-925b-ace8fad05086, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4edd5fc7-ac21-43f0-925b-ace8fad05086,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:43.671539 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.696168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Calling delete_port for 4edd5fc7-ac21-43f0-925b-ace8fad05086 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:43.716609 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.733546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:43.737839 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:26:43Z', 'revision_number': 6, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:43.766208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e64983b9-2f90-40bf-b242-f62787e8a4ce HTTP/1.1" status: 204 len: 168 time: 0.6857851 Nov 09 17:26:43.770395 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44151f52-bf8d-4dbc-af62-d32214cb08c9 None None] The sync data for ids ['4cddd0a6-1e60-495d-af25-e87513a78892'] in n-d-804292-3 is: [{'id': '4cddd0a6-1e60-495d-af25-e87513a78892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1333757227-router', 'tenant_id': 'be14c236a6794b23a45696c8286218cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:38Z', 'updated_at': '2021-11-09T17:26:43Z', 'revision_number': 6, 'project_id': 'be14c236a6794b23a45696c8286218cd', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:43.803670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b2f09-188c-4de4-9d4e-fbaf1f982804 admin admin] Pushing event deleted for resources: {'Network': ['ID=e64983b9-2f90-40bf-b242-f62787e8a4ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:43.837022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd97d1-21d1-468f-864b-88e219de84f4 req-dd332370-683f-47bb-b671-ad428da1c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:43.838829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51dd97d1-21d1-468f-864b-88e219de84f4 req-dd332370-683f-47bb-b671-ad428da1c349 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 1096 time: 0.1369364 Nov 09 17:26:43.929924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:43.979749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e1ead-2825-42fb-a8d5-027bd294992d req-33959810-3e20-4392-b44e-38026d3dc18a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:43.981219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-324e1ead-2825-42fb-a8d5-027bd294992d req-33959810-3e20-4392-b44e-38026d3dc18a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 945 time: 0.1506462 Nov 09 17:26:43.992535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f080a8a2-fdbf-4a37-8c67-3462edebad3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f993a617c0f47129c05f336de4ca800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637267 Nov 09 17:26:43.994747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:44.024482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51dd97d1-21d1-468f-864b-88e219de84f4 req-b67fed40-babe-475e-a8d6-e1e653c9cf61 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704707 Nov 09 17:26:44.051206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958d3170-2112-4882-80a4-fbe305edc7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.079281 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958d3170-2112-4882-80a4-fbe305edc7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.087548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-324e1ead-2825-42fb-a8d5-027bd294992d req-b302c5af-1f34-4465-8048-e49a7e9a1dd3 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901496 Nov 09 17:26:44.106098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.147523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edd5fc7-ac21-43f0-925b-ace8fad05086,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:44.184110 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958d3170-2112-4882-80a4-fbe305edc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.186793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958d3170-2112-4882-80a4-fbe305edc7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.190225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-958d3170-2112-4882-80a4-fbe305edc7ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07c26352-73ab-4042-bd79-257b11da314e HTTP/1.1" status: 204 len: 168 time: 0.1921182 Nov 09 17:26:44.200906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d3170-2112-4882-80a4-fbe305edc7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c26352-73ab-4042-bd79-257b11da314e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:44.270335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.389715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.392178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.441275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.442087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cddd0a6-1e60-495d-af25-e87513a78892 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:26:44.449670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.455140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6177afc7-136f-4c0c-9178-0d1ea0e54333 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4cddd0a6-1e60-495d-af25-e87513a78892 HTTP/1.1" status: 204 len: 168 time: 1.5533473 Nov 09 17:26:44.455410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:44.522777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Deleting subnet 19719901-0e10-44cc-9c4e-5fac2e17f819 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:26:44.526802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.568254 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.683514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.778383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.835607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19719901-0e10-44cc-9c4e-5fac2e17f819,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:44.846799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:44.847283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1160-0c4f-4c94-b05f-97ec68b25192 req-c3f08038-ba4d-4aaf-bf6d-1cfd38e2828b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:44.855068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2cc8f0df-840a-4803-a42d-8bce0601026b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/19719901-0e10-44cc-9c4e-5fac2e17f819 HTTP/1.1" status: 204 len: 168 time: 0.3963392 Nov 09 17:26:44.857125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:44.861214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972ec3a-9fa9-49c6-ab73-a50474585970 None None] Network db0307b3-3656-421c-b9b5-f902723161ca requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:44.874031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d8a1160-0c4f-4c94-b05f-97ec68b25192 req-c3f08038-ba4d-4aaf-bf6d-1cfd38e2828b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0833225 Nov 09 17:26:44.963247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.012721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d8a1160-0c4f-4c94-b05f-97ec68b25192 req-af216ec9-d59c-4afc-9a0e-8bf405678e61 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376796 Nov 09 17:26:45.069177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Deleting port 287d2926-fddf-4edf-a689-1ed2e933e8e8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:45.069547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.203387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] For port 287d2926-fddf-4edf-a689-1ed2e933e8e8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=287d2926-fddf-4edf-a689-1ed2e933e8e8,segment=NetworkSegment(c716158d-70c5-4226-89b1-f3150a8e3ad8),segment_id=c716158d-70c5-4226-89b1-f3150a8e3ad8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:45.203883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.229891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Calling delete_port for 287d2926-fddf-4edf-a689-1ed2e933e8e8 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:45.295418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bffc0-b3e1-4c16-92a9-f03175806dab req-522125f8-fe78-48f1-bccf-747202420dc7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:45.304707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d06bffc0-b3e1-4c16-92a9-f03175806dab req-522125f8-fe78-48f1-bccf-747202420dc7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 945 time: 0.0895429 Nov 09 17:26:45.316171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] DHCP port deletion for db0307b3-3656-421c-b9b5-f902723161ca request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:26:45.374022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4edd5fc7-ac21-43f0-925b-ace8fad05086 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:45.400718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d06bffc0-b3e1-4c16-92a9-f03175806dab req-5abde84e-d507-44b6-8008-a3dca13623ec tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948551 Nov 09 17:26:45.405048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4edd5fc7-ac21-43f0-925b-ace8fad05086 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:45.405363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4edd5fc7-ac21-43f0-925b-ace8fad05086 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:45.405816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ea9415f8-317e-4060-be35-fb3a5ac0f08c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:45.432947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.440487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ea9415f8-317e-4060-be35-fb3a5ac0f08c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:45.440771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ea9415f8-317e-4060-be35-fb3a5ac0f08c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:45.448267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Deleting port 287d2926-fddf-4edf-a689-1ed2e933e8e8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:45.448652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.514734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] For port 287d2926-fddf-4edf-a689-1ed2e933e8e8, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:45.515437 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.520395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Pushing event deleted for resources: {'Port': ['ID=287d2926-fddf-4edf-a689-1ed2e933e8e8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:45.524731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] No DVR routers for this DVR port 287d2926-fddf-4edf-a689-1ed2e933e8e8 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:45.533985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Calling delete_port for 287d2926-fddf-4edf-a689-1ed2e933e8e8 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:45.538235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Port 287d2926-fddf-4edf-a689-1ed2e933e8e8 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:26:45.539988 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.555674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:45.573259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] Pushing event deleted for resources: {'Port': ['ID=287d2926-fddf-4edf-a689-1ed2e933e8e8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:45.581068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75279c9-2a8d-416c-bded-c49dcc355440 None None] No DVR routers for this DVR port 287d2926-fddf-4edf-a689-1ed2e933e8e8 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:45.653670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.679165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0307b3-3656-421c-b9b5-f902723161ca']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:45.690385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c716158d-70c5-4226-89b1-f3150a8e3ad8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:45.690753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c716158d-70c5-4226-89b1-f3150a8e3ad8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:45.710523 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.733414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.741731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:26:45.742258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:26:45.744255 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:26:45.762250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1971327433-network', 'tenant_id': '518750e770414fd998e205c6973f292c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:45.791137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Made reservation on behalf of 518750e770414fd998e205c6973f292c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:45.793970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.808874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.813655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.820156 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.825055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] 10.222.0.45 "DELETE /v2.0/networks/db0307b3-3656-421c-b9b5-f902723161ca HTTP/1.1" status: 204 len: 168 time: 0.9658442 Nov 09 17:26:45.839519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961c534-67a4-40f7-8f5b-51c6eee6c310 admin admin] Pushing event deleted for resources: {'Network': ['ID=db0307b3-3656-421c-b9b5-f902723161ca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:45.913051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f08e0-8538-487a-9dbb-eeeda94462ba req-953e135f-b8d3-4949-ad18-ef4e2e8b3e6c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:45.914713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-083f08e0-8538-487a-9dbb-eeeda94462ba req-953e135f-b8d3-4949-ad18-ef4e2e8b3e6c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 945 time: 0.0772941 Nov 09 17:26:45.932418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.939993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:45.988209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:26:46.010507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7048f4-84b0-4892-83bc-0cb52cadd0ee,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:46.015707 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.016878 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Added segment 9f8dd332-a585-41a7-87e8-186da36fb230 of type vlan for network cac8921e-f58b-42c3-9962-ce8e3366eef2 Nov 09 17:26:46.056011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59962) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:46.060994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-083f08e0-8538-487a-9dbb-eeeda94462ba req-3c9fa468-bc47-466b-9395-c758113bfe37 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362209 Nov 09 17:26:46.097210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.143597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4becf8c2-b5a1-4615-8f93-e7fe5751d3d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be14c236a6794b23a45696c8286218cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851181 Nov 09 17:26:46.146418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:46.161905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.163131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:46.163826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.243690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6868069 Nov 09 17:26:46.246915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59970) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:46.253665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Request body: {'subnet': {'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1971327433-subnet', 'tenant_id': '518750e770414fd998e205c6973f292c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:46.262600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfc07d-4acf-43dd-90a9-063ebb6de746 admin admin] Pushing event updated for resources: {'Network': ['ID=cac8921e-f58b-42c3-9962-ce8e3366eef2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:46.272460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5024-dcab-4002-940d-3c16060382c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.275475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network cac8921e-f58b-42c3-9962-ce8e3366eef2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:26:46.291800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Made reservation on behalf of 518750e770414fd998e205c6973f292c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:46.297255 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.301008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a555-6279-4f3b-b903-ba2189993493 req-1eddb82a-653f-4a77-bbc7-8445c11523f7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:46.303540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aad0a555-6279-4f3b-b903-ba2189993493 req-1eddb82a-653f-4a77-bbc7-8445c11523f7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1131289 Nov 09 17:26:46.322048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5024-dcab-4002-940d-3c16060382c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.414184 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aad0a555-6279-4f3b-b903-ba2189993493 req-8c483659-8bf2-49ab-940d-9f7fbec3df00 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945249 Nov 09 17:26:46.449984 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5024-dcab-4002-940d-3c16060382c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.454811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5024-dcab-4002-940d-3c16060382c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.476799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc4e5024-dcab-4002-940d-3c16060382c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae1c16e5-c3ec-4dbc-9602-42769c165a2c HTTP/1.1" status: 204 len: 168 time: 0.3142793 Nov 09 17:26:46.512151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e5024-dcab-4002-940d-3c16060382c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c16e5-c3ec-4dbc-9602-42769c165a2c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:46.593137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.664884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdda427-91eb-4cca-9157-487bcf66d205,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:46.667550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Checking segment: {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:46.667898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Network hostable DHCP agents. Network: cac8921e-f58b-42c3-9962-ce8e3366eef2, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:26:46.689211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Network cac8921e-f58b-42c3-9962-ce8e3366eef2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:26:46.709217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, cac8921e-f58b-42c3-9962-ce8e3366eef2) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:46.715118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:46.715846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:46.720939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626edee-3440-4b30-8697-2b53f44c0e0e None None] Network cac8921e-f58b-42c3-9962-ce8e3366eef2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:46.747446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64643518-fbff-4c08-bed3-84191acffff8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4953387 Nov 09 17:26:46.908845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae0075-2116-44fc-bb69-4f2993dedfd5 None None] Network cac8921e-f58b-42c3-9962-ce8e3366eef2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:47.098545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6f360259-254c-4678-82ab-09275af43abf req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914995418', 'description': 'tempest-description-79057904'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:47.153283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f360259-254c-4678-82ab-09275af43abf req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.167294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-a12c0f31-e765-4a81-af4c-0456bd95e5a7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:47.169921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-a12c0f31-e765-4a81-af4c-0456bd95e5a7 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 945 time: 0.0925400 Nov 09 17:26:47.279569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 287d2926-fddf-4edf-a689-1ed2e933e8e8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:47.339373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 287d2926-fddf-4edf-a689-1ed2e933e8e8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:47.339798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 287d2926-fddf-4edf-a689-1ed2e933e8e8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:47.342768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Deleting port 3b87b98d-6435-4843-a71c-9957fde8ebf8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:47.343349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.386341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f360259-254c-4678-82ab-09275af43abf req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.391464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f360259-254c-4678-82ab-09275af43abf req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.438156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d385c2-7a5a-4eae-b5d3-6a1143983569 req-47ef3e13-da51-42f4-b589-7cc02a246590 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:47.441909 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f360259-254c-4678-82ab-09275af43abf req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.446900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1d385c2-7a5a-4eae-b5d3-6a1143983569 req-47ef3e13-da51-42f4-b589-7cc02a246590 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/ports?device_id=9943b634-1647-43d4-a5d5-0c71cd8f25c7 HTTP/1.1" status: 200 len: 945 time: 0.1415579 Nov 09 17:26:47.462928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f360259-254c-4678-82ab-09275af43abf req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3707492 Nov 09 17:26:47.466273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae00a6-aec4-45d8-8be6-34b1cc681eef tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2298f5af-d908-413f-8b57-4cefb97a67b4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:47.562575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] For port 3b87b98d-6435-4843-a71c-9957fde8ebf8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3b87b98d-6435-4843-a71c-9957fde8ebf8,segment=NetworkSegment(3f175a2c-0347-416a-9da3-5b6a3fec9953),segment_id=3f175a2c-0347-416a-9da3-5b6a3fec9953)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:47.563832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.581926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1d385c2-7a5a-4eae-b5d3-6a1143983569 req-11bdfa2d-d59c-4818-ab23-39c3026e2f0d tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae035f43-dc17-4792-885a-19b1b57728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300793 Nov 09 17:26:47.613063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Calling delete_port for 3b87b98d-6435-4843-a71c-9957fde8ebf8 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:47.660018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:47.770940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6e8b-9ff5-48ff-81ac-f696b4b1c591 req-dd79b421-ed7e-4bce-8081-97d4d87d26f4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:47.772631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-404e6e8b-9ff5-48ff-81ac-f696b4b1c591 req-dd79b421-ed7e-4bce-8081-97d4d87d26f4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0780184 Nov 09 17:26:47.810345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-network', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:47.843473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Made reservation on behalf of cf546e2322654db3be284bd297ca67d8 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:47.846694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.865975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-829891c6-2d99-4057-b7aa-ccb7b87f377a req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-767704568', 'description': 'tempest-description-2038776319'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:47.872421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-404e6e8b-9ff5-48ff-81ac-f696b4b1c591 req-2ef0c769-b513-4a7b-b077-59289ee5f3ab tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865064 Nov 09 17:26:47.877074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.906434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.919241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3b87b98d-6435-4843-a71c-9957fde8ebf8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:47.934822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-829891c6-2d99-4057-b7aa-ccb7b87f377a req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:47.940070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event deleted for resources: {'Port': ['ID=3b87b98d-6435-4843-a71c-9957fde8ebf8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:48.004566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] No DVR routers for this DVR port 3b87b98d-6435-4843-a71c-9957fde8ebf8 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:26:48.009622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.015747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03965ec8-738f-49b5-8692-4c594cbbc196 req-b7e3f36e-3e53-40fc-b356-2ccc9c31315c tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.43 "DELETE /v2.0/ports/3b87b98d-6435-4843-a71c-9957fde8ebf8 HTTP/1.1" status: 204 len: 173 time: 0.8393681 Nov 09 17:26:48.016242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'name': 'network-vif-deleted', 'tag': '3b87b98d-6435-4843-a71c-9957fde8ebf8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:48.018591 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f906641-c946-4072-87d0-fefbeef55962" -d '{"events": [{"server_uuid": "9943b634-1647-43d4-a5d5-0c71cd8f25c7", "name": "network-vif-deleted", "tag": "3b87b98d-6435-4843-a71c-9957fde8ebf8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:48.065977 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fe126-27ad-435d-91ff-76ea89d47abd x-openstack-request-id: req-a28fe126-27ad-435d-91ff-76ea89d47abd {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:48.066380 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9943b634-1647-43d4-a5d5-0c71cd8f25c7", "name": "network-vif-deleted", "tag": "3b87b98d-6435-4843-a71c-9957fde8ebf8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:48.068385 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a28fe126-27ad-435d-91ff-76ea89d47abd {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:48.069913 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9943b634-1647-43d4-a5d5-0c71cd8f25c7', 'name': 'network-vif-deleted', 'tag': '3b87b98d-6435-4843-a71c-9957fde8ebf8', 'status': 'completed', 'code': 200} Nov 09 17:26:48.101339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.109970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.126793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-829891c6-2d99-4057-b7aa-ccb7b87f377a req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.137965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-829891c6-2d99-4057-b7aa-ccb7b87f377a req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.146562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:26:48.172852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618136d3-207f-4808-a046-0b5aa7bd41dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:48.175751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.176094 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Added segment 22a9ccf6-9135-4336-8e15-fdbe55738fa5 of type vlan for network 12fe433c-129f-4d74-ae31-a02f8028efe1 Nov 09 17:26:48.189356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-829891c6-2d99-4057-b7aa-ccb7b87f377a req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.190645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-829891c6-2d99-4057-b7aa-ccb7b87f377a req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3317165 Nov 09 17:26:48.235706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a6cf9-aafa-4501-827a-e238d3afe4d9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc53aec-edbc-431d-aaa9-077fd1cc1f10,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:48.246587 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.276220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.277459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:48.278223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.336987 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6729059 Nov 09 17:26:48.337286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:48.343969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Request body: {'subnet': {'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-subnet', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:48.356188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5577e3-2ea0-406c-8dbb-b33cb4d99b71 admin admin] Pushing event updated for resources: {'Network': ['ID=12fe433c-129f-4d74-ae31-a02f8028efe1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:48.370781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:26:48.388940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Made reservation on behalf of cf546e2322654db3be284bd297ca67d8 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:48.396167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.608376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-25281425-bf5a-46ab-a046-bbf6b8de9439 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:48.616375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-25281425-bf5a-46ab-a046-bbf6b8de9439 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 813 time: 0.1494441 Nov 09 17:26:48.657205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-f5dfe05b-8d4a-4835-882e-09cb6f6a855a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/quotas/518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 375 time: 0.0399437 Nov 09 17:26:48.722896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-f992d89c-4d0f-4048-b508-de7027f61dbc tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531423 Nov 09 17:26:48.784265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3b9cb9d2-f47d-49fa-9667-d428b6879917 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:26:48.786389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60064) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:48.791644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3b9cb9d2-f47d-49fa-9667-d428b6879917 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0678666 Nov 09 17:26:48.813112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.853016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f223e2e-84a4-4741-877e-2e5cbd2f2313 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.880467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f223e2e-84a4-4741-877e-2e5cbd2f2313 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.925106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2291683-0030-49b5-b0bd-424dbbc0055e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:48.957299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f223e2e-84a4-4741-877e-2e5cbd2f2313 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.961635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-2c194771-8b38-402c-85e7-f8b7dc02d238 service neutron] 10.222.0.45 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690738 Nov 09 17:26:48.962436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f223e2e-84a4-4741-877e-2e5cbd2f2313 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:48.963946 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3f223e2e-84a4-4741-877e-2e5cbd2f2313 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "DELETE /v2.0/security-groups/de1d7c05-47a3-4056-8448-1086fcd07d7e HTTP/1.1" status: 204 len: 168 time: 0.1758573 Nov 09 17:26:48.969934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60070) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:48.972354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Checking segment: {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:48.972723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Network hostable DHCP agents. Network: 12fe433c-129f-4d74-ae31-a02f8028efe1, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:26:48.988009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f223e2e-84a4-4741-877e-2e5cbd2f2313 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d7c05-47a3-4056-8448-1086fcd07d7e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:49.007912 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-b246c15d-8c5a-4a6a-bb88-3d4108888803 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] show failed (client error): The resource could not be found. Nov 09 17:26:49.012671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b246c15d-8c5a-4a6a-bb88-3d4108888803 tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "GET /v2.0/security-groups/de1d7c05-47a3-4056-8448-1086fcd07d7e HTTP/1.1" status: 404 len: 347 time: 0.0378003 Nov 09 17:26:49.021524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:49.050563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d12b1-69c9-4836-98b4-8159a3348cbd req-174f9914-99a1-4bf0-8114-d5600bae0017 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:49.053138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a9d12b1-69c9-4836-98b4-8159a3348cbd req-174f9914-99a1-4bf0-8114-d5600bae0017 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0678818 Nov 09 17:26:49.116396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a9d12b1-69c9-4836-98b4-8159a3348cbd req-f3fe8cfd-b5ec-4c2b-8daf-ca57f4f07a2a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568190 Nov 09 17:26:49.365700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:26:49.437904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 12fe433c-129f-4d74-ae31-a02f8028efe1) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:49.446558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:49.447175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.447772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9c705-2e55-4b1d-b184-56d3ca822bc9 None None] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:49.452536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-5cda5d2a-3665-44ea-8189-b35318f445ce service neutron] 10.222.0.45 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900844 Nov 09 17:26:49.468838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1980c525-6332-4430-a947-856a835b22b9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1304531 Nov 09 17:26:49.472377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:49.480051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:49.511719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Deleting port 354e7595-ec80-4963-aa3b-c33221cab3a7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:26:49.512073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.515835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.516873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.631734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.683381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.683948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.687985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-12fe433c-129f-4d74-ae31-a02f8028efe1', 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'fixed_ips': [{'subnet_id': 'c2291683-0030-49b5-b0bd-424dbbc0055e'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:26:49.689051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.743858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Calling delete_port for 354e7595-ec80-4963-aa3b-c33221cab3a7 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:26:49.757715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9a555ea-3836-4335-9c2e-6c10fe66341c req-fd8de686-71c2-4da7-b9c2-abafe10e7b88 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 210 time: 0.0593214 Nov 09 17:26:49.855015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:49.899021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Allocated IP 172.20.0.2 (12fe433c-129f-4d74-ae31-a02f8028efe1/c2291683-0030-49b5-b0bd-424dbbc0055e/b8679083-a3ee-4a67-9933-ab52638ccb8c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:50.060250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.139882 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.157315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.157563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Pushing event deleted for resources: {'Port': ['ID=354e7595-ec80-4963-aa3b-c33221cab3a7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:50.263561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Pushing event updated for resources: {'Port': ['ID=b8679083-a3ee-4a67-9933-ab52638ccb8c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:50.293052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec33e2-3ea4-484a-a220-939896d2c111 req-72e443de-336d-4a9d-ac57-948daa0cd702 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:50.302553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:50.306067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3eec33e2-3ea4-484a-a220-939896d2c111 req-72e443de-336d-4a9d-ac57-948daa0cd702 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0784659 Nov 09 17:26:50.306661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:50.313532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:50.398512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3eec33e2-3ea4-484a-a220-939896d2c111 req-d9d9edcb-4696-4c1d-b9ae-61d8fffa9736 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871608 Nov 09 17:26:50.423973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.424585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Attempting to bind port b8679083-a3ee-4a67-9933-ab52638ccb8c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:50.424585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Attempting to bind port b8679083-a3ee-4a67-9933-ab52638ccb8c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:50.425198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Attempting to bind port b8679083-a3ee-4a67-9933-ab52638ccb8c on network 12fe433c-129f-4d74-ae31-a02f8028efe1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:50.431983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:50.432785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Checking segment: {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:50.433635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.434213 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.437115 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f7ab3c20-387e-482a-bacc-cf31f78c707a tempest-ImagesOneServerNegativeTestJSON-1480180860 tempest-ImagesOneServerNegativeTestJSON-1480180860-project] 10.222.0.45 "DELETE /v2.0/floatingips/f90ed2ed-d7d2-4d78-9142-70cbd25f1ed1 HTTP/1.1" status: 204 len: 168 time: 1.4118102 Nov 09 17:26:50.437870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Bound using segment: {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:50.438825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Bound port: b8679083-a3ee-4a67-9933-ab52638ccb8c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:50.441017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.455812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.509724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.543675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] For port b8679083-a3ee-4a67-9933-ab52638ccb8c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:50.547522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] For port b8679083-a3ee-4a67-9933-ab52638ccb8c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b8679083-a3ee-4a67-9933-ab52638ccb8c,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:50.553558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.648041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2893e-5007-40c5-97b7-368cc8582521 None None] Pushing event updated for resources: {'Port': ['ID=b8679083-a3ee-4a67-9933-ab52638ccb8c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:50.654896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:50.731723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Deleting subnet 00ad4c52-da0a-4319-8723-67fbd8e5c089 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:26:50.737132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.772385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Allocated IP 172.25.3.27 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/8decb8dc-24cb-4751-88ef-7a1ae954cdde) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:50.808789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.906324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:50.935803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfa3a865-9686-4b3b-bb56-db0590638c2e req-15aa8347-7165-46f9-adc3-6fbd0f1af04c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 210 time: 0.0576487 Nov 09 17:26:51.006641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.023640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.028909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/00ad4c52-da0a-4319-8723-67fbd8e5c089 HTTP/1.1" status: 204 len: 168 time: 0.3721235 Nov 09 17:26:51.045993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:51.055564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3b87b98d-6435-4843-a71c-9957fde8ebf8 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:26:51.061598 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.088017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12557f49-9003-4c04-a1f9-bee1bf0c9bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ad4c52-da0a-4319-8723-67fbd8e5c089,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:51.125637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 3b87b98d-6435-4843-a71c-9957fde8ebf8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:26:51.131354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3b87b98d-6435-4843-a71c-9957fde8ebf8 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:26:51.246144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.271107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.363972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b8679083-a3ee-4a67-9933-ab52638ccb8c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:51.364495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Pushing event updated for resources: {'Port': ['ID=8decb8dc-24cb-4751-88ef-7a1ae954cdde,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:51.373048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-eb90d7cc-e9fa-43a6-9bbf-26b790731399 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:51.374915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-eb90d7cc-e9fa-43a6-9bbf-26b790731399 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.43 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 813 time: 0.2277019 Nov 09 17:26:51.392053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'port': {'device_id': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2', 'admin_state_up': True, 'tenant_id': '518750e770414fd998e205c6973f292c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:51.445443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:51.451800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:51.464573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:51.496420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b8679083-a3ee-4a67-9933-ab52638ccb8c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:51.496822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.543058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.615756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09672d82-250c-40ad-9e12-d05682b564c9 req-9269627d-3d85-4fd5-9088-501214a7d42c tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:51.617885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09672d82-250c-40ad-9e12-d05682b564c9 req-9269627d-3d85-4fd5-9088-501214a7d42c tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0957079 Nov 09 17:26:51.618935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Made reservation on behalf of 518750e770414fd998e205c6973f292c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:51.623155 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.657219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993670d4-f23e-41f2-bf10-87ac021d7177']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:51.683878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f175a2c-0347-416a-9da3-5b6a3fec9953') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:51.684171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f175a2c-0347-416a-9da3-5b6a3fec9953') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:51.685849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.696450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.714214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.719304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09672d82-250c-40ad-9e12-d05682b564c9 req-9093435c-98ea-4f47-ac02-9782a9acd27a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921569 Nov 09 17:26:51.722734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:26:51.723296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.763976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port b8679083-a3ee-4a67-9933-ab52638ccb8c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b8679083-a3ee-4a67-9933-ab52638ccb8c,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:51.779199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:26:51.811578 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:26:51.911545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=b8679083-a3ee-4a67-9933-ab52638ccb8c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:51.948442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Allocated IP 172.20.0.5 (cac8921e-f58b-42c3-9962-ce8e3366eef2/4fdda427-91eb-4cca-9157-487bcf66d205/8a3e194f-8808-4e19-a466-489e97fda2c7) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:51.952669 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.959981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:51.966347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] 10.222.0.45 "DELETE /v2.0/networks/993670d4-f23e-41f2-bf10-87ac021d7177 HTTP/1.1" status: 204 len: 168 time: 0.9170978 Nov 09 17:26:52.044653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a22e0-2725-40c2-ba99-49ede01b2939 admin admin] Pushing event deleted for resources: {'Network': ['ID=993670d4-f23e-41f2-bf10-87ac021d7177,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:52.146618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82152b18-9818-4b72-a2c5-33b22793d6ff None None] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:26:52.151750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.223045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c4e85ce-f9e6-4623-a00a-3f6634e39ee4 req-ee6c6f08-a543-400e-8421-9c885a4af947 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 210 time: 0.0827146 Nov 09 17:26:52.276249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.288252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b39c36ed-5e92-4214-acd0-caee5238ad55 None None] Provisioning complete for port b8679083-a3ee-4a67-9933-ab52638ccb8c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:52.292335 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b39c36ed-5e92-4214-acd0-caee5238ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.321600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60152) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:52.345858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.408573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Network cac8921e-f58b-42c3-9962-ce8e3366eef2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:52.418582 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:52.424589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ab0d64f-cf33-4a69-acc1-9646903a6802 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c4c743fba5047fb97f68c84716f957d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1020460 Nov 09 17:26:52.425842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:52.430211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:52.488209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:52.488861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.518194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1322286 Nov 09 17:26:52.518966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11d51-5d36-4d11-ba0b-c5b4ee227305 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:52.533309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Request body: {'port': {'device_id': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:52.542770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.621434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-699d723e-2c93-4ec0-a7c4-d5fe0d9ce43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.652203 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.657315 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-699d723e-2c93-4ec0-a7c4-d5fe0d9ce43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.690388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.819912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:26:52.824640 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-699d723e-2c93-4ec0-a7c4-d5fe0d9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.831467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-699d723e-2c93-4ec0-a7c4-d5fe0d9ce43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:52.833062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-699d723e-2c93-4ec0-a7c4-d5fe0d9ce43d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae035f43-dc17-4792-885a-19b1b57728bf HTTP/1.1" status: 204 len: 168 time: 0.4008582 Nov 09 17:26:52.852736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d723e-2c93-4ec0-a7c4-d5fe0d9ce43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae035f43-dc17-4792-885a-19b1b57728bf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:52.904576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-206323b8-cc7d-4450-8c03-13faef8a76e7 None None] Provisioning complete for port b8679083-a3ee-4a67-9933-ab52638ccb8c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:52.904954 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-206323b8-cc7d-4450-8c03-13faef8a76e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:53.076339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a90a4-03aa-423e-8155-56c1a715f28d req-cddc691f-8130-47e3-8a1c-222aa3bb2df3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:53.077949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ef4a90a4-03aa-423e-8155-56c1a715f28d req-cddc691f-8130-47e3-8a1c-222aa3bb2df3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.2270238 Nov 09 17:26:53.117671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:53.141431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Sync routers for ids ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:53.178907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:53.180179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ddd08b6e-2a5e-425f-934c-86fd8ebb2448 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7068572 Nov 09 17:26:53.183256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:53.186944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Routers {'5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:53.189063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:53.265680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3e194f-8808-4e19-a466-489e97fda2c7 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:53.288778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b8679083-a3ee-4a67-9933-ab52638ccb8c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:53.290776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:53.321611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ef4a90a4-03aa-423e-8155-56c1a715f28d req-eb724677-44fb-41f7-a90d-f4b3166786e1 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356224 Nov 09 17:26:53.325246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Transition to ACTIVE for port object 8a3e194f-8808-4e19-a466-489e97fda2c7 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:26:53.331020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:53.534388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b8679083-a3ee-4a67-9933-ab52638ccb8c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:53.534752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:53.578175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Set router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:53.646599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f6ab-56f2-45f0-bc7b-c324064b5dff req-50a6c3bf-b1a0-4dfd-a361-e12348af50c4 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:53.657856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8994f6ab-56f2-45f0-bc7b-c324064b5dff req-50a6c3bf-b1a0-4dfd-a361-e12348af50c4 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 943 time: 0.2709856 Nov 09 17:26:53.663869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:53.763479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Attempting to bind port 8a3e194f-8808-4e19-a466-489e97fda2c7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:53.763870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Attempting to bind port 8a3e194f-8808-4e19-a466-489e97fda2c7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:53.764366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Attempting to bind port 8a3e194f-8808-4e19-a466-489e97fda2c7 on network cac8921e-f58b-42c3-9962-ce8e3366eef2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:53.783382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Port 8a3e194f-8808-4e19-a466-489e97fda2c7 on network cac8921e-f58b-42c3-9962-ce8e3366eef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:26:53.783819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Attempting to bind port 8a3e194f-8808-4e19-a466-489e97fda2c7 on network cac8921e-f58b-42c3-9962-ce8e3366eef2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:53.831341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:53.832051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Checking segment: {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:53.832178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Bound using segment: {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:53.832651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Bound port: 8a3e194f-8808-4e19-a466-489e97fda2c7, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:53.833073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:53.887924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8994f6ab-56f2-45f0-bc7b-c324064b5dff req-c228cc77-fdb3-4185-88ca-5834b834656d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261770 Nov 09 17:26:53.995499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:53.999578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:54.008821 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.101727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:54.118505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:54.119657 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.121787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-3e810424-46f4-43b8-bc57-23d17a9fea0d service neutron] 10.222.0.43 "PUT /v2.0/ports/8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 1091 time: 1.5941844 Nov 09 17:26:54.122801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:54.128452 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8090a820-7c12-41c2-8383-afc352ea576c" -d '{"events": [{"name": "network-changed", "server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:54.162881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:26:51Z', 'revision_number': 3, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:54.212182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Checking router: 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:54.212585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Updating router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa port 8decb8dc-24cb-4751-88ef-7a1ae954cdde binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:26:54.231303 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fced4e8a-8799-4421-b445-3cf5f3d122c2 x-openstack-request-id: req-fced4e8a-8799-4421-b445-3cf5f3d122c2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:54.232045 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:54.232860 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fced4e8a-8799-4421-b445-3cf5f3d122c2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:54.233473 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'status': 'completed', 'code': 200} Nov 09 17:26:54.251125 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.293743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-6173da55-bef1-49ed-a855-736e000805e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:54.295671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-6173da55-bef1-49ed-a855-736e000805e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1094 time: 0.1152289 Nov 09 17:26:54.686242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690f389-2a65-4911-902e-eba8378b500c req-4a73d9f5-e2be-43bb-8136-945e91a9dab9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:54.688301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0690f389-2a65-4911-902e-eba8378b500c req-4a73d9f5-e2be-43bb-8136-945e91a9dab9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0929630 Nov 09 17:26:54.696596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.761215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.771316 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.827900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-44f90fb2-5923-4e75-9827-80b1edb398b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 217 time: 0.5215073 Nov 09 17:26:54.861772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0690f389-2a65-4911-902e-eba8378b500c req-41a26165-b559-46b2-97d2-914b5599e808 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497157 Nov 09 17:26:54.863515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Pushing event updated for resources: {'Port': ['ID=8decb8dc-24cb-4751-88ef-7a1ae954cdde,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:54.880219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.880636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.881053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.883506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.883778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.884021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.884446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.886186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.886536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.886875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.887312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.887602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:54.909342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Attempting to bind port 8decb8dc-24cb-4751-88ef-7a1ae954cdde on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:54.909342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Attempting to bind port 8decb8dc-24cb-4751-88ef-7a1ae954cdde by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:54.910540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Attempting to bind port 8decb8dc-24cb-4751-88ef-7a1ae954cdde on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:54.930915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:54.931401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:54.931734 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.932127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:54.933499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Bound port: 8decb8dc-24cb-4751-88ef-7a1ae954cdde, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:54.934123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:54.957081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-65645e03-bc8a-4513-a423-45c928eaba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:54.959601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-65645e03-bc8a-4513-a423-45c928eaba70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1234224 Nov 09 17:26:55.009448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] For port 8decb8dc-24cb-4751-88ef-7a1ae954cdde, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:55.013685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] For port 8decb8dc-24cb-4751-88ef-7a1ae954cdde, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8decb8dc-24cb-4751-88ef-7a1ae954cdde,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:55.019457 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:55.038624 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-72cce6d1-98de-4e07-a4bb-20464345859f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661235 Nov 09 17:26:55.046030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Allocated IP 172.20.0.1 (12fe433c-129f-4d74-ae31-a02f8028efe1/c2291683-0030-49b5-b0bd-424dbbc0055e/a027786d-1da7-45db-97cd-3671f04579c7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:55.102916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeee8f-6534-465e-b9aa-a84746ffe184 req-5a2e0738-b546-4899-a4f1-cb6650856a07 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:55.113882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cffeee8f-6534-465e-b9aa-a84746ffe184 req-5a2e0738-b546-4899-a4f1-cb6650856a07 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 943 time: 0.1221826 Nov 09 17:26:55.133477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65284-f03a-4eaa-875f-de15fb43da87 None None] Pushing event updated for resources: {'Port': ['ID=8decb8dc-24cb-4751-88ef-7a1ae954cdde,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:55.178545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Routers {'5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:55.179839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:55.307401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cffeee8f-6534-465e-b9aa-a84746ffe184 req-4bab4e4d-19c1-4b50-846c-657556a2eba4 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908288 Nov 09 17:26:55.310345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-e72607ed-bc1b-400d-819f-8bed5ed9ac78 service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632635 Nov 09 17:26:55.354451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] Set router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:55.400425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:55.446974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:55.476272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:55.505627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a16aef9c-0142-4938-b478-dd0b517eb8cc req-b3aa9b9b-387b-4ed4-aef0-7061db8d4d8d service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844645 Nov 09 17:26:55.537697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:55.543070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:55.547173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:55.601497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:55.671565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a027786d-1da7-45db-97cd-3671f04579c7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:55.710210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a820-7c12-41c2-8383-afc352ea576c req-a2a8df50-f6fa-4d0c-bbc3-ad7bc74aa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:55.716981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:26:51Z', 'revision_number': 3, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:55.718335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-a2a8df50-f6fa-4d0c-bbc3-ad7bc74aa239 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1094 time: 0.1315086 Nov 09 17:26:55.762977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a910d0-92fb-43a4-8de7-e4c7993d0640 None None] The sync data for ids ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'] in n-d-804292-3 is: [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:26:51Z', 'revision_number': 3, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:26:55.839441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3db30286-4307-48a3-bff6-c1d1a28b5ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:55.941749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a820-7c12-41c2-8383-afc352ea576c req-0efd2763-58b5-47af-b9f1-f4ad3df14e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:55.941749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-0efd2763-58b5-47af-b9f1-f4ad3df14e01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.2098439 Nov 09 17:26:55.982167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0a580994-9aae-49ca-9b0e-85939dad20e2 None None] Provisioning complete for port a027786d-1da7-45db-97cd-3671f04579c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:55.982750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a580994-9aae-49ca-9b0e-85939dad20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.003931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.037002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0a580994-9aae-49ca-9b0e-85939dad20e2 None None] Port a027786d-1da7-45db-97cd-3671f04579c7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:56.048942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-2af1882e-47ae-46b9-b29e-641f546d5ffb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 217 time: 0.1008070 Nov 09 17:26:56.138283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3db30286-4307-48a3-bff6-c1d1a28b5ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.173038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a820-7c12-41c2-8383-afc352ea576c req-e1c19308-4c4a-4756-b72c-951e8e6bf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:56.183735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-e1c19308-4c4a-4756-b72c-951e8e6bf76c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1117785 Nov 09 17:26:56.222286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c20779-df6d-4e94-a12e-57859fca6208 req-a3845744-eb1c-4ccc-a47b-b937de608de6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:56.224060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3c20779-df6d-4e94-a12e-57859fca6208 req-a3845744-eb1c-4ccc-a47b-b937de608de6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1736383 Nov 09 17:26:56.252642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-cfe478ee-2b6e-47c8-8184-1dc6b5418387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661767 Nov 09 17:26:56.278473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3db30286-4307-48a3-bff6-c1d1a28b5ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.341528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db30286-4307-48a3-bff6-c1d1a28b5ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d63e582-93ab-445f-b044-2118d5125252,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:56.360325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3db30286-4307-48a3-bff6-c1d1a28b5ffc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6ea75f0d4264744be596eb62f21d18c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9119830 Nov 09 17:26:56.363807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60252) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:56.376855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.387174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.433485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3c20779-df6d-4e94-a12e-57859fca6208 req-618ce3e8-c6de-43b8-85aa-60cb8f6fb79b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813977 Nov 09 17:26:56.502493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-a3eec588-b071-454f-b225-b235a170a370 service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267830 Nov 09 17:26:56.506540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4e83a62-cb7e-4a79-b59a-446111a469f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.537249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d617-572a-4ffe-b620-6a308f3dff3e req-e9379766-7d1d-415c-890a-a545d674b818 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:56.546702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa94d617-572a-4ffe-b620-6a308f3dff3e req-e9379766-7d1d-415c-890a-a545d674b818 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 943 time: 0.1210067 Nov 09 17:26:56.562965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.587041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a027786d-1da7-45db-97cd-3671f04579c7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:56.603877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4e83a62-cb7e-4a79-b59a-446111a469f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.628957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa94d617-572a-4ffe-b620-6a308f3dff3e req-7ea31dc3-c96f-4da4-9402-2faeaf682bba tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809777 Nov 09 17:26:56.682452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8090a820-7c12-41c2-8383-afc352ea576c req-86dbb9da-22c7-43de-9126-2c1f2cad7a83 service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729836 Nov 09 17:26:56.704265 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4e83a62-cb7e-4a79-b59a-446111a469f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.706787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4e83a62-cb7e-4a79-b59a-446111a469f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:56.721745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b4e83a62-cb7e-4a79-b59a-446111a469f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d63e582-93ab-445f-b044-2118d5125252 HTTP/1.1" status: 204 len: 168 time: 0.3454046 Nov 09 17:26:56.734052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e83a62-cb7e-4a79-b59a-446111a469f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d63e582-93ab-445f-b044-2118d5125252,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:56.781060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:56.785449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:56.985745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:26:57.066064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8a3e194f-8808-4e19-a466-489e97fda2c7 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:26:57.161516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:26:57.172176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bf4ba69b-ae5b-4f62-b5d1-703db976dcd0 admin admin] 10.222.0.45 "PUT /v2.0/routers/5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9857388 Nov 09 17:26:57.279616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1f85cc10-a6e0-4d4a-8bdc-7051ed019da9 None None] Provisioning complete for port a027786d-1da7-45db-97cd-3671f04579c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:57.280000 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f85cc10-a6e0-4d4a-8bdc-7051ed019da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:57.341647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:57.353385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8decb8dc-24cb-4751-88ef-7a1ae954cdde up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:57.369943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2', 'port_id': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'mac_address': 'fa:16:3e:c7:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdda427-91eb-4cca-9157-487bcf66d205', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:26:57.420262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1f85cc10-a6e0-4d4a-8bdc-7051ed019da9 None None] Port a027786d-1da7-45db-97cd-3671f04579c7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:26:57.478331 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:57.515300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3e194f-8808-4e19-a466-489e97fda2c7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:26:57.539964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8decb8dc-24cb-4751-88ef-7a1ae954cdde triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:57.540483 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:57.601841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:57.611601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:57.657999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760d8d-d806-49f7-a122-de4f34e873fc req-038ae5fc-8dd4-4501-811e-158aad214305 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:57.670296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f760d8d-d806-49f7-a122-de4f34e873fc req-038ae5fc-8dd4-4501-811e-158aad214305 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1397159 Nov 09 17:26:57.807483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f760d8d-d806-49f7-a122-de4f34e873fc req-8ad41fc5-3c66-4ccc-ab68-1565606fd66f tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190722 Nov 09 17:26:57.850550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:26:57.941552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:58.005522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179317b7-3f13-443d-9322-ccedbc3c440c req-9870a2f9-d155-4840-b8b3-097a0aaef6c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:58.009128 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-179317b7-3f13-443d-9322-ccedbc3c440c req-9870a2f9-d155-4840-b8b3-097a0aaef6c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 944 time: 0.0871565 Nov 09 17:26:58.015508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.026131 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3819668-a890-4c93-b6b4-963bec76513f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.068735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8decb8dc-24cb-4751-88ef-7a1ae954cdde, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8decb8dc-24cb-4751-88ef-7a1ae954cdde,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:58.117875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.148427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-179317b7-3f13-443d-9322-ccedbc3c440c req-daa6057c-a990-4012-b080-9b61044b2e16 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291487 Nov 09 17:26:58.219747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.236888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8decb8dc-24cb-4751-88ef-7a1ae954cdde,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:58.271561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-d5ee7e97-4d50-42ba-918c-20d0ba411021 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3930652 Nov 09 17:26:58.272618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60306) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:58.290071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:58.321701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.336706 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Sync routers for ids ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:26:58.351965 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Routers {'5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:58.352720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:58.422147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2141404008-network', 'tenant_id': 'e3a1ce36cd0c410dac06be7899b6068f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:58.464934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Made reservation on behalf of e3a1ce36cd0c410dac06be7899b6068f for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:58.468830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.481799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.501633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Set router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:26:58.522350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.601467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.609357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.639613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:26:58.668847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e506c34-edb2-4a13-964d-dc8e67b03c88,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:58.674180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.674813 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Added segment 6da5135d-45d8-444c-8d50-bf016d1adaf0 of type vlan for network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a Nov 09 17:26:58.711868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Allocated IP 172.25.3.250 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/bf59bd3a-577e-4400-8fad-6d5ebc7a672c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:26:58.729737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.751163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:26:55Z', 'revision_number': 4, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a027786d-1da7-45db-97cd-3671f04579c7', 'name': '', 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'mac_address': 'fa:16:3e:b3:73:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c2291683-0030-49b5-b0bd-424dbbc0055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:54Z', 'updated_at': '2021-11-09T17:26:56Z', 'revision_number': 2, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'subnets': [{'id': 'c2291683-0030-49b5-b0bd-424dbbc0055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:58.769225 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.771572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:58.772304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.787068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Checking router: 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:26:58.787365 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Updating router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa port a027786d-1da7-45db-97cd-3671f04579c7 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:26:58.819259 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.856503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:58.866118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] Pushing event updated for resources: {'Network': ['ID=06ce4271-e17f-4988-a9c6-9f77ffe21d6a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:58.877874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:26:58.882961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c8567cd-5281-44f7-bdc6-045226015728 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6082571 Nov 09 17:26:58.884936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:26:58.893553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Request body: {'subnet': {'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2141404008-subnet', 'tenant_id': 'e3a1ce36cd0c410dac06be7899b6068f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:26:58.971558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Made reservation on behalf of e3a1ce36cd0c410dac06be7899b6068f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:26:58.974157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.045104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4e9c-7121-4e7a-8ead-be33dd349eba req-4a320e02-130b-409f-bfd9-f8c4bacb78bc tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:59.045988 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb7c4e9c-7121-4e7a-8ead-be33dd349eba req-4a320e02-130b-409f-bfd9-f8c4bacb78bc tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1242895 Nov 09 17:26:59.062709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.085961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8a3e194f-8808-4e19-a466-489e97fda2c7 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:59.139108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb7c4e9c-7121-4e7a-8ead-be33dd349eba req-ee7b2125-4c42-49fc-824b-ad44ef1015a7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826621 Nov 09 17:26:59.165076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=bf59bd3a-577e-4400-8fad-6d5ebc7a672c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:59.188285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:26:59.195473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:26:59.196968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:26:59.230181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 8a3e194f-8808-4e19-a466-489e97fda2c7 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:26:59.237300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 8a3e194f-8808-4e19-a466-489e97fda2c7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:59.237678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.307408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8decb8dc-24cb-4751-88ef-7a1ae954cdde up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:26:59.315857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.344780 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.350483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc65f5-bfb4-4f5e-94a0-635f503194cc req-4c91d71f-d413-4146-bd6a-c51c59fcf359 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:59.351529 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.359185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cc65f5-bfb4-4f5e-94a0-635f503194cc req-4c91d71f-d413-4146-bd6a-c51c59fcf359 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 944 time: 0.0694292 Nov 09 17:26:59.387347 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.388852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.414890 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Pushing event updated for resources: {'Port': ['ID=a027786d-1da7-45db-97cd-3671f04579c7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:59.417812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:26:59.421644 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd8d0e-9b51-4e41-856a-d4ac9533f15f" -d '{"events": [{"server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "name": "network-vif-plugged", "status": "completed", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:26:59.430610 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.431016 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.431536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.431935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.432275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.432610 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.432935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.433257 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.433579 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.433899 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.434371 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.434694 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:26:59.440408 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cc65f5-bfb4-4f5e-94a0-635f503194cc req-fc60271d-365d-4707-b152-122decfba7a6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802455 Nov 09 17:26:59.456311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:26:59.463974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8decb8dc-24cb-4751-88ef-7a1ae954cdde triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:59.464919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.491554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.526908 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Attempting to bind port a027786d-1da7-45db-97cd-3671f04579c7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:26:59.527340 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Attempting to bind port a027786d-1da7-45db-97cd-3671f04579c7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:26:59.527710 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Attempting to bind port a027786d-1da7-45db-97cd-3671f04579c7 on network 12fe433c-129f-4d74-ae31-a02f8028efe1 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:26:59.533498 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:26:59.533872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Checking segment: {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:59.534324 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.534720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Bound using segment: {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:26:59.535650 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Bound port: a027786d-1da7-45db-97cd-3671f04579c7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a9ccf6-9135-4336-8e15-fdbe55738fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:26:59.536336 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.560257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:59.594131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.606293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.611675 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe6dc2-8233-4003-b61d-74e1d99ba028 x-openstack-request-id: req-7bbe6dc2-8233-4003-b61d-74e1d99ba028 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:26:59.613172 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "name": "network-vif-plugged", "status": "completed", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:26:59.613627 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bbe6dc2-8233-4003-b61d-74e1d99ba028 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:26:59.615556 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'code': 200} Nov 09 17:26:59.637149 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] For port a027786d-1da7-45db-97cd-3671f04579c7, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:26:59.642913 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] For port a027786d-1da7-45db-97cd-3671f04579c7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a027786d-1da7-45db-97cd-3671f04579c7,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:26:59.650900 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.746833 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Routers {'5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:26:59.747880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:26:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:26:59.750276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bff674-d207-4676-8627-9ef1dc9de6ce req-f63d3d28-1a37-4c64-96b2-41c7d6986b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:26:59.753106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6bff674-d207-4676-8627-9ef1dc9de6ce req-f63d3d28-1a37-4c64-96b2-41c7d6986b07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1096 time: 0.0879426 Nov 09 17:26:59.753285 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccc35a-be4e-4624-8863-dd778891aad7 None None] Pushing event updated for resources: {'Port': ['ID=a027786d-1da7-45db-97cd-3671f04579c7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:59.764737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.781470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=bf59bd3a-577e-4400-8fad-6d5ebc7a672c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:59.794842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.806394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.809117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-877d7025-6ba5-440e-addb-2e041e928a48 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5257485 Nov 09 17:26:59.842284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6bff674-d207-4676-8627-9ef1dc9de6ce req-d4e39461-2d46-432b-8ab2-9ae2d22de745 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750659 Nov 09 17:26:59.867107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-adf300ec-0109-4c14-b1fe-94905acb52db None None] Provisioning complete for port a027786d-1da7-45db-97cd-3671f04579c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:26:59.867473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adf300ec-0109-4c14-b1fe-94905acb52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:26:59.943477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-99cc9dcc-8545-4191-97f0-4e4b932ee902 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1071849 Nov 09 17:26:59.946522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Checking segment: {'id': '6da5135d-45d8-444c-8d50-bf016d1adaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:26:59.946892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Network hostable DHCP agents. Network: 06ce4271-e17f-4988-a9c6-9f77ffe21d6a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:26:59.954855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a211726-d5ee-42ef-906e-ba09a4ec54b4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:26:59.964521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adf300ec-0109-4c14-b1fe-94905acb52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.003834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-adf300ec-0109-4c14-b1fe-94905acb52db None None] For port a027786d-1da7-45db-97cd-3671f04579c7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a027786d-1da7-45db-97cd-3671f04579c7,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:00.009344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adf300ec-0109-4c14-b1fe-94905acb52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.013927 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] Set router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:27:00.064081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:00.077755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf300ec-0109-4c14-b1fe-94905acb52db None None] Pushing event updated for resources: {'Port': ['ID=a027786d-1da7-45db-97cd-3671f04579c7,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:00.107076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 06ce4271-e17f-4988-a9c6-9f77ffe21d6a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:00.115634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:00.116613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.117846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae3568-7d62-4e6f-9f60-01d599f00e13 None None] Network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:00.149414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-11495b35-a1cb-48e4-b672-179a1fe95c52 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:00.151118 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce4fd66e-8bd2-4dec-8a6d-e127245368ed req-11495b35-a1cb-48e4-b672-179a1fe95c52 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1983995 Nov 09 17:27:00.165477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-67ba038a-64cb-4cd2-89a8-69492ae4273f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2786078 Nov 09 17:27:00.315608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7e6ee2cf-8f8f-40cc-9a9e-2647615783e4 None None] Provisioning complete for port a027786d-1da7-45db-97cd-3671f04579c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:00.316296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee2cf-8f8f-40cc-9a9e-2647615783e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.321596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899f2edf-34f5-477a-8e54-9baae4f0273b None None] Network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:00.345092 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:27:00.372524 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:26:55Z', 'revision_number': 4, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a027786d-1da7-45db-97cd-3671f04579c7', 'name': '', 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'mac_address': 'fa:16:3e:b3:73:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c2291683-0030-49b5-b0bd-424dbbc0055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:54Z', 'updated_at': '2021-11-09T17:26:59Z', 'revision_number': 4, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'subnets': [{'id': 'c2291683-0030-49b5-b0bd-424dbbc0055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:00.410300 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8057c34-5645-4994-bda2-fbac56314d09 None None] The sync data for ids ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'] in n-d-804292-3 is: [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:26:55Z', 'revision_number': 4, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a027786d-1da7-45db-97cd-3671f04579c7', 'name': '', 'network_id': '12fe433c-129f-4d74-ae31-a02f8028efe1', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'mac_address': 'fa:16:3e:b3:73:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c2291683-0030-49b5-b0bd-424dbbc0055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:54Z', 'updated_at': '2021-11-09T17:26:59Z', 'revision_number': 4, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'subnets': [{'id': 'c2291683-0030-49b5-b0bd-424dbbc0055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:27:00.424153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffdb07-4d89-43a4-8f2e-ef7280fdbec2 req-23ec09b1-bf94-4c3d-adc1-156768b4b432 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:00.425131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-532d9a77-4121-4a4c-8e0e-bd80fe43961c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2454598 Nov 09 17:27:00.430309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:00.434761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73ffdb07-4d89-43a4-8f2e-ef7280fdbec2 req-23ec09b1-bf94-4c3d-adc1-156768b4b432 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1306217 Nov 09 17:27:00.458370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.570832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73ffdb07-4d89-43a4-8f2e-ef7280fdbec2 req-0f91fd29-47e9-44d4-8dd1-fd06f74077de tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343341 Nov 09 17:27:00.693415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61643718-55e5-46a2-9050-311410e99676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.700886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:00.891206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Allocated IP 172.25.3.115 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/188b339f-713f-4032-8d19-7603e841adf4) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:01.063337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.092796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:01.095250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:01.120546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.149896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:01.152782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:01.174940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:01.179647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e7f21-620c-48ea-880f-0e50c151bb08 req-e061699a-8692-4de8-a0e9-8bee8b0976d3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:01.187380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c8e7f21-620c-48ea-880f-0e50c151bb08 req-e061699a-8692-4de8-a0e9-8bee8b0976d3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 945 time: 0.1321685 Nov 09 17:27:01.310960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c8e7f21-620c-48ea-880f-0e50c151bb08 req-64a378d8-5e79-44a8-8a6e-72eb8ff467df tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095212 Nov 09 17:27:01.354874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a027786d-1da7-45db-97cd-3671f04579c7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:01.380787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=188b339f-713f-4032-8d19-7603e841adf4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:01.406218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.410152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.414832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:01.450009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'port_id': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'mac_address': 'fa:16:3e:79:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a28a65-37c5-4ecb-9120-b72cea4e488f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:01.523208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.528968 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.549487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:01.564328 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.572951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5451ad8-d0b2-4751-9aea-7725a020007f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:01.619277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:01.621732 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89addf5b-195a-4ccb-aad8-721f409dc7b4" -d '{"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:01.625264 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.725999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a027786d-1da7-45db-97cd-3671f04579c7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:01.725999 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.736520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:27:01.737182 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:27:01.766847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.774626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.820164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:01.867075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=188b339f-713f-4032-8d19-7603e841adf4,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:01.897617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.929775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:01.931086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-1cc91fc3-f55e-4cde-8c0f-17a9844083ce tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5050175 Nov 09 17:27:02.000224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-ec9760d9-a075-4003-9d1c-819526174da5 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.115 HTTP/1.1" status: 200 len: 696 time: 0.0623636 Nov 09 17:27:02.022023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-c752a938-0b45-4a61-a645-6c7a93e37a57 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1914995418&fields=id&tenant_id=518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 267 time: 0.0488956 Nov 09 17:27:02.089450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-6a441e87-ffc0-40be-b3e6-a88d393e22e7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:02.091341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-6a441e87-ffc0-40be-b3e6-a88d393e22e7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 945 time: 0.0635781 Nov 09 17:27:02.106888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'port': {'security_groups': ['2d7048f4-84b0-4892-83bc-0cb52cadd0ee', '2298f5af-d908-413f-8b57-4cefb97a67b4']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:02.124868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-f5bf40d6-e23e-4f70-92cc-7f2589bdc8d0 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:02.126250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0abde0d1-afa2-4306-ad7a-215087d32097 req-f5bf40d6-e23e-4f70-92cc-7f2589bdc8d0 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1167762 Nov 09 17:27:02.177311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.244074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099a04c-a318-4428-8123-e8c5aac17af6 req-2c23431c-833b-4ddd-b98e-ae47ab8ceb94 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:02.245602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f099a04c-a318-4428-8123-e8c5aac17af6 req-2c23431c-833b-4ddd-b98e-ae47ab8ceb94 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 944 time: 0.0515890 Nov 09 17:27:02.275778 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.288977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5451ad8-d0b2-4751-9aea-7725a020007f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:02.301003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f099a04c-a318-4428-8123-e8c5aac17af6 req-7d4a866f-d394-4b1a-abfc-d4b1b8f3b397 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Nov 09 17:27:02.319041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:02.330446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.361007 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d387017e-6c59-43bf-a9d8-fc9145bac339 x-openstack-request-id: req-d387017e-6c59-43bf-a9d8-fc9145bac339 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:02.361696 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:02.361696 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d387017e-6c59-43bf-a9d8-fc9145bac339 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:02.361963 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'code': 200} Nov 09 17:27:02.377976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:02.387769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:02.418455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.424586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.436299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:02.477325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:02.478073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.479673 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-237399c4-c26e-4c72-8495-fb065d58a5f7 req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "PUT /v2.0/ports/8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 981 time: 0.3800611 Nov 09 17:27:02.480377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:02.483048 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858f8543-aa03-4291-a92d-ba8e9bd317a3" -d '{"events": [{"name": "network-changed", "server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:02.507798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c2e35-7d08-4546-b5ba-206892505013 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:02.550205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:02.584533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a5451ad8-d0b2-4751-9aea-7725a020007f'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:02.636654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-2fd55a83-473d-4aa4-b826-0f651fe49bc0 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1693432 Nov 09 17:27:02.644506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:02.670631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.728975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-6438c660-24e5-4197-8da5-2605fd646075 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-767704568&fields=id&tenant_id=518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 267 time: 0.0580413 Nov 09 17:27:02.784896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:02.788421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-d20d0826-681f-4c71-bd31-c46c4d97bece tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:02.791447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1762410360'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:02.794545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-d20d0826-681f-4c71-bd31-c46c4d97bece tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 984 time: 0.0626197 Nov 09 17:27:02.802721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'port': {'security_groups': ['2298f5af-d908-413f-8b57-4cefb97a67b4', '2d7048f4-84b0-4892-83bc-0cb52cadd0ee', '3dc53aec-edbc-431d-aaa9-077fd1cc1f10']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:02.845693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:02.850039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.869592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.889685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.924081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:27:02.946055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:02.947107 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Added segment d739e41e-ca59-4d24-bb33-950b3478c7a9 of type vlan for network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c Nov 09 17:27:03.003255 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.024113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.062783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Allocated IP 172.25.3.111 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/85420791-579c-4fd8-b5bf-1096bcfdc9fc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:03.078068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.084441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.085152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.116004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:03.147547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.153511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.196365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:03.204402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.205046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.206617 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93864ac8-ec3b-4bb4-abf9-97e5468be558 req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "PUT /v2.0/ports/8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 1020 time: 0.4092691 Nov 09 17:27:03.250623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4639997 Nov 09 17:27:03.255951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:03.263907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-296343200'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:03.271584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f15c0-9b01-4938-903f-dbcc3d1751c2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:03.280060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6f0f-ddc8-4abb-942f-d4382d47b453 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Network': ['ID=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:03.298948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:03.305802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:27:03.336236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:03.346301 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.352188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.362785 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4d46e4-33ba-4dd0-871c-4b943a2de396 x-openstack-request-id: req-1d4d46e4-33ba-4dd0-871c-4b943a2de396 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:03.363121 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:03.363553 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d4d46e4-33ba-4dd0-871c-4b943a2de396 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:03.364237 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'status': 'completed', 'code': 200} Nov 09 17:27:03.389926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:27:03.406635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.406635 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Added segment 573f44b5-601f-482d-aa3a-3dc5f3970c1f of type vlan for network 9fe57671-200c-4e04-847e-9820a25cc8d8 Nov 09 17:27:03.460516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-85b2a5ae-67e6-448d-bd8d-fad039e5236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.462832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-85b2a5ae-67e6-448d-bd8d-fad039e5236a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1174 time: 0.0779755 Nov 09 17:27:03.465264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.480099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.515844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.525552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.526521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.539396 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.601430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-e0eedac1-4e1b-4477-84b1-e4fdd059ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.603746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-e0eedac1-4e1b-4477-84b1-e4fdd059ca95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.1287003 Nov 09 17:27:03.612206 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3545179 Nov 09 17:27:03.616328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:03.621673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'subnet': {'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:03.651888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86942783-85b8-40e0-b0cc-e38cc054b67f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Network': ['ID=9fe57671-200c-4e04-847e-9820a25cc8d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:03.655728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-3c92b4aa-ce72-4b41-b9d4-7708cd5ea619 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 217 time: 0.0433481 Nov 09 17:27:03.659378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:03.670308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:27:03.675174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:03.703233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:03.748187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=85420791-579c-4fd8-b5bf-1096bcfdc9fc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:03.797605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-76fe5d95-91c0-4713-942e-27621e70a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.798715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eabe13-773e-4779-9355-668aff4d113d req-d1a66bc1-89a3-47ec-9c02-2fa2cf175f42 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:03.799246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-76fe5d95-91c0-4713-942e-27621e70a8e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1335783 Nov 09 17:27:03.800071 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2eabe13-773e-4779-9355-668aff4d113d req-d1a66bc1-89a3-47ec-9c02-2fa2cf175f42 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1023 time: 0.0820248 Nov 09 17:27:03.816418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:03.821110 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.836543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-ef501a40-ec22-4637-889e-5ce866a96f61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302303 Nov 09 17:27:03.840687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:03.926509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.049046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-4d44c69b-4c98-4c69-8b31-28ffdd989f9d service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029648 Nov 09 17:27:04.196421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-858f8543-aa03-4291-a92d-ba8e9bd317a3 req-6537704c-1358-4d91-93de-c4b64ea76c42 service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400473 Nov 09 17:27:04.208974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.214280 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.278037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2eabe13-773e-4779-9355-668aff4d113d req-e94cce18-1988-41c0-9f1c-3f627b56f6d7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=2298f5af-d908-413f-8b57-4cefb97a67b4&id=3dc53aec-edbc-431d-aaa9-077fd1cc1f10 HTTP/1.1" status: 200 len: 6206 time: 0.4521296 Nov 09 17:27:04.290174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=85420791-579c-4fd8-b5bf-1096bcfdc9fc,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:04.301039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.319712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.323634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-c559e4cd-dc72-4a0a-8a0a-aca96960e182 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6862276 Nov 09 17:27:04.382661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-d2267ff8-673a-4a35-a44c-29b7b2b1adff tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0542920 Nov 09 17:27:04.439543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.480482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cdd6-a2ad-4620-a048-fecd925d4c74 req-41aa173b-8937-4003-8fe2-4a83d4f46586 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:04.482149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b712cdd6-a2ad-4620-a048-fecd925d4c74 req-41aa173b-8937-4003-8fe2-4a83d4f46586 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 945 time: 0.1307507 Nov 09 17:27:04.502956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-b0c18c74-1e0b-44d1-b151-e6055267fa76 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:04.504857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d994703-aa5e-46a6-9fda-eb3304f68931 req-b0c18c74-1e0b-44d1-b151-e6055267fa76 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1156247 Nov 09 17:27:04.535495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Subnet': ['ID=229662dc-f494-4433-9a22-e92357a57fbd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:04.568916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Checking segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:04.569369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network hostable DHCP agents. Network: 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:27:04.582949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b712cdd6-a2ad-4620-a048-fecd925d4c74 req-8dcf5698-e552-49d8-bce6-e033ab02d0b7 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870073 Nov 09 17:27:04.597693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:04.609890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:04.618869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-2a25875e-eecf-416a-81f7-4709a5feb128 req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': ' tempest-securitygroup -966817956 ', 'description': 'tempest-description-460014647'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:04.621657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603015f-9435-481e-8c8f-63d5ad283568 None None] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:04.624387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:04.625813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.659989 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a25875e-eecf-416a-81f7-4709a5feb128 req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.672888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8142770d-22fc-4c4e-9e52-b1e3193ca531 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0555789 Nov 09 17:27:04.675512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60410) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:04.682217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'subnet': {'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:04.825713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:27:04.827237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.827629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a25875e-eecf-416a-81f7-4709a5feb128 req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.828725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:04.832914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.837583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a25875e-eecf-416a-81f7-4709a5feb128 req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.866023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5302ca30-8fb3-450d-817d-015409be6603 req-7dae803b-de99-4677-a572-0590e6c3aad6 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1172359 Nov 09 17:27:04.876568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:04.902591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.949320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a25875e-eecf-416a-81f7-4709a5feb128 req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:04.950570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a25875e-eecf-416a-81f7-4709a5feb128 req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3386137 Nov 09 17:27:04.956889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2da1a-f630-4b53-a740-aaaf1ddc7714 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89f6b9-7de0-475e-81b0-1b8f16a29db1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:05.032228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-08305d0f-6c62-4e27-964b-1f38cb375c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:05.035428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-08305d0f-6c62-4e27-964b-1f38cb375c9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 1096 time: 0.0804174 Nov 09 17:27:05.063446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Allocated IP 10.1.1.2 (3cdf0bbe-d356-4347-8c15-0d0cdeb5328c/229662dc-f494-4433-9a22-e92357a57fbd/db7d37e1-9312-49cc-9d80-ffa856e61cd8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:05.124842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:05.169072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.213573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5abf7ab-d462-4333-806a-4351b03eecbc req-2f6f7a28-fb7c-4788-a2b8-1ffffe59b829 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2c89f6b9-7de0-475e-81b0-1b8f16a29db1 HTTP/1.1" status: 200 len: 1798 time: 0.1327574 Nov 09 17:27:05.280857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Subnet': ['ID=496071f1-a1cd-49c0-8526-00a37cbf7bc0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:05.285429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Checking segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:05.285822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network hostable DHCP agents. Network: 9fe57671-200c-4e04-847e-9820a25cc8d8, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:27:05.310464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:05.326648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9fe57671-200c-4e04-847e-9820a25cc8d8) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:05.341178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dbdbee-f0a8-4cb9-a07d-aecfae4d55b9 None None] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:05.341911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:05.343476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.369845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:05.369845 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36" -d '{"events": [{"name": "network-changed", "server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:05.379569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c1986a88-ec20-4bee-a3ba-b6502eb5923b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7003529 Nov 09 17:27:05.379769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:05.386794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'name': 'tempest-TaggedBootDevicesTest_v242-203579272', 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:05.473084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.478042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a5451ad8-d0b2-4751-9aea-7725a020007f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:05.478493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.488204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bca767be-47c5-4654-bef2-f50b6a5b637b req-3d53255b-e335-43bc-8a89-e13595b67aa6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2c89f6b9-7de0-475e-81b0-1b8f16a29db1 HTTP/1.1" status: 200 len: 1798 time: 0.0969613 Nov 09 17:27:05.525249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.539077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-5e419dda-8a55-45cc-9596-5277b24c5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:05.540245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.541382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-5e419dda-8a55-45cc-9596-5277b24c5887 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 915 time: 0.4829445 Nov 09 17:27:05.597035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:05.621898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-6fb5a298-2c74-4146-ab8d-d2d5e522a40f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5451ad8-d0b2-4751-9aea-7725a020007f HTTP/1.1" status: 200 len: 217 time: 0.0628111 Nov 09 17:27:05.626138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:05.633948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:05.637693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:05.658251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bca767be-47c5-4654-bef2-f50b6a5b637b req-b084b1eb-fe41-4d46-9c76-c16b3dc6f94b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.665512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Pushing event updated for resources: {'Port': ['ID=db7d37e1-9312-49cc-9d80-ffa856e61cd8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:05.680505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Allocated IP 172.25.3.138 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/1013f211-c7c3-4323-9738-8fe8f661e97a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:05.703942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-1c417d71-5d24-492a-94cd-080c4187acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:05.704207 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bca767be-47c5-4654-bef2-f50b6a5b637b req-b084b1eb-fe41-4d46-9c76-c16b3dc6f94b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.706647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-1c417d71-5d24-492a-94cd-080c4187acfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.0761349 Nov 09 17:27:05.718401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.732203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9fe57671-200c-4e04-847e-9820a25cc8d8', 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'fixed_ips': [{'subnet_id': '496071f1-a1cd-49c0-8526-00a37cbf7bc0'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:27:05.733569 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.754004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] device_id is not set on port 48f4ba53-c3f1-483d-b396-616b01385482 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:27:05.758395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.779128 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-5933851f-b1a7-4d9e-bd00-4584a409a4ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645409 Nov 09 17:27:05.784827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Attempting to bind port db7d37e1-9312-49cc-9d80-ffa856e61cd8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:05.785382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Attempting to bind port db7d37e1-9312-49cc-9d80-ffa856e61cd8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:05.786538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Attempting to bind port db7d37e1-9312-49cc-9d80-ffa856e61cd8 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:05.830064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bca767be-47c5-4654-bef2-f50b6a5b637b req-b084b1eb-fe41-4d46-9c76-c16b3dc6f94b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.832852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-bca767be-47c5-4654-bef2-f50b6a5b637b req-b084b1eb-fe41-4d46-9c76-c16b3dc6f94b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.846074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bca767be-47c5-4654-bef2-f50b6a5b637b req-b084b1eb-fe41-4d46-9c76-c16b3dc6f94b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/2c89f6b9-7de0-475e-81b0-1b8f16a29db1 HTTP/1.1" status: 204 len: 173 time: 0.3470235 Nov 09 17:27:05.866738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:05.867970 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d3362-494c-4990-82bb-8e4f3ae2e778" -d '{"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-plugged", "status": "completed", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:05.876458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:05.877600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Checking segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:05.877785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.878209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Bound using segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:05.878705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Bound port: db7d37e1-9312-49cc-9d80-ffa856e61cd8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:05.880017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.891662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084b1eb-fe41-4d46-9c76-c16b3dc6f94b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89f6b9-7de0-475e-81b0-1b8f16a29db1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:05.904220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:05.904503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.920217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:05.949210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-9dc8c47c-7622-4e6f-9368-ee0991348015 service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616940 Nov 09 17:27:05.952136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.035979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 10.1.1.70 (3cdf0bbe-d356-4347-8c15-0d0cdeb5328c/229662dc-f494-4433-9a22-e92357a57fbd/48f4ba53-c3f1-483d-b396-616b01385482) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:06.055153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:06.078536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Allocated IP 10.2.2.2 (9fe57671-200c-4e04-847e-9820a25cc8d8/496071f1-a1cd-49c0-8526-00a37cbf7bc0/83e80e81-e0bd-41eb-bd6f-786d28276d5b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:06.081829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.096023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] For port db7d37e1-9312-49cc-9d80-ffa856e61cd8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:06.102695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] For port db7d37e1-9312-49cc-9d80-ffa856e61cd8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=db7d37e1-9312-49cc-9d80-ffa856e61cd8,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:06.109178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:06.116216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.123200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:06.133666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=1013f211-c7c3-4323-9738-8fe8f661e97a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.165905 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7496f-9df2-4bee-88f8-10e838770f45 x-openstack-request-id: req-e8d7496f-9df2-4bee-88f8-10e838770f45 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:06.166354 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:06.166703 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8d7496f-9df2-4bee-88f8-10e838770f45 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:06.167328 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'status': 'completed', 'code': 200} Nov 09 17:27:06.192937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-45831ebd-fa5d-4d7f-a1f7-5b00625ae058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:06.194353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-45831ebd-fa5d-4d7f-a1f7-5b00625ae058 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1174 time: 0.1431158 Nov 09 17:27:06.248767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b53a-a17d-4c52-a1cf-e027cd0c161d None None] Pushing event updated for resources: {'Port': ['ID=db7d37e1-9312-49cc-9d80-ffa856e61cd8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.274287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d816cdc-1b53-47ca-ae2a-362332be20ca req-e670a6d6-33bb-4b07-b1a5-f7fffc098ac5 service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166459 Nov 09 17:27:06.286016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097fb4-a71b-43db-9e2b-f6c2358bc0a4 req-4860fe90-c500-4622-8961-07fab775f236 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:06.288592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05097fb4-a71b-43db-9e2b-f6c2358bc0a4 req-4860fe90-c500-4622-8961-07fab775f236 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.1203876 Nov 09 17:27:06.292008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.349010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.356742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05097fb4-a71b-43db-9e2b-f6c2358bc0a4 req-0eab4bb3-e7d3-4a62-82fa-6b51ee4772b9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 Nov 09 17:27:06.360141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.361931 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.382924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.404547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:06.409759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:06.414216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-11e2572c-fb2d-4e1c-96c3-1ab95a11aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:06.415811 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-11e2572c-fb2d-4e1c-96c3-1ab95a11aca5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.2113435 Nov 09 17:27:06.417914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:06.419593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.436672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Pushing event updated for resources: {'Port': ['ID=83e80e81-e0bd-41eb-bd6f-786d28276d5b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.449287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:06.458723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:06.465730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:06.509040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.575980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Attempting to bind port 83e80e81-e0bd-41eb-bd6f-786d28276d5b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:06.580315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Attempting to bind port 83e80e81-e0bd-41eb-bd6f-786d28276d5b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:06.580861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Attempting to bind port 83e80e81-e0bd-41eb-bd6f-786d28276d5b on network 9fe57671-200c-4e04-847e-9820a25cc8d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:06.588194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:06.588445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Checking segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:06.589009 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.589445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Bound using segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:06.590026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Bound port: 83e80e81-e0bd-41eb-bd6f-786d28276d5b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:06.590673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.615622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:06.616353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.616508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-b361c840-af2c-481a-ae65-3edbf11d2992 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 200 len: 217 time: 0.0806305 Nov 09 17:27:06.637233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2d768733-4f54-4386-84d6-25d8ba738dfa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2557781 Nov 09 17:27:06.639450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:06.646419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'name': 'tempest-TaggedBootDevicesTest_v242-730350821', 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:06.703581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-c711b8e3-11ec-4e99-8c30-bd0fbf6776cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:06.705262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-c711b8e3-11ec-4e99-8c30-bd0fbf6776cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.0814476 Nov 09 17:27:06.737932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.744418 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-0c6cf36b-69a2-442c-aaa5-fcce382e5026 req-52e13f40-82f4-4821-890d-b7feb67bd192 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:06.745487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] For port 83e80e81-e0bd-41eb-bd6f-786d28276d5b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:06.746038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c6cf36b-69a2-442c-aaa5-fcce382e5026 req-52e13f40-82f4-4821-890d-b7feb67bd192 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2c89f6b9-7de0-475e-81b0-1b8f16a29db1 HTTP/1.1" status: 404 len: 352 time: 0.0319710 Nov 09 17:27:06.750370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] For port 83e80e81-e0bd-41eb-bd6f-786d28276d5b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83e80e81-e0bd-41eb-bd6f-786d28276d5b,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:06.757520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-6a39ac2e-9d01-441e-bd53-c51e0e648406 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372047 Nov 09 17:27:06.758335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.760556 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.818629 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf7e8f8-9de1-43a5-b3a6-edb38b2d194a x-openstack-request-id: req-1bf7e8f8-9de1-43a5-b3a6-edb38b2d194a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:06.819342 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-plugged", "status": "completed", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:06.819982 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1bf7e8f8-9de1-43a5-b3a6-edb38b2d194a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:06.820704 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'code': 200} Nov 09 17:27:06.839225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45c737-c188-4d1a-af36-f0c22d4768a9 None None] Pushing event updated for resources: {'Port': ['ID=83e80e81-e0bd-41eb-bd6f-786d28276d5b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.853227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:06.862845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.891281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] device_id is not set on port ee9048a4-8790-4e0b-afd1-14fb6319068d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:27:06.901917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event updated for resources: {'Port': ['ID=1013f211-c7c3-4323-9738-8fe8f661e97a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:06.934383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.963810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-44bc881d-6fc1-499c-98b7-1b6bacea21d6 service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795185 Nov 09 17:27:06.967547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:06.968885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5302ca30-8fb3-450d-817d-015409be6603 req-2967613d-40a3-4e22-874c-72d691dcf2e8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0966437 Nov 09 17:27:07.022126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ba67bdfc-0064-4ff9-ad15-a55911c3e75b req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1903037332', 'description': 'tempest-description-382062279'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:07.055334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba67bdfc-0064-4ff9-ad15-a55911c3e75b req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.164506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 10.1.1.17 (3cdf0bbe-d356-4347-8c15-0d0cdeb5328c/229662dc-f494-4433-9a22-e92357a57fbd/ee9048a4-8790-4e0b-afd1-14fb6319068d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:07.176218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1a77788-4c7c-469b-b04c-c0b37b6f3e36 req-772eafb0-e774-40de-b4fb-1abedaed8f72 service neutron] 10.222.0.43 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051194 Nov 09 17:27:07.190448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5302ca30-8fb3-450d-817d-015409be6603 req-da498419-58a0-4ac2-9fa0-515caef8bd16 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.2086606 Nov 09 17:27:07.234753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba67bdfc-0064-4ff9-ad15-a55911c3e75b req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.252455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba67bdfc-0064-4ff9-ad15-a55911c3e75b req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.362079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba67bdfc-0064-4ff9-ad15-a55911c3e75b req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.377614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322f203-0f40-41cc-a448-2a0795a86ee2 req-d6718948-b15b-4a5b-8c47-0c7462a56496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:07.377955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba67bdfc-0064-4ff9-ad15-a55911c3e75b req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3623114 Nov 09 17:27:07.378897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ec6ec-ea54-45c4-8b58-eabc74c5348a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdf68d2-3342-4b0f-b7f9-4e872f17a1a6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:07.379165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8322f203-0f40-41cc-a448-2a0795a86ee2 req-d6718948-b15b-4a5b-8c47-0c7462a56496 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 1097 time: 0.3012512 Nov 09 17:27:07.430067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device db7d37e1-9312-49cc-9d80-ffa856e61cd8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:07.498275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302ca30-8fb3-450d-817d-015409be6603 req-1f0b5a6e-34af-495f-9cea-bda5dfba97cc tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:07.500250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5302ca30-8fb3-450d-817d-015409be6603 req-1f0b5a6e-34af-495f-9cea-bda5dfba97cc tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.2745309 Nov 09 17:27:07.501090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port db7d37e1-9312-49cc-9d80-ffa856e61cd8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:07.501671 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.506921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8322f203-0f40-41cc-a448-2a0795a86ee2 req-3c85a064-c0b0-4c4c-96aa-96d724566053 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194990 Nov 09 17:27:07.532164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.562352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-bf4b07f9-a3b0-4843-844a-8348549c6210 req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1582738213', 'description': 'tempest-description-902002874'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:07.595271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.597145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf4b07f9-a3b0-4843-844a-8348549c6210 req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.619934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.666912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port db7d37e1-9312-49cc-9d80-ffa856e61cd8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=db7d37e1-9312-49cc-9d80-ffa856e61cd8,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:07.671534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.672525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e80e81-e0bd-41eb-bd6f-786d28276d5b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:07.696259 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf4b07f9-a3b0-4843-844a-8348549c6210 req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.705542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf4b07f9-a3b0-4843-844a-8348549c6210 req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.710344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:07.718718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:07.722196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:07.764668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf4b07f9-a3b0-4843-844a-8348549c6210 req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.767193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf4b07f9-a3b0-4843-844a-8348549c6210 req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2092326 Nov 09 17:27:07.773463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff951e-45aa-4b6e-8c9f-78d720047024 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536d86fe-cc91-4b1b-b494-52c6fae48773,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:07.789721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:07.798864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:07.799026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 83e80e81-e0bd-41eb-bd6f-786d28276d5b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:07.799491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.799589 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:07.801673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=db7d37e1-9312-49cc-9d80-ffa856e61cd8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:07.820493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23f89e-66e6-446e-a005-06cdc5fb7c17 req-96b60154-f170-4f88-a438-10bb575444a6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:07.834289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f23f89e-66e6-446e-a005-06cdc5fb7c17 req-96b60154-f170-4f88-a438-10bb575444a6 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.2182505 Nov 09 17:27:07.850581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc6e7e-6563-453d-a2c8-2162f00fc996 None None] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:07.860471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29329eb1-4c6b-492c-afe2-a63f9bcbdb94 req-4882c21d-08d8-41d6-8d55-dfbe3da3ae72 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips/9a589c02-02ea-42e2-a92d-c00564f01d4e HTTP/1.1" status: 200 len: 693 time: 0.0735795 Nov 09 17:27:07.869525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d9f08597-87fc-4a45-9298-58dfc425b9b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2286179 Nov 09 17:27:07.907586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f23f89e-66e6-446e-a005-06cdc5fb7c17 req-ac6747a7-b9fa-4cf3-ab7c-759824b40af1 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723846 Nov 09 17:27:07.948578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1e912fbf-4987-4766-a17c-0083611449c8 None None] Provisioning complete for port db7d37e1-9312-49cc-9d80-ffa856e61cd8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:07.948960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e912fbf-4987-4766-a17c-0083611449c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.040502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29329eb1-4c6b-492c-afe2-a63f9bcbdb94 req-0d155a55-7824-41c4-b443-7af471c3f58d tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:08.047643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29329eb1-4c6b-492c-afe2-a63f9bcbdb94 req-0d155a55-7824-41c4-b443-7af471c3f58d tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1755159 Nov 09 17:27:08.053608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-29329eb1-4c6b-492c-afe2-a63f9bcbdb94 req-abb442a6-3bf3-447e-8b53-fe8d2f732902 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:27:08.054616 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29329eb1-4c6b-492c-afe2-a63f9bcbdb94 req-abb442a6-3bf3-447e-8b53-fe8d2f732902 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061460 Nov 09 17:27:08.093255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fa7db21a-2f23-4f39-a676-913c33b5d7ec req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1194420563', 'description': 'tempest-description-934653255'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:08.130562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa7db21a-2f23-4f39-a676-913c33b5d7ec req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.143607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.232507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 83e80e81-e0bd-41eb-bd6f-786d28276d5b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83e80e81-e0bd-41eb-bd6f-786d28276d5b,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:08.244677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.281940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa7db21a-2f23-4f39-a676-913c33b5d7ec req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.287228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa7db21a-2f23-4f39-a676-913c33b5d7ec req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.308606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a945e0-bf6c-4fbf-9bcc-c4e074df3220 None None] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:08.332436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa7db21a-2f23-4f39-a676-913c33b5d7ec req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.344863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa7db21a-2f23-4f39-a676-913c33b5d7ec req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2555788 Nov 09 17:27:08.345784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18328f8-2d8d-45f7-80cb-42f19409fa0c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d41cb7-7ecb-4b6b-998f-337e96afa728,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:08.387110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:08.390004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=83e80e81-e0bd-41eb-bd6f-786d28276d5b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:08.392319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993121178', 'description': 'tempest-description--2062289906'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:08.459258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.593714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-307ecf10-0fdc-4746-9ade-6e40082d7185 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips/9a589c02-02ea-42e2-a92d-c00564f01d4e HTTP/1.1" status: 200 len: 693 time: 0.1135259 Nov 09 17:27:08.649718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.679537 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.733500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.737945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3465393 Nov 09 17:27:08.738145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:08.745751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'security_group_rule': {'security_group_id': 'db91b4e1-c500-41f2-9bf4-e3d03a371b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:08.761583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-2bf8fe12-183d-472d-8ceb-324b1a6c4640 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:08.763938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-2bf8fe12-183d-472d-8ceb-324b1a6c4640 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1624107 Nov 09 17:27:08.765174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d5850-f2b2-48a5-bbb5-809557cb65aa tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db91b4e1-c500-41f2-9bf4-e3d03a371b0d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:08.785042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-066ff74a-5397-42d1-9e75-aaf693ee9dc5 None None] Provisioning complete for port 83e80e81-e0bd-41eb-bd6f-786d28276d5b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:08.785962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-066ff74a-5397-42d1-9e75-aaf693ee9dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.816544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe2b1571-c24c-48ce-aa16-b2b3230cd9ac req-224a5b7a-5f29-4534-a516-46a9baf60108 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 11010 time: 0.2985201 Nov 09 17:27:08.872712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-8f0e9174-09f6-4ca3-89c8-9b8d48e290d9 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.0889649 Nov 09 17:27:08.876586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe2b1571-c24c-48ce-aa16-b2b3230cd9ac req-29c13436-dc58-4150-8b47-4861a183e422 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2d7048f4-84b0-4892-83bc-0cb52cadd0ee HTTP/1.1" status: 200 len: 3002 time: 0.0585237 Nov 09 17:27:08.926143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:08.943755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe2b1571-c24c-48ce-aa16-b2b3230cd9ac req-8bba3342-8680-4123-bd20-cdf31ebc0a6f tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2d7048f4-84b0-4892-83bc-0cb52cadd0ee HTTP/1.1" status: 200 len: 3002 time: 0.0660882 Nov 09 17:27:09.002715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-c5c40e62-27e6-4eda-944f-1078aee4441e tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.1287959 Nov 09 17:27:09.045909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Provisioning complete for port ee9048a4-8790-4e0b-afd1-14fb6319068d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.046485 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.069046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.075808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.090290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Port ee9048a4-8790-4e0b-afd1-14fb6319068d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:09.103110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Provisioning complete for port 48f4ba53-c3f1-483d-b396-616b01385482 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.103620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.126595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.127816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3890731 Nov 09 17:27:09.136742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60490) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:09.141236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'security_group_rule': {'security_group_id': 'db91b4e1-c500-41f2-9bf4-e3d03a371b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:09.155526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dc9eb-64d7-4293-a89f-17b5349a0f2e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f005c849-9cc9-446a-afd5-51a973765e67,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:09.164741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Port 48f4ba53-c3f1-483d-b396-616b01385482 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:09.206008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Provisioning complete for port db7d37e1-9312-49cc-9d80-ffa856e61cd8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.206669 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6c09-e5df-418b-8594-911a59a4b000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.216353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-85b4f234-0511-4958-9f64-bd43228ae326 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:09.218139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-85b4f234-0511-4958-9f64-bd43228ae326 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/networks?id=06ce4271-e17f-4988-a9c6-9f77ffe21d6a HTTP/1.1" status: 200 len: 810 time: 0.1972883 Nov 09 17:27:09.234222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.251301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-ca3f5e0c-fd37-4531-8d61-fc97b0e255d5 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/quotas/e3a1ce36cd0c410dac06be7899b6068f HTTP/1.1" status: 200 len: 375 time: 0.0254464 Nov 09 17:27:09.270362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Deleting port 1013f211-c7c3-4323-9738-8fe8f661e97a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:09.270797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.304116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-c5512dd2-b865-40d3-aa73-1e8ede141ce6 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3a1ce36cd0c410dac06be7899b6068f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510530 Nov 09 17:27:09.315481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device db7d37e1-9312-49cc-9d80-ffa856e61cd8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:09.362453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.369218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.383852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port db7d37e1-9312-49cc-9d80-ffa856e61cd8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.384142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.407113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.407392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.410336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a76610-1623-4a55-a31e-10998ffd3935,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:09.411159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-56395810-6662-4421-a26e-fcb0fa3481c4 service neutron] 10.222.0.45 "GET /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964265 Nov 09 17:27:09.421168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.422367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c89c7fca-8fe5-4134-9272-52775fa46f29 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845912 Nov 09 17:27:09.425609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:09.429224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Calling delete_port for 1013f211-c7c3-4323-9738-8fe8f661e97a owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:09.431143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:09.482188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e80e81-e0bd-41eb-bd6f-786d28276d5b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:09.508840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.529012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f735cfa1-3814-4dcd-97c8-7ef337a1573c None None] Provisioning complete for port ee9048a4-8790-4e0b-afd1-14fb6319068d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.529012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa1-3814-4dcd-97c8-7ef337a1573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.568573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f735cfa1-3814-4dcd-97c8-7ef337a1573c None None] Port ee9048a4-8790-4e0b-afd1-14fb6319068d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:09.583898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 83e80e81-e0bd-41eb-bd6f-786d28276d5b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.584354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.587343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f735cfa1-3814-4dcd-97c8-7ef337a1573c None None] Provisioning complete for port 83e80e81-e0bd-41eb-bd6f-786d28276d5b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:09.587988 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa1-3814-4dcd-97c8-7ef337a1573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.592224 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.592580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-ae154a26-3c05-41c7-a2b7-b954addbf05d service neutron] 10.222.0.45 "GET /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529374 Nov 09 17:27:09.649850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event deleted for resources: {'Port': ['ID=1013f211-c7c3-4323-9738-8fe8f661e97a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:09.659219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.702154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.705146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.721049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5411e875-a606-48cf-8e08-a0320a6c5214 req-183cb8fa-d8de-41d7-a0cd-82d2b0dba77c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "DELETE /v2.0/floatingips/9a589c02-02ea-42e2-a92d-c00564f01d4e HTTP/1.1" status: 204 len: 173 time: 0.7173421 Nov 09 17:27:09.799536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 172.25.3.72 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/53b390d0-9b07-4b1a-8ab3-324646474a97) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:09.824633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952f28-87b0-4bda-b83d-4cce9fe261f4 req-9289254c-93fd-4a6f-adc1-81c3277b1053 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:09.826483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f952f28-87b0-4bda-b83d-4cce9fe261f4 req-9289254c-93fd-4a6f-adc1-81c3277b1053 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0553894 Nov 09 17:27:09.888867 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f952f28-87b0-4bda-b83d-4cce9fe261f4 req-43464542-6e7e-4412-86e0-730bbecf7348 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556924 Nov 09 17:27:09.961710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:09.967105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4eeb5ad1-4729-42bc-8576-f5b831ca475b req-4905b716-5ac4-4909-8ccd-4027b4a05819 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/5bdf68d2-3342-4b0f-b7f9-4e872f17a1a6 HTTP/1.1" status: 200 len: 1819 time: 0.0679131 Nov 09 17:27:10.044127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.083664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4eeb5ad1-4729-42bc-8576-f5b831ca475b req-1865bfbb-3291-4261-8efc-3b0a1ae2bb33 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.101911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:10.119934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:10.128086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:10.159323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=53b390d0-9b07-4b1a-8ab3-324646474a97,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:10.165037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4eeb5ad1-4729-42bc-8576-f5b831ca475b req-1865bfbb-3291-4261-8efc-3b0a1ae2bb33 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.247801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4eeb5ad1-4729-42bc-8576-f5b831ca475b req-1865bfbb-3291-4261-8efc-3b0a1ae2bb33 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.250432 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4eeb5ad1-4729-42bc-8576-f5b831ca475b req-1865bfbb-3291-4261-8efc-3b0a1ae2bb33 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.251611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4eeb5ad1-4729-42bc-8576-f5b831ca475b req-1865bfbb-3291-4261-8efc-3b0a1ae2bb33 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/5bdf68d2-3342-4b0f-b7f9-4e872f17a1a6 HTTP/1.1" status: 204 len: 173 time: 0.2737772 Nov 09 17:27:10.266914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865bfbb-3291-4261-8efc-3b0a1ae2bb33 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdf68d2-3342-4b0f-b7f9-4e872f17a1a6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:10.270296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.352227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9afb944-8d27-47f9-8c95-60913db2d5ee req-e0349ecd-52d4-4642-996f-f3ab9477ff45 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 210 time: 0.0544252 Nov 09 17:27:10.358453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.378222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57aa10-e915-47b9-a946-8d3d048178c0 req-7652ca61-3522-4b51-8b77-15018a636b75 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:10.382734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c57aa10-e915-47b9-a946-8d3d048178c0 req-7652ca61-3522-4b51-8b77-15018a636b75 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2542584 Nov 09 17:27:10.424080 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-84df3e0f-97fb-4e9b-82f2-4c3707ebdd4f req-2f749208-8be6-4bae-8d1d-80950dcf7bf5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:10.426002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84df3e0f-97fb-4e9b-82f2-4c3707ebdd4f req-2f749208-8be6-4bae-8d1d-80950dcf7bf5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/5bdf68d2-3342-4b0f-b7f9-4e872f17a1a6 HTTP/1.1" status: 404 len: 352 time: 0.0247390 Nov 09 17:27:10.553420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dd57a-8886-422c-8a90-5ba5b5908b5c req-86c0024a-b0cf-47e6-ad9a-e7f9a8c9867d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:10.555107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b0dd57a-8886-422c-8a90-5ba5b5908b5c req-86c0024a-b0cf-47e6-ad9a-e7f9a8c9867d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.0884745 Nov 09 17:27:10.618963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.628935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.649215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b0dd57a-8886-422c-8a90-5ba5b5908b5c req-2dd4a908-e4af-4190-9e81-a4ae25fefc0e tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793753 Nov 09 17:27:10.732435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=53b390d0-9b07-4b1a-8ab3-324646474a97,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:10.766470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.773707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44c887e7-6897-4cac-857a-3942f1578fb2 req-a155c4a1-8073-4594-841a-85c32d9410ac tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/536d86fe-cc91-4b1b-b494-52c6fae48773 HTTP/1.1" status: 200 len: 1819 time: 0.0941379 Nov 09 17:27:10.796985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.798175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b6c83163-671a-4885-bbb5-04b94b4d0e55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3715222 Nov 09 17:27:10.822434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b608f088-7f5b-4b14-b852-f844d9399ec2 req-4838d7ae-0ab5-4948-805e-b6fb620c6f2a tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=cf546e2322654db3be284bd297ca67d8 HTTP/1.1" status: 200 len: 1657 time: 0.3736913 Nov 09 17:27:10.845655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-44c887e7-6897-4cac-857a-3942f1578fb2 req-a1f5c7cf-bf8a-488f-9a32-b8826888353a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.869078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-44c887e7-6897-4cac-857a-3942f1578fb2 req-a1f5c7cf-bf8a-488f-9a32-b8826888353a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.914911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-44c887e7-6897-4cac-857a-3942f1578fb2 req-a1f5c7cf-bf8a-488f-9a32-b8826888353a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.918337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-44c887e7-6897-4cac-857a-3942f1578fb2 req-a1f5c7cf-bf8a-488f-9a32-b8826888353a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:10.919694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44c887e7-6897-4cac-857a-3942f1578fb2 req-a1f5c7cf-bf8a-488f-9a32-b8826888353a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/536d86fe-cc91-4b1b-b494-52c6fae48773 HTTP/1.1" status: 204 len: 173 time: 0.1394083 Nov 09 17:27:10.932028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5c7cf-bf8a-488f-9a32-b8826888353a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536d86fe-cc91-4b1b-b494-52c6fae48773,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:10.945524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f088-7f5b-4b14-b852-f844d9399ec2 req-1c2b3780-87db-42ef-b262-032cdb8724f8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:10.947086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b608f088-7f5b-4b14-b852-f844d9399ec2 req-1c2b3780-87db-42ef-b262-032cdb8724f8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks?id=d9a15a03-b64e-4568-a794-48c9562756cc&id=d9a15a03-b64e-4568-a794-48c9562756cc&id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 787 time: 0.1170142 Nov 09 17:27:10.983274 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-5a2cccc1-f876-4a5b-b3cb-68d325ad61ba req-b882a5f7-74f0-4935-be9f-57b57378d8cc tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:10.984444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a2cccc1-f876-4a5b-b3cb-68d325ad61ba req-b882a5f7-74f0-4935-be9f-57b57378d8cc tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/536d86fe-cc91-4b1b-b494-52c6fae48773 HTTP/1.1" status: 404 len: 352 time: 0.0184383 Nov 09 17:27:11.169658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-c64f5489-5ba1-4d40-a93b-b19cb93db5b8 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips/783986da-e151-42af-ad20-fb389f7c9ae4 HTTP/1.1" status: 200 len: 693 time: 0.0503871 Nov 09 17:27:11.204801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-91afdcf2-67b2-4898-b309-af7f12514d25 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1993121178&fields=id&tenant_id=104252495378481fb2d44f9f2898d8c3 HTTP/1.1" status: 200 len: 267 time: 0.1432254 Nov 09 17:27:11.283811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-416ecd38-ddd5-4801-96dc-1a16bcf6206a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.285368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-416ecd38-ddd5-4801-96dc-1a16bcf6206a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 935 time: 0.0680521 Nov 09 17:27:11.312786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-aac13f93-3c5c-493a-9e0b-f962d710e007 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.314241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-aac13f93-3c5c-493a-9e0b-f962d710e007 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.43 "GET /v2.0/networks?id=06ce4271-e17f-4988-a9c6-9f77ffe21d6a HTTP/1.1" status: 200 len: 810 time: 0.2245386 Nov 09 17:27:11.338671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Request body: {'port': {'device_id': '9b6f1831-db24-4190-85dc-9b967bc21484', 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a', 'admin_state_up': True, 'tenant_id': 'e3a1ce36cd0c410dac06be7899b6068f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:11.401982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5314d7e4-85d0-43b8-be97-f84a3a84c115 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.403467 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5314d7e4-85d0-43b8-be97-f84a3a84c115 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 935 time: 0.1114652 Nov 09 17:27:11.468006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-7a16ce83-2a6a-4270-a462-e227b0f633cf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0569191 Nov 09 17:27:11.514804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-0f12b7e8-2fb2-4d7f-a845-dccb3117a921 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0364244 Nov 09 17:27:11.560037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-0eab5a0e-9bea-4d21-8e2d-a747fc658b6e tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.561463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-0eab5a0e-9bea-4d21-8e2d-a747fc658b6e tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.3835065 Nov 09 17:27:11.615442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Made reservation on behalf of e3a1ce36cd0c410dac06be7899b6068f for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:11.618922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:11.623778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-c6952d63-a17b-42d9-9fb7-8e66bf61ec58 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0549910 Nov 09 17:27:11.670350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-dbde70e0-3590-4b06-ac5c-467e4e83d8f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.674900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-cf41a00d-34c2-4742-a96d-ef1aaf83727c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0444548 Nov 09 17:27:11.676850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-dbde70e0-3590-4b06-ac5c-467e4e83d8f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.682795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-dbde70e0-3590-4b06-ac5c-467e4e83d8f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:11.684455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-dbde70e0-3590-4b06-ac5c-467e4e83d8f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/networks?id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=9fe57671-200c-4e04-847e-9820a25cc8d8&id=9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 200 len: 1994 time: 0.1621361 Nov 09 17:27:11.740302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a02b0420-b610-4456-82c1-a5b8caf1cb58 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/quotas/104252495378481fb2d44f9f2898d8c3 HTTP/1.1" status: 200 len: 375 time: 0.0237832 Nov 09 17:27:11.812047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Deleting port 85420791-579c-4fd8-b5bf-1096bcfdc9fc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:11.813004 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:11.827866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Allocated IP 172.20.0.5 (06ce4271-e17f-4988-a9c6-9f77ffe21d6a/5a211726-d5ee-42ef-906e-ba09a4ec54b4/7c6a8414-f3fd-4152-bfc1-97aa2295dd31) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:11.847071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a0b497fe-1329-4ad5-84f0-037a1008bb44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0980401 Nov 09 17:27:11.874797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-52bf6e6e-7012-483b-9ec2-ed8faf3eb2d2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:27:11.875920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-52bf6e6e-7012-483b-9ec2-ed8faf3eb2d2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126202 Nov 09 17:27:11.894000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:11.894434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:11.906905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Calling delete_port for 85420791-579c-4fd8-b5bf-1096bcfdc9fc owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:12.040321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.056790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-53e5b027-3923-4be0-9607-b1c0339b85fd service neutron] 10.222.0.45 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692891 Nov 09 17:27:12.070489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event deleted for resources: {'Port': ['ID=85420791-579c-4fd8-b5bf-1096bcfdc9fc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:12.126381 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.133066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.135848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.137356 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8039aa5e-1659-4bb9-b768-e7cb4aff76bf req-92d28a26-3945-4e15-b37a-8326188caffe tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "DELETE /v2.0/floatingips/783986da-e151-42af-ad20-fb389f7c9ae4 HTTP/1.1" status: 204 len: 173 time: 0.4555879 Nov 09 17:27:12.187445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-78a4022d-8962-485e-ae9c-564d1539158a service neutron] 10.222.0.45 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219120 Nov 09 17:27:12.203181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.258538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a8cd58a-15b6-4d25-bd84-c910d02324d6 req-663290bd-a8ae-47c3-af44-b2f2d7d69ff0 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/d4d41cb7-7ecb-4b6b-998f-337e96afa728 HTTP/1.1" status: 200 len: 1819 time: 0.0406916 Nov 09 17:27:12.271294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-36302cb6-af29-428a-b28c-e106285254b8 service neutron] 10.222.0.45 "GET /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0768991 Nov 09 17:27:12.281314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:12.297374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:12.308471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:12.310901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Pushing event updated for resources: {'Port': ['ID=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:12.326436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1a8cd58a-15b6-4d25-bd84-c910d02324d6 req-7f184e38-64b3-4661-b798-50335e709e39 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.349297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1a8cd58a-15b6-4d25-bd84-c910d02324d6 req-7f184e38-64b3-4661-b798-50335e709e39 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.396332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1a8cd58a-15b6-4d25-bd84-c910d02324d6 req-7f184e38-64b3-4661-b798-50335e709e39 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.398900 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1a8cd58a-15b6-4d25-bd84-c910d02324d6 req-7f184e38-64b3-4661-b798-50335e709e39 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.405828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:12.406448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.407563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a8cd58a-15b6-4d25-bd84-c910d02324d6 req-7f184e38-64b3-4661-b798-50335e709e39 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/d4d41cb7-7ecb-4b6b-998f-337e96afa728 HTTP/1.1" status: 204 len: 173 time: 0.1427507 Nov 09 17:27:12.421582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f184e38-64b3-4661-b798-50335e709e39 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d41cb7-7ecb-4b6b-998f-337e96afa728,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:12.441864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50b7cd12-e4da-4993-ba4c-ea99e61b9b92 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1090221 Nov 09 17:27:12.451555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-7cd41335-8884-44fc-bdc5-45d1a47f5647 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690617 Nov 09 17:27:12.467326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Request body: {'port': {'device_id': '9b6f1831-db24-4190-85dc-9b967bc21484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:12.577362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:12.603613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-88886de7-16d6-4086-8f5a-46d3e2e3caf6 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507826 Nov 09 17:27:12.706910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-871e5d08-d092-42bd-8ea8-a2350c19955b service neutron] 10.222.0.45 "GET /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0801187 Nov 09 17:27:12.727349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-bbf10201-c92b-4265-927b-f69ce403a847 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:12.728864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-bbf10201-c92b-4265-927b-f69ce403a847 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 815 time: 0.1079333 Nov 09 17:27:12.747030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-1c11c6c3-841e-43c7-bde0-9e7863f83cf1 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/quotas/3966099f30e5418d8296535bcf5f97b4 HTTP/1.1" status: 200 len: 375 time: 0.0120757 Nov 09 17:27:12.803234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-cdb76f74-897d-4556-b2db-77d09a464a13 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497055 Nov 09 17:27:12.825034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-bcdaa281-b497-48da-953e-9fda1e05a513 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:12.826487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-bcdaa281-b497-48da-953e-9fda1e05a513 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8328d15-6812-475d-86db-d48ca088dbb1 HTTP/1.1" status: 200 len: 946 time: 0.2010207 Nov 09 17:27:12.901285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-c1b3519c-527d-426c-addc-1c27c61d81ea service neutron] 10.222.0.45 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902584 Nov 09 17:27:12.992064 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-141f90d6-f7d5-48f5-836d-b22a4fd3f6b8 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401092 Nov 09 17:27:12.992681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-8626ca81-b87b-4c67-bb9d-2277f8cfbf2b service neutron] 10.222.0.45 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850747 Nov 09 17:27:13.139324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Deleting port a5451ad8-d0b2-4751-9aea-7725a020007f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:13.139664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.198463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:13.215575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.235365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bf85a-14b2-4d5e-97f1-0f9077f19ff6 req-218501d5-a4ce-4917-bdeb-15501cdb3f86 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:13.236887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-662bf85a-14b2-4d5e-97f1-0f9077f19ff6 req-218501d5-a4ce-4917-bdeb-15501cdb3f86 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 931 time: 0.0650828 Nov 09 17:27:13.255548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-e281c228-be8c-4094-b3d4-71e047421bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530890 Nov 09 17:27:13.256601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Transition to ACTIVE for port object 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:13.260744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.298935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-662bf85a-14b2-4d5e-97f1-0f9077f19ff6 req-8a92b8ea-f603-47c6-a3bf-404cb3e4a6e1 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Nov 09 17:27:13.374125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-260d271a-1cb4-41f0-b0da-846f15c0862c tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips/b807ea6b-e68f-4370-b42a-12f34376a9df HTTP/1.1" status: 200 len: 693 time: 0.0494843 Nov 09 17:27:13.383352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] For port a5451ad8-d0b2-4751-9aea-7725a020007f, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a5451ad8-d0b2-4751-9aea-7725a020007f,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:13.383724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.405559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:13.418602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Calling delete_port for a5451ad8-d0b2-4751-9aea-7725a020007f owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:13.502341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-ec73289d-c615-42e6-95e1-1976fd6dc470 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:13.510512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-ec73289d-c615-42e6-95e1-1976fd6dc470 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1281426 Nov 09 17:27:13.528255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-3ddd2a8c-dedf-4156-b1b4-784a64c2b358 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629304 Nov 09 17:27:13.583668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-e9f95897-5f7a-4681-a5cb-e8b09271915a tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.115 HTTP/1.1" status: 200 len: 696 time: 0.0721931 Nov 09 17:27:13.640213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-d5b3d74c-bbdf-41ff-9c68-7c1fbe9d8b70 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.115 HTTP/1.1" status: 200 len: 696 time: 0.0551925 Nov 09 17:27:13.788658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Deleting port 188b339f-713f-4032-8d19-7603e841adf4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:13.789364 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.871493 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.871824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:13.886838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Calling delete_port for 188b339f-713f-4032-8d19-7603e841adf4 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:13.923356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Attempting to bind port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:13.923687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Attempting to bind port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '6da5135d-45d8-444c-8d50-bf016d1adaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:13.924013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Attempting to bind port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 on network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:13.938032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 on network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:13.938359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Attempting to bind port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 on network 06ce4271-e17f-4988-a9c6-9f77ffe21d6a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:13.952556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:13.952913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Checking segment: {'id': '6da5135d-45d8-444c-8d50-bf016d1adaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:13.953286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Bound using segment: {'id': '6da5135d-45d8-444c-8d50-bf016d1adaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:13.953765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Bound port: 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da5135d-45d8-444c-8d50-bf016d1adaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:13.954149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.032548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-2809caaa-f21f-4c53-83d4-309239717d96 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951079 Nov 09 17:27:14.034936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.062352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event deleted for resources: {'Port': ['ID=188b339f-713f-4032-8d19-7603e841adf4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:14.124472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.130521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.133227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.134579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a204eb4a-0a5f-424b-bed9-7c30ddf1c874 req-428df435-a209-4458-ac2d-a13981c23070 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "DELETE /v2.0/floatingips/b807ea6b-e68f-4370-b42a-12f34376a9df HTTP/1.1" status: 204 len: 173 time: 0.4873567 Nov 09 17:27:14.148438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] For port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:14.165357 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-d5037471-2041-4f6e-a47e-7a9def24e411 req-9d52d595-5f90-46fe-981e-52e3313493e7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:14.166621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5037471-2041-4f6e-a47e-7a9def24e411 req-9d52d595-5f90-46fe-981e-52e3313493e7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/d4d41cb7-7ecb-4b6b-998f-337e96afa728 HTTP/1.1" status: 404 len: 352 time: 0.0156024 Nov 09 17:27:14.192943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Pushing event deleted for resources: {'Port': ['ID=a5451ad8-d0b2-4751-9aea-7725a020007f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:14.198421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] For port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,segment=NetworkSegment(6da5135d-45d8-444c-8d50-bf016d1adaf0),segment_id=6da5135d-45d8-444c-8d50-bf016d1adaf0)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:14.224763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.256398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] No DVR routers for this DVR port a5451ad8-d0b2-4751-9aea-7725a020007f on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:14.259024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.260698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e692e1a5-68b7-4238-92f1-93bf00bb4690 req-78444e7f-c661-435b-8c27-2dc50ca4cb3c tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 210 time: 0.0323277 Nov 09 17:27:14.262755 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4c38a2f-81c0-4c19-a2d0-c9f9b780ec11 req-af4e222d-d686-43fb-a381-fd799d65d329 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "DELETE /v2.0/ports/a5451ad8-d0b2-4751-9aea-7725a020007f HTTP/1.1" status: 204 len: 173 time: 1.4273674 Nov 09 17:27:14.292364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-deleted', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:14.295012 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a76ff1f-173b-47dd-a070-03c8aaeb66c3" -d '{"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-deleted", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:14.325290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:14.326252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.327821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/7c6a8414-f3fd-4152-bfc1-97aa2295dd31 HTTP/1.1" status: 200 len: 1091 time: 1.8663833 Nov 09 17:27:14.363538 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-f0b88a72-d81d-4ee3-bfaa-58c6b4c976a0 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242793 Nov 09 17:27:14.484365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2d08f-b171-4477-99d7-a7ced02d96f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:14.539502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-2232f84a-e50a-460a-ba33-6853bc759b3d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:14.540958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-2232f84a-e50a-460a-ba33-6853bc759b3d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 815 time: 0.2944343 Nov 09 17:27:14.558040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Request body: {'port': {'device_id': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'admin_state_up': True, 'tenant_id': '3966099f30e5418d8296535bcf5f97b4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:14.560136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-2c798a4c-9f89-4f72-9c86-01f0d2387c2b tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips/6e11afb7-f125-4cea-b4af-0729f28363c0 HTTP/1.1" status: 200 len: 693 time: 0.0475171 Nov 09 17:27:14.588393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50e253a1-bb98-4c99-a84a-47c0a834dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:14.589894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-50e253a1-bb98-4c99-a84a-47c0a834dadc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3a1ce36cd0c410dac06be7899b6068f&device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 1094 time: 0.1223719 Nov 09 17:27:14.633016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9ce9040e-20d3-477a-837b-6adc1d1e4385 service neutron] 10.222.0.45 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580714 Nov 09 17:27:14.672766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08eb2485-d1e6-4693-8631-f369a517f3fa tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:14.674332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08eb2485-d1e6-4693-8631-f369a517f3fa tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.1083589 Nov 09 17:27:14.679138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-10c5102f-25a2-4706-90b0-56dc63f41d63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31 HTTP/1.1" status: 200 len: 217 time: 0.0599978 Nov 09 17:27:14.728653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-3dfe36b3-3383-41b7-a8a5-2f5b03e9365f tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0471430 Nov 09 17:27:14.789453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-cdc41a55-69b9-40fe-836c-2c55003a5e83 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0542796 Nov 09 17:27:14.817175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-c7d82818-0d16-4447-bab2-2d3d849e995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:14.819011 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-c7d82818-0d16-4447-bab2-2d3d849e995d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a211726-d5ee-42ef-906e-ba09a4ec54b4 HTTP/1.1" status: 200 len: 850 time: 0.1264191 Nov 09 17:27:14.873355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5054ec90-bddb-4b61-a902-b7591e2ab446 service neutron] 10.222.0.45 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068355 Nov 09 17:27:14.875581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-41841811-c55f-44ed-a157-aaafe65cf4f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06ce4271-e17f-4988-a9c6-9f77ffe21d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461347 Nov 09 17:27:14.906130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Made reservation on behalf of 3966099f30e5418d8296535bcf5f97b4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:14.909554 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:14.944943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Deleting port bf59bd3a-577e-4400-8fad-6d5ebc7a672c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:14.945282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.022103 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.022389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.036835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Calling delete_port for bf59bd3a-577e-4400-8fad-6d5ebc7a672c owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:15.117505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-769d9ebd-6799-4f3e-945f-c1b5e5d73050 service neutron] 10.222.0.43 "GET /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336838 Nov 09 17:27:15.139290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:15.154091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-3e8a73af-b401-445e-ae00-9932a2d319ef service neutron] 10.222.0.45 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591128 Nov 09 17:27:15.179231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.192881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: a5451ad8-d0b2-4751-9aea-7725a020007f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:15.193471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a5451ad8-d0b2-4751-9aea-7725a020007f not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:15.212374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Pushing event deleted for resources: {'Port': ['ID=bf59bd3a-577e-4400-8fad-6d5ebc7a672c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:15.279543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.282655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.283852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d9b510d-cf27-4a5c-8a13-4c4d61495651 req-08f6a454-bdf2-450f-ab30-3f4c74e46c46 tempest-FloatingIPDetailsTestJSON-1351908652 tempest-FloatingIPDetailsTestJSON-1351908652-project] 10.222.0.45 "DELETE /v2.0/floatingips/6e11afb7-f125-4cea-b4af-0729f28363c0 HTTP/1.1" status: 204 len: 173 time: 0.4873455 Nov 09 17:27:15.292304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Allocated IP 172.20.0.8 (3992d8d8-4ac7-459a-9fca-0118b3416872/83a28a65-37c5-4ecb-9120-b72cea4e488f/0ebd79b2-bddc-4369-963b-c8e996ec3c7c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:15.294139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:15.343507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2991bde-bfdc-47d3-8c36-527d35085b90 req-9e78a724-3461-47ca-8a62-912a86111e47 service neutron] 10.222.0.43 "GET /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918550 Nov 09 17:27:15.373120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-87436493-0982-46c6-bfe3-07f53033d8be service neutron] 10.222.0.45 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093196 Nov 09 17:27:15.453394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2671c1b-f3d4-4028-8077-a56c7d0b03e1 req-77c9aabc-88c2-46d6-b7be-bbf1ea492325 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 6206 time: 0.1488578 Nov 09 17:27:15.549185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9cb45277-3291-4e6a-837f-9792a8f1490a service neutron] 10.222.0.45 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659803 Nov 09 17:27:15.568525 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.572254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2671c1b-f3d4-4028-8077-a56c7d0b03e1 req-b277d934-54cb-48aa-bcc9-cde7109c378c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2d7048f4-84b0-4892-83bc-0cb52cadd0ee HTTP/1.1" status: 200 len: 3002 time: 0.1121683 Nov 09 17:27:15.611445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.657202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Network 3992d8d8-4ac7-459a-9fca-0118b3416872 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:15.663646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:15.667578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:15.674821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Pushing event updated for resources: {'Port': ['ID=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:15.679638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2671c1b-f3d4-4028-8077-a56c7d0b03e1 req-ca596453-55de-410b-b651-fe342dfcfd35 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2d7048f4-84b0-4892-83bc-0cb52cadd0ee HTTP/1.1" status: 200 len: 3002 time: 0.0976336 Nov 09 17:27:15.750818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:15.751471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.765491 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075ceb0-804c-4d36-8130-f8f6cbeb6342 x-openstack-request-id: req-7075ceb0-804c-4d36-8130-f8f6cbeb6342 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:15.765837 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8328d15-6812-475d-86db-d48ca088dbb1", "name": "network-vif-deleted", "tag": "a5451ad8-d0b2-4751-9aea-7725a020007f", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:15.766067 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7075ceb0-804c-4d36-8130-f8f6cbeb6342 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:15.766469 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8328d15-6812-475d-86db-d48ca088dbb1', 'name': 'network-vif-deleted', 'tag': 'a5451ad8-d0b2-4751-9aea-7725a020007f', 'status': 'completed', 'code': 200} Nov 09 17:27:15.774501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fd4ece5a-8e0f-41e9-bb83-e119090028d4 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2210319 Nov 09 17:27:15.788744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Request body: {'port': {'device_id': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:15.815828 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.850568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:15.959639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ee573-4f69-4f2b-98ee-c757f044d0e9 req-e709c8be-4f97-44d7-92db-763dacc85ed2 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:15.961002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b1ee573-4f69-4f2b-98ee-c757f044d0e9 req-e709c8be-4f97-44d7-92db-763dacc85ed2 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 943 time: 0.1006913 Nov 09 17:27:16.062806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b1ee573-4f69-4f2b-98ee-c757f044d0e9 req-66c0389d-66ca-4679-88c2-40a4d40d3f28 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911849 Nov 09 17:27:16.171842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebd79b2-bddc-4369-963b-c8e996ec3c7c {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:16.181986 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.198231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Transition to ACTIVE for port object 0ebd79b2-bddc-4369-963b-c8e996ec3c7c will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:16.203578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.352337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Deleting port a027786d-1da7-45db-97cd-3671f04579c7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:16.352687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.352832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Pushing event updated for resources: {'Port': ['ID=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:16.383340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Attempting to bind port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:16.383845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Attempting to bind port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:16.384409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Attempting to bind port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c on network 3992d8d8-4ac7-459a-9fca-0118b3416872 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:16.390334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c on network 3992d8d8-4ac7-459a-9fca-0118b3416872 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:16.390711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Attempting to bind port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c on network 3992d8d8-4ac7-459a-9fca-0118b3416872 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:16.398365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:16.398948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Checking segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:16.399605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Bound using segment: {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:16.400281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Bound port: 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:16.400745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.463025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40928ae7-85e6-4ca6-83ba-69b6cdcd9568 req-796b3973-3400-472b-a2ee-9521abd6e33b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:16.470955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40928ae7-85e6-4ca6-83ba-69b6cdcd9568 req-796b3973-3400-472b-a2ee-9521abd6e33b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 943 time: 0.2531886 Nov 09 17:27:16.511232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] For port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:16.516431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] For port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:16.525482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.551638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b605251a-b83c-4744-9728-e7941da444b6 req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21171274', 'description': 'tempest-description-761189248'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:16.576858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:16.577692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.578698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40928ae7-85e6-4ca6-83ba-69b6cdcd9568 req-1d9f4a29-d26b-4f26-b62e-4d8e8c82dfbe tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070955 Nov 09 17:27:16.579539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] 10.222.0.43 "PUT /v2.0/ports/0ebd79b2-bddc-4369-963b-c8e996ec3c7c HTTP/1.1" status: 200 len: 1091 time: 0.7955968 Nov 09 17:27:16.585969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] For port a027786d-1da7-45db-97cd-3671f04579c7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a027786d-1da7-45db-97cd-3671f04579c7,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:16.586508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.600845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Calling delete_port for a027786d-1da7-45db-97cd-3671f04579c7 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:16.633512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b605251a-b83c-4744-9728-e7941da444b6 req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.686886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-942285cd-9c09-4c1e-b555-56bde5582b8e req-a4479ce0-2184-4e25-ba80-c59172038139 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0318685 Nov 09 17:27:16.786028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b605251a-b83c-4744-9728-e7941da444b6 req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.795515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Pushing event updated for resources: {'Port': ['ID=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:16.797542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b605251a-b83c-4744-9728-e7941da444b6 req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.830855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-1d563a26-0dfb-4543-8a45-2019557439ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:16.832587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-1d563a26-0dfb-4543-8a45-2019557439ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 1094 time: 0.1965518 Nov 09 17:27:16.838523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.838885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.839286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.839632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.840058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.840283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.840616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.840948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.841285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.841607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.841939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.842267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32468882-ebf3-4dd8-ad47-9bda16d38aae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:16.885100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcb3673-6833-4744-8c9b-21b711f39f03,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:16.889601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-70035641-0378-4587-b21f-70258e87abf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c HTTP/1.1" status: 200 len: 217 time: 0.0423980 Nov 09 17:27:16.892372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b605251a-b83c-4744-9728-e7941da444b6 req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.893234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:16.902084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b605251a-b83c-4744-9728-e7941da444b6 req-a498eec7-e387-4cf1-a477-32fe1d4d88ee tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3505840 Nov 09 17:27:16.925121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-523e7114-1544-4a32-bf06-66f78efbb8c1 req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1799467055', 'description': 'tempest-description-1407437329'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:16.937509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Pushing event deleted for resources: {'Port': ['ID=a027786d-1da7-45db-97cd-3671f04579c7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:16.966224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fe2cd323-9244-498d-9baf-808269871030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:16.968085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-fe2cd323-9244-498d-9baf-808269871030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.0699012 Nov 09 17:27:17.012851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-523e7114-1544-4a32-bf06-66f78efbb8c1 req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.027802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-b26a8c61-84e7-45c4-acef-409c66d4433c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456817 Nov 09 17:27:17.161842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-bd087884-e611-4994-a31b-bf93e3b6c6f5 service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238966 Nov 09 17:27:17.166386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:17.301273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.311130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-523e7114-1544-4a32-bf06-66f78efbb8c1 req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.337686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-523e7114-1544-4a32-bf06-66f78efbb8c1 req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.387238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c030-4917-4fdf-877a-b744fb2d0ab4 req-fb95e26e-4797-4524-ab81-e555d6bc1581 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:17.389302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1416c030-4917-4fdf-877a-b744fb2d0ab4 req-fb95e26e-4797-4524-ab81-e555d6bc1581 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 943 time: 0.1850104 Nov 09 17:27:17.425201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,segment=NetworkSegment(6da5135d-45d8-444c-8d50-bf016d1adaf0),segment_id=6da5135d-45d8-444c-8d50-bf016d1adaf0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:17.440083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31', 'network_id': '06ce4271-e17f-4988-a9c6-9f77ffe21d6a', 'port_id': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31', 'mac_address': 'fa:16:3e:94:60:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a211726-d5ee-42ef-906e-ba09a4ec54b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:17.461771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0a765d-7c30-4003-b09d-371691bc372b req-6f072531-4b22-4b26-a13c-4f0a5acb9284 service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833204 Nov 09 17:27:17.465546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1416c030-4917-4fdf-877a-b744fb2d0ab4 req-03cff549-1aa7-40b7-8e75-18891da2244a tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687771 Nov 09 17:27:17.487226 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.506336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:17.512516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5693b079-09b1-42dc-a4f9-1772743abc50,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:17.519097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-523e7114-1544-4a32-bf06-66f78efbb8c1 req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.521463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-523e7114-1544-4a32-bf06-66f78efbb8c1 req-508ce919-7ce6-4c08-a5ed-f26b5f48cf45 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6004910 Nov 09 17:27:17.550027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,segment=NetworkSegment(6da5135d-45d8-444c-8d50-bf016d1adaf0),segment_id=6da5135d-45d8-444c-8d50-bf016d1adaf0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:17.559137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:17.648340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:17.726379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:27:17.777094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6f1831-db24-4190-85dc-9b967bc21484', 'tag': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31'}, {'name': 'network-changed', 'server_uuid': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'tag': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:17.780396 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1606b8b6-3b4a-49c3-a9b5-cbb887972802" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6f1831-db24-4190-85dc-9b967bc21484", "tag": "7c6a8414-f3fd-4152-bfc1-97aa2295dd31"}, {"name": "network-changed", "server_uuid": "67ef4a9e-671d-4d33-bf7e-26a0aa5b1804", "tag": "0ebd79b2-bddc-4369-963b-c8e996ec3c7c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:17.804769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['7c6a8414-f3fd-4152-bfc1-97aa2295dd31'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:17.898895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-84800f6c-bf6d-4436-8f66-4cae599aa342 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:17.900405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-84800f6c-bf6d-4436-8f66-4cae599aa342 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 813 time: 0.1357746 Nov 09 17:27:17.918768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-5343b48c-56a5-4d3b-9e4f-27d57f3395b1 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/quotas/518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 375 time: 0.0109854 Nov 09 17:27:17.987754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-906efe58-07df-4a4d-bedb-b76bff4ede4a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554619 Nov 09 17:27:18.097051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-92c3b648-6ac7-4b9d-9e56-a40e97a8ab11 service neutron] 10.222.0.45 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010585 Nov 09 17:27:18.136456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9dff2-fe2e-4075-a837-54fcb5370a10 req-d34bd7af-1970-4cf3-8009-8316122501d3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.138678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8a9dff2-fe2e-4075-a837-54fcb5370a10 req-d34bd7af-1970-4cf3-8009-8316122501d3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 943 time: 0.4102964 Nov 09 17:27:18.204639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-f26b60d0-7abf-4527-9758-5bb6a04f4899 service neutron] 10.222.0.45 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000855 Nov 09 17:27:18.271765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-487ed678-1a49-43db-bbba-f482c817bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.273201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-487ed678-1a49-43db-bbba-f482c817bc8e service neutron] 10.222.0.83 "GET /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 1031 time: 0.1684785 Nov 09 17:27:18.275144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:27:18.280327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19a3ed83-2927-414c-a578-a201e2b6901b admin admin] 10.222.0.45 "PUT /v2.0/routers/5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848900 Nov 09 17:27:18.283890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:18.286169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] Sync routers for ids ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:27:18.310053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] Routers {'5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:27:18.310730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:27:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:18.409769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:18.415598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8a9dff2-fe2e-4075-a837-54fcb5370a10 req-af1127c6-7ee5-4393-b55d-4ccdc68b0a89 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691031 Nov 09 17:27:18.457692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-33f590d1-3e17-47f7-8ef2-706e2f00e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.459169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-33f590d1-3e17-47f7-8ef2-706e2f00e494 service neutron] 10.222.0.83 "GET /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 1031 time: 0.1726758 Nov 09 17:27:18.475234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] Set router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:27:18.501446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d75e5855-8126-422e-bcec-f3f448497fdf req-8bb92e66-528d-4e4b-9adc-9adaf42be5ac tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0636678 Nov 09 17:27:18.538661 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16690c-cee5-466d-a8fc-07021e70e7ba x-openstack-request-id: req-fc16690c-cee5-466d-a8fc-07021e70e7ba {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:18.539042 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6f1831-db24-4190-85dc-9b967bc21484", "tag": "7c6a8414-f3fd-4152-bfc1-97aa2295dd31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67ef4a9e-671d-4d33-bf7e-26a0aa5b1804", "tag": "0ebd79b2-bddc-4369-963b-c8e996ec3c7c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:18.539314 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc16690c-cee5-466d-a8fc-07021e70e7ba {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:18.539778 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6f1831-db24-4190-85dc-9b967bc21484', 'tag': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31', 'status': 'completed', 'code': 200} Nov 09 17:27:18.540501 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'tag': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c', 'status': 'completed', 'code': 200} Nov 09 17:27:18.661907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-12dcbb0c-03ad-4175-9331-9693cc413aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.663451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-12dcbb0c-03ad-4175-9331-9693cc413aec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3a1ce36cd0c410dac06be7899b6068f&device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 1095 time: 0.0919020 Nov 09 17:27:18.761497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:27:16Z', 'revision_number': 5, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:18.775030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce58c2f0-76ff-454b-96d7-ee2800ecd72a req-58df1074-9c1d-4641-8765-8445572427ea tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 210 time: 0.1524796 Nov 09 17:27:18.796652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] Checking router: 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:27:18.807796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] Routers {'5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:27:18.809238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:27:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:18.893189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-663eccac-64ad-4f67-9c0d-9316c3f53eaf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.901802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-663eccac-64ad-4f67-9c0d-9316c3f53eaf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.924699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-663eccac-64ad-4f67-9c0d-9316c3f53eaf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:18.929892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-663eccac-64ad-4f67-9c0d-9316c3f53eaf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/networks?id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=9fe57671-200c-4e04-847e-9820a25cc8d8&id=9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 200 len: 1994 time: 0.4383054 Nov 09 17:27:18.935964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] Set router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:27:19.013195 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.110163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-3d34e9ea-379b-428c-832e-80882cab794c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104252495378481fb2d44f9f2898d8c3 HTTP/1.1" status: 200 len: 380 time: 0.1598351 Nov 09 17:27:19.116077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a66e4a56-50e2-4031-a039-94d11fc85ed0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:27:19.117107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a66e4a56-50e2-4031-a039-94d11fc85ed0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061553 Nov 09 17:27:19.140421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'admin_state_up': True, 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'security_groups': ['db91b4e1-c500-41f2-9bf4-e3d03a371b0d']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:19.192231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ebd79b2-bddc-4369-963b-c8e996ec3c7c details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:19.200603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Deleting port 8decb8dc-24cb-4751-88ef-7a1ae954cdde {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:19.200982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.207371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:19.381184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] For port 8decb8dc-24cb-4751-88ef-7a1ae954cdde, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8decb8dc-24cb-4751-88ef-7a1ae954cdde,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:19.381629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.385347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:19.389270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.413722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Calling delete_port for 8decb8dc-24cb-4751-88ef-7a1ae954cdde owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:19.502624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-8ef44a68-d67b-4ac5-ade4-c92a27edfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:19.515780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-8ef44a68-d67b-4ac5-ade4-c92a27edfe70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06ce4271-e17f-4988-a9c6-9f77ffe21d6a HTTP/1.1" status: 200 len: 910 time: 0.8365517 Nov 09 17:27:19.539901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:27:19.549180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:19.559023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:19.559454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.595210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:27:16Z', 'revision_number': 5, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:19.597187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c', 'network_id': '3992d8d8-4ac7-459a-9fca-0118b3416872', 'port_id': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c', 'mac_address': 'fa:16:3e:5b:08:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a28a65-37c5-4ecb-9120-b72cea4e488f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:19.619982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-62bbaa36-b908-4509-9d33-01ff1a9a240d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31 HTTP/1.1" status: 200 len: 217 time: 0.0980964 Nov 09 17:27:19.636734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d054d-c4dc-4df6-a1ef-12b3f08e6a6c req-d69e0615-ec08-402e-a9dd-f0a6d6c97731 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:19.638815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd7551-1fc0-478e-b2d6-be10e5c9408a None None] The sync data for ids ['5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa'] in n-d-804292-3 is: [{'id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'name': 'tempest-FloatingIPDetailsTestJSON-1277797177-router', 'tenant_id': 'cf546e2322654db3be284bd297ca67d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:49Z', 'updated_at': '2021-11-09T17:27:16Z', 'revision_number': 5, 'project_id': 'cf546e2322654db3be284bd297ca67d8', 'gw_port': {'id': '8decb8dc-24cb-4751-88ef-7a1ae954cdde', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:50Z', 'updated_at': '2021-11-09T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:27:19.655856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b65d054d-c4dc-4df6-a1ef-12b3f08e6a6c req-d69e0615-ec08-402e-a9dd-f0a6d6c97731 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 944 time: 0.9833508 Nov 09 17:27:19.704557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.717345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 172.20.0.12 (b97f8e88-3885-4bdb-8f7e-90c185556c3a/21f8bc2b-4dd1-4f44-b647-e5bf34636333/825e09da-b762-41ae-b5eb-edbf7c9f4257) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:19.743037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebd79b2-bddc-4369-963b-c8e996ec3c7c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:19.746285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3021f-bd20-44a0-b627-83dacb028b51 req-3f28f2bc-640f-4240-8249-8c48204d55f8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:19.748341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53f3021f-bd20-44a0-b627-83dacb028b51 req-3f28f2bc-640f-4240-8249-8c48204d55f8 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 943 time: 0.1536276 Nov 09 17:27:19.780651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.787604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:19.797960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.827914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b65d054d-c4dc-4df6-a1ef-12b3f08e6a6c req-a5c22eb7-b5a5-4610-a186-3ef5111eddc0 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596518 Nov 09 17:27:19.862615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-d6b07e6d-28cf-4d3b-919a-13dbda1ef714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:19.864782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-d6b07e6d-28cf-4d3b-919a-13dbda1ef714 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a211726-d5ee-42ef-906e-ba09a4ec54b4 HTTP/1.1" status: 200 len: 850 time: 0.2069824 Nov 09 17:27:19.867680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53f3021f-bd20-44a0-b627-83dacb028b51 req-9c04bd39-82b5-4dfa-9e23-c73ad392f795 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121886 Nov 09 17:27:19.891233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6f1831-db24-4190-85dc-9b967bc21484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:19.901013 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f16427b-27c3-4ebf-aa50-4501d0abbdca" -d '{"events": [{"server_uuid": "9b6f1831-db24-4190-85dc-9b967bc21484", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a8414-f3fd-4152-bfc1-97aa2295dd31"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:19.936195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,segment=NetworkSegment(6da5135d-45d8-444c-8d50-bf016d1adaf0),segment_id=6da5135d-45d8-444c-8d50-bf016d1adaf0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:19.948657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:19.960129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-2d77f375-81a3-478b-a8b8-f95d9272ffc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06ce4271-e17f-4988-a9c6-9f77ffe21d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874555 Nov 09 17:27:19.962013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:20.016163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80510e5c-2bad-413f-8fca-a7804819514d req-ed530753-4e81-49f5-8ed1-5d6cdda83409 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0887213 Nov 09 17:27:20.033786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['0ebd79b2-bddc-4369-963b-c8e996ec3c7c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:20.064136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-948293ad-8e99-4cd8-8db2-19de55295564 req-06478608-4b07-4cbb-b1fa-278b97253f66 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 210 time: 0.0607381 Nov 09 17:27:20.134708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.200674 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc9b4a3-2bd3-4d30-b9b7-9362f7839f9a x-openstack-request-id: req-3bc9b4a3-2bd3-4d30-b9b7-9362f7839f9a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:20.201405 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6f1831-db24-4190-85dc-9b967bc21484", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a8414-f3fd-4152-bfc1-97aa2295dd31", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:20.201405 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3bc9b4a3-2bd3-4d30-b9b7-9362f7839f9a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:20.207671 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6f1831-db24-4190-85dc-9b967bc21484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31', 'code': 200} Nov 09 17:27:20.230703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:20.247796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-c5823053-8db8-4531-97e2-420ecd882747 service neutron] 10.222.0.43 "GET /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394915 Nov 09 17:27:20.269886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8decb8dc-24cb-4751-88ef-7a1ae954cdde,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:20.413241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.455643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2808e-0324-4449-b202-8bae47344f67 req-48d61ea1-6000-4e26-93f5-053cea33d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:20.458051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6b2808e-0324-4449-b202-8bae47344f67 req-48d61ea1-6000-4e26-93f5-053cea33d3c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 1096 time: 0.1689975 Nov 09 17:27:20.489781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-5b99127f-a953-4122-a166-ee300e1581f5 service neutron] 10.222.0.43 "GET /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180526 Nov 09 17:27:20.527479 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6b2808e-0324-4449-b202-8bae47344f67 req-f909c72e-b7da-4c95-810a-d1e04a65e882 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Nov 09 17:27:20.554105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-30ae6260-6499-46a7-b212-a1a7b8a8a993 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:20.555669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-30ae6260-6499-46a7-b212-a1a7b8a8a993 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.83 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 813 time: 0.6037204 Nov 09 17:27:20.560698 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.564521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.567141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.576380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'port': {'device_id': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2', 'admin_state_up': True, 'tenant_id': '518750e770414fd998e205c6973f292c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:20.672516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.672999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:27:20.688675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.692328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-51736fe4-87dd-40b0-b906-0c579dffb6c5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5d0e86dc-f52e-466f-aa1b-3d7d465ad5fa HTTP/1.1" status: 204 len: 168 time: 2.4048774 Nov 09 17:27:20.693817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:20.719211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.789614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Deleting subnet c2291683-0030-49b5-b0bd-424dbbc0055e {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:27:20.793069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.833109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:20.834668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-39101742-9a72-4822-aee3-c5b6cc9c6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:20.835360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:20.836769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-39101742-9a72-4822-aee3-c5b6cc9c6d94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3966099f30e5418d8296535bcf5f97b4&device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 1095 time: 0.1112916 Nov 09 17:27:20.838404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:20.840702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:20.848878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Made reservation on behalf of 518750e770414fd998e205c6973f292c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:20.851400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:20.883760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.048831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:21.049613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.096268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-65cf8d28-3a21-4936-95a7-768633c821bf tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9640441 Nov 09 17:27:21.114648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-f20df33e-150e-4bee-9eeb-8e9caee2cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:21.115688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeedcef-feb3-43e7-98b7-645f73472138 req-1015c5ac-dc99-4165-95fe-fac6833bc165 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:21.116847 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-f20df33e-150e-4bee-9eeb-8e9caee2cb58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 200 len: 915 time: 0.1745687 Nov 09 17:27:21.117244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2aeedcef-feb3-43e7-98b7-645f73472138 req-1015c5ac-dc99-4165-95fe-fac6833bc165 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 944 time: 0.1188750 Nov 09 17:27:21.150538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'admin_state_up': True, 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'security_groups': ['db91b4e1-c500-41f2-9bf4-e3d03a371b0d']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:21.188635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ebd79b2-bddc-4369-963b-c8e996ec3c7c up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:21.193116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-8c1489e8-0d76-4f33-9247-74050767834f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c HTTP/1.1" status: 200 len: 217 time: 0.0504324 Nov 09 17:27:21.277229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85875747-b766-4c8c-9023-1b4ae682a22d req-91139e7e-050e-4826-898f-340bd7ec6a35 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:21.287692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85875747-b766-4c8c-9023-1b4ae682a22d req-91139e7e-050e-4826-898f-340bd7ec6a35 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 945 time: 0.3200414 Nov 09 17:27:21.292014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-36734d6c-e6f6-4a70-9829-79411a925064 None None] Provisioning complete for port 825e09da-b762-41ae-b5eb-edbf7c9f4257 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:21.292380 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36734d6c-e6f6-4a70-9829-79411a925064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.294825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8decb8dc-24cb-4751-88ef-7a1ae954cdde no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:21.320243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.340048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8decb8dc-24cb-4751-88ef-7a1ae954cdde {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:21.340667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8decb8dc-24cb-4751-88ef-7a1ae954cdde not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:21.341281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a027786d-1da7-45db-97cd-3671f04579c7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:21.356696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-3e456c8d-d3d7-42f8-9a76-124cf02d174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:21.358344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-3e456c8d-d3d7-42f8-9a76-124cf02d174b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 200 len: 855 time: 0.1378648 Nov 09 17:27:21.379495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: a027786d-1da7-45db-97cd-3671f04579c7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:21.380158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a027786d-1da7-45db-97cd-3671f04579c7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:21.384877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:27:21.391214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-36734d6c-e6f6-4a70-9829-79411a925064 None None] Port 825e09da-b762-41ae-b5eb-edbf7c9f4257 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:21.392915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:21.393471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.418035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85875747-b766-4c8c-9023-1b4ae682a22d req-42d318e7-79ca-46b6-8fc7-f230ef0ac2c8 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293566 Nov 09 17:27:21.420197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-16dcc651-26d9-4f40-8686-1747295498f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3992d8d8-4ac7-459a-9fca-0118b3416872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490911 Nov 09 17:27:21.420357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:21.423904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.482970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Allocated IP 172.20.0.9 (cac8921e-f58b-42c3-9962-ce8e3366eef2/4fdda427-91eb-4cca-9157-487bcf66d205/710d10bb-820a-4d16-8f02-ffba2dc21ac9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:21.516729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2aeedcef-feb3-43e7-98b7-645f73472138 req-c5044f2c-a829-4304-b53a-2eb8d188794b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552129 Nov 09 17:27:21.524736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.568070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2291683-0030-49b5-b0bd-424dbbc0055e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:21.570279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.573746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c0ccb1ee-dcb3-42a1-a62d-b2ed18b7235d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c2291683-0030-49b5-b0bd-424dbbc0055e HTTP/1.1" status: 204 len: 168 time: 0.8799276 Nov 09 17:27:21.577091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:21.585594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e828c-2780-4ffb-82ba-9eaae5e9d38f None None] Network 12fe433c-129f-4d74-ae31-a02f8028efe1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:21.616691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.699667 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01e8e5c6-0c3d-4b16-a40e-c8e09e0d0dcf req-2be24717-81e2-4a13-9d0a-c5ac1dd9d93b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 210 time: 0.0455899 Nov 09 17:27:21.704578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-5a562a1b-3870-4a16-8801-271b701a9c4a service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652278 Nov 09 17:27:21.760298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9d5d-8fc7-4665-aa55-9b48f60d682e req-bccff755-1f6b-492d-98d3-bf52f93f080b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:21.762200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-322a9d5d-8fc7-4665-aa55-9b48f60d682e req-bccff755-1f6b-492d-98d3-bf52f93f080b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 932 time: 0.1605556 Nov 09 17:27:21.764793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.837253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:21.871594 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:21.942643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-322a9d5d-8fc7-4665-aa55-9b48f60d682e req-f50df4b4-0134-49d1-b764-7a1eca267a81 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388452 Nov 09 17:27:21.943495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:21.962413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1606b8b6-3b4a-49c3-a9b5-cbb887972802 req-455cad9b-f7ba-4027-bcd8-819ab98f5f53 service neutron] 10.222.0.43 "GET /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395012 Nov 09 17:27:21.993537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 10.1.1.43 (3cdf0bbe-d356-4347-8c15-0d0cdeb5328c/229662dc-f494-4433-9a22-e92357a57fbd/d291281e-5218-4572-bf64-cacf3471a351) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:21.995017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] DHCP port deletion for 12fe433c-129f-4d74-ae31-a02f8028efe1 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:27:22.010162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Deleting port b8679083-a3ee-4a67-9933-ab52638ccb8c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:22.010746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.102280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] Deleting port b8679083-a3ee-4a67-9933-ab52638ccb8c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:22.109723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.126085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] For port b8679083-a3ee-4a67-9933-ab52638ccb8c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b8679083-a3ee-4a67-9933-ab52638ccb8c,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:22.126553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.142328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Calling delete_port for b8679083-a3ee-4a67-9933-ab52638ccb8c owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:22.186371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] For port b8679083-a3ee-4a67-9933-ab52638ccb8c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b8679083-a3ee-4a67-9933-ab52638ccb8c,segment=NetworkSegment(22a9ccf6-9135-4336-8e15-fdbe55738fa5),segment_id=22a9ccf6-9135-4336-8e15-fdbe55738fa5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:22.186888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.204973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] Calling delete_port for b8679083-a3ee-4a67-9933-ab52638ccb8c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:22.209504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:22.212460 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43903aba-3949-43af-89fc-eed77747a275" -d '{"events": [{"server_uuid": "67ef4a9e-671d-4d33-bf7e-26a0aa5b1804", "name": "network-vif-plugged", "status": "completed", "tag": "0ebd79b2-bddc-4369-963b-c8e996ec3c7c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:22.255770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.274122 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1edefdc-8b2c-4710-9f63-24fa38685d2d x-openstack-request-id: req-c1edefdc-8b2c-4710-9f63-24fa38685d2d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:22.274533 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ef4a9e-671d-4d33-bf7e-26a0aa5b1804", "name": "network-vif-plugged", "status": "completed", "tag": "0ebd79b2-bddc-4369-963b-c8e996ec3c7c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:22.275166 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1edefdc-8b2c-4710-9f63-24fa38685d2d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:22.275646 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c', 'code': 200} Nov 09 17:27:22.286746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8679083-a3ee-4a67-9933-ab52638ccb8c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:22.290798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] No DVR routers for this DVR port b8679083-a3ee-4a67-9933-ab52638ccb8c on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:22.361398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.378173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.403743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fe433c-129f-4d74-ae31-a02f8028efe1']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:22.404856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] Pushing event deleted for resources: {'Port': ['ID=b8679083-a3ee-4a67-9933-ab52638ccb8c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:22.414845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54688a5-9c30-466d-9b65-cf6716058585 None None] No DVR routers for this DVR port b8679083-a3ee-4a67-9933-ab52638ccb8c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:22.416203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a9ccf6-9135-4336-8e15-fdbe55738fa5') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:22.416757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a9ccf6-9135-4336-8e15-fdbe55738fa5') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:22.463602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.464674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.490900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.509177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:27:22.509997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:27:22.512043 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:27:22.602971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f903356-2b0f-4fee-b5e6-8815df662d4d req-8ae36f1a-b256-4ca8-ba66-efa43c7f874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:22.605123 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f903356-2b0f-4fee-b5e6-8815df662d4d req-8ae36f1a-b256-4ca8-ba66-efa43c7f874f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 1096 time: 0.1685724 Nov 09 17:27:22.610367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ff89-063f-439e-8768-5cadb5800270 req-7854424d-17bb-4d82-920e-e28ac1436f2a tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:22.614511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.620049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6240ff89-063f-439e-8768-5cadb5800270 req-7854424d-17bb-4d82-920e-e28ac1436f2a tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 945 time: 0.1146207 Nov 09 17:27:22.645686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.651894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] 10.222.0.45 "DELETE /v2.0/networks/12fe433c-129f-4d74-ae31-a02f8028efe1 HTTP/1.1" status: 204 len: 168 time: 1.0709729 Nov 09 17:27:22.656853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.684776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:22.694864 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.696281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6729377-e65f-4d3f-8dc2-2028b6969acd admin admin] Pushing event deleted for resources: {'Network': ['ID=12fe433c-129f-4d74-ae31-a02f8028efe1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:22.733464 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:22.759824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce24a2-e90c-4ab1-b77b-b7576c85167b req-e78235d2-6a82-42f9-b5c0-cdc9dec1824c tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:22.761387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03ce24a2-e90c-4ab1-b77b-b7576c85167b req-e78235d2-6a82-42f9-b5c0-cdc9dec1824c tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.1621630 Nov 09 17:27:22.764161 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f903356-2b0f-4fee-b5e6-8815df662d4d req-88542c09-322e-4582-8197-07a09822658d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463902 Nov 09 17:27:22.780274 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6240ff89-063f-439e-8768-5cadb5800270 req-9d71cc47-a8f4-4af2-b420-235456394471 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590765 Nov 09 17:27:22.792296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Network cac8921e-f58b-42c3-9962-ce8e3366eef2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:22.799139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:22.833352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:22.872571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03ce24a2-e90c-4ab1-b77b-b7576c85167b req-6c6089a9-a332-410a-9e83-e0e429737e29 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004765 Nov 09 17:27:22.906797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:22.933091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60724) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:23.012029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9e5d4bf5-b4ac-4ed4-a99b-a8889bce96b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf546e2322654db3be284bd297ca67d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683727 Nov 09 17:27:23.014837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60730) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:23.045448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:23.053378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.080269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55985e9b-b0ac-4703-a81b-961726d7864d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.090081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62c29-a322-4b00-aa87-5cc51b977f98 req-226a33b4-68be-4f38-9a3f-a83c6fdf2dde tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:23.099856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3a62c29-a322-4b00-aa87-5cc51b977f98 req-226a33b4-68be-4f38-9a3f-a83c6fdf2dde tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 931 time: 0.2013853 Nov 09 17:27:23.111158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55985e9b-b0ac-4703-a81b-961726d7864d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.112800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.150760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:23.177185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-dc014fc8-9f9d-481a-90e7-203eddf40ab3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6058640 Nov 09 17:27:23.180429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:23.183220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:23.192387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55985e9b-b0ac-4703-a81b-961726d7864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.196155 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55985e9b-b0ac-4703-a81b-961726d7864d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.200542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-55985e9b-b0ac-4703-a81b-961726d7864d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/618136d3-207f-4808-a046-0b5aa7bd41dd HTTP/1.1" status: 204 len: 168 time: 0.1844561 Nov 09 17:27:23.213088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985e9b-b0ac-4703-a81b-961726d7864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618136d3-207f-4808-a046-0b5aa7bd41dd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:23.230823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Request body: {'port': {'device_id': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:23.331821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b8679083-a3ee-4a67-9933-ab52638ccb8c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:23.354839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3a62c29-a322-4b00-aa87-5cc51b977f98 req-6b617d7e-7350-479a-8e99-f9f9a96da639 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406812 Nov 09 17:27:23.381206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: b8679083-a3ee-4a67-9933-ab52638ccb8c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:23.381607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b8679083-a3ee-4a67-9933-ab52638ccb8c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:23.430721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:23.439151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2f4f4-367f-41ed-b805-2ec09faca744 req-d8b1c09c-dc7d-420e-97ae-4fd910e0677a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:23.446319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2f4f4-367f-41ed-b805-2ec09faca744 req-d8b1c09c-dc7d-420e-97ae-4fd910e0677a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:23.448176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fec2f4f4-367f-41ed-b805-2ec09faca744 req-d8b1c09c-dc7d-420e-97ae-4fd910e0677a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 1653 time: 0.1045158 Nov 09 17:27:23.460035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:23.460687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.557848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-aa04a5af-4b3c-47f6-8953-6f20a360d2bb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4110763 Nov 09 17:27:23.562695 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fec2f4f4-367f-41ed-b805-2ec09faca744 req-6f205fac-126f-4d6a-b009-33cdb625992d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068146 Nov 09 17:27:23.588923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'admin_state_up': True, 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'security_groups': ['db91b4e1-c500-41f2-9bf4-e3d03a371b0d']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:23.603825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.742880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-13094922-f94e-45b1-95fa-440ba5dc29f0 None None] Provisioning complete for port d291281e-5218-4572-bf64-cacf3471a351 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:23.747556 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13094922-f94e-45b1-95fa-440ba5dc29f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:23.808056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-13094922-f94e-45b1-95fa-440ba5dc29f0 None None] Port d291281e-5218-4572-bf64-cacf3471a351 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:23.892455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73938b-f7f5-4d9d-ac2e-163d2651e1e7 req-7a3c806c-4a5f-42b5-86d1-588b53dea040 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:23.900275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e73938b-f7f5-4d9d-ac2e-163d2651e1e7 req-7a3c806c-4a5f-42b5-86d1-588b53dea040 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 945 time: 0.1735153 Nov 09 17:27:23.955779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:23.960362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:24.049704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47160af-96d5-4b72-b806-e3d1bea72c48 req-4b83a072-dbe5-4d2e-a52c-bb7ea47d1ef0 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:24.061399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b47160af-96d5-4b72-b806-e3d1bea72c48 req-4b83a072-dbe5-4d2e-a52c-bb7ea47d1ef0 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.0787802 Nov 09 17:27:24.081200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e73938b-f7f5-4d9d-ac2e-163d2651e1e7 req-0d19e08f-92b2-4d4d-8244-1b829045a6f2 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797948 Nov 09 17:27:24.152896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b47160af-96d5-4b72-b806-e3d1bea72c48 req-8a0f6f64-4194-4905-b594-c037a26f36cb tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900557 Nov 09 17:27:24.303377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 10.1.1.198 (3cdf0bbe-d356-4347-8c15-0d0cdeb5328c/229662dc-f494-4433-9a22-e92357a57fbd/9d51d939-2eb8-43bd-90b4-4317999bba79) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:24.320514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710d10bb-820a-4d16-8f02-ffba2dc21ac9 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:24.331451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:24.362414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Transition to ACTIVE for port object 710d10bb-820a-4d16-8f02-ffba2dc21ac9 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:24.372576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:24.540057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:24.599834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de10b0-e4d9-49ad-a138-e6e176dc74e0 req-a8cfef43-af7f-414b-8004-dcde0ae4720d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:24.602136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0de10b0-e4d9-49ad-a138-e6e176dc74e0 req-a8cfef43-af7f-414b-8004-dcde0ae4720d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 943 time: 0.1799409 Nov 09 17:27:24.655400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:24.677777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Attempting to bind port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:24.678119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Attempting to bind port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:24.678453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Attempting to bind port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 on network cac8921e-f58b-42c3-9962-ce8e3366eef2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:24.698175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 on network cac8921e-f58b-42c3-9962-ce8e3366eef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:24.698497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Attempting to bind port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 on network cac8921e-f58b-42c3-9962-ce8e3366eef2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:24.725400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:24.725748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Checking segment: {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:24.726120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Bound using segment: {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:24.726564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Bound port: 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8dd332-a585-41a7-87e8-186da36fb230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:24.727054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:24.734151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0de10b0-e4d9-49ad-a138-e6e176dc74e0 req-d80a1fd5-fa12-4787-925e-6ae8ca16c797 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156850 Nov 09 17:27:24.788247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:24.797198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c4c4-7dc0-4102-962b-39a5abd50729 req-4ee61d7e-2fb9-49fa-8f53-cabab9a3d63f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:24.804639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c4c4-7dc0-4102-962b-39a5abd50729 req-4ee61d7e-2fb9-49fa-8f53-cabab9a3d63f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:24.813935 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4aa9c4c4-7dc0-4102-962b-39a5abd50729 req-4ee61d7e-2fb9-49fa-8f53-cabab9a3d63f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 1653 time: 0.0877047 Nov 09 17:27:24.866346 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4aa9c4c4-7dc0-4102-962b-39a5abd50729 req-72978b99-223f-4845-94c9-322fc4475691 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513866 Nov 09 17:27:24.873958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:24.881081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:24.884351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:24.888320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:24.891398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:24.895801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:24.903941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.014047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.015980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.017548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] 10.222.0.83 "PUT /v2.0/ports/710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 1091 time: 1.8040810 Nov 09 17:27:25.018130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:25.020581 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:25.106120 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd58a745-8eec-45f7-87b3-02f3291ea930 x-openstack-request-id: req-bd58a745-8eec-45f7-87b3-02f3291ea930 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:25.106461 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:25.106836 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd58a745-8eec-45f7-87b3-02f3291ea930 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:25.109036 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'status': 'completed', 'code': 200} Nov 09 17:27:25.118485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.119398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.138528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89a0a3-1384-482e-9e68-acec209df45f service neutron] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:25.185891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-25a5164f-d8bd-42ce-8a97-c0e14d14d805 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6157467 Nov 09 17:27:25.207162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8', 'admin_state_up': True, 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'security_groups': ['db91b4e1-c500-41f2-9bf4-e3d03a371b0d']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:25.216170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-63ffac7b-c9b4-4168-9d1b-38c47bef3b37 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.217840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-63ffac7b-c9b4-4168-9d1b-38c47bef3b37 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 945 time: 0.1096971 Nov 09 17:27:25.287264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-47c816fe-1cff-4ad8-a137-0534b356d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.288957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-47c816fe-1cff-4ad8-a137-0534b356d76f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1094 time: 0.2076838 Nov 09 17:27:25.355663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d926-278a-49a7-ae35-7c7d06431dcd req-7db2f132-be45-4c65-9943-075282709d32 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.357330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce22d926-278a-49a7-ae35-7c7d06431dcd req-7db2f132-be45-4c65-9943-075282709d32 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b6f1831-db24-4190-85dc-9b967bc21484 HTTP/1.1" status: 200 len: 945 time: 0.1225467 Nov 09 17:27:25.366586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-346cddce-b945-4dac-911d-f36fed0bbd9a None None] Provisioning complete for port 9d51d939-2eb8-43bd-90b4-4317999bba79 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:25.367109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-346cddce-b945-4dac-911d-f36fed0bbd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.392894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-50ca2b7c-84b6-41a6-bdb2-f58f5797ad96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 217 time: 0.0784826 Nov 09 17:27:25.425124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Deleting port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:25.426463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.448124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce22d926-278a-49a7-ae35-7c7d06431dcd req-af25f410-660c-44d7-9984-377ee6f36360 tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e506c34-edb2-4a13-964d-dc8e67b03c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822451 Nov 09 17:27:25.462777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-346cddce-b945-4dac-911d-f36fed0bbd9a None None] Port 9d51d939-2eb8-43bd-90b4-4317999bba79 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:25.485067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717218f1-23b2-4b81-b2f1-6e961ca2f23f req-7908d564-4467-47e4-be3b-43348dbea88d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.486641 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-717218f1-23b2-4b81-b2f1-6e961ca2f23f req-7908d564-4467-47e4-be3b-43348dbea88d tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.2140310 Nov 09 17:27:25.548630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-73e99b90-78a6-4594-91f5-6cc3d61b20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.550579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-73e99b90-78a6-4594-91f5-6cc3d61b20aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1439009 Nov 09 17:27:25.556075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:25.563552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] For port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,segment=NetworkSegment(6da5135d-45d8-444c-8d50-bf016d1adaf0),segment_id=6da5135d-45d8-444c-8d50-bf016d1adaf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:25.563990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.573884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:25.579866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Calling delete_port for 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:25.660376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-a6bdbf79-9f02-44eb-a350-ce964823c672 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757577 Nov 09 17:27:25.666748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-717218f1-23b2-4b81-b2f1-6e961ca2f23f req-33ca8117-a9b1-4d83-b117-dcc1a5647176 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667304 Nov 09 17:27:25.761469 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.805267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c5f207b-9141-4be5-b295-edb84407fdb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.817870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Pushing event deleted for resources: {'Port': ['ID=7c6a8414-f3fd-4152-bfc1-97aa2295dd31,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:25.874211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.888241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] No DVR routers for this DVR port 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:25.892244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:25.896445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c874bd0-9146-475f-be0b-4edc7b3e71c5 req-9b252a65-aa22-4a53-bb5b-a073da30d1bd tempest-ServerGroupTestJSON-849543380 tempest-ServerGroupTestJSON-849543380-project] 10.222.0.43 "DELETE /v2.0/ports/7c6a8414-f3fd-4152-bfc1-97aa2295dd31 HTTP/1.1" status: 204 len: 173 time: 0.6711409 Nov 09 17:27:25.896916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6f1831-db24-4190-85dc-9b967bc21484', 'name': 'network-vif-deleted', 'tag': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:25.899187 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea78c9c-0015-4a2b-a383-eb9ed77e87db" -d '{"events": [{"server_uuid": "9b6f1831-db24-4190-85dc-9b967bc21484", "name": "network-vif-deleted", "tag": "7c6a8414-f3fd-4152-bfc1-97aa2295dd31"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:25.929376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3a678-6030-4fff-9140-6ceeceadf8e6 req-96a111fa-40ab-45a2-a855-d37c97fe7569 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:25.940542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dc3a678-6030-4fff-9140-6ceeceadf8e6 req-96a111fa-40ab-45a2-a855-d37c97fe7569 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.1249259 Nov 09 17:27:26.000778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dc3a678-6030-4fff-9140-6ceeceadf8e6 req-4f7c3a7f-464b-4149-b941-12a3f5214e00 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592988 Nov 09 17:27:26.019639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-3cc654bf-36c5-43a8-9d01-e44d7a68876d service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322930 Nov 09 17:27:26.087342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b8938-1f60-432a-a8be-94e428331a97 req-3991ad45-463a-4564-944c-611dc1d8ee75 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:26.088937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-224b8938-1f60-432a-a8be-94e428331a97 req-3991ad45-463a-4564-944c-611dc1d8ee75 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 943 time: 0.2575254 Nov 09 17:27:26.142952 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d05d5a-63d2-4102-90ef-02696671e5df x-openstack-request-id: req-41d05d5a-63d2-4102-90ef-02696671e5df {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:26.143882 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6f1831-db24-4190-85dc-9b967bc21484", "name": "network-vif-deleted", "tag": "7c6a8414-f3fd-4152-bfc1-97aa2295dd31", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:26.143882 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41d05d5a-63d2-4102-90ef-02696671e5df {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:26.143882 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6f1831-db24-4190-85dc-9b967bc21484', 'name': 'network-vif-deleted', 'tag': '7c6a8414-f3fd-4152-bfc1-97aa2295dd31', 'status': 'completed', 'code': 200} Nov 09 17:27:26.264200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e8c24-d4a2-4424-a122-38bac49ff76b req-6a7f2f5e-9140-45fa-b4a2-1f0274fcad64 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:26.271452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e8c24-d4a2-4424-a122-38bac49ff76b req-6a7f2f5e-9140-45fa-b4a2-1f0274fcad64 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:26.277765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e8c24-d4a2-4424-a122-38bac49ff76b req-6a7f2f5e-9140-45fa-b4a2-1f0274fcad64 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:26.279557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-738e8c24-d4a2-4424-a122-38bac49ff76b req-6a7f2f5e-9140-45fa-b4a2-1f0274fcad64 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 2374 time: 0.0779674 Nov 09 17:27:26.321660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c5f207b-9141-4be5-b295-edb84407fdb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:26.336462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-224b8938-1f60-432a-a8be-94e428331a97 req-72ae0f35-2a78-4942-bfc0-f8eeb59fd5a0 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264953 Nov 09 17:27:26.343006 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c5f207b-9141-4be5-b295-edb84407fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:26.361285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-738e8c24-d4a2-4424-a122-38bac49ff76b req-a80c1a62-6ebe-464f-80fa-8f43dfad54fe tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711126 Nov 09 17:27:26.374458 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3d4b11-9f95-40c9-8b4d-c2075484dd50 req-df8467e9-bdef-4160-a31f-e2b8e35f7b6c service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344333 Nov 09 17:27:26.436685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 10.2.2.100 (9fe57671-200c-4e04-847e-9820a25cc8d8/496071f1-a1cd-49c0-8526-00a37cbf7bc0/3b89beff-f915-477d-a855-e61e7d30d7a0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:26.452106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f207b-9141-4be5-b295-edb84407fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2adc2d-7eb8-4d99-9422-e9d172170cac,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:26.499637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0c5f207b-9141-4be5-b295-edb84407fdb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9522b41a5c8e4d73a09557536e2f6003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9424968 Nov 09 17:27:26.502345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:26.585823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-4942e7af-9401-4a89-b4e1-aee67c4c8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:26.587380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-4942e7af-9401-4a89-b4e1-aee67c4c8038 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1094 time: 0.1575921 Nov 09 17:27:26.970578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60862) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:27.031861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Deleting subnet 5a211726-d5ee-42ef-906e-ba09a4ec54b4 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:27:27.036268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.042555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb035cf-922a-4633-b8c4-41c3bf78ad9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.090838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.109525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee45e8-2fb3-4ca0-86f6-3a61cefbcb11 req-788d8a8f-f8e9-4cb0-ac91-47e653fa0dcc tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.111637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63ee45e8-2fb3-4ca0-86f6-3a61cefbcb11 req-788d8a8f-f8e9-4cb0-ac91-47e653fa0dcc tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.1991870 Nov 09 17:27:27.123296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb035cf-922a-4633-b8c4-41c3bf78ad9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.141807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.192899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-4d3a3d63-5c86-4d88-a4bf-278500f8c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.194437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-4d3a3d63-5c86-4d88-a4bf-278500f8c590 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.2836976 Nov 09 17:27:27.206945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.219837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:27.250561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:27.251279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 7c6a8414-f3fd-4152-bfc1-97aa2295dd31 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:27.278604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63ee45e8-2fb3-4ca0-86f6-3a61cefbcb11 req-b13f9ec6-4b30-4747-b45b-879c8a31f32a tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660681 Nov 09 17:27:27.279882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-a4986ed3-7d7e-47f9-b174-1cf943d0ee26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 217 time: 0.0699251 Nov 09 17:27:27.312005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.324970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.342841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb035cf-922a-4633-b8c4-41c3bf78ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.345521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb035cf-922a-4633-b8c4-41c3bf78ad9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.349745 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0eb035cf-922a-4633-b8c4-41c3bf78ad9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb2adc2d-7eb8-4d99-9422-e9d172170cac HTTP/1.1" status: 204 len: 168 time: 0.8433552 Nov 09 17:27:27.356626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.360202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5a211726-d5ee-42ef-906e-ba09a4ec54b4 HTTP/1.1" status: 204 len: 168 time: 0.3884232 Nov 09 17:27:27.377047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:27.380957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54b14-3638-4694-818c-46531db55364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a211726-d5ee-42ef-906e-ba09a4ec54b4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:27.414745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:27.416775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb035cf-922a-4633-b8c4-41c3bf78ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2adc2d-7eb8-4d99-9422-e9d172170cac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:27.418263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-92d1c10a-bb4d-47a4-b222-9cade7d204cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.419786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-92d1c10a-bb4d-47a4-b222-9cade7d204cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1297505 Nov 09 17:27:27.437258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:27.479538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:27.482176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:27.536739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-bd939ace-6788-4e9c-ad26-afd1415c3fce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006768 Nov 09 17:27:27.550025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd22d9-a123-40a3-95dd-173a36afa7f9 req-8865df68-0cd7-4853-92c4-041af0bf0520 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.561402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbfd22d9-a123-40a3-95dd-173a36afa7f9 req-8865df68-0cd7-4853-92c4-041af0bf0520 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.0958049 Nov 09 17:27:27.647775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbfd22d9-a123-40a3-95dd-173a36afa7f9 req-fc933012-a9dd-4ab0-ab67-5cf89150acfd tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851684 Nov 09 17:27:27.771679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.772164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.782381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.815077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24b82fc3-3c17-4e05-8a8c-0a454b5be78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.845422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac64a-01e2-40be-bf24-a8664c4f0b66 req-7d2dc8dd-f21d-46dc-a657-d14d4b366a53 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.853563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac64a-01e2-40be-bf24-a8664c4f0b66 req-7d2dc8dd-f21d-46dc-a657-d14d4b366a53 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.859149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac64a-01e2-40be-bf24-a8664c4f0b66 req-7d2dc8dd-f21d-46dc-a657-d14d4b366a53 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.859707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9d19e23e-51b1-40a8-9319-5f55d06e5b2d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658571 Nov 09 17:27:27.866714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac64a-01e2-40be-bf24-a8664c4f0b66 req-7d2dc8dd-f21d-46dc-a657-d14d4b366a53 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.868298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-127ac64a-01e2-40be-bf24-a8664c4f0b66 req-7d2dc8dd-f21d-46dc-a657-d14d4b366a53 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 3095 time: 0.1311216 Nov 09 17:27:27.871514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f7741-85f0-42e1-bb4b-ac315392694b req-deb61c02-9c48-4103-8f6a-c493ec99a5ec tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:27.880738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a2f7741-85f0-42e1-bb4b-ac315392694b req-deb61c02-9c48-4103-8f6a-c493ec99a5ec tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 943 time: 0.3888457 Nov 09 17:27:27.889844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8', 'admin_state_up': True, 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'security_groups': ['db91b4e1-c500-41f2-9bf4-e3d03a371b0d']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:27.925065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-74c0d762-fb24-4c0c-ae13-f87bbe0a07ac None None] Provisioning complete for port 3b89beff-f915-477d-a855-e61e7d30d7a0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:27.926235 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74c0d762-fb24-4c0c-ae13-f87bbe0a07ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:27.948217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-127ac64a-01e2-40be-bf24-a8664c4f0b66 req-02505f57-80b9-4604-a3d7-dc1e77e9f5ec tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681663 Nov 09 17:27:28.028107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-74c0d762-fb24-4c0c-ae13-f87bbe0a07ac None None] Port 3b89beff-f915-477d-a855-e61e7d30d7a0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:28.126443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-9bd44827-b05e-4c74-898c-86769dcfa226 service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627124 Nov 09 17:27:28.151727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.190871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a2f7741-85f0-42e1-bb4b-ac315392694b req-23311f1e-482e-4863-a315-907b1a6445b9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092444 Nov 09 17:27:28.296314 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.420710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ce4271-e17f-4988-a9c6-9f77ffe21d6a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:28.439596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da5135d-45d8-444c-8d50-bf016d1adaf0') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:28.439815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da5135d-45d8-444c-8d50-bf016d1adaf0') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:28.451290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9c30088-dea1-4e2b-8ae4-4e71a5af4f5d req-8395e8ab-9d1f-43c5-a279-4715588657c1 service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649400 Nov 09 17:27:28.458191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.483261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.501945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34584c3-6ef9-4ab4-88aa-a9774a34b710 req-b5bafe4d-b89f-41c9-a77c-2c007f8ed2a9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:28.504261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b34584c3-6ef9-4ab4-88aa-a9774a34b710 req-b5bafe4d-b89f-41c9-a77c-2c007f8ed2a9 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.1623971 Nov 09 17:27:28.505678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:27:28.506159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:27:28.509445 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:27:28.518852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Made reservation on behalf of 104252495378481fb2d44f9f2898d8c3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:28.523608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.621268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.657573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:28.664163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/06ce4271-e17f-4988-a9c6-9f77ffe21d6a HTTP/1.1" status: 204 len: 168 time: 1.2809992 Nov 09 17:27:28.686783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02398314-f94d-4997-b863-f080d059c9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ce4271-e17f-4988-a9c6-9f77ffe21d6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:28.701982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b34584c3-6ef9-4ab4-88aa-a9774a34b710 req-bde7959a-9c00-4482-8550-6c74bc7a8bfe tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759787 Nov 09 17:27:28.860112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Allocated IP 10.2.2.200 (9fe57671-200c-4e04-847e-9820a25cc8d8/496071f1-a1cd-49c0-8526-00a37cbf7bc0/af5f35fd-94c0-4144-91d9-c409e69e2324) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:28.895200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680aef-f0ea-4d70-9455-32d63f566290 req-85f03f5e-0d87-4c04-a94a-314aaf7767e3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:28.896847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2680aef-f0ea-4d70-9455-32d63f566290 req-85f03f5e-0d87-4c04-a94a-314aaf7767e3 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.1009047 Nov 09 17:27:28.951286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60918) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:28.996202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ac25fa3d-7235-4f96-8e46-60453e601da9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3a1ce36cd0c410dac06be7899b6068f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430002 Nov 09 17:27:28.999027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60922) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:29.027758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2680aef-f0ea-4d70-9455-32d63f566290 req-e3baed7f-103e-4a17-9039-23973ff56b14 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216736 Nov 09 17:27:29.071350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b940a39-996c-41c6-b462-c341401e844f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.095514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b940a39-996c-41c6-b462-c341401e844f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.100696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.151047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.157597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b940a39-996c-41c6-b462-c341401e844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.161151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b940a39-996c-41c6-b462-c341401e844f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.164821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b940a39-996c-41c6-b462-c341401e844f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e506c34-edb2-4a13-964d-dc8e67b03c88 HTTP/1.1" status: 204 len: 168 time: 0.1623900 Nov 09 17:27:29.171436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b940a39-996c-41c6-b462-c341401e844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e506c34-edb2-4a13-964d-dc8e67b03c88,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:29.294870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:29.296473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event updated for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:29.307171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:29.315240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:29.379311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-e952b340-4e29-4adf-8ddd-9d045a7d0fa8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.386876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-e952b340-4e29-4adf-8ddd-9d045a7d0fa8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.393491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-e952b340-4e29-4adf-8ddd-9d045a7d0fa8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.400125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-e952b340-4e29-4adf-8ddd-9d045a7d0fa8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.406218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-e952b340-4e29-4adf-8ddd-9d045a7d0fa8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.414891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-e952b340-4e29-4adf-8ddd-9d045a7d0fa8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 3816 time: 0.2564666 Nov 09 17:27:29.467144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.467959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.518560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e38f8b4-51e0-4236-81ba-e18aa86f8ef6 req-0ca70186-ee99-4991-b168-81c370b8d53a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027095 Nov 09 17:27:29.535231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c45bbb4e-aaac-4035-9e25-dc1c6ae636f6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6518986 Nov 09 17:27:29.553893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:29.634344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 710d10bb-820a-4d16-8f02-ffba2dc21ac9 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:29.665802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.737635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a3b772b5-d2b9-4cd8-b08b-64c050447a90 None None] Provisioning complete for port af5f35fd-94c0-4144-91d9-c409e69e2324 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:29.738073 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b772b5-d2b9-4cd8-b08b-64c050447a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.803397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96976d7d-e655-4e61-9cf3-6b677be9db25 req-2eb71703-96d0-4ef2-9fd9-a20330380073 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:29.812032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96976d7d-e655-4e61-9cf3-6b677be9db25 req-2eb71703-96d0-4ef2-9fd9-a20330380073 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 943 time: 0.1425598 Nov 09 17:27:29.812520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a3b772b5-d2b9-4cd8-b08b-64c050447a90 None None] Port af5f35fd-94c0-4144-91d9-c409e69e2324 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:29.815634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:29.830390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'network_id': 'cac8921e-f58b-42c3-9962-ce8e3366eef2', 'port_id': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'mac_address': 'fa:16:3e:f9:cc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdda427-91eb-4cca-9157-487bcf66d205', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:29.883075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.906517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710d10bb-820a-4d16-8f02-ffba2dc21ac9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:29.953250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:29.959676 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:29.978622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96976d7d-e655-4e61-9cf3-6b677be9db25 req-c73768f1-132b-4ff1-b458-678e83fe41e2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656349 Nov 09 17:27:30.081005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:30.169117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eef805-4a89-4b59-9012-a4bb47287ac0 req-b4224210-fce0-4517-93ec-7f9bb2b8702b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.177413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56eef805-4a89-4b59-9012-a4bb47287ac0 req-b4224210-fce0-4517-93ec-7f9bb2b8702b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.0742674 Nov 09 17:27:30.237138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56eef805-4a89-4b59-9012-a4bb47287ac0 req-4a97e38c-6030-4658-a8ba-d5bdae31fc4b tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586238 Nov 09 17:27:30.307484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:30.335527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825e09da-b762-41ae-b5eb-edbf7c9f4257 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:30.345835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.364159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Transition to ACTIVE for port object 825e09da-b762-41ae-b5eb-edbf7c9f4257 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:30.370077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.434513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['710d10bb-820a-4d16-8f02-ffba2dc21ac9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:30.492327 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a7fda65-5756-439b-b8f8-27d614c70a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.526528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-193955212-network', 'tenant_id': 'f37a9dd5df0f4fdc9ad5818f58a128b7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:30.544865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Pushing event updated for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:30.570735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Made reservation on behalf of f37a9dd5df0f4fdc9ad5818f58a128b7 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:30.573631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.575848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Attempting to bind port 825e09da-b762-41ae-b5eb-edbf7c9f4257 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:30.576361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Attempting to bind port 825e09da-b762-41ae-b5eb-edbf7c9f4257 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:30.577028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Attempting to bind port 825e09da-b762-41ae-b5eb-edbf7c9f4257 on network b97f8e88-3885-4bdb-8f7e-90c185556c3a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:30.584366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Port 825e09da-b762-41ae-b5eb-edbf7c9f4257 on network b97f8e88-3885-4bdb-8f7e-90c185556c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:30.585510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Attempting to bind port 825e09da-b762-41ae-b5eb-edbf7c9f4257 on network b97f8e88-3885-4bdb-8f7e-90c185556c3a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:30.600044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.603069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:30.603416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Checking segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:30.603799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Bound using segment: {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:30.604232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Bound port: 825e09da-b762-41ae-b5eb-edbf7c9f4257, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb97ab59-68f7-433a-8be7-330c700d2ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:30.604582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.752271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:30.756172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:30.764266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.808758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.809506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.811175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] 10.222.0.83 "PUT /v2.0/ports/825e09da-b762-41ae-b5eb-edbf7c9f4257 HTTP/1.1" status: 200 len: 1092 time: 1.2624307 Nov 09 17:27:30.811647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:30.814325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-74ffa765-d50b-4045-9023-656743c835c4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.814496 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18" -d '{"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:30.827801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-74ffa765-d50b-4045-9023-656743c835c4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.839770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-74ffa765-d50b-4045-9023-656743c835c4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.847894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-74ffa765-d50b-4045-9023-656743c835c4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.859050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-74ffa765-d50b-4045-9023-656743c835c4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:30.860182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:30.865004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-74ffa765-d50b-4045-9023-656743c835c4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 3828 time: 0.1824491 Nov 09 17:27:30.905877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.912037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:30.915441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff78a8-590e-4624-a906-b8b586b3138f service neutron] Pushing event updated for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:30.973527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.054044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5ea147d-bdee-4837-95f9-02b3429f31c9 req-881a593e-f2b7-4985-8212-ce218772802d tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657872 Nov 09 17:27:31.094818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:27:31.119534 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.120091 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Added segment 09d2f37b-f002-4a0e-9f31-209cd2e72825 of type vlan for network c96318bc-7795-46bf-b852-4e56867ae0b5 Nov 09 17:27:31.134086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6de295-fda7-4afe-b6d8-7f2f9641d78c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:31.206261 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18eda07-c20c-439d-965e-6100b8709b6e x-openstack-request-id: req-e18eda07-c20c-439d-965e-6100b8709b6e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:31.206790 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:31.207262 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e18eda07-c20c-439d-965e-6100b8709b6e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:31.207860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652db03-6919-42f2-a572-55118a35887b req-dedebc1b-b6ea-4696-8d1f-516aedb31592 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.208372 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'status': 'completed', 'code': 200} Nov 09 17:27:31.209409 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2652db03-6919-42f2-a572-55118a35887b req-dedebc1b-b6ea-4696-8d1f-516aedb31592 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.2867894 Nov 09 17:27:31.214700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.358203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-d6f27fa7-7adc-40d4-a2a8-cf33e31c0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.359438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-d6f27fa7-7adc-40d4-a2a8-cf33e31c0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.360087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-d6f27fa7-7adc-40d4-a2a8-cf33e31c0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.360718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-d6f27fa7-7adc-40d4-a2a8-cf33e31c0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.361346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-d6f27fa7-7adc-40d4-a2a8-cf33e31c0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.364916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-d6f27fa7-7adc-40d4-a2a8-cf33e31c0ac2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 4363 time: 0.1008022 Nov 09 17:27:31.374204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.375204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.375787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.446080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1348906 Nov 09 17:27:31.489573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e977-2fa2-4615-ad75-9c228e378f77 req-e4a0613d-756b-4308-8f5d-6c670fa34e1e tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.489573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fa7e977-2fa2-4615-ad75-9c228e378f77 req-e4a0613d-756b-4308-8f5d-6c670fa34e1e tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 944 time: 0.1754441 Nov 09 17:27:31.489573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:31.489573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Request body: {'subnet': {'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-193955212-subnet', 'tenant_id': 'f37a9dd5df0f4fdc9ad5818f58a128b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:31.536847 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.546255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c27199-05aa-44e5-a82b-422adc0326dc admin admin] Pushing event updated for resources: {'Network': ['ID=c96318bc-7795-46bf-b852-4e56867ae0b5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:31.558911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c96318bc-7795-46bf-b852-4e56867ae0b5 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:27:31.601707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Made reservation on behalf of f37a9dd5df0f4fdc9ad5818f58a128b7 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:31.604122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.625544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Deleting port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:31.625877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.669665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 710d10bb-820a-4d16-8f02-ffba2dc21ac9 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:31.681367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fa7e977-2fa2-4615-ad75-9c228e378f77 req-457594f3-c4a6-4951-8990-475c6acac59a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200994 Nov 09 17:27:31.683896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-fb3e3805-d9b9-4779-b9c1-6b83af60be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.684383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-fb3e3805-d9b9-4779-b9c1-6b83af60be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.684852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-fb3e3805-d9b9-4779-b9c1-6b83af60be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.686959 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-fb3e3805-d9b9-4779-b9c1-6b83af60be89 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=104252495378481fb2d44f9f2898d8c3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3083045 Nov 09 17:27:31.690179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f4ba53-c3f1-483d-b396-616b01385482 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:31.702881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.827963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:27:31.848801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:31.849181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.876087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] For port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,segment=NetworkSegment(129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31),segment_id=129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:31.876796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:31.899786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Calling delete_port for 0ebd79b2-bddc-4369-963b-c8e996ec3c7c owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:31.930681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640394c-a204-4d1f-af1e-f965d3d26e40 req-642b5f22-e43d-4c86-b380-7a0b18c45900 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:31.938507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b640394c-a204-4d1f-af1e-f965d3d26e40 req-642b5f22-e43d-4c86-b380-7a0b18c45900 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 945 time: 0.1399832 Nov 09 17:27:32.027811 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:32.063989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:32.065256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:32.069457 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d87c5d-2174-4fd1-b25f-a635a9b22bed" -d '{"events": [{"server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "name": "network-vif-plugged", "status": "completed", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:32.073844 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:32.123909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b640394c-a204-4d1f-af1e-f965d3d26e40 req-43be03e5-4023-4bb2-abf9-077b6c6d6015 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/security-groups?id=333dff27-067b-4256-9fba-0107a5ac3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841242 Nov 09 17:27:32.185150 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b9eaf6-2c53-4a84-ac7d-98625800175d x-openstack-request-id: req-79b9eaf6-2c53-4a84-ac7d-98625800175d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:32.187790 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "name": "network-vif-plugged", "status": "completed", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:32.191017 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79b9eaf6-2c53-4a84-ac7d-98625800175d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:32.193036 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'code': 200} Nov 09 17:27:32.228328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:32.317754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:32.407300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-4655a398-8959-4ce9-b9d7-06f0d6d42ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.408858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae108400-52fd-41bb-9a2c-7a2c0ccc6b18 req-4655a398-8959-4ce9-b9d7-06f0d6d42ad5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7082829 Nov 09 17:27:32.736089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Transition to ACTIVE for port object 48f4ba53-c3f1-483d-b396-616b01385482 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:32.741451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:32.749579 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:32.810679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:32.818690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-56ad1303-c2fa-4a00-bf9e-32b94f018fa3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.825824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-56ad1303-c2fa-4a00-bf9e-32b94f018fa3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.832655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-56ad1303-c2fa-4a00-bf9e-32b94f018fa3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.840237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-56ad1303-c2fa-4a00-bf9e-32b94f018fa3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.846238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-56ad1303-c2fa-4a00-bf9e-32b94f018fa3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.855911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-56ad1303-c2fa-4a00-bf9e-32b94f018fa3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 3828 time: 0.5713897 Nov 09 17:27:32.866242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfead13-eee8-4614-91fd-0dab9b35fd8a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:32.879511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efcc12-bfb3-4ae1-8dba-3fb64037f3e4 req-cefb0afa-5485-4291-8bbe-0b68181a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.881439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44efcc12-bfb3-4ae1-8dba-3fb64037f3e4 req-cefb0afa-5485-4291-8bbe-0b68181a5943 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1096 time: 0.5861270 Nov 09 17:27:32.888749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Pushing event deleted for resources: {'Port': ['ID=0ebd79b2-bddc-4369-963b-c8e996ec3c7c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:32.942608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Pushing event updated for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:32.974102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d0b5-25ef-456d-8e43-fe5c69d305b1 req-7449a7ab-36df-4b26-b3c9-397c92e45e66 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:32.975880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6192d0b5-25ef-456d-8e43-fe5c69d305b1 req-7449a7ab-36df-4b26-b3c9-397c92e45e66 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 945 time: 0.1666245 Nov 09 17:27:32.982220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Attempting to bind port 48f4ba53-c3f1-483d-b396-616b01385482 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:32.982558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Attempting to bind port 48f4ba53-c3f1-483d-b396-616b01385482 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:32.982887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Attempting to bind port 48f4ba53-c3f1-483d-b396-616b01385482 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:33.010358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] No DVR routers for this DVR port 0ebd79b2-bddc-4369-963b-c8e996ec3c7c on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:33.012929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Port 48f4ba53-c3f1-483d-b396-616b01385482 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:33.013934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Attempting to bind port 48f4ba53-c3f1-483d-b396-616b01385482 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:33.016518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.019808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.024501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2652db03-6919-42f2-a572-55118a35887b req-1b9e8878-7217-4edb-b2bd-288ad2cd57fa tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.43 "DELETE /v2.0/ports/0ebd79b2-bddc-4369-963b-c8e996ec3c7c HTTP/1.1" status: 204 len: 173 time: 1.8048129 Nov 09 17:27:33.025531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'name': 'network-vif-deleted', 'tag': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:33.030109 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d0cbe-aa21-46cb-979f-b819fc32fec2" -d '{"events": [{"server_uuid": "67ef4a9e-671d-4d33-bf7e-26a0aa5b1804", "name": "network-vif-deleted", "tag": "0ebd79b2-bddc-4369-963b-c8e996ec3c7c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:33.044971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:33.045228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Checking segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:33.045414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Bound using segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:33.045854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Bound port: 48f4ba53-c3f1-483d-b396-616b01385482, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:33.046228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.053433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Checking segment: {'id': '09d2f37b-f002-4a0e-9f31-209cd2e72825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:33.055792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Network hostable DHCP agents. Network: c96318bc-7795-46bf-b852-4e56867ae0b5, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:27:33.096126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1698366d-c0dd-4320-bcc7-bafd123b76f6 req-39eaabc6-abb7-4848-84f2-b1bb812d9bf6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391777 Nov 09 17:27:33.099806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.140905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44efcc12-bfb3-4ae1-8dba-3fb64037f3e4 req-6c1a33b3-af82-4254-994a-f128c1cedff0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444890 Nov 09 17:27:33.147275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Network c96318bc-7795-46bf-b852-4e56867ae0b5 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:33.161137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c96318bc-7795-46bf-b852-4e56867ae0b5) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:33.165714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.166379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.171075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc01f842-b2f6-4727-87b7-887f2d2a9507 None None] Network c96318bc-7795-46bf-b852-4e56867ae0b5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:33.205122 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be701aaa-7da4-44ee-9900-d265c24fccf5 x-openstack-request-id: req-be701aaa-7da4-44ee-9900-d265c24fccf5 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:33.207255 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ef4a9e-671d-4d33-bf7e-26a0aa5b1804", "name": "network-vif-deleted", "tag": "0ebd79b2-bddc-4369-963b-c8e996ec3c7c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:33.208499 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be701aaa-7da4-44ee-9900-d265c24fccf5 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:33.208769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:33.212694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48f4ba53-c3f1-483d-b396-616b01385482,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:33.212843 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ef4a9e-671d-4d33-bf7e-26a0aa5b1804', 'name': 'network-vif-deleted', 'tag': '0ebd79b2-bddc-4369-963b-c8e996ec3c7c', 'status': 'completed', 'code': 200} Nov 09 17:27:33.219222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f4ee971a-cfbb-4c7b-a274-177610e1c0a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7499056 Nov 09 17:27:33.222143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6192d0b5-25ef-456d-8e43-fe5c69d305b1 req-36cd0474-a3c1-4cbd-baf5-97349bf75e18 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364995 Nov 09 17:27:33.229550 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.274350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ebd79b2-bddc-4369-963b-c8e996ec3c7c no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:33.282788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.283506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.285703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] 10.222.0.83 "PUT /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 1134 time: 2.4332211 Nov 09 17:27:33.287959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '48f4ba53-c3f1-483d-b396-616b01385482'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:33.290269 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f95913c-5b8e-497a-9fc5-89f63e26872c" -d '{"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "48f4ba53-c3f1-483d-b396-616b01385482"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:33.324938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 0ebd79b2-bddc-4369-963b-c8e996ec3c7c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:33.325741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ebd79b2-bddc-4369-963b-c8e996ec3c7c not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:33.355320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057f2f-6a85-4c4f-b521-2e17a2223947 service neutron] Pushing event updated for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:33.390297 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5892f9ca-30b7-4134-b1ad-066b28024c30 req-1fc7d2bd-5d5a-4425-acb9-5d6e66fba612 tempest-ServerDiskConfigTestJSON-806280097 tempest-ServerDiskConfigTestJSON-806280097-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ef4a9e-671d-4d33-bf7e-26a0aa5b1804 HTTP/1.1" status: 200 len: 210 time: 0.0881457 Nov 09 17:27:33.412810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:33.512031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.520977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.546454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa233338-68a0-49d2-b2de-c7f1e17114aa None None] Network c96318bc-7795-46bf-b852-4e56867ae0b5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:33.575731 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f6210c-6247-47ba-aac6-7cb19b2eacb9 x-openstack-request-id: req-54f6210c-6247-47ba-aac6-7cb19b2eacb9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:33.576039 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "48f4ba53-c3f1-483d-b396-616b01385482", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:33.576297 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54f6210c-6247-47ba-aac6-7cb19b2eacb9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:33.576753 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '48f4ba53-c3f1-483d-b396-616b01385482', 'status': 'completed', 'code': 200} Nov 09 17:27:33.591255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=334708b290c746b5aca9e62c7684ab4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7792611 Nov 09 17:27:33.591972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32800) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:33.691270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.748228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3b07a8-4bfa-4bb6-bc2f-3d30d09cc0b7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:33.751456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.752008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.752535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.753028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.753539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.754020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.756210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-58eb30c1-e580-41ae-99b2-c6c3524a85e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5290 time: 0.1734447 Nov 09 17:27:33.757396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75b0774b-ac2f-4a20-846e-29016843b028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.780273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.781805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.781805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.781805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.781805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.782086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.782309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.782639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.782968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.783987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.783987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.783987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81a5a0-ebbb-45d4-b151-2720a55eb542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:33.784529 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.842615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75b0774b-ac2f-4a20-846e-29016843b028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:33.945414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-4536b72a-864f-4ff4-bff1-3d4b0d71d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.946293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-4536b72a-864f-4ff4-bff1-3d4b0d71d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.948167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-4536b72a-864f-4ff4-bff1-3d4b0d71d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:33.949925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-4536b72a-864f-4ff4-bff1-3d4b0d71d37a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=104252495378481fb2d44f9f2898d8c3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1814141 Nov 09 17:27:34.019846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75b0774b-ac2f-4a20-846e-29016843b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.022480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75b0774b-ac2f-4a20-846e-29016843b028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.026597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-75b0774b-ac2f-4a20-846e-29016843b028 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a3b07a8-4bfa-4bb6-bc2f-3d30d09cc0b7 HTTP/1.1" status: 204 len: 168 time: 0.4335544 Nov 09 17:27:34.087644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0774b-ac2f-4a20-846e-29016843b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3b07a8-4bfa-4bb6-bc2f-3d30d09cc0b7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:34.101064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-13efae8f-131e-4516-bee7-51fccca5c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.105461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f95913c-5b8e-497a-9fc5-89f63e26872c req-13efae8f-131e-4516-bee7-51fccca5c924 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1454766 Nov 09 17:27:34.126282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-547ba8c9-6570-4f22-bf9a-d78bd52d787e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.134858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-547ba8c9-6570-4f22-bf9a-d78bd52d787e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/networks?id=c96318bc-7795-46bf-b852-4e56867ae0b5 HTTP/1.1" status: 200 len: 812 time: 0.1315627 Nov 09 17:27:34.166975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-e0b9d41f-94eb-438c-862c-49afd5f3a045 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/quotas/f37a9dd5df0f4fdc9ad5818f58a128b7 HTTP/1.1" status: 200 len: 375 time: 0.0311332 Nov 09 17:27:34.217970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-86dafe68-a0c7-41da-9789-b95cc7b43c25 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f37a9dd5df0f4fdc9ad5818f58a128b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481155 Nov 09 17:27:34.261648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.268463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.277634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.284375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.291348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.301264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.312055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-a5576751-305e-4d6a-917e-5870bd820521 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 4604 time: 0.1083231 Nov 09 17:27:34.366894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9048a4-8790-4e0b-afd1-14fb6319068d {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:34.382427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.407882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c61dc0b-2c0d-4730-83e2-44f9021dd834 req-4ef38fb2-2667-494e-8759-39b5b9ce68a4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914865 Nov 09 17:27:34.410542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Transition to ACTIVE for port object ee9048a4-8790-4e0b-afd1-14fb6319068d will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:34.413232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-c2321afd-7126-4bd1-b7d2-8696e9325c3b service neutron] 10.222.0.45 "GET /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683662 Nov 09 17:27:34.417442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.565134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:34.632229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27804a-d3fb-4fdf-834f-a52ce49f650e req-8bb087f9-425b-4d9c-bc4b-4e697b2f9f9f tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.634262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef27804a-d3fb-4fdf-834f-a52ce49f650e req-8bb087f9-425b-4d9c-bc4b-4e697b2f9f9f tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 945 time: 0.1289349 Nov 09 17:27:34.647319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-c3772d06-aafd-40ff-99e5-067e319a0389 service neutron] 10.222.0.45 "GET /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238212 Nov 09 17:27:34.676428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Attempting to bind port ee9048a4-8790-4e0b-afd1-14fb6319068d on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:34.676854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Attempting to bind port ee9048a4-8790-4e0b-afd1-14fb6319068d by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:34.677387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Attempting to bind port ee9048a4-8790-4e0b-afd1-14fb6319068d on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:34.682771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Port ee9048a4-8790-4e0b-afd1-14fb6319068d on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:34.683246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Attempting to bind port ee9048a4-8790-4e0b-afd1-14fb6319068d on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:34.695850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:34.696348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Checking segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:34.696645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Bound using segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:34.697231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Bound port: ee9048a4-8790-4e0b-afd1-14fb6319068d, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:34.697660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.739669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef27804a-d3fb-4fdf-834f-a52ce49f650e req-eb706c5e-a782-4b30-ac52-c6edae951d5c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942090 Nov 09 17:27:34.808527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:34.813802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:34.821736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.863782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:34.864469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:34.865916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] 10.222.0.83 "PUT /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 1134 time: 1.4707384 Nov 09 17:27:34.923344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:34.939411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ecdc4-317d-4274-a672-a0371518deb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:35.149148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:35.234843 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd107e34-d337-4f08-8707-e60280c9c655 req-fc8bfb1a-a3f0-4848-9480-b9179f0f01bb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 210 time: 0.0828323 Nov 09 17:27:35.380161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:35.486023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Deleting subnet 83a28a65-37c5-4ecb-9120-b72cea4e488f {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:27:35.490254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:35.542490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:35.581594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': 'ee9048a4-8790-4e0b-afd1-14fb6319068d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:35.582892 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a4cbef-f75f-4e55-a204-5c53149ee803" -d '{"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "ee9048a4-8790-4e0b-afd1-14fb6319068d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:35.652518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:35.709391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d291281e-5218-4572-bf64-cacf3471a351 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:35.720780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:35.737540 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d9df0-28c3-4e3d-96b1-bd4d46b55670 x-openstack-request-id: req-921d9df0-28c3-4e3d-96b1-bd4d46b55670 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:35.738511 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "ee9048a4-8790-4e0b-afd1-14fb6319068d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:35.738776 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-921d9df0-28c3-4e3d-96b1-bd4d46b55670 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:35.739230 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': 'ee9048a4-8790-4e0b-afd1-14fb6319068d', 'status': 'completed', 'code': 200} Nov 09 17:27:35.750031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Transition to ACTIVE for port object d291281e-5218-4572-bf64-cacf3471a351 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:35.757073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:35.779604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.786490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.813364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.823585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.835937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.843894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.873545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:35.891848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-62af1a01-078c-46ee-85c6-550f8bcec038 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5380 time: 0.3170798 Nov 09 17:27:35.952142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Pushing event updated for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:36.012928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Attempting to bind port d291281e-5218-4572-bf64-cacf3471a351 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:36.016392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Attempting to bind port d291281e-5218-4572-bf64-cacf3471a351 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:36.016392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Attempting to bind port d291281e-5218-4572-bf64-cacf3471a351 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:36.051966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Port d291281e-5218-4572-bf64-cacf3471a351 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:36.052637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Attempting to bind port d291281e-5218-4572-bf64-cacf3471a351 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:36.073297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:36.073768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Checking segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:36.074654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Bound using segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:36.075639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Bound port: d291281e-5218-4572-bf64-cacf3471a351, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:36.077111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.128295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e39d31e9-6e45-40a8-a799-b6509e987b2f req-a9aa2890-995f-48a4-9827-56f05dac1b26 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350383 Nov 09 17:27:36.160714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.221300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.223360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:36.224162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.224934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.225540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.228437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d291281e-5218-4572-bf64-cacf3471a351,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:36.228807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.229476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.230318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.232636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-c0758d50-82a7-4c6a-bde7-57f9edc70a62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6242 time: 0.3326497 Nov 09 17:27:36.246092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.275495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86cc4-0a17-40be-ae71-ae521c5ae975 req-db81cbf5-9a48-4de8-b698-59893bbe2cd6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.285421 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2db86cc4-0a17-40be-ae71-ae521c5ae975 req-db81cbf5-9a48-4de8-b698-59893bbe2cd6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 945 time: 0.3083348 Nov 09 17:27:36.296272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.307873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.308304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83a28a65-37c5-4ecb-9120-b72cea4e488f HTTP/1.1" status: 204 len: 168 time: 0.9230542 Nov 09 17:27:36.308491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.310012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] 10.222.0.83 "PUT /v2.0/ports/d291281e-5218-4572-bf64-cacf3471a351 HTTP/1.1" status: 200 len: 1090 time: 1.3935208 Nov 09 17:27:36.311157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32890) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:36.363634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd3ae4-87f4-4f4a-b4a1-ac6d3a5e6f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a28a65-37c5-4ecb-9120-b72cea4e488f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:36.426604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:36.438247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32892) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:36.615627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e99e02-8874-42e8-91f9-8b7927eb5d08 service neutron] Pushing event updated for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:36.731748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2db86cc4-0a17-40be-ae71-ae521c5ae975 req-fa31dcc9-d63a-4c87-b7b2-417747076116 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451880 Nov 09 17:27:36.752321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.770660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-300fd12a-aed6-4a42-8144-a4ccb8994234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.841423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d0514b6-d524-4553-b595-0a3191677d37 req-1560329a-71d7-441f-82b1-84a47544191e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 210 time: 0.1534388 Nov 09 17:27:36.850789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:36.923702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-cd39f952-41a9-43e7-a9e0-c5d5efb5b835 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-21171274&fields=id&tenant_id=518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 267 time: 0.0812023 Nov 09 17:27:36.959287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-388f933a-af08-4de7-bf0e-4d0f51cce138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.959958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-388f933a-af08-4de7-bf0e-4d0f51cce138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.960430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-388f933a-af08-4de7-bf0e-4d0f51cce138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:36.962030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-388f933a-af08-4de7-bf0e-4d0f51cce138 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=104252495378481fb2d44f9f2898d8c3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6498816 Nov 09 17:27:37.021485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-3d28ec75-8334-4a9b-9b81-ef106bac7ae3 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.022202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-3d28ec75-8334-4a9b-9b81-ef106bac7ae3 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.43 "GET /v2.0/networks?id=c96318bc-7795-46bf-b852-4e56867ae0b5 HTTP/1.1" status: 200 len: 812 time: 0.4473767 Nov 09 17:27:37.047871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Request body: {'port': {'device_id': '55d784ab-149c-4dbc-9481-618fe20e2426', 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5', 'admin_state_up': True, 'tenant_id': 'f37a9dd5df0f4fdc9ad5818f58a128b7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:37.107273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-d373bbb6-de24-4d1f-8416-f630ae0d0b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.115577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-d373bbb6-de24-4d1f-8416-f630ae0d0b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 945 time: 0.1439307 Nov 09 17:27:37.123084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.137648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'port': {'security_groups': ['2d7048f4-84b0-4892-83bc-0cb52cadd0ee', '7bcb3673-6833-4744-8c9b-21b711f39f03']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:37.161825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-300fd12a-aed6-4a42-8144-a4ccb8994234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.170640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3992d8d8-4ac7-459a-9fca-0118b3416872']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:37.191311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-300fd12a-aed6-4a42-8144-a4ccb8994234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.193685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:37.193825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129c19f0-bb4f-4aa0-a15d-3a0b30a2cc31') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:37.225518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.259501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-2f3e2f24-4d28-42c4-9d9f-3474676133ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.263906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6a4cbef-f75f-4e55-a204-5c53149ee803 req-2f3e2f24-4d28-42c4-9d9f-3474676133ab service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2869005 Nov 09 17:27:37.263906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.264640 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:27:37.282310 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.292259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:27:37.292755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.295686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fd12a-aed6-4a42-8144-a4ccb8994234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84ea15f-2a6c-4f98-a394-9ee482056e10,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:27:37.353042 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:27:37.356835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-300fd12a-aed6-4a42-8144-a4ccb8994234 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1c6239a69a24da196d3d6f730078d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9034808 Nov 09 17:27:37.365815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:37.380496 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.385873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.389958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] 10.222.0.45 "DELETE /v2.0/networks/3992d8d8-4ac7-459a-9fca-0118b3416872 HTTP/1.1" status: 204 len: 168 time: 1.0762877 Nov 09 17:27:37.457130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468d92b-b864-426b-967b-392fe7b61c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3992d8d8-4ac7-459a-9fca-0118b3416872,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:37.464847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Made reservation on behalf of f37a9dd5df0f4fdc9ad5818f58a128b7 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:37.465458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d51d939-2eb8-43bd-90b4-4317999bba79 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:37.469345 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.478853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.507311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Transition to ACTIVE for port object 9d51d939-2eb8-43bd-90b4-4317999bba79 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:37.525112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.572895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac27-f8cc-4be5-8faa-1576d67928e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.601657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:37.648199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Allocated IP 172.20.0.13 (c96318bc-7795-46bf-b852-4e56867ae0b5/bcfead13-eee8-4614-91fd-0dab9b35fd8a/efe42c27-ecf9-4ee6-a190-81ae51313411) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:37.679637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac27-f8cc-4be5-8faa-1576d67928e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.717032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Pushing event updated for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:37.745165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:37.748047 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43636939-e71d-40b0-b23e-44ac79f3b79b" -d '{"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "d291281e-5218-4572-bf64-cacf3471a351"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:37.832694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a8938613-c922-4734-847a-62f9b6606f00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3966099f30e5418d8296535bcf5f97b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285781 Nov 09 17:27:37.852171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.863795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:37.905692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.910369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Attempting to bind port 9d51d939-2eb8-43bd-90b4-4317999bba79 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:37.910972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Attempting to bind port 9d51d939-2eb8-43bd-90b4-4317999bba79 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:37.911594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Attempting to bind port 9d51d939-2eb8-43bd-90b4-4317999bba79 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:37.912363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.913572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac27-f8cc-4be5-8faa-1576d67928e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.916337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac27-f8cc-4be5-8faa-1576d67928e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.919845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d8f0ac27-f8cc-4be5-8faa-1576d67928e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c84ea15f-2a6c-4f98-a394-9ee482056e10 HTTP/1.1" status: 204 len: 168 time: 0.5507481 Nov 09 17:27:37.919977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.925266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.932672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.939260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.946159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:37.948155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-028f793c-4d31-47df-b342-c4a9d548a913 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5392 time: 0.5935805 Nov 09 17:27:37.950104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:37.968564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Port 9d51d939-2eb8-43bd-90b4-4317999bba79 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:37.968896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Attempting to bind port 9d51d939-2eb8-43bd-90b4-4317999bba79 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:37.971659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:37.985491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ff93a4a-453c-4300-bfc5-83b15a4213fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.031108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ff93a4a-453c-4300-bfc5-83b15a4213fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.038334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Network c96318bc-7795-46bf-b852-4e56867ae0b5 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:38.041172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:38.041558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Checking segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:38.041859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Bound using segment: {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:38.042313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Bound port: 9d51d939-2eb8-43bd-90b4-4317999bba79, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd739e41e-ca59-4d24-bb33-950b3478c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:38.043081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.043472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:38.051203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0ac27-f8cc-4be5-8faa-1576d67928e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84ea15f-2a6c-4f98-a394-9ee482056e10,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:38.052858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:38.118076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Pushing event updated for resources: {'Port': ['ID=efe42c27-ecf9-4ee6-a190-81ae51313411,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:38.157032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe94ab5e-c9dd-4cdf-bf09-789183a6cd97 req-3f959aa1-70fe-4d51-9242-84b774ff8d71 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2005908 Nov 09 17:27:38.163173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ff93a4a-453c-4300-bfc5-83b15a4213fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.167664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ff93a4a-453c-4300-bfc5-83b15a4213fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.168965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5ff93a4a-453c-4300-bfc5-83b15a4213fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/333dff27-067b-4256-9fba-0107a5ac3f76 HTTP/1.1" status: 204 len: 168 time: 0.2859674 Nov 09 17:27:38.199800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff93a4a-453c-4300-bfc5-83b15a4213fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333dff27-067b-4256-9fba-0107a5ac3f76,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:38.218557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.230653 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.231327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:38.232005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.245285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['710d10bb-820a-4d16-8f02-ffba2dc21ac9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:38.256991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:38.274606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-722de2ed-8952-4dc8-b5a9-2a32230e72fb tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2294626 Nov 09 17:27:38.287295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Request body: {'port': {'device_id': '55d784ab-149c-4dbc-9481-618fe20e2426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:38.330969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:38.400848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9d51d939-2eb8-43bd-90b4-4317999bba79,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:38.408189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:38.408893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.421297 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3b3afcb-9244-4ac2-9546-467f4b605c6e req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "PUT /v2.0/ports/710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 981 time: 1.3046212 Nov 09 17:27:38.435322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.453991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.525364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['710d10bb-820a-4d16-8f02-ffba2dc21ac9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:38.525659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e8fc6-a930-42a8-8d81-79ff2b7db107 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:38.637549 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139bf5b-a191-4446-bcca-dd8f6632eda9 x-openstack-request-id: req-5139bf5b-a191-4446-bcca-dd8f6632eda9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:38.638691 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "d291281e-5218-4572-bf64-cacf3471a351", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:38.641640 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5139bf5b-a191-4446-bcca-dd8f6632eda9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:38.642324 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351', 'status': 'completed', 'code': 200} Nov 09 17:27:38.643970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:38.648121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.650017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] 10.222.0.83 "PUT /v2.0/ports/9d51d939-2eb8-43bd-90b4-4317999bba79 HTTP/1.1" status: 200 len: 1091 time: 2.2776303 Nov 09 17:27:38.684788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:38.814286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ee752-b1fb-4406-9207-7974c9dca05b service neutron] Pushing event updated for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:38.856532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:38.894726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673c4b2-1ac2-4ab2-b58c-e7358f4dac47 req-1a9c8cc0-1de4-4be1-a726-7ea49d733c97 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:38.903095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5673c4b2-1ac2-4ab2-b58c-e7358f4dac47 req-1a9c8cc0-1de4-4be1-a726-7ea49d733c97 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 932 time: 0.2009754 Nov 09 17:27:39.011975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f67a092-c8b5-422d-b93c-327a39520183 req-1073c34d-7f9d-42a9-a7a2-8812752414b1 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/7bcb3673-6833-4744-8c9b-21b711f39f03 HTTP/1.1" status: 200 len: 1817 time: 0.3181269 Nov 09 17:27:39.035242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.035960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.036623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.037509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.038228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.039552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.040509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.043037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c5d09642-a6ae-4c18-931c-1fb925dd587f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6351 time: 0.4572420 Nov 09 17:27:39.059969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5673c4b2-1ac2-4ab2-b58c-e7358f4dac47 req-eee6d5e8-0eb5-4b9e-882b-27bc9ad77865 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557484 Nov 09 17:27:39.415632 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-3f67a092-c8b5-422d-b93c-327a39520183 req-e91ba5ed-5899-4a41-8f11-2fad295c49d8 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:27:39.416604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f67a092-c8b5-422d-b93c-327a39520183 req-e91ba5ed-5899-4a41-8f11-2fad295c49d8 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/7bcb3673-6833-4744-8c9b-21b711f39f03 HTTP/1.1" status: 409 len: 341 time: 0.4031653 Nov 09 17:27:39.449177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b89beff-f915-477d-a855-e61e7d30d7a0 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:39.473803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.485421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.494865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.502631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:39.509020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.521880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.529747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.540411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.544092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-10f0c67e-db79-41eb-9513-75acae35e0f9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5404 time: 0.2006919 Nov 09 17:27:39.550774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:39.570807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c1bbedeb-560d-48fd-9fa1-db6ea7c3c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.571076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c1bbedeb-560d-48fd-9fa1-db6ea7c3c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.571622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c1bbedeb-560d-48fd-9fa1-db6ea7c3c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:39.573265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-c1bbedeb-560d-48fd-9fa1-db6ea7c3c40e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=104252495378481fb2d44f9f2898d8c3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5048780 Nov 09 17:27:39.598157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Transition to ACTIVE for port object 3b89beff-f915-477d-a855-e61e7d30d7a0 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:39.609628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:39.688620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:39.759648 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f644ef0-0ed7-4082-bd8a-147c7a90a12a req-be8e0b42-7235-4e5b-9b58-38b9cb811542 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051783 Nov 09 17:27:39.850738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32974) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:39.905139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe42c27-ecf9-4ee6-a190-81ae51313411 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:39.952315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Attempting to bind port 3b89beff-f915-477d-a855-e61e7d30d7a0 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:39.952760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Attempting to bind port 3b89beff-f915-477d-a855-e61e7d30d7a0 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:39.953293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Attempting to bind port 3b89beff-f915-477d-a855-e61e7d30d7a0 on network 9fe57671-200c-4e04-847e-9820a25cc8d8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:39.955444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-425384741-network', 'tenant_id': '24628b1f904248e58777d51813df7475'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:39.980210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:39.984686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Port 3b89beff-f915-477d-a855-e61e7d30d7a0 on network 9fe57671-200c-4e04-847e-9820a25cc8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:39.985080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Attempting to bind port 3b89beff-f915-477d-a855-e61e7d30d7a0 on network 9fe57671-200c-4e04-847e-9820a25cc8d8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:39.993986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Made reservation on behalf of 24628b1f904248e58777d51813df7475 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:39.996633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.018604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1514898524-network', 'tenant_id': '1ad28831f76b49da992f1014e43f8eb1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:40.021147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:40.021519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Checking segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:40.021904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Bound using segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:40.022355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Bound port: 3b89beff-f915-477d-a855-e61e7d30d7a0, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:40.022705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.083844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Made reservation on behalf of 1ad28831f76b49da992f1014e43f8eb1 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:40.090293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.099629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.101568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.110257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Transition to ACTIVE for port object efe42c27-ecf9-4ee6-a190-81ae51313411 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:40.138912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-7158817f-b084-4064-994e-a4efd2fc878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.140576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43636939-e71d-40b0-b23e-44ac79f3b79b req-7158817f-b084-4064-994e-a4efd2fc878a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5565104 Nov 09 17:27:40.147682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-385c070d-d835-49e0-ba78-ba297489e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.149218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-385c070d-d835-49e0-ba78-ba297489e837 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1135 time: 0.1656125 Nov 09 17:27:40.160505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.231789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Pushing event updated for resources: {'Port': ['ID=efe42c27-ecf9-4ee6-a190-81ae51313411,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:40.251947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:40.278825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3b89beff-f915-477d-a855-e61e7d30d7a0,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:40.282887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36ae58-b296-4fef-92c0-6aa78e0632bf req-d772a899-1ba4-4c9a-a195-403a92bf932b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.284611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e36ae58-b296-4fef-92c0-6aa78e0632bf req-d772a899-1ba4-4c9a-a195-403a92bf932b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 984 time: 0.2723997 Nov 09 17:27:40.295432 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.357404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.358304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.360120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] 10.222.0.83 "PUT /v2.0/ports/3b89beff-f915-477d-a855-e61e7d30d7a0 HTTP/1.1" status: 200 len: 1091 time: 1.6796348 Nov 09 17:27:40.373411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-01d2e47f-f8c4-4183-a09e-2b8b722e39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.375260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-01d2e47f-f8c4-4183-a09e-2b8b722e39a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.2184577 Nov 09 17:27:40.396371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8288d4-a4bd-4adb-9eea-aa46c79ed671 req-b004d502-31ca-43f0-b5e9-efc5dc96b183 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.399121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe8288d4-a4bd-4adb-9eea-aa46c79ed671 req-b004d502-31ca-43f0-b5e9-efc5dc96b183 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 944 time: 0.2157159 Nov 09 17:27:40.414075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Request body: {'port': {'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:40.446563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.479160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.525622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.525622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b243171-ab5b-47fe-80ce-219de95314ee,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:40.549358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e36ae58-b296-4fef-92c0-6aa78e0632bf req-6517890c-3d8b-46da-9646-81484c1ecff3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=7bcb3673-6833-4744-8c9b-21b711f39f03&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2436781 Nov 09 17:27:40.568926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Attempting to bind port efe42c27-ecf9-4ee6-a190-81ae51313411 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:40.570357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Attempting to bind port efe42c27-ecf9-4ee6-a190-81ae51313411 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '09d2f37b-f002-4a0e-9f31-209cd2e72825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:40.571036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Attempting to bind port efe42c27-ecf9-4ee6-a190-81ae51313411 on network c96318bc-7795-46bf-b852-4e56867ae0b5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:40.573693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.588230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:27:40.601954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.602317 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Added segment 284531bb-fd6a-4ded-9505-d6364279ae1e of type vlan for network de960790-f18c-4602-b3e8-ca43fda3cba9 Nov 09 17:27:40.654423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.680503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:27:40.699055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.700785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:40.701390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.708394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Port efe42c27-ecf9-4ee6-a190-81ae51313411 on network c96318bc-7795-46bf-b852-4e56867ae0b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:40.708717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Attempting to bind port efe42c27-ecf9-4ee6-a190-81ae51313411 on network c96318bc-7795-46bf-b852-4e56867ae0b5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:40.719316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.719667 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Added segment de911816-54c6-43b2-911e-b557176144f8 of type vlan for network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 Nov 09 17:27:40.791784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:40.792219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Checking segment: {'id': '09d2f37b-f002-4a0e-9f31-209cd2e72825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:40.792689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Bound using segment: {'id': '09d2f37b-f002-4a0e-9f31-209cd2e72825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:40.793228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Bound port: efe42c27-ecf9-4ee6-a190-81ae51313411, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2f37b-f002-4a0e-9f31-209cd2e72825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:40.793654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.815310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3069730 Nov 09 17:27:40.830096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9'}, {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79'}, {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:40.832507 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9"}, {"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79"}, {"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:40.838856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7739cad-4779-4392-b214-c3e18f408ee3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:40.844757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:40.850819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Request body: {'subnet': {'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-425384741-subnet', 'tenant_id': '24628b1f904248e58777d51813df7475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:40.860490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-0d58b2f2-1ac8-4ffb-835a-b5b9210b00ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 217 time: 0.4544492 Nov 09 17:27:40.870549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f8544-e955-4b48-be8c-2e0fe2a350c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:40.889244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.892953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe524b-d197-40f5-ac09-3df8346aaba5 admin admin] Pushing event updated for resources: {'Network': ['ID=de960790-f18c-4602-b3e8-ca43fda3cba9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:40.905145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network de960790-f18c-4602-b3e8-ca43fda3cba9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:27:40.959887 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:40.967404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Made reservation on behalf of 24628b1f904248e58777d51813df7475 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:40.971608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.016195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe8288d4-a4bd-4adb-9eea-aa46c79ed671 req-dbbac955-b958-4c29-90c4-7d70d446cac4 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985079 Nov 09 17:27:41.064753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-2b3031a5-5095-4bcf-9c4f-de030f5f8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.066787 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-2b3031a5-5095-4bcf-9c4f-de030f5f8bf9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1930799 Nov 09 17:27:41.099838 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab3786b-8b66-4277-9784-c6d79617373a x-openstack-request-id: req-3ab3786b-8b66-4277-9784-c6d79617373a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:41.100147 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:41.100382 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ab3786b-8b66-4277-9784-c6d79617373a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:41.100784 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'status': 'completed', 'code': 200} Nov 09 17:27:41.101038 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79', 'status': 'completed', 'code': 200} Nov 09 17:27:41.101292 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0', 'status': 'completed', 'code': 200} Nov 09 17:27:41.156665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-2a78205b-7d95-4a6b-a1d5-0cc17d79f397 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415320 Nov 09 17:27:41.396548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.397456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.398041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.428153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-c4157470-5ebd-4672-bb77-6040344cb077 service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561312 Nov 09 17:27:41.429935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] For port efe42c27-ecf9-4ee6-a190-81ae51313411, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:41.483351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6165562 Nov 09 17:27:41.483351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] For port efe42c27-ecf9-4ee6-a190-81ae51313411, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=efe42c27-ecf9-4ee6-a190-81ae51313411,segment=NetworkSegment(09d2f37b-f002-4a0e-9f31-209cd2e72825),segment_id=09d2f37b-f002-4a0e-9f31-209cd2e72825)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:41.486236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:41.500435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.507243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.513102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.519788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.526086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.532071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.539254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.542740 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-979a71e6-3237-4173-be5b-150367083c6b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5416 time: 0.6141624 Nov 09 17:27:41.548270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Request body: {'subnet': {'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1514898524-subnet', 'tenant_id': '1ad28831f76b49da992f1014e43f8eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:41.561285 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.587075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.587395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4881dcd-38fa-4dde-96fc-c634194d5ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:41.622775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:27:41.639904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.640561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.642026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] 10.222.0.43 "PUT /v2.0/ports/efe42c27-ecf9-4ee6-a190-81ae51313411 HTTP/1.1" status: 200 len: 1092 time: 3.3598411 Nov 09 17:27:41.649268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d784ab-149c-4dbc-9481-618fe20e2426', 'tag': 'efe42c27-ecf9-4ee6-a190-81ae51313411'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:41.651525 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "55d784ab-149c-4dbc-9481-618fe20e2426", "tag": "efe42c27-ecf9-4ee6-a190-81ae51313411"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:41.680749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Made reservation on behalf of 1ad28831f76b49da992f1014e43f8eb1 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:41.684028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.721426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67b404f1-986b-43e2-873a-fb0dd1b5246b req-88cab85a-e1b7-4b0c-a992-ab3b326245bb service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844903 Nov 09 17:27:41.774254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:41.801401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5f35fd-94c0-4144-91d9-c409e69e2324 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:41.807777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Checking segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:41.808143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Network hostable DHCP agents. Network: de960790-f18c-4602-b3e8-ca43fda3cba9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:27:41.822973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8228d8-8dde-405f-a934-00c4567a591b service neutron] Pushing event updated for resources: {'Port': ['ID=efe42c27-ecf9-4ee6-a190-81ae51313411,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:41.830486 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.848530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3c73fc-fdd5-47bf-b627-235e548adfae req-34e6413a-adfe-4117-8d1d-7e03622e5b72 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2954645 Nov 09 17:27:41.856703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e51484-b040-43ac-9cfe-872bc9c37cf8 req-8c2147e7-0eb1-4d7c-9b21-dbe2ee44fb11 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.858357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96e51484-b040-43ac-9cfe-872bc9c37cf8 req-8c2147e7-0eb1-4d7c-9b21-dbe2ee44fb11 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 984 time: 0.2165358 Nov 09 17:27:41.908959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Transition to ACTIVE for port object af5f35fd-94c0-4144-91d9-c409e69e2324 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:41.921599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-99ba906e-eae6-4f53-aa11-a81f08e717d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.924457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-99ba906e-eae6-4f53-aa11-a81f08e717d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37a9dd5df0f4fdc9ad5818f58a128b7&device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 1095 time: 0.2218614 Nov 09 17:27:41.926549 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b4e16-a071-44c9-b4bd-1a3f3dcecd8e x-openstack-request-id: req-214b4e16-a071-44c9-b4bd-1a3f3dcecd8e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:41.926549 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d784ab-149c-4dbc-9481-618fe20e2426", "tag": "efe42c27-ecf9-4ee6-a190-81ae51313411", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:41.926549 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-214b4e16-a071-44c9-b4bd-1a3f3dcecd8e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:41.926952 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d784ab-149c-4dbc-9481-618fe20e2426', 'tag': 'efe42c27-ecf9-4ee6-a190-81ae51313411', 'status': 'completed', 'code': 200} Nov 09 17:27:41.969670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96e51484-b040-43ac-9cfe-872bc9c37cf8 req-23d1b537-88c4-4d51-8f48-4b32360e45f0 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=7bcb3673-6833-4744-8c9b-21b711f39f03&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0985484 Nov 09 17:27:41.971439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:41.980948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Network de960790-f18c-4602-b3e8-ca43fda3cba9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:41.995363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-f12c41d9-c789-481d-b1d1-7ecf4dd2dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:41.997218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-f12c41d9-c789-481d-b1d1-7ecf4dd2dd39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1135 time: 0.2113419 Nov 09 17:27:42.013518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-7ef18e09-c16b-491d-9146-e3a0c9dc0b19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe42c27-ecf9-4ee6-a190-81ae51313411 HTTP/1.1" status: 200 len: 217 time: 0.0774543 Nov 09 17:27:42.131691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, de960790-f18c-4602-b3e8-ca43fda3cba9) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:42.157571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f17b6-32a2-4139-b3ca-3a4507e22240 None None] Network de960790-f18c-4602-b3e8-ca43fda3cba9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:42.186381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-a8ce9863-b2b3-4a40-aabc-6b569887070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:42.188096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-a8ce9863-b2b3-4a40-aabc-6b569887070e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcfead13-eee8-4614-91fd-0dab9b35fd8a HTTP/1.1" status: 200 len: 852 time: 0.1675112 Nov 09 17:27:42.202144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:42.203152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:42.231103 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0798d106-bc88-4134-9b49-d5ab75160ffb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3852232 Nov 09 17:27:42.234245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Pushing event updated for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:42.377200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-7fe86e74-a29b-4666-b85a-7b383e21aa08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c96318bc-7795-46bf-b852-4e56867ae0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763794 Nov 09 17:27:42.382461 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:42.426212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-bd6cadd3-d9cb-4651-961b-164c302d721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:42.428140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-bd6cadd3-d9cb-4651-961b-164c302d721d service neutron] 10.222.0.83 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.3891196 Nov 09 17:27:42.486326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-622237e4-3b11-4505-b4df-f27ebb6abeed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 217 time: 0.0488684 Nov 09 17:27:42.487643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Attempting to bind port af5f35fd-94c0-4144-91d9-c409e69e2324 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:42.488188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Attempting to bind port af5f35fd-94c0-4144-91d9-c409e69e2324 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:42.496844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Attempting to bind port af5f35fd-94c0-4144-91d9-c409e69e2324 on network 9fe57671-200c-4e04-847e-9820a25cc8d8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:42.556078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Port af5f35fd-94c0-4144-91d9-c409e69e2324 on network 9fe57671-200c-4e04-847e-9820a25cc8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:42.556403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Attempting to bind port af5f35fd-94c0-4144-91d9-c409e69e2324 on network 9fe57671-200c-4e04-847e-9820a25cc8d8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:42.564839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:42.565176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Checking segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:42.565560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Bound using segment: {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:42.566620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Bound port: af5f35fd-94c0-4144-91d9-c409e69e2324, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573f44b5-601f-482d-aa3a-3dc5f3970c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:42.566851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:42.583247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3234301d-7526-485c-9180-551a73121965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-de960790-f18c-4602-b3e8-ca43fda3cba9', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'tenant_id': '24628b1f904248e58777d51813df7475', 'fixed_ips': [{'subnet_id': '5f19b71d-bb1d-4410-b0f3-36a4505e1f5d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:27:42.584135 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3234301d-7526-485c-9180-551a73121965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:42.589127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-faa595a9-0b5e-4c88-a02d-11833c7b804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:42.590830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-faa595a9-0b5e-4c88-a02d-11833c7b804c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.0897279 Nov 09 17:27:42.592847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6dfee-5208-4d1b-bda6-5989acfedd1a req-5c33a660-9fed-4b34-966f-8c554712168b tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:42.608638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b9e6dfee-5208-4d1b-bda6-5989acfedd1a req-5c33a660-9fed-4b34-966f-8c554712168b tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 944 time: 0.4117622 Nov 09 17:27:42.661740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:42.665415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-3d4ac2db-9d95-45e9-b66d-2a9441860218 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375838 Nov 09 17:27:42.673420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-f2dce452-a60f-43b3-b47a-a0003737e582 service neutron] 10.222.0.43 "GET /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827442 Nov 09 17:27:42.762027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3234301d-7526-485c-9180-551a73121965 None None] Allocated IP 172.20.0.2 (de960790-f18c-4602-b3e8-ca43fda3cba9/5f19b71d-bb1d-4410-b0f3-36a4505e1f5d/b716ccb2-86fc-4997-82ef-ac88781b3cc2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:42.769659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:42.777628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=af5f35fd-94c0-4144-91d9-c409e69e2324,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:42.785088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-9eb6846d-6f20-4ce4-a6a7-a93f14fe949a service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063156 Nov 09 17:27:42.786100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:42.833711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Checking segment: {'id': 'de911816-54c6-43b2-911e-b557176144f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:42.834075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Network hostable DHCP agents. Network: ffdb7e17-fbe9-44d9-9d4d-f70db1c40903, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:27:42.849589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b9e6dfee-5208-4d1b-bda6-5989acfedd1a req-38b98ca0-60bd-475b-86da-a88fbc6472ec tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393816 Nov 09 17:27:42.851752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:42.852471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:42.853880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] 10.222.0.83 "PUT /v2.0/ports/af5f35fd-94c0-4144-91d9-c409e69e2324 HTTP/1.1" status: 200 len: 1091 time: 2.4495599 Nov 09 17:27:42.948983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d43ee7d-f018-44d5-830c-569e6720dc3e req-7b7a3334-9c57-4991-b33e-267a45370892 service neutron] 10.222.0.43 "GET /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465594 Nov 09 17:27:42.957795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:42.996704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ffdb7e17-fbe9-44d9-9d4d-f70db1c40903) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:43.023631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.024226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:43.030560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3234301d-7526-485c-9180-551a73121965 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:43.040468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b07942-01b8-4a2f-be11-b4559617a3e3 None None] Network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:43.055396 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3234301d-7526-485c-9180-551a73121965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:43.070790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d51f09-b98f-4a5e-b536-eabf266f2829 service neutron] Pushing event updated for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:43.098825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-21ac1112-c995-46ba-aee6-ea8ceeb3a73c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5542884 Nov 09 17:27:43.108523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:43.111204 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:43.136029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.143216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.150445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.157747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.165812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.176676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.178155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234301d-7526-485c-9180-551a73121965 None None] Network de960790-f18c-4602-b3e8-ca43fda3cba9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:43.183297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-0e7d6b73-c319-4aa9-b74e-6095b4eca9a5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.185473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.189927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-8c001c8d-8abe-4b36-bc93-379cc4485e20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.2181704 Nov 09 17:27:43.198122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-0e7d6b73-c319-4aa9-b74e-6095b4eca9a5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 815 time: 0.2920947 Nov 09 17:27:43.220804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3234301d-7526-485c-9180-551a73121965 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:43.221287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-8e476734-3b15-43b8-91aa-b7d968b6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.223708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-8e476734-3b15-43b8-91aa-b7d968b6291a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f37a9dd5df0f4fdc9ad5818f58a128b7&device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 1095 time: 0.2054791 Nov 09 17:27:43.237672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234301d-7526-485c-9180-551a73121965 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:43.240582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.241104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.241581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.242185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.242668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.243177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.243645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.246314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-89457efd-ec5e-4df5-9e03-b70e4bd4368d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6485 time: 0.3064830 Nov 09 17:27:43.262590 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-e3ecd91d-4027-4bc8-b0dd-068ea1150567 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/quotas/24628b1f904248e58777d51813df7475 HTTP/1.1" status: 200 len: 375 time: 0.0630310 Nov 09 17:27:43.281589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234301d-7526-485c-9180-551a73121965 None None] Pushing event updated for resources: {'Port': ['ID=b716ccb2-86fc-4997-82ef-ac88781b3cc2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:43.348156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb830a-2432-4e0e-9d7a-8812d9da6909 None None] Network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:43.350185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-fc851441-247b-4f75-b86e-436acdd57dfb service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563204 Nov 09 17:27:43.351636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-baec821c-7d69-46b2-9ac5-19e2a072f94c req-d49168c7-838f-473b-a7ae-74ff315331c0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451173 Nov 09 17:27:43.352581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-4810b823-4fc7-4c11-a515-23ce9908bd99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257 HTTP/1.1" status: 200 len: 217 time: 0.0770845 Nov 09 17:27:43.383109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-2bfd66ba-cdde-4305-b9e6-281135e18b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.384764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-2bfd66ba-cdde-4305-b9e6-281135e18b80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c96318bc-7795-46bf-b852-4e56867ae0b5 HTTP/1.1" status: 200 len: 912 time: 0.1519735 Nov 09 17:27:43.424352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-7386db68-7706-425e-bade-c0bc31ca9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.426419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-7386db68-7706-425e-bade-c0bc31ca9ccc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21f8bc2b-4dd1-4f44-b647-e5bf34636333 HTTP/1.1" status: 200 len: 855 time: 0.0559165 Nov 09 17:27:43.451419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-46dce520-3f5c-4e66-9489-fde6c8f5620c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878185 Nov 09 17:27:43.459442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-8903484d-cee3-4bb4-a175-f44998a0d5d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe42c27-ecf9-4ee6-a190-81ae51313411 HTTP/1.1" status: 200 len: 217 time: 0.0601816 Nov 09 17:27:43.545879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-99eaadcb-12b0-4e20-9948-1cf36d67f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.547456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-99eaadcb-12b0-4e20-9948-1cf36d67f0cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122990 Nov 09 17:27:43.564978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7b23-81d0-40c6-b93b-65d7aeb8280b req-344fabe5-b96a-4364-99e5-967028c75e90 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.568420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5fcd7b23-81d0-40c6-b93b-65d7aeb8280b req-344fabe5-b96a-4364-99e5-967028c75e90 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 984 time: 0.1186211 Nov 09 17:27:43.576542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3234301d-7526-485c-9180-551a73121965 None None] Attempting to bind port b716ccb2-86fc-4997-82ef-ac88781b3cc2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:43.576912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3234301d-7526-485c-9180-551a73121965 None None] Attempting to bind port b716ccb2-86fc-4997-82ef-ac88781b3cc2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:43.577279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234301d-7526-485c-9180-551a73121965 None None] Attempting to bind port b716ccb2-86fc-4997-82ef-ac88781b3cc2 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:43.583638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-6db9a07e-f9bf-4525-bd28-5cab7ed76629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:43.585626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-6db9a07e-f9bf-4525-bd28-5cab7ed76629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bcfead13-eee8-4614-91fd-0dab9b35fd8a HTTP/1.1" status: 200 len: 852 time: 0.0891547 Nov 09 17:27:43.590736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234301d-7526-485c-9180-551a73121965 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:43.591152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234301d-7526-485c-9180-551a73121965 None None] Checking segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:43.591560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3234301d-7526-485c-9180-551a73121965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:43.591967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234301d-7526-485c-9180-551a73121965 None None] Bound using segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:43.592450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3234301d-7526-485c-9180-551a73121965 None None] Bound port: b716ccb2-86fc-4997-82ef-ac88781b3cc2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:43.592970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3234301d-7526-485c-9180-551a73121965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:43.624051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-e20b4fbd-7a97-452f-b071-cca1c821e53c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c96318bc-7795-46bf-b852-4e56867ae0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283487 Nov 09 17:27:43.636009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-ab5544d6-15b7-46d1-adcd-3b5487b01baf service neutron] 10.222.0.45 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684635 Nov 09 17:27:43.713696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5fcd7b23-81d0-40c6-b93b-65d7aeb8280b req-9958323b-0cc4-45f8-9b41-0f2b0b2650b5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=7bcb3673-6833-4744-8c9b-21b711f39f03&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1410761 Nov 09 17:27:43.731345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-b1b071cc-a898-48d5-a581-79f20754bc14 service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666942 Nov 09 17:27:43.735099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3234301d-7526-485c-9180-551a73121965 None None] For port b716ccb2-86fc-4997-82ef-ac88781b3cc2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:43.748774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3234301d-7526-485c-9180-551a73121965 None None] For port b716ccb2-86fc-4997-82ef-ac88781b3cc2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b716ccb2-86fc-4997-82ef-ac88781b3cc2,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:43.757043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3234301d-7526-485c-9180-551a73121965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:43.760621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-55cda392-f305-4160-acbc-37db269fc3b7 service neutron] 10.222.0.45 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124711 Nov 09 17:27:43.783472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-15cccab8-a378-4037-9d06-ed1b5d197129 service neutron] 10.222.0.43 "GET /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511073 Nov 09 17:27:43.833112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234301d-7526-485c-9180-551a73121965 None None] Pushing event updated for resources: {'Port': ['ID=b716ccb2-86fc-4997-82ef-ac88781b3cc2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:43.886362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-23a625cd-8d6f-4b8f-b7b4-64d8c64115d1 service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247156 Nov 09 17:27:43.946349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-efe180ea-bdee-4bdf-b328-b43bb4c5dedd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 217 time: 0.0508542 Nov 09 17:27:43.981845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a872c1f8-1c6d-464a-985e-1c0a5bbab1a5 req-25388269-4fb0-4807-825c-dedb40be89fc service neutron] 10.222.0.43 "GET /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899695 Nov 09 17:27:44.044274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8340b604-e8d1-475a-b68a-eaa3b8afafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.045796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8340b604-e8d1-475a-b68a-eaa3b8afafbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.0919359 Nov 09 17:27:44.047370 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5585faa-774a-4a3e-9f5b-e2256398f45b x-openstack-request-id: req-d5585faa-774a-4a3e-9f5b-e2256398f45b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:44.047766 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:44.048034 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5585faa-774a-4a3e-9f5b-e2256398f45b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:44.048437 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324', 'status': 'completed', 'code': 200} Nov 09 17:27:44.182077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9121b898-51bc-4a77-9b68-04f94d1a85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.184147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-9121b898-51bc-4a77-9b68-04f94d1a85c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240156 Nov 09 17:27:44.310137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-b132e55e-42d5-4414-8e59-c48cf9875b1e tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.317705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-b132e55e-42d5-4414-8e59-c48cf9875b1e tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/networks?id=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 HTTP/1.1" status: 200 len: 818 time: 0.1632192 Nov 09 17:27:44.326005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-1f2f3c6e-d542-43b9-bb8d-21a1805446d3 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1799467055&fields=id&tenant_id=518750e770414fd998e205c6973f292c HTTP/1.1" status: 200 len: 267 time: 0.1176298 Nov 09 17:27:44.332008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-3a1a0596-40d1-48d7-a283-4fa776241f0f tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/quotas/1ad28831f76b49da992f1014e43f8eb1 HTTP/1.1" status: 200 len: 375 time: 0.0124676 Nov 09 17:27:44.373843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-bbfb4925-7dec-409a-86f5-0f8f991b83c5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ad28831f76b49da992f1014e43f8eb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378220 Nov 09 17:27:44.382064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-8d683829-e592-402d-a9f5-93f4761c4a8b service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889737 Nov 09 17:27:44.453639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-89ce0412-a4cd-4ec1-b9a5-f5fa01fefabf tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.455190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-89ce0412-a4cd-4ec1-b9a5-f5fa01fefabf tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 984 time: 0.1201699 Nov 09 17:27:44.477881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-422b13e8-81ee-49a5-953e-edf3f1a235e1 service neutron] 10.222.0.45 "GET /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952113 Nov 09 17:27:44.479225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'port': {'security_groups': ['2d7048f4-84b0-4892-83bc-0cb52cadd0ee', '7bcb3673-6833-4744-8c9b-21b711f39f03', '5693b079-09b1-42dc-a4f9-1772743abc50']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:44.586306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-39376ac3-6df9-4f81-897e-3eee4eb35268 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957216 Nov 09 17:27:44.603079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-3cea6ce6-2e1f-4c8d-b2ff-334c77dec337 service neutron] 10.222.0.45 "GET /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180196 Nov 09 17:27:44.603310 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:44.651989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-1041fffb-d0c8-437c-adcc-48128a4b2041 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 217 time: 0.0568516 Nov 09 17:27:44.770051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-eb0d7d71-d2e6-43e1-877a-805801545260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.771842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-eb0d7d71-d2e6-43e1-877a-805801545260 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.0895746 Nov 09 17:27:44.883659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea645e1-4b51-4c19-8ebe-a8b9e49a67b5 req-7b10b65a-4ba4-464b-9c5f-9c5a353786ab tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.885473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eea645e1-4b51-4c19-8ebe-a8b9e49a67b5 req-7b10b65a-4ba4-464b-9c5f-9c5a353786ab tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 944 time: 0.0696979 Nov 09 17:27:44.914078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-10b8e125-b4bc-4045-bed5-0d6b99d827bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:44.916523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-10b8e125-b4bc-4045-bed5-0d6b99d827bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289225 Nov 09 17:27:44.949530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eea645e1-4b51-4c19-8ebe-a8b9e49a67b5 req-0b03095f-8a50-4b21-ad4a-52e56fcd359a tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536609 Nov 09 17:27:45.047532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:45.080526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-70782423-ac7a-4a81-a8f9-f9ffb208155e service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560171 Nov 09 17:27:45.127901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:45.141435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:45.157536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:45.230963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['710d10bb-820a-4d16-8f02-ffba2dc21ac9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:45.243664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.255184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:45.257879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e616e481-28a2-4fc0-a574-2a69a6f68eff req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "PUT /v2.0/ports/710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 1020 time: 0.7873042 Nov 09 17:27:45.308544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device efe42c27-ecf9-4ee6-a190-81ae51313411 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:45.323202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fbfe20-ea1a-45e7-80a6-0500be740513 None None] Network de960790-f18c-4602-b3e8-ca43fda3cba9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:45.400661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['710d10bb-820a-4d16-8f02-ffba2dc21ac9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:45.464025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-a6028360-f3a8-45d5-b9bb-92693bafae1a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.473072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-a6028360-f3a8-45d5-b9bb-92693bafae1a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 815 time: 0.4103165 Nov 09 17:27:45.478346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b716ccb2-86fc-4997-82ef-ac88781b3cc2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:45.531665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-537abd06-6621-4a14-ad71-9e70e5699d3a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/quotas/24628b1f904248e58777d51813df7475 HTTP/1.1" status: 200 len: 375 time: 0.0567410 Nov 09 17:27:45.580278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b3087e16-64cd-4fa3-9e19-390aef640044 None None] Provisioning complete for port b716ccb2-86fc-4997-82ef-ac88781b3cc2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:45.580858 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3087e16-64cd-4fa3-9e19-390aef640044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:45.629901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-b38b0e44-03bc-4ee0-9b83-d02ee4e9b570 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.632174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-b38b0e44-03bc-4ee0-9b83-d02ee4e9b570 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 815 time: 0.3796470 Nov 09 17:27:45.642406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-a81ad458-3d7c-45c2-b97f-96de1f7d0f17 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089625 Nov 09 17:27:45.648527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Request body: {'port': {'device_id': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'admin_state_up': True, 'tenant_id': '24628b1f904248e58777d51813df7475'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:45.791954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47cebe-7de1-4b17-930b-5e9093fed7d5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:45.820523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a8c5abcb-6f4a-4edf-901a-dc60b0319bc9 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282887 Nov 09 17:27:45.840293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.846355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.852977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.859015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.865229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.871249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.877696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:45.886063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-ef1c7613-c226-4fcb-bb4b-3b97ba0a5d5a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1551776 Nov 09 17:27:45.902773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port efe42c27-ecf9-4ee6-a190-81ae51313411, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=efe42c27-ecf9-4ee6-a190-81ae51313411,segment=NetworkSegment(09d2f37b-f002-4a0e-9f31-209cd2e72825),segment_id=09d2f37b-f002-4a0e-9f31-209cd2e72825)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:45.915080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b716ccb2-86fc-4997-82ef-ac88781b3cc2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:45.915579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:45.918638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-0875ec69-b526-446d-882b-c0d078d2ccee service neutron] 10.222.0.45 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662337 Nov 09 17:27:45.945176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-0905fb19-2afb-40e1-893a-1e47a0e4d774 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=d291281e-5218-4572-bf64-cacf3471a351 HTTP/1.1" status: 200 len: 217 time: 0.0565255 Nov 09 17:27:45.982508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Made reservation on behalf of 24628b1f904248e58777d51813df7475 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:45.986573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.010092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'efe42c27-ecf9-4ee6-a190-81ae51313411', 'network_id': 'c96318bc-7795-46bf-b852-4e56867ae0b5', 'port_id': 'efe42c27-ecf9-4ee6-a190-81ae51313411', 'mac_address': 'fa:16:3e:3c:9b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfead13-eee8-4614-91fd-0dab9b35fd8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:46.019448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90c04474-6e35-4ad7-9532-2a6d5e9550ca req-7bc09b16-357b-4b74-9666-2aa0394b8c95 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316397 Nov 09 17:27:46.028972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-7a0047a7-1de4-4ec0-b031-b9f031777164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:46.030144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-7a0047a7-1de4-4ec0-b031-b9f031777164 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.0728624 Nov 09 17:27:46.052020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:46.052727 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74960105-be0f-4e40-8a99-9cd6ba995d06" -d '{"events": [{"name": "network-changed", "server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:46.087285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5fec926c-bc6a-4713-8d4b-e0aead320fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:46.089645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5fec926c-bc6a-4713-8d4b-e0aead320fb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512784 Nov 09 17:27:46.110346 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-c08ff1a2-a144-4a95-8483-c268ef86302a service neutron] 10.222.0.45 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823201 Nov 09 17:27:46.196346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3087e16-64cd-4fa3-9e19-390aef640044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.234964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87202b06-63f9-4016-84f1-c9393b805fd9 req-c56c4e08-7fd4-4b54-8445-ea6198cfabca tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 210 time: 0.0380969 Nov 09 17:27:46.249979 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.285617 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-778a31d0-f682-49f8-a175-9ba884779bb4 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869001 Nov 09 17:27:46.356393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Allocated IP 172.20.0.6 (de960790-f18c-4602-b3e8-ca43fda3cba9/5f19b71d-bb1d-4410-b0f3-36a4505e1f5d/e559be4d-a0a1-43be-b18e-feaa31183dd5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:46.496129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe42c27-ecf9-4ee6-a190-81ae51313411 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:46.510204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a4748f71-eb61-4985-9166-3775d602ca40 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172956 Nov 09 17:27:46.557943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b3087e16-64cd-4fa3-9e19-390aef640044 None None] For port b716ccb2-86fc-4997-82ef-ac88781b3cc2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b716ccb2-86fc-4997-82ef-ac88781b3cc2,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:46.605600 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3087e16-64cd-4fa3-9e19-390aef640044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.612684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port efe42c27-ecf9-4ee6-a190-81ae51313411, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=efe42c27-ecf9-4ee6-a190-81ae51313411,segment=NetworkSegment(09d2f37b-f002-4a0e-9f31-209cd2e72825),segment_id=09d2f37b-f002-4a0e-9f31-209cd2e72825)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:46.620315 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-1cb965e4-867a-4565-9d8e-c6870149edd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d51d939-2eb8-43bd-90b4-4317999bba79 HTTP/1.1" status: 200 len: 217 time: 0.0962598 Nov 09 17:27:46.688769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d49c79e0-806f-4a6b-bb5e-1e6b01435cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:46.690280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d49c79e0-806f-4a6b-bb5e-1e6b01435cc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.0597694 Nov 09 17:27:46.696931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.722900 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.784222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a033a6b-24be-420a-ad83-3a3d06fd5bce req-4bbc9976-7907-47c0-ba65-b0741916a8d4 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:46.791789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a033a6b-24be-420a-ad83-3a3d06fd5bce req-4bbc9976-7907-47c0-ba65-b0741916a8d4 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 945 time: 0.0997469 Nov 09 17:27:46.811945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-6837a174-8154-409c-9784-746aee6429df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:46.813372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-6837a174-8154-409c-9784-746aee6429df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101480 Nov 09 17:27:46.840431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087e16-64cd-4fa3-9e19-390aef640044 None None] Pushing event updated for resources: {'Port': ['ID=b716ccb2-86fc-4997-82ef-ac88781b3cc2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:46.861577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:46.874280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-9a47e1bb-0fc3-4072-b64b-d6fd87ecc45e tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:46.876478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-9a47e1bb-0fc3-4072-b64b-d6fd87ecc45e tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.43 "GET /v2.0/networks?id=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 HTTP/1.1" status: 200 len: 818 time: 0.6742587 Nov 09 17:27:46.904410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Request body: {'port': {'device_id': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903', 'admin_state_up': True, 'tenant_id': '1ad28831f76b49da992f1014e43f8eb1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:46.931385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6295f1b2-c6a3-4cf2-8d7c-808677ae9497 req-c48cfcc8-1578-4df1-9855-30c465c2ebb9 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/5693b079-09b1-42dc-a4f9-1772743abc50 HTTP/1.1" status: 200 len: 1820 time: 0.3776085 Nov 09 17:27:46.936068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['efe42c27-ecf9-4ee6-a190-81ae51313411'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:46.943143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-01aa867c-b4f6-4da0-8a1d-fcf0286d9073 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209214 Nov 09 17:27:46.977699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a033a6b-24be-420a-ad83-3a3d06fd5bce req-a0313ba9-c399-4037-a487-8bc0e032493f tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849434 Nov 09 17:27:47.013255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6f5fe320-c344-4123-9706-25709c0c9913 None None] Provisioning complete for port b716ccb2-86fc-4997-82ef-ac88781b3cc2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:47.013627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f5fe320-c344-4123-9706-25709c0c9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:47.078296 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-6295f1b2-c6a3-4cf2-8d7c-808677ae9497 req-dfd3918a-1f5e-4bda-a3f2-14c920137049 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:27:47.078850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6295f1b2-c6a3-4cf2-8d7c-808677ae9497 req-dfd3918a-1f5e-4bda-a3f2-14c920137049 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/5693b079-09b1-42dc-a4f9-1772743abc50 HTTP/1.1" status: 409 len: 341 time: 0.1466801 Nov 09 17:27:47.080198 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:27:47.080740 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:27:47.082046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=efe42c27-ecf9-4ee6-a190-81ae51313411,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:47.083782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:47.145671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Network de960790-f18c-4602-b3e8-ca43fda3cba9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:47.157407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:47.166739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:47.181033 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e11d6-2b2f-43f5-9f7f-84bf971c1398 x-openstack-request-id: req-ea7e11d6-2b2f-43f5-9f7f-84bf971c1398 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:47.181334 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:47.181658 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea7e11d6-2b2f-43f5-9f7f-84bf971c1398 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:47.182061 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'status': 'completed', 'code': 200} Nov 09 17:27:47.231998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Pushing event updated for resources: {'Port': ['ID=e559be4d-a0a1-43be-b18e-feaa31183dd5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:47.313279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Made reservation on behalf of 1ad28831f76b49da992f1014e43f8eb1 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:47.318266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:47.355768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.356359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:47.389675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-2dfeb10d-02e0-4322-9896-67c4fb4af19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.397397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-2dfeb10d-02e0-4322-9896-67c4fb4af19a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=518750e770414fd998e205c6973f292c&device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1174 time: 0.2083950 Nov 09 17:27:47.402571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-b7a339c5-e48e-4215-a150-ac600bd09c8b service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192820 Nov 09 17:27:47.413213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.420865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.428384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.437520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.445042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.451444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.459726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.463565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-db2d369a-b247-42ae-8cb2-6947ff5f791b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.2280581 Nov 09 17:27:47.467663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-36a727c7-4462-4ec0-8097-f9ef0966ab8d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8239324 Nov 09 17:27:47.512156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Request body: {'port': {'device_id': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:47.513050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-0ef4ac21-21c3-4553-8539-b8978ae1f2ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b89beff-f915-477d-a855-e61e7d30d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0996804 Nov 09 17:27:47.527459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-4c2a1f58-4c15-46bd-a190-fb17c366854e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.535511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-4c2a1f58-4c15-46bd-a190-fb17c366854e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 815 time: 0.2793407 Nov 09 17:27:47.597895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-813e2a54-c27e-4923-b075-18946c5b90b7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/quotas/24628b1f904248e58777d51813df7475 HTTP/1.1" status: 200 len: 375 time: 0.0504923 Nov 09 17:27:47.639339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-01fa6526-0b86-4615-a86e-e58ce4727bf8 None None] Provisioning complete for port e559be4d-a0a1-43be-b18e-feaa31183dd5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:47.640538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01fa6526-0b86-4615-a86e-e58ce4727bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:47.646556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-cd44ef03-666c-4aa6-9129-955dfec57f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.648233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-cd44ef03-666c-4aa6-9129-955dfec57f90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.1096561 Nov 09 17:27:47.674597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-8c15ea96-c59f-4ee2-b1b3-cb1cadfe1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.676777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-8c15ea96-c59f-4ee2-b1b3-cb1cadfe1454 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 200 len: 913 time: 0.2669721 Nov 09 17:27:47.679856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a2892ac-e539-404c-aa97-4df3327e7655 req-347cc64a-a0ca-47cf-ad7f-0540c25e3106 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1756101 Nov 09 17:27:47.707213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:47.707426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-01fa6526-0b86-4615-a86e-e58ce4727bf8 None None] Port e559be4d-a0a1-43be-b18e-feaa31183dd5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:47.746379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-2127aeef-3ca2-4d02-aa46-37450e656dd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 200 len: 217 time: 0.0470104 Nov 09 17:27:47.757094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Allocated IP 172.20.0.8 (ffdb7e17-fbe9-44d9-9d4d-f70db1c40903/82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1/d438995e-142b-414c-8fdd-675c56cc3c89) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:47.768830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d332b4fe-820f-4c54-aaea-723b3048900d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578252 Nov 09 17:27:47.770085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b716ccb2-86fc-4997-82ef-ac88781b3cc2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:47.873582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-95f96a21-570f-472b-9205-c62e819ae8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.875349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-95f96a21-570f-472b-9205-c62e819ae8b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2166893 Nov 09 17:27:47.932409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-f54be06d-b475-4e65-b560-82478780a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:47.944745 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-f54be06d-b475-4e65-b560-82478780a974 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 200 len: 853 time: 0.1656766 Nov 09 17:27:48.041609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-0c1a16e9-ad66-4d3d-a73f-1b779a52b88e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cac8921e-f58b-42c3-9962-ce8e3366eef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459342 Nov 09 17:27:48.071987 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-2d4da26e-9b8d-4798-8a2a-e68d1f4a3060 service neutron] 10.222.0.45 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021431 Nov 09 17:27:48.097836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b716ccb2-86fc-4997-82ef-ac88781b3cc2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:48.098296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:48.258838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-a223bc2e-35fb-4869-8b1c-2f095a5deb12 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718355 Nov 09 17:27:48.315158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-09ee125b-c572-4656-bc70-e305812c4e59 service neutron] 10.222.0.45 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273357 Nov 09 17:27:48.348127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-b11ba7fd-0cbf-4570-ba98-3cd2545c35a6 service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927940 Nov 09 17:27:48.427196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2286ae8b-6236-457d-af4b-0c0a11b7a66c req-bfcdbc64-f88e-42bc-b4c8-02b661882b2e tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 210 time: 0.4003401 Nov 09 17:27:48.469318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-44592a48-8c9b-4aee-a23e-59bc3d95897e service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975746 Nov 09 17:27:48.538702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-173cf881-6a4a-45a6-96df-26d4c372b6b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af5f35fd-94c0-4144-91d9-c409e69e2324 HTTP/1.1" status: 200 len: 217 time: 0.0595357 Nov 09 17:27:48.609216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74960105-be0f-4e40-8a99-9cd6ba995d06 req-b2a58934-0d38-454d-bd27-d40bb25ca4e6 service neutron] 10.222.0.83 "GET /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483480 Nov 09 17:27:48.622288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:48.642436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c5c274da-6863-4260-b01e-0a422a55c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:48.652636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-c5c274da-6863-4260-b01e-0a422a55c996 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.1044948 Nov 09 17:27:48.705788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1778244e-b036-4b74-8706-7517605fdadf tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:48.709043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1778244e-b036-4b74-8706-7517605fdadf tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.83 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 815 time: 0.7305384 Nov 09 17:27:48.737162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Request body: {'port': {'device_id': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'admin_state_up': True, 'tenant_id': '24628b1f904248e58777d51813df7475'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:48.737881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5649733e-50ad-4ef8-a961-36bab1cd5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:48.740390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-5649733e-50ad-4ef8-a961-36bab1cd5856 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763028 Nov 09 17:27:48.827681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69ec1-959d-4296-b207-c3d10cec27a5 req-fb65a2ff-0a60-4b48-8075-2e2b5dcc9e9e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:48.829250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26b69ec1-959d-4296-b207-c3d10cec27a5 req-fb65a2ff-0a60-4b48-8075-2e2b5dcc9e9e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 945 time: 0.1247668 Nov 09 17:27:48.856448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47633689-f2a7-46b1-8b3a-8731b97ed32a req-60a15dca-9bf6-4731-b0ba-5f3d97d4c83e tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:48.857981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-47633689-f2a7-46b1-8b3a-8731b97ed32a req-60a15dca-9bf6-4731-b0ba-5f3d97d4c83e tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1023 time: 0.2027597 Nov 09 17:27:48.884003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e559be4d-a0a1-43be-b18e-feaa31183dd5 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:48.891443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:48.906246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-6d85749b-37c1-4f22-ba15-379174a9c28e service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530135 Nov 09 17:27:48.910486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26b69ec1-959d-4296-b207-c3d10cec27a5 req-0ff579af-c324-45e9-bc6e-9026780dd4f1 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713394 Nov 09 17:27:48.919500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.002891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Transition to ACTIVE for port object e559be4d-a0a1-43be-b18e-feaa31183dd5 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:49.009731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:49.022281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:49.029438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Pushing event updated for resources: {'Port': ['ID=d438995e-142b-414c-8fdd-675c56cc3c89,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:49.036332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:49.039256 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.052462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c6f3c79-15c4-41e8-bc9b-4c0e1c065973 req-e880b7cc-5d12-4fd7-a1d2-a1d447332ea2 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 210 time: 0.0422888 Nov 09 17:27:49.126383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc713db8-6e39-4970-8305-0a2f8dbce5b5 req-d26baf88-253c-4c36-afe5-f8dfff318d86 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000146 Nov 09 17:27:49.127435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Made reservation on behalf of 24628b1f904248e58777d51813df7475 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:49.131032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.174210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-47633689-f2a7-46b1-8b3a-8731b97ed32a req-266ec038-01c8-456b-9417-6fcd486aed08 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=7bcb3673-6833-4744-8c9b-21b711f39f03&id=5693b079-09b1-42dc-a4f9-1772743abc50&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2978632 Nov 09 17:27:49.202976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.203682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.217778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.218001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Pushing event updated for resources: {'Port': ['ID=e559be4d-a0a1-43be-b18e-feaa31183dd5,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:49.225112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.234559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.237503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.244606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.251587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.258690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.260443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-1d4e8c0e-b21e-4584-bbd5-5153ef0c2015 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1168497 Nov 09 17:27:49.346151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device efe42c27-ecf9-4ee6-a190-81ae51313411 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:49.351593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.352082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.352724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.353345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.353818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.354292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.354761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.356852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-05376e83-8750-4f25-af06-288877c6fce9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6485 time: 0.0954528 Nov 09 17:27:49.365096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-45489e59-5cbb-4120-9425-13704829ac71 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4652369 Nov 09 17:27:49.383705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Request body: {'port': {'device_id': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:49.385011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9eed1ccf-43ac-438a-9eed-9d84df964317 req-44f0fd29-f3dc-4920-b3cd-04c844e30fd4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138544 Nov 09 17:27:49.438779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port efe42c27-ecf9-4ee6-a190-81ae51313411 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:27:49.445061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port efe42c27-ecf9-4ee6-a190-81ae51313411 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:49.445576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.490225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-6b8cf8b4-2df3-4b4f-ba23-cf56e7bee187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.491875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-6b8cf8b4-2df3-4b4f-ba23-cf56e7bee187 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c HTTP/1.1" status: 200 len: 902 time: 0.1229169 Nov 09 17:27:49.498624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Attempting to bind port e559be4d-a0a1-43be-b18e-feaa31183dd5 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:49.499209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Attempting to bind port e559be4d-a0a1-43be-b18e-feaa31183dd5 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:49.499297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Attempting to bind port e559be4d-a0a1-43be-b18e-feaa31183dd5 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:49.524318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Port e559be4d-a0a1-43be-b18e-feaa31183dd5 on network de960790-f18c-4602-b3e8-ca43fda3cba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:49.524558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Attempting to bind port e559be4d-a0a1-43be-b18e-feaa31183dd5 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:49.529016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Allocated IP 172.20.0.7 (de960790-f18c-4602-b3e8-ca43fda3cba9/5f19b71d-bb1d-4410-b0f3-36a4505e1f5d/940f77cb-3790-4bd0-9fee-a9da96b2f065) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:49.559875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-37ddee65-aa30-4d5e-b3a1-8cc7beb0b447 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d51d939-2eb8-43bd-90b4-4317999bba79 HTTP/1.1" status: 200 len: 217 time: 0.0579658 Nov 09 17:27:49.577150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:49.578776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Checking segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:49.579339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Bound using segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:49.582640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Bound port: e559be4d-a0a1-43be-b18e-feaa31183dd5, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:49.583558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.583992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.630880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port efe42c27-ecf9-4ee6-a190-81ae51313411, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=efe42c27-ecf9-4ee6-a190-81ae51313411,segment=NetworkSegment(09d2f37b-f002-4a0e-9f31-209cd2e72825),segment_id=09d2f37b-f002-4a0e-9f31-209cd2e72825)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:49.633128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d784ab-149c-4dbc-9481-618fe20e2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe42c27-ecf9-4ee6-a190-81ae51313411'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:49.635729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.636413 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8bb12f-ac2c-439f-9ceb-aa8d5c3c3ebc" -d '{"events": [{"server_uuid": "55d784ab-149c-4dbc-9481-618fe20e2426", "name": "network-vif-plugged", "status": "completed", "tag": "efe42c27-ecf9-4ee6-a190-81ae51313411"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:49.643429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-9dc476a3-a49e-44a9-bb7a-ca0bec3fcb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.646294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-9dc476a3-a49e-44a9-bb7a-ca0bec3fcb15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.0752907 Nov 09 17:27:49.648630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:49.726489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=efe42c27-ecf9-4ee6-a190-81ae51313411,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:49.766619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-34042cb4-81c6-4b29-b75f-8c60f6fe30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.768179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-34042cb4-81c6-4b29-b75f-8c60f6fe30e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146178 Nov 09 17:27:49.793119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-9d0f1e8d-a679-42a0-bccd-f12b4c27ba48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.796894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-9d0f1e8d-a679-42a0-bccd-f12b4c27ba48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.83 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1023 time: 0.0773957 Nov 09 17:27:49.890209 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6770316e-3a53-4831-aff2-e1ae5a6df83f x-openstack-request-id: req-6770316e-3a53-4831-aff2-e1ae5a6df83f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:49.890514 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d784ab-149c-4dbc-9481-618fe20e2426", "name": "network-vif-plugged", "status": "completed", "tag": "efe42c27-ecf9-4ee6-a190-81ae51313411", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:49.890805 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6770316e-3a53-4831-aff2-e1ae5a6df83f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:49.891356 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d784ab-149c-4dbc-9481-618fe20e2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe42c27-ecf9-4ee6-a190-81ae51313411', 'code': 200} Nov 09 17:27:49.897380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8aa7b-ac65-485d-b6f5-41145c1db11e req-f0693303-4cf6-4cf0-b310-136813e32e0c tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:49.905814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24f8aa7b-ac65-485d-b6f5-41145c1db11e req-f0693303-4cf6-4cf0-b310-136813e32e0c tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 931 time: 0.3631258 Nov 09 17:27:50.029657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-b73cd310-f22c-4820-b5ea-6a9849c1c09f service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527511 Nov 09 17:27:50.074248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Deleting port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:50.074895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.077498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] For port e559be4d-a0a1-43be-b18e-feaa31183dd5, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:50.118503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] For port e559be4d-a0a1-43be-b18e-feaa31183dd5, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:50.145015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-0f38bfb9-e928-4566-92e3-af6c1ff559fa tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.146475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-0f38bfb9-e928-4566-92e3-af6c1ff559fa tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 815 time: 0.4147446 Nov 09 17:27:50.152721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.163628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa9c63-baf4-4d60-83ce-a4ddfd0033b9 req-adde2863-084e-4f4f-a6e4-103baea700f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.165120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6faa9c63-baf4-4d60-83ce-a4ddfd0033b9 req-adde2863-084e-4f4f-a6e4-103baea700f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 1097 time: 0.1905067 Nov 09 17:27:50.179038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24f8aa7b-ac65-485d-b6f5-41145c1db11e req-b9599286-e0f5-454c-b8a5-586baf6bbbd5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721374 Nov 09 17:27:50.184168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Request body: {'port': {'device_id': '54519dbc-616b-4b87-aefa-466cd5effc06', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'admin_state_up': True, 'tenant_id': '24628b1f904248e58777d51813df7475'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:50.193523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cf73-c505-44f6-97f0-55faf485eecd req-8838d336-ba98-4831-9f4d-8dd322a04a97 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.195228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b80cf73-c505-44f6-97f0-55faf485eecd req-8838d336-ba98-4831-9f4d-8dd322a04a97 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 946 time: 0.1851995 Nov 09 17:27:50.297637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.298275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.300350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] 10.222.0.43 "PUT /v2.0/ports/e559be4d-a0a1-43be-b18e-feaa31183dd5 HTTP/1.1" status: 200 len: 1091 time: 2.7943544 Nov 09 17:27:50.308756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'tag': 'e559be4d-a0a1-43be-b18e-feaa31183dd5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:50.310918 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da90f71-6fe2-4f26-b3fa-74eba907ff64" -d '{"events": [{"name": "network-changed", "server_uuid": "51c141f3-9a7c-44aa-a737-e9e897d55127", "tag": "e559be4d-a0a1-43be-b18e-feaa31183dd5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:50.388137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.420597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-837d4d7b-7e19-4634-b29d-e45d24d55c30 req-5ae995a8-b768-4154-a1ac-2d0ae22935b5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 210 time: 0.1191411 Nov 09 17:27:50.476673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9e8c-e91c-4f7d-ac09-13f9b23c98cc service neutron] Pushing event updated for resources: {'Port': ['ID=e559be4d-a0a1-43be-b18e-feaa31183dd5,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:50.504287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.636216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] For port 710d10bb-820a-4d16-8f02-ffba2dc21ac9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=710d10bb-820a-4d16-8f02-ffba2dc21ac9,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:50.636491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.648480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-c906d456-46a8-435b-a3b1-f776c0ef6c5e service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988517 Nov 09 17:27:50.657777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Network de960790-f18c-4602-b3e8-ca43fda3cba9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:50.662112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-33366cf4-5a75-4c9c-977c-6446795aa8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.663139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-33366cf4-5a75-4c9c-977c-6446795aa8d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 1094 time: 0.3105519 Nov 09 17:27:50.678296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Calling delete_port for 710d10bb-820a-4d16-8f02-ffba2dc21ac9 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:50.681799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6faa9c63-baf4-4d60-83ce-a4ddfd0033b9 req-1f9ef810-7b78-476c-b49e-2009bd50a944 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029204 Nov 09 17:27:50.684320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:50.693188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:50.696189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b80cf73-c505-44f6-97f0-55faf485eecd req-0da7d24e-4d1e-40bc-ac8f-c84acb6c203d tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877121 Nov 09 17:27:50.698710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Pushing event updated for resources: {'Port': ['ID=940f77cb-3790-4bd0-9fee-a9da96b2f065,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:50.794048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-6ed77b5f-f169-49c8-98b1-6b9d8f9f696b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5 HTTP/1.1" status: 200 len: 217 time: 0.1195168 Nov 09 17:27:50.809680 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c316bbef-7b05-4f5c-a06c-61b0eb1f9942 x-openstack-request-id: req-c316bbef-7b05-4f5c-a06c-61b0eb1f9942 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:50.810064 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c141f3-9a7c-44aa-a737-e9e897d55127", "tag": "e559be4d-a0a1-43be-b18e-feaa31183dd5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:50.810320 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c316bbef-7b05-4f5c-a06c-61b0eb1f9942 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:50.810750 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'tag': 'e559be4d-a0a1-43be-b18e-feaa31183dd5', 'status': 'completed', 'code': 200} Nov 09 17:27:50.835375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.835861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.836608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.837082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.837546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.838015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.838472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.840503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-cec198bb-cf47-48a3-9ea3-59a284be591a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6485 time: 0.0956526 Nov 09 17:27:50.851514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Made reservation on behalf of 24628b1f904248e58777d51813df7475 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:50.855547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.891155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.891735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:50.913585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d23f-d873-4ffb-ad5e-472132235c7d req-60e803fd-4c61-44e5-9ff1-f4237e586883 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:50.915852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa06d23f-d873-4ffb-ad5e-472132235c7d req-60e803fd-4c61-44e5-9ff1-f4237e586883 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=02ac68e9-392a-4d2e-9c49-785283e3d77c HTTP/1.1" status: 200 len: 1023 time: 0.3395953 Nov 09 17:27:50.999492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d438995e-142b-414c-8fdd-675c56cc3c89 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:51.004650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3b910351-591f-4900-ac28-03b49af36e07 None None] Provisioning complete for port 940f77cb-3790-4bd0-9fee-a9da96b2f065 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:51.005219 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b910351-591f-4900-ac28-03b49af36e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:51.008888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.013119 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-5e1636b1-e236-43d4-b142-6b7869fbef14 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2895160 Nov 09 17:27:51.014528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.014963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:51.021019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.027248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.033206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.039256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.041240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3b910351-591f-4900-ac28-03b49af36e07 None None] Port 940f77cb-3790-4bd0-9fee-a9da96b2f065 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:51.046578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.048586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-0eaf8c91-9663-4853-b292-7e7d43d761f0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.2071569 Nov 09 17:27:51.071830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Request body: {'port': {'device_id': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:51.096679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-d1564643-a65c-4880-9b0a-d11206acf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.098260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-d1564643-a65c-4880-9b0a-d11206acf3ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 200 len: 901 time: 0.2426550 Nov 09 17:27:51.099249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:51.116958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:51.124113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['710d10bb-820a-4d16-8f02-ffba2dc21ac9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:51.124741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-c9ded5d6-82e3-48b8-aaf3-c723ad289300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.126220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-c9ded5d6-82e3-48b8-aaf3-c723ad289300 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.2283151 Nov 09 17:27:51.136639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Transition to ACTIVE for port object d438995e-142b-414c-8fdd-675c56cc3c89 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:51.165683 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:51.190281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'Port': ['ID=710d10bb-820a-4d16-8f02-ffba2dc21ac9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:51.202832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-40ababe0-c7c7-48e0-a9e2-7fc974cee56a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b89beff-f915-477d-a855-e61e7d30d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0843043 Nov 09 17:27:51.274232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] No DVR routers for this DVR port 710d10bb-820a-4d16-8f02-ffba2dc21ac9 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:51.287068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-496e548e-cdda-459c-b306-d4f4ccf77787 req-fd7d59a6-c0cb-4467-a64f-fcdc4d6276a9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2272108 Nov 09 17:27:51.288304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:51.292288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fca097e2-9b2d-4ec1-8ae2-abd70187fc58 req-e43ba89d-2539-4713-91bc-4c476a5eaf48 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.83 "DELETE /v2.0/ports/710d10bb-820a-4d16-8f02-ffba2dc21ac9 HTTP/1.1" status: 204 len: 173 time: 1.4792323 Nov 09 17:27:51.295164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'name': 'network-vif-deleted', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:51.299028 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee10df8e-e9cd-4165-a473-233fc7222367" -d '{"events": [{"server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "name": "network-vif-deleted", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:51.318117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-bf319dbb-f9fe-41f1-aca9-88a9e2bb0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.320482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-bf319dbb-f9fe-41f1-aca9-88a9e2bb0fdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.1004219 Nov 09 17:27:51.327845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa06d23f-d873-4ffb-ad5e-472132235c7d req-1ab3b514-67fa-4780-95fa-90b4e2c12dd2 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=7bcb3673-6833-4744-8c9b-21b711f39f03&id=5693b079-09b1-42dc-a4f9-1772743abc50&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3955984 Nov 09 17:27:51.328717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:51.361314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Pushing event updated for resources: {'Port': ['ID=d438995e-142b-414c-8fdd-675c56cc3c89,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:51.372191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Allocated IP 172.20.0.9 (de960790-f18c-4602-b3e8-ca43fda3cba9/5f19b71d-bb1d-4410-b0f3-36a4505e1f5d/0b3ebdb7-21a4-46bf-80c4-af05ce075845) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:27:51.432971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-c635f5c8-edb9-4f38-a903-b54c793a7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.434426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-c635f5c8-edb9-4f38-a903-b54c793a7014 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2907207 Nov 09 17:27:51.437289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-87be3fb4-bdfa-4512-826d-ebc6eb849bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.439453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-87be3fb4-bdfa-4512-826d-ebc6eb849bf0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104565 Nov 09 17:27:51.602192 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc429e-c011-4d32-8a5f-8e5335b28fbc x-openstack-request-id: req-68bc429e-c011-4d32-8a5f-8e5335b28fbc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:51.602494 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ac68e9-392a-4d2e-9c49-785283e3d77c", "name": "network-vif-deleted", "tag": "710d10bb-820a-4d16-8f02-ffba2dc21ac9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:51.602751 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68bc429e-c011-4d32-8a5f-8e5335b28fbc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:51.603183 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ac68e9-392a-4d2e-9c49-785283e3d77c', 'name': 'network-vif-deleted', 'tag': '710d10bb-820a-4d16-8f02-ffba2dc21ac9', 'status': 'completed', 'code': 200} Nov 09 17:27:51.627421 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-7320f46f-4c07-4ce9-a29b-68166be7afc0 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790409 Nov 09 17:27:51.675594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef7e72-d4eb-4aa1-9433-b816dac54b1b req-695e10ef-f2a7-4d19-8864-0433b77bab46 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.677431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2ef7e72-d4eb-4aa1-9433-b816dac54b1b req-695e10ef-f2a7-4d19-8864-0433b77bab46 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 943 time: 0.1160417 Nov 09 17:27:51.775799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2ef7e72-d4eb-4aa1-9433-b816dac54b1b req-13e06a16-62c0-4a55-91f2-dfb58bfd17d7 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650344 Nov 09 17:27:51.805521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f62b3a63-f11b-46ca-8a6d-fc26a21a7ea5 req-8c9ed5ba-56fa-4946-8cec-bed58d2fae34 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663091 Nov 09 17:27:51.934002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.934403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.934941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.935648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.936700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.937180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.937907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.941074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-da9bdc56-cf45-430e-badf-cc9a7f24c62e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6485 time: 0.0818348 Nov 09 17:27:51.973871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2cb7f-94eb-4083-8cba-e93917ba62d3 req-7c3cf59d-dfc5-4f9f-96dc-e7be57694201 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:51.979606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53f2cb7f-94eb-4083-8cba-e93917ba62d3 req-7c3cf59d-dfc5-4f9f-96dc-e7be57694201 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 946 time: 0.1312354 Nov 09 17:27:52.085481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53f2cb7f-94eb-4083-8cba-e93917ba62d3 req-d32bb8ea-06cc-47f9-95ca-db2cfa3d1b1a tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030188 Nov 09 17:27:52.110828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-cab60ba0-fa8f-4437-9817-14ca0b20b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.110828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-cab60ba0-fa8f-4437-9817-14ca0b20b699 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 200 len: 901 time: 0.1537807 Nov 09 17:27:52.145574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Attempting to bind port d438995e-142b-414c-8fdd-675c56cc3c89 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:52.146133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Attempting to bind port d438995e-142b-414c-8fdd-675c56cc3c89 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'de911816-54c6-43b2-911e-b557176144f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:52.146232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Attempting to bind port d438995e-142b-414c-8fdd-675c56cc3c89 on network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:52.161124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0b9aad1-affd-4a23-9520-c1c8636f2e53 req-3aa65717-4b06-4864-84a7-870744b796c1 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 210 time: 0.4882319 Nov 09 17:27:52.163467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-908f13e6-5f7f-4b0d-a7e5-9759174b3752 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af5f35fd-94c0-4144-91d9-c409e69e2324 HTTP/1.1" status: 200 len: 217 time: 0.0468292 Nov 09 17:27:52.189238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Port d438995e-142b-414c-8fdd-675c56cc3c89 on network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:52.189565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Attempting to bind port d438995e-142b-414c-8fdd-675c56cc3c89 on network ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:52.209815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:52.210671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Checking segment: {'id': 'de911816-54c6-43b2-911e-b557176144f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:52.210671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Bound using segment: {'id': 'de911816-54c6-43b2-911e-b557176144f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:52.210962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Bound port: d438995e-142b-414c-8fdd-675c56cc3c89, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de911816-54c6-43b2-911e-b557176144f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:52.211342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.220772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-9142a9d9-b3a0-48b8-85dd-e888152f0b66 service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581344 Nov 09 17:27:52.235514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-bbe4bb55-2095-432f-b0d8-38b32f7defe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.238125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-bbe4bb55-2095-432f-b0d8-38b32f7defe0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.0661778 Nov 09 17:27:52.293017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-fd465be6-376d-408f-8ec0-69aad2d1a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.295237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-fd465be6-376d-408f-8ec0-69aad2d1a620 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498619 Nov 09 17:27:52.334847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.426480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] For port d438995e-142b-414c-8fdd-675c56cc3c89, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:52.432868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-54c6c223-63bb-444d-b596-65b001ad7c0f service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279209 Nov 09 17:27:52.446845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98cf36f4-4876-4840-9e48-f5c78aac6c05 req-3aac74ef-c6a7-41b1-b310-4d66d0cd34a6 service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171097 Nov 09 17:27:52.465666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] For port d438995e-142b-414c-8fdd-675c56cc3c89, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d438995e-142b-414c-8fdd-675c56cc3c89,segment=NetworkSegment(de911816-54c6-43b2-911e-b557176144f8),segment_id=de911816-54c6-43b2-911e-b557176144f8)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:52.473415 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.517619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.588380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.589599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5891bc1-0da5-4508-92a6-94e3fb5c82c0 req-ac00804b-20dd-43e7-9cc2-d844bff2c03c service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454239 Nov 09 17:27:52.594361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.601372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.607678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.614278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.618852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12715-f61e-4baa-b454-dbf5564601e2 req-0adf46da-f3cc-40f2-9453-2ede480d7460 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.620461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1e12715-f61e-4baa-b454-dbf5564601e2 req-0adf46da-f3cc-40f2-9453-2ede480d7460 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 946 time: 0.0643086 Nov 09 17:27:52.620637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.630247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.632269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-43fbce57-283c-4222-afdc-10ecda11541a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.2264791 Nov 09 17:27:52.668149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.668770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.670162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] 10.222.0.43 "PUT /v2.0/ports/d438995e-142b-414c-8fdd-675c56cc3c89 HTTP/1.1" status: 200 len: 1091 time: 3.2927330 Nov 09 17:27:52.686814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.705166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1e12715-f61e-4baa-b454-dbf5564601e2 req-23777c36-2c5d-47f4-b389-9094d191740e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746160 Nov 09 17:27:52.719829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c484bc0-737f-4a0a-9124-048d1ad25e21 service neutron] Pushing event updated for resources: {'Port': ['ID=d438995e-142b-414c-8fdd-675c56cc3c89,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:52.736399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Network de960790-f18c-4602-b3e8-ca43fda3cba9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:27:52.761749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:52.805019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:27:52.821048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'tag': 'd438995e-142b-414c-8fdd-675c56cc3c89'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:52.823309 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84033186-1056-45fb-a8b6-1e3246b84bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d93b60e-b0a5-4456-a9b6-13efb9262a3c", "tag": "d438995e-142b-414c-8fdd-675c56cc3c89"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:52.865536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-8da0ab70-7bd6-4582-890c-ed6e9e2c9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.867055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-8da0ab70-7bd6-4582-890c-ed6e9e2c9127 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 1094 time: 0.3170297 Nov 09 17:27:52.908182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b716a783-b084-4b5b-a988-64f2181dfb28 req-b6dc5a8f-5cdc-48f4-97ac-1ec96b7297bd tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/7bcb3673-6833-4744-8c9b-21b711f39f03 HTTP/1.1" status: 200 len: 1817 time: 0.0471635 Nov 09 17:27:52.966796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Pushing event updated for resources: {'Port': ['ID=0b3ebdb7-21a4-46bf-80c4-af05ce075845,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:52.986497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b716a783-b084-4b5b-a988-64f2181dfb28 req-a03d1b21-276f-4cb7-9b51-77db22b93b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:52.997873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:52.998495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.005879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b98cf8a-9b5d-4eea-8083-d1e716cd9201 req-73c909b1-2c19-44a9-a0f7-f13157da3dcb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3465579 Nov 09 17:27:53.011581 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b716a783-b084-4b5b-a988-64f2181dfb28 req-a03d1b21-276f-4cb7-9b51-77db22b93b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.035462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-c28677dd-4d79-46c1-bec4-df4678fe91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.035462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-c28677dd-4d79-46c1-bec4-df4678fe91aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1ad28831f76b49da992f1014e43f8eb1&device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 1094 time: 0.2882893 Nov 09 17:27:53.076612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b716a783-b084-4b5b-a988-64f2181dfb28 req-a03d1b21-276f-4cb7-9b51-77db22b93b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.080168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b716a783-b084-4b5b-a988-64f2181dfb28 req-a03d1b21-276f-4cb7-9b51-77db22b93b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.082028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b716a783-b084-4b5b-a988-64f2181dfb28 req-a03d1b21-276f-4cb7-9b51-77db22b93b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/7bcb3673-6833-4744-8c9b-21b711f39f03 HTTP/1.1" status: 204 len: 173 time: 0.1664205 Nov 09 17:27:53.098750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-90917c40-7132-4095-a523-55e5bdb628eb None None] Provisioning complete for port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:53.099197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90917c40-7132-4095-a523-55e5bdb628eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.113533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d1b21-276f-4cb7-9b51-77db22b93b36 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcb3673-6833-4744-8c9b-21b711f39f03,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:53.134490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baf95ca0-eba2-48c0-84f7-52f78ec1d101 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9593968 Nov 09 17:27:53.136037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-7b10950a-a3ab-4eeb-aece-3113dda947c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d438995e-142b-414c-8fdd-675c56cc3c89 HTTP/1.1" status: 200 len: 217 time: 0.0803473 Nov 09 17:27:53.150831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940f77cb-3790-4bd0-9fee-a9da96b2f065 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:53.153288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-90917c40-7132-4095-a523-55e5bdb628eb None None] Port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:27:53.160527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Request body: {'port': {'device_id': '54519dbc-616b-4b87-aefa-466cd5effc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:53.166302 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c06e09-5c1c-48f5-be5d-2d0baec294c4 x-openstack-request-id: req-90c06e09-5c1c-48f5-be5d-2d0baec294c4 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:53.166586 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d93b60e-b0a5-4456-a9b6-13efb9262a3c", "tag": "d438995e-142b-414c-8fdd-675c56cc3c89", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:53.166837 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90c06e09-5c1c-48f5-be5d-2d0baec294c4 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:53.167859 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'tag': 'd438995e-142b-414c-8fdd-675c56cc3c89', 'status': 'completed', 'code': 200} Nov 09 17:27:53.187292 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.240350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd0183-54f0-4dbe-842b-1e02e4de2012 req-327561c6-1433-4a7d-b15c-e1d6cef2c0e5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.241898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0dd0183-54f0-4dbe-842b-1e02e4de2012 req-327561c6-1433-4a7d-b15c-e1d6cef2c0e5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 943 time: 0.0538864 Nov 09 17:27:53.243499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-a8637737-97ac-4cf4-83a4-3f8dbb525a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.244936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-a8637737-97ac-4cf4-83a4-3f8dbb525a68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 915 time: 0.3541095 Nov 09 17:27:53.279375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Transition to ACTIVE for port object 940f77cb-3790-4bd0-9fee-a9da96b2f065 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:53.305325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0dd0183-54f0-4dbe-842b-1e02e4de2012 req-5b7e0327-fc1f-4751-adf3-c307f51cd1e7 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Nov 09 17:27:53.339783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.342315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-c492b0ff-ebe6-4f1f-9d20-0ab15c99e6aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5 HTTP/1.1" status: 200 len: 217 time: 0.0853126 Nov 09 17:27:53.357538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-597035d8-9c3b-44ce-a088-90c305ce154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.358901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-597035d8-9c3b-44ce-a088-90c305ce154d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1 HTTP/1.1" status: 200 len: 858 time: 0.1955984 Nov 09 17:27:53.401730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.427316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e099d-e926-4471-8565-c67dfccd813e req-ff8f70bb-73ac-498f-a4f2-d9d43f04fe78 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.429064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b6e099d-e926-4471-8565-c67dfccd813e req-ff8f70bb-73ac-498f-a4f2-d9d43f04fe78 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 931 time: 0.0571623 Nov 09 17:27:53.447753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65661804-076c-4f6a-b668-fc8ae25b537b req-9e989f42-bc11-4521-a8e8-5db6472db004 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/5693b079-09b1-42dc-a4f9-1772743abc50 HTTP/1.1" status: 200 len: 1820 time: 0.2639351 Nov 09 17:27:53.495800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b6e099d-e926-4471-8565-c67dfccd813e req-515ef30a-ac67-4483-b11a-f204e9439a4a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Nov 09 17:27:53.519171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-9aa524c2-d36c-4cab-93f2-6a366982a479 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280224 Nov 09 17:27:53.527815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Pushing event updated for resources: {'Port': ['ID=940f77cb-3790-4bd0-9fee-a9da96b2f065,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:53.587142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-ab1d4c25-77f7-483d-8884-b10927eef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.588690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-ab1d4c25-77f7-483d-8884-b10927eef57d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.2232347 Nov 09 17:27:53.773399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 710d10bb-820a-4d16-8f02-ffba2dc21ac9 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:53.797127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 710d10bb-820a-4d16-8f02-ffba2dc21ac9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:53.797848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 710d10bb-820a-4d16-8f02-ffba2dc21ac9 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:53.830811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b0a8d-1f1b-4709-a7ab-7c0cc8fc51f4 req-3fc958cb-9616-485e-b928-38bcbb2325e1 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.832577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac2b0a8d-1f1b-4709-a7ab-7c0cc8fc51f4 req-3fc958cb-9616-485e-b928-38bcbb2325e1 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 946 time: 0.0537126 Nov 09 17:27:53.855590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-65661804-076c-4f6a-b668-fc8ae25b537b req-09ad98c9-c744-4408-9126-e13001f7a8b6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:53.865341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-ebec9cb0-8059-4aa7-ac80-2e26e91a6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.866763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-ebec9cb0-8059-4aa7-ac80-2e26e91a6c05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524838 Nov 09 17:27:53.867437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Attempting to bind port 940f77cb-3790-4bd0-9fee-a9da96b2f065 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:53.867764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Attempting to bind port 940f77cb-3790-4bd0-9fee-a9da96b2f065 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:53.868087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Attempting to bind port 940f77cb-3790-4bd0-9fee-a9da96b2f065 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:53.915091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-801a1205-600d-490a-8e3d-c3f48b44f9cc tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:53.916573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-801a1205-600d-490a-8e3d-c3f48b44f9cc tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.43 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 946 time: 0.0831120 Nov 09 17:27:53.920279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac2b0a8d-1f1b-4709-a7ab-7c0cc8fc51f4 req-12550ff0-d03b-476a-9cbb-a622af28ab4e tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b6de295-fda7-4afe-b6d8-7f2f9641d78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791337 Nov 09 17:27:53.928677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Port 940f77cb-3790-4bd0-9fee-a9da96b2f065 on network de960790-f18c-4602-b3e8-ca43fda3cba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:53.929004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Attempting to bind port 940f77cb-3790-4bd0-9fee-a9da96b2f065 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:53.950559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-c9b2d905-2915-4c93-bd9f-d540bb03d3f9 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199834 Nov 09 17:27:53.988613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:53.988978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Checking segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:53.989337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Bound using segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:53.989790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Bound port: 940f77cb-3790-4bd0-9fee-a9da96b2f065, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:53.990153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.012787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-65661804-076c-4f6a-b668-fc8ae25b537b req-09ad98c9-c744-4408-9126-e13001f7a8b6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.020676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Deleting port efe42c27-ecf9-4ee6-a190-81ae51313411 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:27:54.021024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.141241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] For port efe42c27-ecf9-4ee6-a190-81ae51313411, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=efe42c27-ecf9-4ee6-a190-81ae51313411,segment=NetworkSegment(09d2f37b-f002-4a0e-9f31-209cd2e72825),segment_id=09d2f37b-f002-4a0e-9f31-209cd2e72825)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:54.141884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.169904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Calling delete_port for efe42c27-ecf9-4ee6-a190-81ae51313411 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:27:54.240075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-65661804-076c-4f6a-b668-fc8ae25b537b req-09ad98c9-c744-4408-9126-e13001f7a8b6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.243045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-65661804-076c-4f6a-b668-fc8ae25b537b req-09ad98c9-c744-4408-9126-e13001f7a8b6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.244166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65661804-076c-4f6a-b668-fc8ae25b537b req-09ad98c9-c744-4408-9126-e13001f7a8b6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/5693b079-09b1-42dc-a4f9-1772743abc50 HTTP/1.1" status: 204 len: 173 time: 0.7836380 Nov 09 17:27:54.265039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.270209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-779a5185-5a6e-4291-b788-a0a4f6c81464 req-66c4d10e-1b9c-4818-996d-48ed690b5456 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841251 Nov 09 17:27:54.271695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.279938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.282050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-18c45801-93a8-4805-b002-e5b87b6f4afb service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940377 Nov 09 17:27:54.289033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.290563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] For port 940f77cb-3790-4bd0-9fee-a9da96b2f065, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:54.295414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.296530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad98c9-c744-4408-9126-e13001f7a8b6 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693b079-09b1-42dc-a4f9-1772743abc50,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:54.300186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] For port 940f77cb-3790-4bd0-9fee-a9da96b2f065, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:54.302594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.311618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.321267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-949383f0-fd8b-4c58-a57a-83f71f4c8ec4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1757312 Nov 09 17:27:54.340277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.420402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8c83944e-609d-4bc0-b313-79bd9300b173 req-f10419bd-bcce-4ee6-91d5-902678bfb1e7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978806 Nov 09 17:27:54.447382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-23a2582b-597c-488e-90c5-f2a29b826ee2 req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1895975402', 'description': 'tempest-description-598619360'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:54.460352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3ebdb7-21a4-46bf-80c4-af05ce075845 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:54.480580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.488975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.489594 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.491026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] 10.222.0.83 "PUT /v2.0/ports/940f77cb-3790-4bd0-9fee-a9da96b2f065 HTTP/1.1" status: 200 len: 1091 time: 3.4312501 Nov 09 17:27:54.499164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.517860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['efe42c27-ecf9-4ee6-a190-81ae51313411'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:54.560888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Transition to ACTIVE for port object 0b3ebdb7-21a4-46bf-80c4-af05ce075845 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:27:54.562642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Pushing event deleted for resources: {'Port': ['ID=efe42c27-ecf9-4ee6-a190-81ae51313411,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:54.567312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04fc03-4dac-4d3b-b444-13ae306d0c62 service neutron] Pushing event updated for resources: {'Port': ['ID=940f77cb-3790-4bd0-9fee-a9da96b2f065,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:54.584972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-23a2582b-597c-488e-90c5-f2a29b826ee2 req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.594602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-90e79e6b-8d1d-4b1d-af29-53d6eff1696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.595691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-90e79e6b-8d1d-4b1d-af29-53d6eff1696c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1ad28831f76b49da992f1014e43f8eb1&device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 1094 time: 0.2578485 Nov 09 17:27:54.596349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.628348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] No DVR routers for this DVR port efe42c27-ecf9-4ee6-a190-81ae51313411 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:27:54.632812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:54.636609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a31922d1-949b-4508-98a5-26f1a84959f5 req-1c2558e1-07a2-479d-a041-e5c3223df670 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.43 "DELETE /v2.0/ports/efe42c27-ecf9-4ee6-a190-81ae51313411 HTTP/1.1" status: 204 len: 173 time: 0.7139401 Nov 09 17:27:54.637086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d784ab-149c-4dbc-9481-618fe20e2426', 'name': 'network-vif-deleted', 'tag': 'efe42c27-ecf9-4ee6-a190-81ae51313411'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:54.639897 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c67cb5c-118a-4cd5-a80f-97636f472590" -d '{"events": [{"server_uuid": "55d784ab-149c-4dbc-9481-618fe20e2426", "name": "network-vif-deleted", "tag": "efe42c27-ecf9-4ee6-a190-81ae51313411"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:54.651631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1af527-7166-445c-90f8-f4e6d58ab4b4 req-b21278df-17bd-4567-a2cf-f6741a001d34 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.653245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f1af527-7166-445c-90f8-f4e6d58ab4b4 req-b21278df-17bd-4567-a2cf-f6741a001d34 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 943 time: 0.1434431 Nov 09 17:27:54.656323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5da90f71-6fe2-4f26-b3fa-74eba907ff64 req-90427ce5-4663-4265-b5bb-12c01a46300f service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608816 Nov 09 17:27:54.741013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f1af527-7166-445c-90f8-f4e6d58ab4b4 req-0b267488-ebe5-49fa-9c59-ea59a2d152ae tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766902 Nov 09 17:27:54.871632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d06cf-7f09-4b9a-a4c9-ee2f5047ddcc req-112d8daf-9683-4484-81e7-47103782ae79 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:54.873648 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-198d06cf-7f09-4b9a-a4c9-ee2f5047ddcc req-112d8daf-9683-4484-81e7-47103782ae79 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 943 time: 0.0577545 Nov 09 17:27:54.930225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-198d06cf-7f09-4b9a-a4c9-ee2f5047ddcc req-356bcaba-fa12-4991-be0c-e3cf3e7a822a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495796 Nov 09 17:27:54.979420 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6bf390-f421-42e2-b3f2-a179bc3634d5 x-openstack-request-id: req-bc6bf390-f421-42e2-b3f2-a179bc3634d5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:54.979780 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d784ab-149c-4dbc-9481-618fe20e2426", "name": "network-vif-deleted", "tag": "efe42c27-ecf9-4ee6-a190-81ae51313411", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:54.980101 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc6bf390-f421-42e2-b3f2-a179bc3634d5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:54.980574 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d784ab-149c-4dbc-9481-618fe20e2426', 'name': 'network-vif-deleted', 'tag': 'efe42c27-ecf9-4ee6-a190-81ae51313411', 'status': 'completed', 'code': 200} Nov 09 17:27:55.070925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83533b5e-16c0-420c-bc34-54a74d05e9a6 req-afe1ff33-bd67-4d6c-a83a-d2bbc1e07e40 tempest-ServerPasswordTestJSON-100001344 tempest-ServerPasswordTestJSON-100001344-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d784ab-149c-4dbc-9481-618fe20e2426 HTTP/1.1" status: 200 len: 210 time: 0.0311553 Nov 09 17:27:55.086430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ebdb7-21a4-46bf-80c4-af05ce075845,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:55.152193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-ce1853ba-2fd3-4d2a-a352-9c166ebfd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.153692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-ce1853ba-2fd3-4d2a-a352-9c166ebfd2ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 1094 time: 0.5545053 Nov 09 17:27:55.172818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'tag': '940f77cb-3790-4bd0-9fee-a9da96b2f065'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:55.175872 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb596e85-2b5f-44df-aa5a-f2259a60948c" -d '{"events": [{"name": "network-changed", "server_uuid": "abddd0a7-627e-410c-bbaa-9086780f4f61", "tag": "940f77cb-3790-4bd0-9fee-a9da96b2f065"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:55.266511 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-842a2b81-7aa3-477a-828d-255ce9492bb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065 HTTP/1.1" status: 200 len: 217 time: 0.0947084 Nov 09 17:27:55.281244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-b461b313-e1ed-4e43-81d6-3f0a3850741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.285517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-b461b313-e1ed-4e43-81d6-3f0a3850741c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 HTTP/1.1" status: 200 len: 918 time: 0.6684852 Nov 09 17:27:55.285807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-23a2582b-597c-488e-90c5-f2a29b826ee2 req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.303737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-23a2582b-597c-488e-90c5-f2a29b826ee2 req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.345895 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceb3628-6a27-4c8e-b993-f85723be1ff7 x-openstack-request-id: req-aceb3628-6a27-4c8e-b993-f85723be1ff7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:55.346181 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abddd0a7-627e-410c-bbaa-9086780f4f61", "tag": "940f77cb-3790-4bd0-9fee-a9da96b2f065", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:55.346652 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aceb3628-6a27-4c8e-b993-f85723be1ff7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:55.347180 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'tag': '940f77cb-3790-4bd0-9fee-a9da96b2f065', 'status': 'completed', 'code': 200} Nov 09 17:27:55.352957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e559be4d-a0a1-43be-b18e-feaa31183dd5 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:55.400645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-6830c25d-8213-446c-8b5d-0bcfb5c32918 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d438995e-142b-414c-8fdd-675c56cc3c89 HTTP/1.1" status: 200 len: 217 time: 0.0981164 Nov 09 17:27:55.457526 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-23a2582b-597c-488e-90c5-f2a29b826ee2 req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.461651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23a2582b-597c-488e-90c5-f2a29b826ee2 req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0258284 Nov 09 17:27:55.462339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Attempting to bind port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:27:55.462855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Attempting to bind port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:27:55.463345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Attempting to bind port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:55.466224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-b4058642-0582-4c87-ac6f-2166e62bbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.467722 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-b4058642-0582-4c87-ac6f-2166e62bbf94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.1773679 Nov 09 17:27:55.469223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e559be4d-a0a1-43be-b18e-feaa31183dd5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:55.472984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364c393-23ae-45c9-85cc-e809e4beb7f7 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5628fe2-006c-4aa5-a48d-37d7323e8016,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:55.483451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'e559be4d-a0a1-43be-b18e-feaa31183dd5', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'port_id': 'e559be4d-a0a1-43be-b18e-feaa31183dd5', 'mac_address': 'fa:16:3e:b6:09:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f19b71d-bb1d-4410-b0f3-36a4505e1f5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:55.496181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 on network de960790-f18c-4602-b3e8-ca43fda3cba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:27:55.496507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Attempting to bind port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 on network de960790-f18c-4602-b3e8-ca43fda3cba9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:27:55.531074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-62454981-5f27-488f-81af-9d9ae779d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.532539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-62454981-5f27-488f-81af-9d9ae779d8db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1 HTTP/1.1" status: 200 len: 858 time: 0.1194859 Nov 09 17:27:55.533517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.541238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:27:55.541578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Checking segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:55.541965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Bound using segment: {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:27:55.542409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Bound port: 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284531bb-fd6a-4ded-9505-d6364279ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:27:55.542945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.548061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e559be4d-a0a1-43be-b18e-feaa31183dd5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:55.571816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e559be4d-a0a1-43be-b18e-feaa31183dd5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:55.579202 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.580620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d438995e-142b-414c-8fdd-675c56cc3c89 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:55.600869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-922d0cf3-2ec9-4c3e-8fc7-319516114af2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539312 Nov 09 17:27:55.606999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.615205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.621561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.628983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.635307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.641837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.648979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.654132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-f75cab8c-f098-45f6-9cef-3e37904b2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.655667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-f75cab8c-f098-45f6-9cef-3e37904b2cbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741741 Nov 09 17:27:55.657771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-3056f63d-27f2-4de5-bf33-05df3cae6717 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1177235 Nov 09 17:27:55.685527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e559be4d-a0a1-43be-b18e-feaa31183dd5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:55.689832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-5abef745-9d95-422e-8bf2-6fec460ad16f tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/d5628fe2-006c-4aa5-a48d-37d7323e8016 HTTP/1.1" status: 200 len: 1819 time: 0.1972616 Nov 09 17:27:55.720651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.721133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.721774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.722210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.722640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.723347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.724401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.724825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.725256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.725683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.726108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.726533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:27:55.727585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f49e34dc-4133-4bbd-8369-28297a93bb1a req-a0d7f680-8b40-41cc-ae7c-76b7d9d6a6d0 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688176 Nov 09 17:27:55.731485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Request body: {'security_group': {'name': 'tempest-sg-hth-166617602', 'description': 'tempest-description-hth-839827415'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:55.753478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port d438995e-142b-414c-8fdd-675c56cc3c89, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d438995e-142b-414c-8fdd-675c56cc3c89,segment=NetworkSegment(de911816-54c6-43b2-911e-b557176144f8),segment_id=de911816-54c6-43b2-911e-b557176144f8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:55.766593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'd438995e-142b-414c-8fdd-675c56cc3c89', 'network_id': 'ffdb7e17-fbe9-44d9-9d4d-f70db1c40903', 'port_id': 'd438995e-142b-414c-8fdd-675c56cc3c89', 'mac_address': 'fa:16:3e:ef:74:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:55.812395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.814402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] For port 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:27:55.833699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d438995e-142b-414c-8fdd-675c56cc3c89 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:55.854459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port d438995e-142b-414c-8fdd-675c56cc3c89, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d438995e-142b-414c-8fdd-675c56cc3c89,segment=NetworkSegment(de911816-54c6-43b2-911e-b557176144f8),segment_id=de911816-54c6-43b2-911e-b557176144f8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:55.855510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] For port 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:27:55.859547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.875670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a82eaf-4b02-42c3-9517-1ebd287c7208 req-119619d5-6698-4755-bcb7-c779295a0ef5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:55.878082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4a82eaf-4b02-42c3-9517-1ebd287c7208 req-119619d5-6698-4755-bcb7-c779295a0ef5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 943 time: 0.0590169 Nov 09 17:27:55.880292 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.913328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:55.917143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-c67859b2-93c1-4e04-bf11-b902253efa0f service neutron] 10.222.0.43 "GET /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909439 Nov 09 17:27:55.922581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=d438995e-142b-414c-8fdd-675c56cc3c89,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:55.924023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-f04a0f83-111f-4e70-9174-eab818cc4044 service neutron] 10.222.0.83 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332060 Nov 09 17:27:55.937082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4a82eaf-4b02-42c3-9517-1ebd287c7208 req-604db0de-9d56-441b-be77-64f8096003e6 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518992 Nov 09 17:27:56.010747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.011473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.012974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] 10.222.0.43 "PUT /v2.0/ports/0b3ebdb7-21a4-46bf-80c4-af05ce075845 HTTP/1.1" status: 200 len: 1091 time: 2.8572118 Nov 09 17:27:56.074117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['d438995e-142b-414c-8fdd-675c56cc3c89'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:56.117415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e559be4d-a0a1-43be-b18e-feaa31183dd5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:27:56.126586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4419-1378-4da7-81e4-19c0eacfae1a service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ebdb7-21a4-46bf-80c4-af05ce075845,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:56.137004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5b99-c326-4978-83a9-4ec8fb605c1e req-622f862b-c35c-421b-8cae-03e3f62a4b75 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.141439 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.150541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4b5b99-c326-4978-83a9-4ec8fb605c1e req-622f862b-c35c-421b-8cae-03e3f62a4b75 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 943 time: 0.1063962 Nov 09 17:27:56.160758 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.163378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.164620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d05c347a-4b3a-4ab1-bd23-07e917685821 req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "PUT /v2.0/security-groups/d5628fe2-006c-4aa5-a48d-37d7323e8016 HTTP/1.1" status: 200 len: 1792 time: 0.4596965 Nov 09 17:27:56.222928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4b5b99-c326-4978-83a9-4ec8fb605c1e req-31f07f09-54ee-43c0-87e4-7df2d21c5e32 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Nov 09 17:27:56.251346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:56.260998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c8baaa8-c052-4db1-86dd-720dc71226b4 req-d79fe829-58d3-4186-9051-4917955da2ac service neutron] 10.222.0.83 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259709 Nov 09 17:27:56.272024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-7c791225-017a-4bd2-92d7-6bf4bd54a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.274230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-7c791225-017a-4bd2-92d7-6bf4bd54a44d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 1094 time: 0.1974785 Nov 09 17:27:56.280125 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84033186-1056-45fb-a8b6-1e3246b84bb6 req-224e555e-5158-45f3-a36d-4a1f8175dc79 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488536 Nov 09 17:27:56.281078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0764-244a-4ab4-a160-a0d8374f3b3a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5628fe2-006c-4aa5-a48d-37d7323e8016,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:56.331087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1199c1d5-63a4-4a8c-bb86-e3ecca2f12ec req-e9332b1b-3cdc-49e2-8728-5b45c8a20e20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/d5628fe2-006c-4aa5-a48d-37d7323e8016 HTTP/1.1" status: 200 len: 1792 time: 0.0689552 Nov 09 17:27:56.364266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-6a686a9d-781f-4167-abde-5d9c5c2bf87b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845 HTTP/1.1" status: 200 len: 217 time: 0.0763085 Nov 09 17:27:56.381403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Deleting subnet bcfead13-eee8-4614-91fd-0dab9b35fd8a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:27:56.386349 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.438458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.492793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-0806af78-b408-46e9-9b99-c7fc69d2d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.494324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-0806af78-b408-46e9-9b99-c7fc69d2d539 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 1094 time: 0.1435106 Nov 09 17:27:56.495489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.497417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-f4c2b1f8-73f2-4bec-81ec-fceb3883dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.498613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-f4c2b1f8-73f2-4bec-81ec-fceb3883dd02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.1262348 Nov 09 17:27:56.509124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583642d7-2172-4f2b-8fb4-7587fcf361f7 req-6c57bfa6-6578-4a1e-84bf-869e009d643a tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/d5628fe2-006c-4aa5-a48d-37d7323e8016 HTTP/1.1" status: 200 len: 1792 time: 0.0854182 Nov 09 17:27:56.555156 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.580645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfead13-eee8-4614-91fd-0dab9b35fd8a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:56.585789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.591244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-441b7a95-5dfa-41cc-b64a-8e5295e88063 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bcfead13-eee8-4614-91fd-0dab9b35fd8a HTTP/1.1" status: 204 len: 168 time: 0.3364811 Nov 09 17:27:56.591947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:56.664660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.666742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baccc547-9db5-43bf-947a-e7f3c07fcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.668274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-baccc547-9db5-43bf-947a-e7f3c07fcef2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463723 Nov 09 17:27:56.703320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583642d7-2172-4f2b-8fb4-7587fcf361f7 req-d4528388-f2c6-4ce8-9391-42b331235b02 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.730863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-3b7b5bab-4831-4eb3-9a3f-3a6b813adc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.732362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-3b7b5bab-4831-4eb3-9a3f-3a6b813adc2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 915 time: 0.2142045 Nov 09 17:27:56.766387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.795998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96318bc-7795-46bf-b852-4e56867ae0b5']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:56.799200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-1cb1e0e0-e58b-4473-b56d-8a2a15266607 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065 HTTP/1.1" status: 200 len: 217 time: 0.0549514 Nov 09 17:27:56.802736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583642d7-2172-4f2b-8fb4-7587fcf361f7 req-d4528388-f2c6-4ce8-9391-42b331235b02 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.808982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d2f37b-f002-4a0e-9f31-209cd2e72825') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:56.809306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d2f37b-f002-4a0e-9f31-209cd2e72825') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:27:56.830004 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.863117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.872696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:27:56.873095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:27:56.874882 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:27:56.898610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-773eff7a-ec19-4c78-8f65-136ada37e905 service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173381 Nov 09 17:27:56.902522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-843709fa-e165-4fbb-ade0-b88c175bb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.903958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-843709fa-e165-4fbb-ade0-b88c175bb308 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.0921412 Nov 09 17:27:56.935047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583642d7-2172-4f2b-8fb4-7587fcf361f7 req-d4528388-f2c6-4ce8-9391-42b331235b02 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.936339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583642d7-2172-4f2b-8fb4-7587fcf361f7 req-d4528388-f2c6-4ce8-9391-42b331235b02 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:56.937462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583642d7-2172-4f2b-8fb4-7587fcf361f7 req-d4528388-f2c6-4ce8-9391-42b331235b02 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/d5628fe2-006c-4aa5-a48d-37d7323e8016 HTTP/1.1" status: 204 len: 173 time: 0.4275467 Nov 09 17:27:56.944201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.950880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.959172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.965039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.973157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.980407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.986393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:56.989173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94083962-e033-4845-8888-afd462383c8f req-5b42d7bb-6fea-4a79-8dbb-f44e815969b3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1826248 Nov 09 17:27:57.002490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528388-f2c6-4ce8-9391-42b331235b02 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5628fe2-006c-4aa5-a48d-37d7323e8016,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:57.026484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.033926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-c1ccac65-56f9-4721-bb58-06ec561a0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:57.036539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-c1ccac65-56f9-4721-bb58-06ec561a0591 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215258 Nov 09 17:27:57.052616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.058618 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] 10.222.0.45 "DELETE /v2.0/networks/c96318bc-7795-46bf-b852-4e56867ae0b5 HTTP/1.1" status: 204 len: 168 time: 0.4638536 Nov 09 17:27:57.059162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ac69d-6364-4f50-a082-af038fee2d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=c96318bc-7795-46bf-b852-4e56867ae0b5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:57.083340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ab835b-6b01-491f-88c1-64b212505d2c req-ba662e92-7951-47d1-a558-a73935bd2c60 service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768587 Nov 09 17:27:57.122286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94083962-e033-4845-8888-afd462383c8f req-cd398b38-c4ce-4369-81ee-48d1e9db0849 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141665 Nov 09 17:27:57.208709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f47f50-8476-42d1-ae06-9c4e2cb86597 req-f244988c-0750-4444-b3db-f3a8f7a264cc tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:57.211275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9f47f50-8476-42d1-ae06-9c4e2cb86597 req-f244988c-0750-4444-b3db-f3a8f7a264cc tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 944 time: 0.1631300 Nov 09 17:27:57.227667 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-84cf4cb0-ff78-4e2f-9804-fb9664237e06 req-79a60c73-6599-40ea-aa1a-4b55d3158239 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:57.228904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84cf4cb0-ff78-4e2f-9804-fb9664237e06 req-79a60c73-6599-40ea-aa1a-4b55d3158239 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/5693b079-09b1-42dc-a4f9-1772743abc50 HTTP/1.1" status: 404 len: 352 time: 0.0254509 Nov 09 17:27:57.244018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:57.259506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-6aefbd22-7ecc-42d4-818c-7278eff85ceb service neutron] 10.222.0.83 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103534 Nov 09 17:27:57.273565 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-e8b08c34-a2dc-41cf-bcb6-f22640db329a req-b359e24c-aea4-454e-aedf-76b12a87848c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:57.274598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8b08c34-a2dc-41cf-bcb6-f22640db329a req-b359e24c-aea4-454e-aedf-76b12a87848c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/7bcb3673-6833-4744-8c9b-21b711f39f03 HTTP/1.1" status: 404 len: 352 time: 0.0232422 Nov 09 17:27:57.308504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6e0e53fd-a452-4640-8e3f-799a30ad311b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f37a9dd5df0f4fdc9ad5818f58a128b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597525 Nov 09 17:27:57.308504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:57.343063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9f47f50-8476-42d1-ae06-9c4e2cb86597 req-303100a5-19b3-4a57-9915-192c07f6e076 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150527 Nov 09 17:27:57.349644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54519dbc-616b-4b87-aefa-466cd5effc06', 'tag': '0b3ebdb7-21a4-46bf-80c4-af05ce075845'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:57.352243 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54960741-bcba-4864-946c-38fc8d145212" -d '{"events": [{"name": "network-changed", "server_uuid": "54519dbc-616b-4b87-aefa-466cd5effc06", "tag": "0b3ebdb7-21a4-46bf-80c4-af05ce075845"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:57.379835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e559be4d-a0a1-43be-b18e-feaa31183dd5 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:57.400414 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-e6d13fc2-c6fc-47fc-aa39-2ceb897c2787 req-d7008ba7-6663-4cea-abbc-87e6c3aba032 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:57.401473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6d13fc2-c6fc-47fc-aa39-2ceb897c2787 req-d7008ba7-6663-4cea-abbc-87e6c3aba032 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/d4d41cb7-7ecb-4b6b-998f-337e96afa728 HTTP/1.1" status: 404 len: 352 time: 0.0219517 Nov 09 17:27:57.421326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb596e85-2b5f-44df-aa5a-f2259a60948c req-2849c544-2bec-4df7-b2b8-933f5be19a89 service neutron] 10.222.0.83 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515999 Nov 09 17:27:57.429883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8370b4d1-056e-4676-948b-1019dea90001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.439592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port e559be4d-a0a1-43be-b18e-feaa31183dd5 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:27:57.446103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port e559be4d-a0a1-43be-b18e-feaa31183dd5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:57.446647 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.455500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc0017-4b32-4c32-9dcf-5410158004dc req-03b16dab-5165-4f7a-8114-d7dd844aa974 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:57.458077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbdc0017-4b32-4c32-9dcf-5410158004dc req-03b16dab-5165-4f7a-8114-d7dd844aa974 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 943 time: 0.0895584 Nov 09 17:27:57.460427 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acded63-6984-480c-bbe1-c74417ed412d x-openstack-request-id: req-1acded63-6984-480c-bbe1-c74417ed412d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:57.460843 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54519dbc-616b-4b87-aefa-466cd5effc06", "tag": "0b3ebdb7-21a4-46bf-80c4-af05ce075845", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:57.461661 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1acded63-6984-480c-bbe1-c74417ed412d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:57.461661 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54519dbc-616b-4b87-aefa-466cd5effc06', 'tag': '0b3ebdb7-21a4-46bf-80c4-af05ce075845', 'status': 'completed', 'code': 200} Nov 09 17:27:57.475249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8370b4d1-056e-4676-948b-1019dea90001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.561170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbdc0017-4b32-4c32-9dcf-5410158004dc req-b011629e-46ac-425a-9498-eb37ca975052 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921252 Nov 09 17:27:57.561838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960741-bcba-4864-946c-38fc8d145212 req-3a96508e-ceef-4346-889f-52ac5d37a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:57.563539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-3a96508e-ceef-4346-889f-52ac5d37a71c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 1094 time: 0.0762193 Nov 09 17:27:57.569532 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.584961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8370b4d1-056e-4676-948b-1019dea90001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.589539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8370b4d1-056e-4676-948b-1019dea90001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.593916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8370b4d1-056e-4676-948b-1019dea90001 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b6de295-fda7-4afe-b6d8-7f2f9641d78c HTTP/1.1" status: 204 len: 168 time: 0.2844386 Nov 09 17:27:57.599328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e559be4d-a0a1-43be-b18e-feaa31183dd5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:57.601956 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32212cee-1eb4-4227-93a4-35e6db8913f7" -d '{"events": [{"server_uuid": "51c141f3-9a7c-44aa-a737-e9e897d55127", "name": "network-vif-plugged", "status": "completed", "tag": "e559be4d-a0a1-43be-b18e-feaa31183dd5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:57.606101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b4d1-056e-4676-948b-1019dea90001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6de295-fda7-4afe-b6d8-7f2f9641d78c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:57.621957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e559be4d-a0a1-43be-b18e-feaa31183dd5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:57.636379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.637453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d438995e-142b-414c-8fdd-675c56cc3c89 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:27:57.657211 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-9230b5a9-2a2c-49da-8133-4087f394fbf5 req-7071c3fc-d9c5-40b7-8648-82cd3d98539c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:57.658775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9230b5a9-2a2c-49da-8133-4087f394fbf5 req-7071c3fc-d9c5-40b7-8648-82cd3d98539c tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/536d86fe-cc91-4b1b-b494-52c6fae48773 HTTP/1.1" status: 404 len: 352 time: 0.1029313 Nov 09 17:27:57.762914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port d438995e-142b-414c-8fdd-675c56cc3c89 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:27:57.775261 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ec5869-65b9-49a9-a4dd-d35d6996f938 x-openstack-request-id: req-04ec5869-65b9-49a9-a4dd-d35d6996f938 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:27:57.778624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960741-bcba-4864-946c-38fc8d145212 req-388cb19a-898a-4822-8e26-8b5684d0fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:57.780535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-388cb19a-898a-4822-8e26-8b5684d0fa17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 915 time: 0.2095265 Nov 09 17:27:57.783648 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c141f3-9a7c-44aa-a737-e9e897d55127", "name": "network-vif-plugged", "status": "completed", "tag": "e559be4d-a0a1-43be-b18e-feaa31183dd5", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:27:57.784697 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04ec5869-65b9-49a9-a4dd-d35d6996f938 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:27:57.785240 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e559be4d-a0a1-43be-b18e-feaa31183dd5', 'code': 200} Nov 09 17:27:57.793808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e559be4d-a0a1-43be-b18e-feaa31183dd5,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:57.805132 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-2bee71aa-5c91-4c8f-9c5b-b96be4ccdb7a req-656d6e16-1212-4269-9d5f-2d62bb05fe22 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:57.808486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bee71aa-5c91-4c8f-9c5b-b96be4ccdb7a req-656d6e16-1212-4269-9d5f-2d62bb05fe22 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/5bdf68d2-3342-4b0f-b7f9-4e872f17a1a6 HTTP/1.1" status: 404 len: 352 time: 0.0268784 Nov 09 17:27:57.809003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port d438995e-142b-414c-8fdd-675c56cc3c89 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:27:57.809389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.861215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ede296a3-a3c6-4a0e-aa62-8b8b0fcf035f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.866490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-351bca9e-6b66-4595-bd89-45b631dcde50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845 HTTP/1.1" status: 200 len: 217 time: 0.0762975 Nov 09 17:27:57.915773 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.933864 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-ae8e4401-dafc-4436-812e-9358e77adf12 req-9677488e-ffe0-48e7-a8ee-8909c1789f99 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] show failed (client error): The resource could not be found. Nov 09 17:27:57.935499 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae8e4401-dafc-4436-812e-9358e77adf12 req-9677488e-ffe0-48e7-a8ee-8909c1789f99 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2c89f6b9-7de0-475e-81b0-1b8f16a29db1 HTTP/1.1" status: 404 len: 352 time: 0.0789461 Nov 09 17:27:57.962279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port d438995e-142b-414c-8fdd-675c56cc3c89, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d438995e-142b-414c-8fdd-675c56cc3c89,segment=NetworkSegment(de911816-54c6-43b2-911e-b557176144f8),segment_id=de911816-54c6-43b2-911e-b557176144f8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:57.968398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:57.969047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device efe42c27-ecf9-4ee6-a190-81ae51313411 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:27:57.970887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960741-bcba-4864-946c-38fc8d145212 req-7230cfe7-5855-4093-851e-fe1bd8be6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:57.973096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-7230cfe7-5855-4093-851e-fe1bd8be6479 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.0932817 Nov 09 17:27:58.022681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: efe42c27-ecf9-4ee6-a190-81ae51313411 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:27:58.023106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device efe42c27-ecf9-4ee6-a190-81ae51313411 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:27:58.064093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=d438995e-142b-414c-8fdd-675c56cc3c89,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:58.072017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9ea78-a8f8-46c0-846a-4b3af4e9661b req-45807445-2210-46d7-a621-4681486616f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.073618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42c9ea78-a8f8-46c0-846a-4b3af4e9661b req-45807445-2210-46d7-a621-4681486616f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 1096 time: 0.2184632 Nov 09 17:27:58.133443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960741-bcba-4864-946c-38fc8d145212 req-9976bec8-711d-48f5-9ec8-872f8557ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.135620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-9976bec8-711d-48f5-9ec8-872f8557ca81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542926 Nov 09 17:27:58.211783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:58.246876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42c9ea78-a8f8-46c0-846a-4b3af4e9661b req-9a5243d3-6224-49d2-9222-3b9370e8d2ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577754 Nov 09 17:27:58.288425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.294820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.301942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.308519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.315331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.320603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d90be-bb27-4bb7-bc8b-200ef102a8f2 req-7c8ba141-c170-4809-a02f-b18cf9df14fc tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.322800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.322935 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f3d90be-bb27-4bb7-bc8b-200ef102a8f2 req-7c8ba141-c170-4809-a02f-b18cf9df14fc tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1023 time: 0.0743861 Nov 09 17:27:58.328263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.330403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-9867c4a3-0934-464f-bd20-9ef1a3eafc91 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1121516 Nov 09 17:27:58.343921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-1a453175-3636-46ce-a602-0cb84ef3229a service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967659 Nov 09 17:27:58.417403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0598e51e-970f-4ff4-9cf5-30d40874cb89 req-372f9fc7-35df-4acd-9a55-fb5ab80b58f5 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726931 Nov 09 17:27:58.472760 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f3d90be-bb27-4bb7-bc8b-200ef102a8f2 req-94235fb6-9983-44a9-854d-1ae3aaf0c1d8 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=2298f5af-d908-413f-8b57-4cefb97a67b4&id=3dc53aec-edbc-431d-aaa9-077fd1cc1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1247590 Nov 09 17:27:58.583545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9d17-973f-41aa-851f-27c37b43852f req-77a56c05-dd38-4bdf-a786-e129b7aeef4f tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.589391 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54960741-bcba-4864-946c-38fc8d145212 req-b37d5a1d-4353-4547-b4a8-8335804f328c service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551061 Nov 09 17:27:58.592437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9bc9d17-973f-41aa-851f-27c37b43852f req-77a56c05-dd38-4bdf-a786-e129b7aeef4f tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.0677435 Nov 09 17:27:58.645484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9bc9d17-973f-41aa-851f-27c37b43852f req-44e1377c-38dd-4fa5-8970-569ee56a735e tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Nov 09 17:27:58.689088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:58.732270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0a3bc-693d-40b2-b4c4-e2076dccb928 req-591be7a2-6d7d-4301-a5aa-dc1a76a83092 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:58.733952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aeb0a3bc-693d-40b2-b4c4-e2076dccb928 req-591be7a2-6d7d-4301-a5aa-dc1a76a83092 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 943 time: 0.0583832 Nov 09 17:27:58.792212 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aeb0a3bc-693d-40b2-b4c4-e2076dccb928 req-abd0285b-50f3-4b84-bc6c-1ca016989c1b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520933 Nov 09 17:27:58.804445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1999140484-network', 'tenant_id': '9a994c446bd648e4bbdc95e03266ecfc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:58.832481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Made reservation on behalf of 9a994c446bd648e4bbdc95e03266ecfc for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:58.835038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:58.845099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:58.928957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:58.933476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:58.962327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:27:58.972274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888dfd64-cb99-4011-a978-8a56330a4f3b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:58.978546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:58.979085 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Added segment 0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3 of type vlan for network bb8db38c-63d1-4cbb-8162-294cc45851f6 Nov 09 17:27:59.022502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.047775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.048736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.049331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.106492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4161384 Nov 09 17:27:59.109488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:27:59.114358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Request body: {'subnet': {'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1999140484-subnet', 'tenant_id': '9a994c446bd648e4bbdc95e03266ecfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:27:59.120684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658cb09-12c2-4a65-9a3f-78477da1bc1f admin admin] Pushing event updated for resources: {'Network': ['ID=bb8db38c-63d1-4cbb-8162-294cc45851f6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:59.132725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network bb8db38c-63d1-4cbb-8162-294cc45851f6 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:27:59.141170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Made reservation on behalf of 9a994c446bd648e4bbdc95e03266ecfc for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:27:59.144652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.332232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.397761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9877bed-18ae-47dd-b280-32739ba0f83f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:27:59.409980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Checking segment: {'id': '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:27:59.410376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Network hostable DHCP agents. Network: bb8db38c-63d1-4cbb-8162-294cc45851f6, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:27:59.416329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0b3ebdb7-21a4-46bf-80c4-af05ce075845 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:59.430446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Network bb8db38c-63d1-4cbb-8162-294cc45851f6 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:27:59.439524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, bb8db38c-63d1-4cbb-8162-294cc45851f6) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:27:59.448593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f12c0-4595-4815-8b15-5f79488fe8ed None None] Network bb8db38c-63d1-4cbb-8162-294cc45851f6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:59.449415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.450045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.479651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1fc26f5-9670-4d5a-ada3-b929d9e500d2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3691270 Nov 09 17:27:59.586713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.591244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:27:59.594814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.602486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.609240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.612675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '0b3ebdb7-21a4-46bf-80c4-af05ce075845', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'port_id': '0b3ebdb7-21a4-46bf-80c4-af05ce075845', 'mac_address': 'fa:16:3e:1e:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f19b71d-bb1d-4410-b0f3-36a4505e1f5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:27:59.617472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.624858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.632701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.634844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bbc3c-11f3-4f1d-abf4-a8b3bbd1d2d9 req-a299efe3-ee2a-433a-81e8-fc84e33f2c7e tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.638223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f88bbc3c-11f3-4f1d-abf4-a8b3bbd1d2d9 req-a299efe3-ee2a-433a-81e8-fc84e33f2c7e tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1023 time: 0.0845141 Nov 09 17:27:59.642276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-521deb49-69ff-4a62-b452-c610cb183f44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1176636 Nov 09 17:27:59.680110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc7d7b2-3be2-4515-945c-94591346a563 None None] Network bb8db38c-63d1-4cbb-8162-294cc45851f6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:27:59.756014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f88bbc3c-11f3-4f1d-abf4-a8b3bbd1d2d9 req-760738b1-41ec-4f78-bac8-9796a7ef6f07 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d7048f4-84b0-4892-83bc-0cb52cadd0ee&id=2298f5af-d908-413f-8b57-4cefb97a67b4&id=3dc53aec-edbc-431d-aaa9-077fd1cc1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1067543 Nov 09 17:27:59.756624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:27:59.772963 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-213270ed-5c6e-4e2b-97a4-e399ee4835b5 req-ba23bfb8-1e02-4950-b7de-7e31934dee96 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294577 Nov 09 17:27:59.793305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-9e460675-90c9-411f-b06b-a2f60ef51fd5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:27:59.795011 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-9e460675-90c9-411f-b06b-a2f60ef51fd5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.43 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 1023 time: 0.0949132 Nov 09 17:27:59.921543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd438995e-142b-414c-8fdd-675c56cc3c89'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:27:59.923988 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25732b-8508-44ab-8cff-57f078325193" -d '{"events": [{"server_uuid": "6d93b60e-b0a5-4456-a9b6-13efb9262a3c", "name": "network-vif-plugged", "status": "completed", "tag": "d438995e-142b-414c-8fdd-675c56cc3c89"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:27:59.936378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 940f77cb-3790-4bd0-9fee-a9da96b2f065 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:27:59.960432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3ebdb7-21a4-46bf-80c4-af05ce075845 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:27:59.996372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:00.035936 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.157867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0b3ebdb7-21a4-46bf-80c4-af05ce075845,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:00.185173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 940f77cb-3790-4bd0-9fee-a9da96b2f065, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:00.200146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '940f77cb-3790-4bd0-9fee-a9da96b2f065', 'network_id': 'de960790-f18c-4602-b3e8-ca43fda3cba9', 'port_id': '940f77cb-3790-4bd0-9fee-a9da96b2f065', 'mac_address': 'fa:16:3e:8c:33:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f19b71d-bb1d-4410-b0f3-36a4505e1f5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:00.215298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-f6a7576e-4b69-4d7f-b5cf-128326eb38a7 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:00.216828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-f6a7576e-4b69-4d7f-b5cf-128326eb38a7 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/networks?id=bb8db38c-63d1-4cbb-8162-294cc45851f6 HTTP/1.1" status: 200 len: 809 time: 0.1285751 Nov 09 17:28:00.234434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-9784270d-571a-4c99-b332-666b95a80f52 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/quotas/9a994c446bd648e4bbdc95e03266ecfc HTTP/1.1" status: 200 len: 375 time: 0.0101888 Nov 09 17:28:00.246895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['0b3ebdb7-21a4-46bf-80c4-af05ce075845'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:00.250751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.273284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-b37e919f-6a47-4f1d-9080-0618d62ddbc3 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a994c446bd648e4bbdc95e03266ecfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312028 Nov 09 17:28:00.276741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14cde5-6499-4f8b-9163-60a464d56344 req-6cb19d9e-4eac-4ff1-88cc-80659102853a tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:00.278309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc14cde5-6499-4f8b-9163-60a464d56344 req-6cb19d9e-4eac-4ff1-88cc-80659102853a tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.3891633 Nov 09 17:28:00.290666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Deleting port 8a3e194f-8808-4e19-a466-489e97fda2c7 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:00.292728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.304568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940f77cb-3790-4bd0-9fee-a9da96b2f065 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:00.341724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 940f77cb-3790-4bd0-9fee-a9da96b2f065, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:00.353320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.385376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-e029ce73-226f-4d3f-9e08-7532ee72b44f service neutron] 10.222.0.45 "GET /v2.0/networks/bb8db38c-63d1-4cbb-8162-294cc45851f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043401 Nov 09 17:28:00.389990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56e97d2b-0997-402e-b09c-0cee273b0de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.409340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc14cde5-6499-4f8b-9163-60a464d56344 req-ae5c3dc8-d204-4f3b-baac-8cf0d91a5d79 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128125 Nov 09 17:28:00.434071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] For port 8a3e194f-8808-4e19-a466-489e97fda2c7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8a3e194f-8808-4e19-a466-489e97fda2c7,segment=NetworkSegment(9f8dd332-a585-41a7-87e8-186da36fb230),segment_id=9f8dd332-a585-41a7-87e8-186da36fb230)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:00.434445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.451460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=940f77cb-3790-4bd0-9fee-a9da96b2f065,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:00.459950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Calling delete_port for 8a3e194f-8808-4e19-a466-489e97fda2c7 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:00.515010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-a9050fca-1421-4915-8c68-fc5e4aa88eab service neutron] 10.222.0.45 "GET /v2.0/networks/bb8db38c-63d1-4cbb-8162-294cc45851f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217415 Nov 09 17:28:00.637005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.683136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'Port': ['ID=8a3e194f-8808-4e19-a466-489e97fda2c7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:00.691088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['940f77cb-3790-4bd0-9fee-a9da96b2f065'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:00.721177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada991e-b7e7-4e15-a73e-db66dcc246f9 req-82559651-6432-423b-9e10-782d91603b23 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:00.722630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ada991e-b7e7-4e15-a73e-db66dcc246f9 req-82559651-6432-423b-9e10-782d91603b23 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 944 time: 0.1294441 Nov 09 17:28:00.743398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] No DVR routers for this DVR port 8a3e194f-8808-4e19-a466-489e97fda2c7 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:00.745648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:00.746114 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ad068-5295-459b-83a6-c9d09a712804 x-openstack-request-id: req-193ad068-5295-459b-83a6-c9d09a712804 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:00.746419 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d93b60e-b0a5-4456-a9b6-13efb9262a3c", "name": "network-vif-plugged", "status": "completed", "tag": "d438995e-142b-414c-8fdd-675c56cc3c89", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:00.746701 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-193ad068-5295-459b-83a6-c9d09a712804 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:00.747118 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd438995e-142b-414c-8fdd-675c56cc3c89', 'code': 200} Nov 09 17:28:00.760166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86abaa6e-3b20-47bb-911f-bcef14883213 req-3373676c-6228-4412-9dd7-d38122a2008d tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.43 "DELETE /v2.0/ports/8a3e194f-8808-4e19-a466-489e97fda2c7 HTTP/1.1" status: 204 len: 173 time: 0.9583304 Nov 09 17:28:00.762514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'name': 'network-vif-deleted', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:00.771576 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd0a31d-d293-4db9-b364-0f0eca80e508" -d '{"events": [{"server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "name": "network-vif-deleted", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:00.841626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8a3e194f-8808-4e19-a466-489e97fda2c7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:00.845749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e5ace99-cd5b-424f-b6e4-8443a88e60d7 req-e2a3c32f-6624-4f98-8d59-ae9975f0d5a4 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 210 time: 0.0471985 Nov 09 17:28:00.881684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ada991e-b7e7-4e15-a73e-db66dcc246f9 req-c2ef7078-5858-4a5b-be5b-e71cf7e41462 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399193 Nov 09 17:28:00.926389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936c426-653f-4412-9858-e0cdddd71737 req-3fe5f183-2d30-4116-97b7-986acf668923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:00.930462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5936c426-653f-4412-9858-e0cdddd71737 req-3fe5f183-2d30-4116-97b7-986acf668923 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 1096 time: 0.0963914 Nov 09 17:28:00.937425 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02439cc9-4b5c-446b-97c0-bbc2ac2f9577 x-openstack-request-id: req-02439cc9-4b5c-446b-97c0-bbc2ac2f9577 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:00.937608 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e6394-76c3-4471-97f3-47f8ddba50d2", "name": "network-vif-deleted", "tag": "8a3e194f-8808-4e19-a466-489e97fda2c7", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:00.937882 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02439cc9-4b5c-446b-97c0-bbc2ac2f9577 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:00.938332 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e6394-76c3-4471-97f3-47f8ddba50d2', 'name': 'network-vif-deleted', 'tag': '8a3e194f-8808-4e19-a466-489e97fda2c7', 'status': 'completed', 'code': 200} Nov 09 17:28:01.037136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5936c426-653f-4412-9858-e0cdddd71737 req-8734a68e-9c21-49d6-bd0f-96d1df7dbe36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972049 Nov 09 17:28:01.054427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-505f1d25-053c-4f24-8633-a7393eb3a205 req-f02fce2c-0203-4d41-87c3-2559ceba9279 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/ports?device_id=343e6394-76c3-4471-97f3-47f8ddba50d2 HTTP/1.1" status: 200 len: 210 time: 0.0459616 Nov 09 17:28:01.105509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.111906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.119208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.125904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.134140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.141570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.149323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.151197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-65b88de9-2262-4e1c-840a-eefb85b12900 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1230276 Nov 09 17:28:01.213047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c01379d-c84a-4871-85d1-a33ea3a4c795 req-bddc0a2b-a90a-4f20-bd09-a99444c9a5e1 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553832 Nov 09 17:28:01.421189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0b3ebdb7-21a4-46bf-80c4-af05ce075845 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:01.477630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:01.481895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:01.482279 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:01.545174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:01.566116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711a09-de82-49d2-af85-ea780bd3035f req-70d27302-f994-4cec-b333-8112abdcaa91 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.568024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4711a09-de82-49d2-af85-ea780bd3035f req-70d27302-f994-4cec-b333-8112abdcaa91 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.0577402 Nov 09 17:28:01.597568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:01.625550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4711a09-de82-49d2-af85-ea780bd3035f req-c7e19782-eec8-4c49-8862-e23091ab1aa2 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Nov 09 17:28:01.637974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:01.642276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:01.700559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0b3ebdb7-21a4-46bf-80c4-af05ce075845,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:01.854290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 940f77cb-3790-4bd0-9fee-a9da96b2f065 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:01.879953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-2c80cd03-f527-4ba1-9aa1-cff401bcae8b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:01.881372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-2c80cd03-f527-4ba1-9aa1-cff401bcae8b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.83 "GET /v2.0/networks?id=bb8db38c-63d1-4cbb-8162-294cc45851f6 HTTP/1.1" status: 200 len: 809 time: 0.1301575 Nov 09 17:28:01.901296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Request body: {'port': {'device_id': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6', 'admin_state_up': True, 'tenant_id': '9a994c446bd648e4bbdc95e03266ecfc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:01.910576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 940f77cb-3790-4bd0-9fee-a9da96b2f065 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:01.914624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 940f77cb-3790-4bd0-9fee-a9da96b2f065 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:01.915222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:01.991835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-709e6394-7dd1-47a6-a315-362b691bed66 req-02b06d6b-0b93-4448-afc5-6b29c524dbe1 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 210 time: 0.0452302 Nov 09 17:28:02.021843 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.041585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450895b2-0203-4c3d-845e-31b3d1f5b116 req-662c2976-c5db-42d2-86e4-c0bec18cd1a8 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.050821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-450895b2-0203-4c3d-845e-31b3d1f5b116 req-662c2976-c5db-42d2-86e4-c0bec18cd1a8 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.0693891 Nov 09 17:28:02.063581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 940f77cb-3790-4bd0-9fee-a9da96b2f065, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:02.071840 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.114267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Made reservation on behalf of 9a994c446bd648e4bbdc95e03266ecfc for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:02.119254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.137444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-450895b2-0203-4c3d-845e-31b3d1f5b116 req-262288aa-1cc2-4505-81cc-873b985b24a5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828812 Nov 09 17:28:02.166973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=940f77cb-3790-4bd0-9fee-a9da96b2f065,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:02.230010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c158fbe-28f7-461d-b95c-219d229fe7e5 req-1e8b1556-1d1c-4b21-a8de-a91d949257f8 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/3dc53aec-edbc-431d-aaa9-077fd1cc1f10 HTTP/1.1" status: 200 len: 1819 time: 0.0451739 Nov 09 17:28:02.283523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Allocated IP 172.20.0.6 (bb8db38c-63d1-4cbb-8162-294cc45851f6/f9877bed-18ae-47dd-b280-32739ba0f83f/1b400e44-a3fb-432e-80a9-6a2a3eeacd8a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:02.304884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c158fbe-28f7-461d-b95c-219d229fe7e5 req-439d1823-8215-4806-ae08-56e4184973e5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.329421 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c158fbe-28f7-461d-b95c-219d229fe7e5 req-439d1823-8215-4806-ae08-56e4184973e5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.376109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c158fbe-28f7-461d-b95c-219d229fe7e5 req-439d1823-8215-4806-ae08-56e4184973e5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.379921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c158fbe-28f7-461d-b95c-219d229fe7e5 req-439d1823-8215-4806-ae08-56e4184973e5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.381228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c158fbe-28f7-461d-b95c-219d229fe7e5 req-439d1823-8215-4806-ae08-56e4184973e5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/3dc53aec-edbc-431d-aaa9-077fd1cc1f10 HTTP/1.1" status: 204 len: 173 time: 0.1423075 Nov 09 17:28:02.391584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d1823-8215-4806-ae08-56e4184973e5 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc53aec-edbc-431d-aaa9-077fd1cc1f10,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:02.446126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.450461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45935105-efdd-4de1-a899-694e73acc67a req-cbf8459a-df84-4f01-ac26-9933bc8ea31b tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "GET /v2.0/security-groups/2298f5af-d908-413f-8b57-4cefb97a67b4 HTTP/1.1" status: 200 len: 1818 time: 0.0449150 Nov 09 17:28:02.452183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.458264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.464328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.470319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.476446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.482417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.484386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-2cda4835-ecc6-4b6d-8a5e-e186f982fc32 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1702745 Nov 09 17:28:02.511861 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-45935105-efdd-4de1-a899-694e73acc67a req-ed955b9c-8371-4e93-ad4b-73af9e402a20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.534885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-45935105-efdd-4de1-a899-694e73acc67a req-ed955b9c-8371-4e93-ad4b-73af9e402a20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.577511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-45935105-efdd-4de1-a899-694e73acc67a req-ed955b9c-8371-4e93-ad4b-73af9e402a20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.580338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-45935105-efdd-4de1-a899-694e73acc67a req-ed955b9c-8371-4e93-ad4b-73af9e402a20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.581527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45935105-efdd-4de1-a899-694e73acc67a req-ed955b9c-8371-4e93-ad4b-73af9e402a20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] 10.222.0.45 "DELETE /v2.0/security-groups/2298f5af-d908-413f-8b57-4cefb97a67b4 HTTP/1.1" status: 204 len: 173 time: 0.1247299 Nov 09 17:28:02.584968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.588530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33416) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:02.590754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed955b9c-8371-4e93-ad4b-73af9e402a20 tempest-SecurityGroupsTestJSON-1295456541 tempest-SecurityGroupsTestJSON-1295456541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298f5af-d908-413f-8b57-4cefb97a67b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:02.597913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8011236c-c08b-400d-80ce-cbc1115115f7 req-fb061fcd-7f15-4e8b-951c-0166e9add077 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050224 Nov 09 17:28:02.662058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Deleting subnet 4fdda427-91eb-4cca-9157-487bcf66d205 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:28:02.666382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.705487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.721104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.748374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54519dbc-616b-4b87-aefa-466cd5effc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ebdb7-21a4-46bf-80c4-af05ce075845'}, {'server_uuid': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940f77cb-3790-4bd0-9fee-a9da96b2f065'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:02.750715 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d4ea5-bb60-41e9-88e8-cdf00da4b228" -d '{"events": [{"server_uuid": "54519dbc-616b-4b87-aefa-466cd5effc06", "name": "network-vif-plugged", "status": "completed", "tag": "0b3ebdb7-21a4-46bf-80c4-af05ce075845"}, {"server_uuid": "abddd0a7-627e-410c-bbaa-9086780f4f61", "name": "network-vif-plugged", "status": "completed", "tag": "940f77cb-3790-4bd0-9fee-a9da96b2f065"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:02.796707 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da95eec-2054-4adb-8ae2-5f2422d2d9c3 x-openstack-request-id: req-9da95eec-2054-4adb-8ae2-5f2422d2d9c3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:02.797011 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54519dbc-616b-4b87-aefa-466cd5effc06", "name": "network-vif-plugged", "status": "completed", "tag": "0b3ebdb7-21a4-46bf-80c4-af05ce075845", "code": 200}, {"server_uuid": "abddd0a7-627e-410c-bbaa-9086780f4f61", "name": "network-vif-plugged", "status": "completed", "tag": "940f77cb-3790-4bd0-9fee-a9da96b2f065", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:02.797349 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9da95eec-2054-4adb-8ae2-5f2422d2d9c3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:02.797660 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54519dbc-616b-4b87-aefa-466cd5effc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ebdb7-21a4-46bf-80c4-af05ce075845', 'code': 200} Nov 09 17:28:02.798030 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940f77cb-3790-4bd0-9fee-a9da96b2f065', 'code': 200} Nov 09 17:28:02.829182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Pushing event updated for resources: {'Port': ['ID=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:02.856662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Network bb8db38c-63d1-4cbb-8162-294cc45851f6 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:02.861647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:02.865274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:02.894322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:02.917980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28633d7-8e36-4252-be03-b84496ffc5c5 req-7e983534-ee69-4948-b675-3c185a08679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.919633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e28633d7-8e36-4252-be03-b84496ffc5c5 req-7e983534-ee69-4948-b675-3c185a08679f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 1096 time: 0.0437689 Nov 09 17:28:02.962556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412632ae-b924-475b-a3c3-6428d3cb690b req-247c26eb-52b0-4937-9542-6cabb0bc2dc2 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:02.964137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-412632ae-b924-475b-a3c3-6428d3cb690b req-247c26eb-52b0-4937-9542-6cabb0bc2dc2 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.2523148 Nov 09 17:28:02.967311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e28633d7-8e36-4252-be03-b84496ffc5c5 req-f6b2ff2b-669b-409d-86d6-52f516a344f0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Nov 09 17:28:03.005894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.006532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.008107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.038300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1094989-da9a-4e4d-9800-ffd97587a548 req-4fc7c2af-40dd-415c-8153-3d5a6c62cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.039883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1094989-da9a-4e4d-9800-ffd97587a548 req-4fc7c2af-40dd-415c-8153-3d5a6c62cc10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 1096 time: 0.1796660 Nov 09 17:28:03.049874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d4a76b1c-f5c1-40b8-b0a9-ccff0834a2d5 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532123 Nov 09 17:28:03.054283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.106061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdda427-91eb-4cca-9157-487bcf66d205,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:03.110679 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-412632ae-b924-475b-a3c3-6428d3cb690b req-a5f45c7e-2c18-432d-88f5-edcb23aca00a tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315701 Nov 09 17:28:03.112498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.116035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ec793be4-91ee-4a73-8700-6dedbe10dcf4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4fdda427-91eb-4cca-9157-487bcf66d205 HTTP/1.1" status: 204 len: 168 time: 0.5251718 Nov 09 17:28:03.119407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:03.146837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1094989-da9a-4e4d-9800-ffd97587a548 req-72282cce-b9a1-476a-9b39-342a3bfe391d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952454 Nov 09 17:28:03.171720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Request body: {'port': {'device_id': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:03.198038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c8b1e-88b0-41a7-8081-63247153e716 req-c09a1a26-d8e7-4989-b68a-1e0289faf060 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.199844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-310c8b1e-88b0-41a7-8081-63247153e716 req-c09a1a26-d8e7-4989-b68a-1e0289faf060 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 931 time: 0.1316004 Nov 09 17:28:03.232426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.233590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.294758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-310c8b1e-88b0-41a7-8081-63247153e716 req-8a375f5f-26e5-49f7-a61c-fa0415133fae tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 Nov 09 17:28:03.358044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.383621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac8921e-f58b-42c3-9962-ce8e3366eef2']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:03.394513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8dd332-a585-41a7-87e8-186da36fb230') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:03.394942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8dd332-a585-41a7-87e8-186da36fb230') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:03.408062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.424611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.432119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:28:03.432514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:28:03.434347 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:28:03.447432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8a3e194f-8808-4e19-a466-489e97fda2c7 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:03.470486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 8a3e194f-8808-4e19-a466-489e97fda2c7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:03.471692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8a3e194f-8808-4e19-a466-489e97fda2c7 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:03.480279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18342-d219-4954-9220-3210cd1388a1 req-bdb23377-18fd-4d16-92c6-7de5ee444721 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.481956 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c18342-d219-4954-9220-3210cd1388a1 req-bdb23377-18fd-4d16-92c6-7de5ee444721 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.1148729 Nov 09 17:28:03.531390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.569443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c18342-d219-4954-9220-3210cd1388a1 req-acb8dfba-5f42-4166-927d-924cd93675db tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793071 Nov 09 17:28:03.639080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:03.651297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.677540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Transition to ACTIVE for port object 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:28:03.683862 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.782870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Pushing event updated for resources: {'Port': ['ID=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:03.838278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.843551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.845491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.848541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] 10.222.0.45 "DELETE /v2.0/networks/cac8921e-f58b-42c3-9962-ce8e3366eef2 HTTP/1.1" status: 204 len: 168 time: 0.7259815 Nov 09 17:28:03.850019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.856157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.862760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.867343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca194c4-7b0d-4515-a515-4616dc5e344d req-e697c5bb-ba97-4ab8-b5bc-792e658eb30f tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.868885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca194c4-7b0d-4515-a515-4616dc5e344d req-e697c5bb-ba97-4ab8-b5bc-792e658eb30f tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.0792556 Nov 09 17:28:03.869019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.869664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9f876-1d87-4a4b-a2ac-070f2e2d950f admin admin] Pushing event deleted for resources: {'Network': ['ID=cac8921e-f58b-42c3-9962-ce8e3366eef2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:03.875285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.882333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:03.884307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-6cce40e7-73da-4e7c-b544-56ee03cd8c3f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1921914 Nov 09 17:28:03.945163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Attempting to bind port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:03.945756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Attempting to bind port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:03.945915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Attempting to bind port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a on network bb8db38c-63d1-4cbb-8162-294cc45851f6 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:03.959162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ca194c4-7b0d-4515-a515-4616dc5e344d req-aa85a07a-cec2-456d-8dcf-4d9efb51ad8a tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593033 Nov 09 17:28:03.966771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a on network bb8db38c-63d1-4cbb-8162-294cc45851f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:28:03.967063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Attempting to bind port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a on network bb8db38c-63d1-4cbb-8162-294cc45851f6 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:03.985351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:03.985763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Checking segment: {'id': '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:03.986253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Bound using segment: {'id': '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:03.986782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Bound port: 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:03.987404 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:03.988068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:03.999550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac6dd9ed-3bf6-4874-aabf-c0918ddfd841 req-1098e565-5e16-406a-8fb3-419ac1d58a6f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048367 Nov 09 17:28:04.042342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-caac75d1-4a51-4ae2-8319-d867a494e20f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=518750e770414fd998e205c6973f292c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529261 Nov 09 17:28:04.045711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:04.088952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] For port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:04.092906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] For port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,segment=NetworkSegment(0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3),segment_id=0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:04.098314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:04.125891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-984bbe5a-ac29-4fcc-9880-f3aafe22d85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:04.146290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.146914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:04.148399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] 10.222.0.83 "PUT /v2.0/ports/1b400e44-a3fb-432e-80a9-6a2a3eeacd8a HTTP/1.1" status: 200 len: 1091 time: 0.9810319 Nov 09 17:28:04.148869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'tag': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:04.151142 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b4da2-1e95-4491-b1c8-9bf45208dabe" -d '{"events": [{"name": "network-changed", "server_uuid": "34efbf7d-2f77-4b2b-9970-ca4cb0523900", "tag": "1b400e44-a3fb-432e-80a9-6a2a3eeacd8a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:04.151389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-984bbe5a-ac29-4fcc-9880-f3aafe22d85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:04.188998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da17dae-b029-40b4-9404-41b0e6e5d057 service neutron] Pushing event updated for resources: {'Port': ['ID=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:04.197282 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03727ed-e1bc-48bd-9650-708fc3bbbe0a x-openstack-request-id: req-b03727ed-e1bc-48bd-9650-708fc3bbbe0a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:04.197750 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34efbf7d-2f77-4b2b-9970-ca4cb0523900", "tag": "1b400e44-a3fb-432e-80a9-6a2a3eeacd8a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:04.198198 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b03727ed-e1bc-48bd-9650-708fc3bbbe0a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:04.198753 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'tag': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a', 'status': 'completed', 'code': 200} Nov 09 17:28:04.222303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-984bbe5a-ac29-4fcc-9880-f3aafe22d85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:04.225253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-984bbe5a-ac29-4fcc-9880-f3aafe22d85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:04.228954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-984bbe5a-ac29-4fcc-9880-f3aafe22d85c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d7048f4-84b0-4892-83bc-0cb52cadd0ee HTTP/1.1" status: 204 len: 168 time: 0.1788266 Nov 09 17:28:04.235237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bbe5a-ac29-4fcc-9880-f3aafe22d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7048f4-84b0-4892-83bc-0cb52cadd0ee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:04.282431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4da2-1e95-4491-b1c8-9bf45208dabe req-b197618a-127c-4760-a9d9-f8d0f5d0d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.285453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-235b4da2-1e95-4491-b1c8-9bf45208dabe req-b197618a-127c-4760-a9d9-f8d0f5d0d3fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a994c446bd648e4bbdc95e03266ecfc&device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 1094 time: 0.0575969 Nov 09 17:28:04.421149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4da2-1e95-4491-b1c8-9bf45208dabe req-f8ee4c11-93a9-4ac5-a311-bdf9437448a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.422750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-235b4da2-1e95-4491-b1c8-9bf45208dabe req-f8ee4c11-93a9-4ac5-a311-bdf9437448a3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9a994c446bd648e4bbdc95e03266ecfc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1180744 Nov 09 17:28:04.452529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36f72c-45c8-4866-8e5b-762275d1b1dc req-421b6289-b918-4b1f-8e0a-88e3db7cbfaf tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.454219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af36f72c-45c8-4866-8e5b-762275d1b1dc req-421b6289-b918-4b1f-8e0a-88e3db7cbfaf tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 943 time: 0.0655344 Nov 09 17:28:04.521229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af36f72c-45c8-4866-8e5b-762275d1b1dc req-44acfca0-7b8f-45bf-9e04-fdff06cb5574 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Nov 09 17:28:04.549447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4da2-1e95-4491-b1c8-9bf45208dabe req-9349c7ff-9cc4-414d-80b8-5976f16b8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.551187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-235b4da2-1e95-4491-b1c8-9bf45208dabe req-9349c7ff-9cc4-414d-80b8-5976f16b8109 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1203651 Nov 09 17:28:04.635226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-bf665bf7-e4c8-4614-ba26-113799055eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.637080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-bf665bf7-e4c8-4614-ba26-113799055eca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a994c446bd648e4bbdc95e03266ecfc&device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 1094 time: 0.0469999 Nov 09 17:28:04.701742 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-74041539-d170-4486-81b7-376c17cd7203 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a HTTP/1.1" status: 200 len: 217 time: 0.0546920 Nov 09 17:28:04.777480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ae2ae-3c76-4b11-bcf1-5674e9f8447a req-003b574d-a8cd-4869-af09-5242fa638275 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.778997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb2ae2ae-3c76-4b11-bcf1-5674e9f8447a req-003b574d-a8cd-4869-af09-5242fa638275 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.1255860 Nov 09 17:28:04.780866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d44f1d19-c7e6-42da-9477-714fc5d220b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.782273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-d44f1d19-c7e6-42da-9477-714fc5d220b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f9877bed-18ae-47dd-b280-32739ba0f83f HTTP/1.1" status: 200 len: 849 time: 0.0658071 Nov 09 17:28:04.832367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-a6fa0540-c875-469d-8dce-c1ab27687f72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb8db38c-63d1-4cbb-8162-294cc45851f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404329 Nov 09 17:28:04.930197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb2ae2ae-3c76-4b11-bcf1-5674e9f8447a req-8027a560-cf37-4075-831f-828efe3e0a2f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443565 Nov 09 17:28:04.967463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32893fea-4083-4559-96c5-1c03efdc9839 req-554b3d6c-0387-4c1f-92ae-437501519806 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:04.969032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32893fea-4083-4559-96c5-1c03efdc9839 req-554b3d6c-0387-4c1f-92ae-437501519806 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.1393471 Nov 09 17:28:05.075484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-dc473de8-0c14-497d-bc2c-8d33a83dfef1 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8db38c-63d1-4cbb-8162-294cc45851f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299836 Nov 09 17:28:05.090653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e51ba-57c3-469c-9b38-94324feeb172 req-98add69e-dd7f-4b2f-abcb-ced55ffd4aa9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.093206 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-619e51ba-57c3-469c-9b38-94324feeb172 req-98add69e-dd7f-4b2f-abcb-ced55ffd4aa9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.0617313 Nov 09 17:28:05.094040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:05.164958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-619e51ba-57c3-469c-9b38-94324feeb172 req-d2c66ca4-da17-485b-8dd2-38125295414e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Nov 09 17:28:05.194492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5ff5b-162e-4536-9bc0-a9f09c284e01 req-b4c54124-27ae-46c9-966c-d5de2e688224 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.196088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2c5ff5b-162e-4536-9bc0-a9f09c284e01 req-b4c54124-27ae-46c9-966c-d5de2e688224 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d93b60e-b0a5-4456-a9b6-13efb9262a3c HTTP/1.1" status: 200 len: 945 time: 0.1820912 Nov 09 17:28:05.230898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1085389005-network', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:05.258773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Made reservation on behalf of de51302e109f4e75bc59fca2fe6691b0 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:05.258960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Deleting port d438995e-142b-414c-8fdd-675c56cc3c89 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:05.259333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.261365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.272969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.330027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a19acc6-064f-4f03-bb8a-4aa5170d9f26 req-2c02d5b8-2d32-4ed1-b8f6-0f74e616e6a3 service neutron] 10.222.0.83 "GET /v2.0/networks/bb8db38c-63d1-4cbb-8162-294cc45851f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384384 Nov 09 17:28:05.371144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2c5ff5b-162e-4536-9bc0-a9f09c284e01 req-b16b8b07-e965-4855-b12e-b89563c6e079 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.45 "GET /v2.0/security-groups?id=3b243171-ab5b-47fe-80ce-219de95314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641860 Nov 09 17:28:05.389266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.396522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.402619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.408782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.414913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.418959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] For port d438995e-142b-414c-8fdd-675c56cc3c89, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d438995e-142b-414c-8fdd-675c56cc3c89,segment=NetworkSegment(de911816-54c6-43b2-911e-b557176144f8),segment_id=de911816-54c6-43b2-911e-b557176144f8)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:05.419356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.421049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.427979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.430615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-88f5d77b-f264-4361-ac87-4fb2cf46548c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1291840 Nov 09 17:28:05.438202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Calling delete_port for d438995e-142b-414c-8fdd-675c56cc3c89 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:05.470671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.480644 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.544456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:28:05.550127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd92fa2-a2ce-470f-927c-d39a2ae43221,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:05.561839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2589c291-cbff-4d15-85aa-3d329eacbde8 req-aaec88f7-eedd-4dd6-bcd4-479225c7f6f3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175568 Nov 09 17:28:05.567410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.567767 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Added segment 265f17fd-cf73-49b8-9013-30cefcad6c14 of type vlan for network 01352f60-a549-4973-80f6-630bff32995b Nov 09 17:28:05.593299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3661d-6592-4855-a96a-a7888c02141c req-79132cd8-0db4-492f-9032-19901804a287 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.595187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0c3661d-6592-4855-a96a-a7888c02141c req-79132cd8-0db4-492f-9032-19901804a287 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 945 time: 0.0753021 Nov 09 17:28:05.624205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.656870 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.658057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.658817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.683816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.720710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Pushing event deleted for resources: {'Port': ['ID=d438995e-142b-414c-8fdd-675c56cc3c89,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:05.723318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6279163 Nov 09 17:28:05.726626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:05.731290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0c3661d-6592-4855-a96a-a7888c02141c req-efdea1d6-61a0-41af-a223-4bc6d6d79ccc tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140707 Nov 09 17:28:05.731818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Request body: {'subnet': {'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-subnet', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:05.759969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Made reservation on behalf of de51302e109f4e75bc59fca2fe6691b0 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:05.763108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.784752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] No DVR routers for this DVR port d438995e-142b-414c-8fdd-675c56cc3c89 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:05.788151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:05.792796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32893fea-4083-4559-96c5-1c03efdc9839 req-da05beed-eeea-4fd0-a1f3-4bde62da24d5 tempest-InstanceActionsV221TestJSON-195590294 tempest-InstanceActionsV221TestJSON-195590294-project] 10.222.0.43 "DELETE /v2.0/ports/d438995e-142b-414c-8fdd-675c56cc3c89 HTTP/1.1" status: 204 len: 173 time: 0.8133211 Nov 09 17:28:05.861616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e68a1f-61ac-4c9e-9f7c-7fe9443c2c28 admin admin] Pushing event updated for resources: {'Network': ['ID=01352f60-a549-4973-80f6-630bff32995b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:05.877114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 01352f60-a549-4973-80f6-630bff32995b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:28:05.925342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6a08-43e3-4306-89d9-b67242512529 req-e88b43be-8a60-43c1-9a1c-a39f32eb4e4c tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:05.927261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c5a6a08-43e3-4306-89d9-b67242512529 req-e88b43be-8a60-43c1-9a1c-a39f32eb4e4c tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 943 time: 0.1092963 Nov 09 17:28:06.037091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c5a6a08-43e3-4306-89d9-b67242512529 req-dcce94c5-b4a0-4d4f-9c10-dcf2daa67fea tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999060 Nov 09 17:28:06.095563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.107206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e93b0b-e13a-4711-8c61-2f61fa842d65 req-85604e1b-2dac-464a-a0ad-8804111afbe6 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.108920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64e93b0b-e13a-4711-8c61-2f61fa842d65 req-85604e1b-2dac-464a-a0ad-8804111afbe6 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.0584102 Nov 09 17:28:06.156957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f16f745-aaef-445f-acec-4d5726bd0893,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:06.163346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Checking segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:06.163695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Network hostable DHCP agents. Network: 01352f60-a549-4973-80f6-630bff32995b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:28:06.167596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64e93b0b-e13a-4711-8c61-2f61fa842d65 req-47a22c31-2964-4210-9279-69e6083fe7a9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465705 Nov 09 17:28:06.187210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Network 01352f60-a549-4973-80f6-630bff32995b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:28:06.199777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'name': 'network-vif-deleted', 'tag': 'd438995e-142b-414c-8fdd-675c56cc3c89'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:06.202134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 01352f60-a549-4973-80f6-630bff32995b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:06.202766 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daf9990-20f6-412f-922c-e26f3f0b340d" -d '{"events": [{"server_uuid": "6d93b60e-b0a5-4456-a9b6-13efb9262a3c", "name": "network-vif-deleted", "tag": "d438995e-142b-414c-8fdd-675c56cc3c89"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:06.209573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.211025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.213975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078618a6-273e-4664-9e30-3a7a8d126aa0 None None] Network 01352f60-a549-4973-80f6-630bff32995b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:06.229054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e97ccf7a-6990-4671-a594-0c041b5591b4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5011535 Nov 09 17:28:06.231555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:06.237896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:06.272099 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191829e-284e-40fa-a855-168cf20f8a5a x-openstack-request-id: req-e191829e-284e-40fa-a855-168cf20f8a5a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:06.272510 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d93b60e-b0a5-4456-a9b6-13efb9262a3c", "name": "network-vif-deleted", "tag": "d438995e-142b-414c-8fdd-675c56cc3c89", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:06.273082 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e191829e-284e-40fa-a855-168cf20f8a5a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:06.273593 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d93b60e-b0a5-4456-a9b6-13efb9262a3c', 'name': 'network-vif-deleted', 'tag': 'd438995e-142b-414c-8fdd-675c56cc3c89', 'status': 'completed', 'code': 200} Nov 09 17:28:06.276912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.279714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.374027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.415280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-01352f60-a549-4973-80f6-630bff32995b', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:28:06.416916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.589925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Allocated IP 172.20.0.2 (01352f60-a549-4973-80f6-630bff32995b/0f16f745-aaef-445f-acec-4d5726bd0893/1e58e3db-5789-4f6d-885e-b1816cf72b65) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:06.604019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.615456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990be32c-9815-474e-bcbd-efeafdf6c16f req-227a004c-7d7f-4070-aa8a-06e8930f6f6e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.617435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-990be32c-9815-474e-bcbd-efeafdf6c16f req-227a004c-7d7f-4070-aa8a-06e8930f6f6e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1570067 Nov 09 17:28:06.722823 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-990be32c-9815-474e-bcbd-efeafdf6c16f req-2fb2ffb5-80e7-4db7-a39b-0696174a16e5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831239 Nov 09 17:28:06.768508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.778715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.823363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Network 01352f60-a549-4973-80f6-630bff32995b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:06.826554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:06.827503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.832060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:06.840771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.849898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.856745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.858191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Pushing event updated for resources: {'Port': ['ID=1e58e3db-5789-4f6d-885e-b1816cf72b65,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:06.873609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.878475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.884815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:06.896001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-8672c495-2a4a-49fb-ab38-497e06eb8089 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.1425314 Nov 09 17:28:06.911642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.930363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Attempting to bind port 1e58e3db-5789-4f6d-885e-b1816cf72b65 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:06.930948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Attempting to bind port 1e58e3db-5789-4f6d-885e-b1816cf72b65 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:06.931299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Attempting to bind port 1e58e3db-5789-4f6d-885e-b1816cf72b65 on network 01352f60-a549-4973-80f6-630bff32995b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:06.937045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:06.937422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Checking segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:06.937833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.938231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Bound using segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:06.938848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Bound port: 1e58e3db-5789-4f6d-885e-b1816cf72b65, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:06.939269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.944871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:06.980882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31ad4f1b-8ae7-4beb-a0c4-b30b6ff2dcf8 req-09f2cefb-ca7f-41dd-9a27-8ac835620ac2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827971 Nov 09 17:28:07.019144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] For port 1e58e3db-5789-4f6d-885e-b1816cf72b65, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:07.023853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] For port 1e58e3db-5789-4f6d-885e-b1816cf72b65, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1e58e3db-5789-4f6d-885e-b1816cf72b65,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:07.029493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.044937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:07.098490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54eb0-56b0-49c6-aedd-be5c9cafd708 None None] Pushing event updated for resources: {'Port': ['ID=1e58e3db-5789-4f6d-885e-b1816cf72b65,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:07.162083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Allocated IP 172.25.3.175 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/2be055b3-7d17-40cd-98db-27cad9214d30) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:07.201506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eab5a-0dec-4efa-972a-862dd4bb299e req-5fa633e8-e2bc-4bbf-8c61-1a00a4eaf799 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.204111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb3eab5a-0dec-4efa-972a-862dd4bb299e req-5fa633e8-e2bc-4bbf-8c61-1a00a4eaf799 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 943 time: 0.0607774 Nov 09 17:28:07.266759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Deleting subnet 82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:28:07.270461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.274054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb3eab5a-0dec-4efa-972a-862dd4bb299e req-632563b2-c7bf-4ba9-a81c-b2cf2edab2b3 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626173 Nov 09 17:28:07.358788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.394847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358929-7bba-45df-adaa-8e6728290767 req-f88dd24a-8a9e-479f-949f-8a55b30c3752 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.400949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358929-7bba-45df-adaa-8e6728290767 req-f88dd24a-8a9e-479f-949f-8a55b30c3752 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.407574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358929-7bba-45df-adaa-8e6728290767 req-f88dd24a-8a9e-479f-949f-8a55b30c3752 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.409699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea358929-7bba-45df-adaa-8e6728290767 req-f88dd24a-8a9e-479f-949f-8a55b30c3752 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06&device_id=abddd0a7-627e-410c-bbaa-9086780f4f61&device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 2416 time: 0.2522817 Nov 09 17:28:07.459646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d438995e-142b-414c-8fdd-675c56cc3c89 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:07.479882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.484537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: d438995e-142b-414c-8fdd-675c56cc3c89 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:07.484811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d438995e-142b-414c-8fdd-675c56cc3c89 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:07.485468 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.557778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea358929-7bba-45df-adaa-8e6728290767 req-6f085348-e8f3-40c5-a05c-1d58fa8792c5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375813 Nov 09 17:28:07.573132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a2dc98cb-0882-4f10-858c-4186edc3cd51 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0553737 Nov 09 17:28:07.605989 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.616210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.695418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:07.708460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.718432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f058e71d-784c-40fb-9aa0-869912881926 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/82ffe9e5-41d0-4b95-aca9-d2c4573ffeb1 HTTP/1.1" status: 204 len: 168 time: 0.6671388 Nov 09 17:28:07.718432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:07.762522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:07.773820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.774304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.774779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.775465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.775939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.776399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.777023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.779213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e7137f56-09fd-42f6-94a9-a4e5ad4fc069 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf1a19b8df949b29cb053dfaed37642&device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6492 time: 0.1348720 Nov 09 17:28:07.795432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c444f3a-ed87-4567-8799-1f7424c22b41 req-29ff8d20-1941-4141-940a-04aa635f4c18 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:07.797419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c444f3a-ed87-4567-8799-1f7424c22b41 req-29ff8d20-1941-4141-940a-04aa635f4c18 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.0993602 Nov 09 17:28:07.829527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1e58e3db-5789-4f6d-885e-b1816cf72b65 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:07.849402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:07.871127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2be055b3-7d17-40cd-98db-27cad9214d30,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:07.876081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:07.925769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:07.931202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1e58e3db-5789-4f6d-885e-b1816cf72b65 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:07.932845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.051569 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.093797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1e58e3db-5789-4f6d-885e-b1816cf72b65, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1e58e3db-5789-4f6d-885e-b1816cf72b65,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:08.100798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.190810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1e58e3db-5789-4f6d-885e-b1816cf72b65,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:08.202543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.240320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdb7e17-fbe9-44d9-9d4d-f70db1c40903']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:08.304856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de911816-54c6-43b2-911e-b557176144f8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:08.305425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de911816-54c6-43b2-911e-b557176144f8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:08.333641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c444f3a-ed87-4567-8799-1f7424c22b41 req-b7864566-f300-4a56-9087-0d5b009f97fc tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209129 Nov 09 17:28:08.348905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.349744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.354236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961c04f-714b-4007-85be-42bd20deb658 None None] Network 01352f60-a549-4973-80f6-630bff32995b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:08.356467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.363727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.370348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.379903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.386260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.388228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26ae3441-3def-47a0-8b4f-812369cb356d req-20f376e8-e6df-42a9-a75a-47711d52c3ef tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.2466040 Nov 09 17:28:08.400121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a207657e-f497-413a-a3f5-e9a73fd59353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.400900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a207657e-f497-413a-a3f5-e9a73fd59353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.401470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.402294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a207657e-f497-413a-a3f5-e9a73fd59353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.405595 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a207657e-f497-413a-a3f5-e9a73fd59353 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=4725020f-aa99-4326-8bb9-f0f85a109152&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 200 len: 2291 time: 0.5840364 Nov 09 17:28:08.458645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.474648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:28:08.475069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:28:08.478062 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:28:08.483927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b49f6acd-3804-45b9-a43d-15224bfce467 None None] Provisioning complete for port 1e58e3db-5789-4f6d-885e-b1816cf72b65 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:08.484309 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b49f6acd-3804-45b9-a43d-15224bfce467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.513897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-648f2b24-a066-4726-94b4-74b42da3d1ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 200 len: 1001 time: 0.0987456 Nov 09 17:28:08.522841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393340c-cd86-4b70-aaf2-6c6917143b8a req-efb291cf-6504-473d-a231-cf260866e156 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.530002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b393340c-cd86-4b70-aaf2-6c6917143b8a req-efb291cf-6504-473d-a231-cf260866e156 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 943 time: 0.1178820 Nov 09 17:28:08.575801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.603268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-fa6c54c5-46ac-4b1b-b7a9-3602082d5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.604745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-fa6c54c5-46ac-4b1b-b7a9-3602082d5c9e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc0da707-c995-4377-8781-f8ebb9c5b4dc HTTP/1.1" status: 200 len: 851 time: 0.0676589 Nov 09 17:28:08.623201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b393340c-cd86-4b70-aaf2-6c6917143b8a req-19af5978-c1f0-473e-9dff-2716b1b78579 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919559 Nov 09 17:28:08.638778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26ae3441-3def-47a0-8b4f-812369cb356d req-5c2a01fd-c1f7-43a3-be48-bbae59d267db tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349312 Nov 09 17:28:08.666861 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.680616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:08.687809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ffdb7e17-fbe9-44d9-9d4d-f70db1c40903 HTTP/1.1" status: 204 len: 168 time: 0.9655962 Nov 09 17:28:08.695124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-fa646e1f-0738-44e0-a253-525777877c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:08.701802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-fa646e1f-0738-44e0-a253-525777877c21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763006 Nov 09 17:28:08.704959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa0f3f-4894-4283-baab-2a48607d3913 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdb7e17-fbe9-44d9-9d4d-f70db1c40903,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:08.905458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33558) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:08.909623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-4b0fb79b-098d-447c-a87a-32dfe3023320 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933734 Nov 09 17:28:09.043275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8bef6e67-44e4-4542-829a-88b8b683cbca None None] Provisioning complete for port 1e58e3db-5789-4f6d-885e-b1816cf72b65 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:09.045476 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bef6e67-44e4-4542-829a-88b8b683cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.059784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.081513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bebb8c56-136d-4f76-9074-1c93d3055c80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ad28831f76b49da992f1014e43f8eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703944 Nov 09 17:28:09.085026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33564) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:09.143502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-4a483ad6-3912-4944-a339-21bfb67ade82 service neutron] 10.222.0.83 "GET /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223048 Nov 09 17:28:09.201026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-275a2261-d265-4ae4-8aed-311beccf0eb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 217 time: 0.0429482 Nov 09 17:28:09.201782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d56becc2-b790-41b8-9d34-a7e9a418f82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.274477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-291a9fc9-fc06-4bdd-9994-2a50f913dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:09.276075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-291a9fc9-fc06-4bdd-9994-2a50f913dfa4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0629876 Nov 09 17:28:09.278114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d56becc2-b790-41b8-9d34-a7e9a418f82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.365800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-031d6a0c-864c-4d78-bf9c-81156be41538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:09.367645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-031d6a0c-864c-4d78-bf9c-81156be41538 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813398 Nov 09 17:28:09.408290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d56becc2-b790-41b8-9d34-a7e9a418f82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.411820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d56becc2-b790-41b8-9d34-a7e9a418f82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.415567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d56becc2-b790-41b8-9d34-a7e9a418f82d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b243171-ab5b-47fe-80ce-219de95314ee HTTP/1.1" status: 204 len: 168 time: 0.3268254 Nov 09 17:28:09.463853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56becc2-b790-41b8-9d34-a7e9a418f82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b243171-ab5b-47fe-80ce-219de95314ee,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:09.516968 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-368ea54e-8908-4856-94a4-19f80b32137b service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406021 Nov 09 17:28:09.553767 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178ce9e-3cc6-4faf-8653-83865fb596e4 req-03f43989-10b6-4034-95e0-3f9d660bce78 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:09.561814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8178ce9e-3cc6-4faf-8653-83865fb596e4 req-03f43989-10b6-4034-95e0-3f9d660bce78 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.5621107 Nov 09 17:28:09.636806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8178ce9e-3cc6-4faf-8653-83865fb596e4 req-e9692625-493e-4554-bfc6-bf88af8fff86 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739429 Nov 09 17:28:09.675921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Router e727053f-3ed9-48d3-845e-0c93dc85a4b0 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:28:09.695713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-070e26b6-3753-4ad6-b936-16ea6e617f01 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687875 Nov 09 17:28:09.751886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-1d7de4d6-c1c8-4cab-989f-05eaf28bf9e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 217 time: 0.0474424 Nov 09 17:28:09.817700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1e58e3db-5789-4f6d-885e-b1816cf72b65 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:09.829132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-6ab6378a-0cf5-4b32-9140-f6ca2925929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:09.833118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-6ab6378a-0cf5-4b32-9140-f6ca2925929c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0712509 Nov 09 17:28:09.855820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 825e09da-b762-41ae-b5eb-edbf7c9f4257 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:09.865478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf6ca3-1eab-4d1d-9dcb-059b6c0e7a2e req-15d7d337-c3d0-4b84-9794-02ad7450631c tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:09.867253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2cdf6ca3-1eab-4d1d-9dcb-059b6c0e7a2e req-15d7d337-c3d0-4b84-9794-02ad7450631c tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 943 time: 0.1242416 Nov 09 17:28:09.946294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:09.962259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Sync routers for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:09.962965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2cdf6ca3-1eab-4d1d-9dcb-059b6c0e7a2e req-2ccea4cf-24bc-440e-b189-6e4176f40e41 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865581 Nov 09 17:28:09.978734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:09.979992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a91b6f81-dae9-4e7b-af0e-cf4d841c94b4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7474706 Nov 09 17:28:09.983015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:09.986235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-6052a039-7b64-4cff-b932-33a46ce28943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:09.989082 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-6052a039-7b64-4cff-b932-33a46ce28943 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1505256 Nov 09 17:28:09.991964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:09.993223 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:10.032624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1e58e3db-5789-4f6d-885e-b1816cf72b65 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:10.033013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:10.148292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:10.175260 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:10.178589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'port_id': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'mac_address': 'fa:16:3e:2a:f4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:10.230183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.259663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.273448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.288235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.327305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:10.328402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.345462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.360802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.364262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825e09da-b762-41ae-b5eb-edbf7c9f4257 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:10.376884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85e6cd45-60a0-481e-899d-a16878c85fca req-35c1028e-15ee-481c-91a0-479463995865 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5428 time: 0.4582434 Nov 09 17:28:10.425073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:10.431962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:10.432726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device af5f35fd-94c0-4144-91d9-c409e69e2324 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:10.565307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-28c9d587-066f-44ff-b4c9-bc9ea8eded72 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644746 Nov 09 17:28:10.584522 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:08Z', 'revision_number': 3, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:10.599303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85e6cd45-60a0-481e-899d-a16878c85fca req-7ed80c4b-e717-492a-b5cf-473c1df9aedb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996608 Nov 09 17:28:10.626862 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Checking router: e727053f-3ed9-48d3-845e-0c93dc85a4b0 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:10.627755 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Updating router e727053f-3ed9-48d3-845e-0c93dc85a4b0 port 2be055b3-7d17-40cd-98db-27cad9214d30 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:28:10.638339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced8ec-ff0f-4946-8a2d-6f7282f2ec29 req-60803846-aa1f-40d9-a855-46eac27d11a9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.644782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4cced8ec-ff0f-4946-8a2d-6f7282f2ec29 req-60803846-aa1f-40d9-a855-46eac27d11a9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1297958 Nov 09 17:28:10.661319 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:10.734723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=af5f35fd-94c0-4144-91d9-c409e69e2324,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:10.762963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'af5f35fd-94c0-4144-91d9-c409e69e2324', 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8', 'port_id': 'af5f35fd-94c0-4144-91d9-c409e69e2324', 'mac_address': 'fa:16:3e:d0:68:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496071f1-a1cd-49c0-8526-00a37cbf7bc0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:10.766008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:10.792295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4cced8ec-ff0f-4946-8a2d-6f7282f2ec29 req-c7fecffd-f018-4b79-b0ec-c2c85f9549be tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283138 Nov 09 17:28:10.806620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e2ec3227-3de9-48f4-942f-3e40b6ceef66 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058380 Nov 09 17:28:10.853032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:10.878398 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-b27f7300-b6d0-4705-83b0-3cca5f0b37a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078 HTTP/1.1" status: 200 len: 217 time: 0.0635772 Nov 09 17:28:10.881027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33610) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:10.912985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5f35fd-94c0-4144-91d9-c409e69e2324 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:10.949301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-6cb49f97-22b3-4795-a3b3-76c303b0bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:10.951986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-6cb49f97-22b3-4795-a3b3-76c303b0bd80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0618434 Nov 09 17:28:10.967635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=af5f35fd-94c0-4144-91d9-c409e69e2324,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:10.972809 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:10.973814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d291281e-5218-4572-bf64-cacf3471a351 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:10.988258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.039217 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.046310 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.075250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-49068aad-92c7-4a9e-9d46-9393bf78c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.082507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-49068aad-92c7-4a9e-9d46-9393bf78c16c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150033 Nov 09 17:28:11.091741 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Pushing event updated for resources: {'Port': ['ID=2be055b3-7d17-40cd-98db-27cad9214d30,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:11.103488 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.104067 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.104578 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.105109 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.105590 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.106062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.106540 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.107026 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.107507 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.108126 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.108599 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.109054 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:11.121260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:11.135127 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Attempting to bind port 2be055b3-7d17-40cd-98db-27cad9214d30 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:11.135406 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Attempting to bind port 2be055b3-7d17-40cd-98db-27cad9214d30 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:11.135788 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Attempting to bind port 2be055b3-7d17-40cd-98db-27cad9214d30 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:11.141556 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:11.141934 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:11.142331 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.143696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:11.144357 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Bound port: 2be055b3-7d17-40cd-98db-27cad9214d30, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:11.145006 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.174213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d291281e-5218-4572-bf64-cacf3471a351,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:11.188274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd291281e-5218-4572-bf64-cacf3471a351', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'port_id': 'd291281e-5218-4572-bf64-cacf3471a351', 'mac_address': 'fa:16:3e:fb:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:11.190492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1964890700-network', 'tenant_id': 'd857f15c39a54cd689e2df3794bc23f6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:11.203521 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] For port 2be055b3-7d17-40cd-98db-27cad9214d30, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:11.209036 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] For port 2be055b3-7d17-40cd-98db-27cad9214d30, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2be055b3-7d17-40cd-98db-27cad9214d30,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:11.217306 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.248648 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.258502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Made reservation on behalf of d857f15c39a54cd689e2df3794bc23f6 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:11.260551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.264461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d291281e-5218-4572-bf64-cacf3471a351 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:11.283180 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b535379-ae7d-47ed-8447-ded071c26f24 None None] Pushing event updated for resources: {'Port': ['ID=2be055b3-7d17-40cd-98db-27cad9214d30,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:11.285797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.289299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49151acb-1ea2-4090-920e-2bc19e3f8e89 req-972719d8-2ae3-4b3b-af6c-3c2a5b6ecc79 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.291932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49151acb-1ea2-4090-920e-2bc19e3f8e89 req-972719d8-2ae3-4b3b-af6c-3c2a5b6ecc79 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.1161029 Nov 09 17:28:11.306131 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:11.307432 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:11.309009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d291281e-5218-4572-bf64-cacf3471a351,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:11.316663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.317569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:11.352041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3346-544e-4bb3-b47f-5b9a65882e20 req-43ae4aa1-4e06-4dcd-b47e-a11a8d14a3e6 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.353826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df5e3346-544e-4bb3-b47f-5b9a65882e20 req-43ae4aa1-4e06-4dcd-b47e-a11a8d14a3e6 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 943 time: 0.2402282 Nov 09 17:28:11.388947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:11.426476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Allocated IP 172.20.0.1 (01352f60-a549-4973-80f6-630bff32995b/0f16f745-aaef-445f-acec-4d5726bd0893/a5e413a1-396c-4487-9835-3920b130bc67) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:11.447784 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:11.453136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-287a328c-ec6d-4b9a-ba8a-3b7778d95d50 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646693 Nov 09 17:28:11.457576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49151acb-1ea2-4090-920e-2bc19e3f8e89 req-d494a828-cabd-4e89-9a8f-99b0f36953c3 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469374 Nov 09 17:28:11.475998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df5e3346-544e-4bb3-b47f-5b9a65882e20 req-6a24d5c4-d721-4204-9b03-43ece21b9b5e tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156323 Nov 09 17:28:11.525402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,segment=NetworkSegment(0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3),segment_id=0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:11.707406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.714729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.716387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a', 'network_id': 'bb8db38c-63d1-4cbb-8162-294cc45851f6', 'port_id': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a', 'mac_address': 'fa:16:3e:4a:20:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9877bed-18ae-47dd-b280-32739ba0f83f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:11.729209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:28:11.740398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.744580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.745214 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Added segment 7b252aaf-97fb-4a5c-9df4-cd83dbf996a5 of type vlan for network 7d201112-7422-4641-853a-a5a9082b3f60 Nov 09 17:28:11.775949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.790425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:11.795263 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0e6add94-364f-4985-a969-30292966ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:08Z', 'revision_number': 3, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:11.812449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,segment=NetworkSegment(0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3),segment_id=0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:11.819616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.820445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ee9048a4-8790-4e0b-afd1-14fb6319068d details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:11.842866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-e9cbf7cc-599b-4b97-963a-26e31d589f91 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828251 Nov 09 17:28:11.851492 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6add94-364f-4985-a969-30292966ae12 None None] The sync data for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 is: [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:08Z', 'revision_number': 3, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:11.867067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.867479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729b063-039a-4f26-b8d3-9513a29e8954,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:11.875818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.885651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.892679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.893936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:11.900372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.909138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.911567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.916837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:11.927670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-29f3b810-a482-4cc7-8729-df13197388af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5431 time: 0.1735229 Nov 09 17:28:11.934738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:11.943313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:11.952478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'ee9048a4-8790-4e0b-afd1-14fb6319068d', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'port_id': 'ee9048a4-8790-4e0b-afd1-14fb6319068d', 'mac_address': 'fa:16:3e:d6:81:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:12.001202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.002231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:12.002824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.008082 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.008260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Network 01352f60-a549-4973-80f6-630bff32995b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:12.008384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-2cc7ddbf-33e7-4b71-b3d8-ea68e08b7cde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=5729fcde-178d-4c21-8f3a-057e019dc413 HTTP/1.1" status: 200 len: 217 time: 0.1466396 Nov 09 17:28:12.016837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:12.029933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9048a4-8790-4e0b-afd1-14fb6319068d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:12.031926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:12.057579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:12.067008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.068147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48f4ba53-c3f1-483d-b396-616b01385482 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:12.075383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Pushing event updated for resources: {'Port': ['ID=a5e413a1-396c-4487-9835-3920b130bc67,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:12.097606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f81cc3e-62d3-4d61-bd70-aed8a8280c7f req-5e1ea6c9-73a5-444f-a43c-1109fc8ef918 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689360 Nov 09 17:28:12.129835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-513c49f6-afae-4e47-87ab-3520db10bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:12.131720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-513c49f6-afae-4e47-87ab-3520db10bf36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 200 len: 797 time: 0.0836589 Nov 09 17:28:12.139011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.155664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48f4ba53-c3f1-483d-b396-616b01385482,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:12.171368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:12.179399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '48f4ba53-c3f1-483d-b396-616b01385482', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'port_id': '48f4ba53-c3f1-483d-b396-616b01385482', 'mac_address': 'fa:16:3e:ee:0e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:12.259894 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.297069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4141114 Nov 09 17:28:12.298781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:12.317055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab890a1d-67cd-49ac-9451-a993a15bcdbb admin admin] Pushing event updated for resources: {'Network': ['ID=7d201112-7422-4641-853a-a5a9082b3f60,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:12.317463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Request body: {'subnet': {'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1964890700-subnet', 'tenant_id': 'd857f15c39a54cd689e2df3794bc23f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:12.324153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f4ba53-c3f1-483d-b396-616b01385482 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:12.329537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0f23-e3b2-4049-9fae-8786f63c1487 req-f1aaf107-5b21-4390-be08-12361a8f6c78 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:12.338136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8ef0f23-e3b2-4049-9fae-8786f63c1487 req-f1aaf107-5b21-4390-be08-12361a8f6c78 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.3504434 Nov 09 17:28:12.339308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 7d201112-7422-4641-853a-a5a9082b3f60 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:28:12.427822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Made reservation on behalf of d857f15c39a54cd689e2df3794bc23f6 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:12.434793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.444129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-ba7955e6-0b12-43eb-8830-7eedc5397c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:12.448470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-ba7955e6-0b12-43eb-8830-7eedc5397c99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4725020f-aa99-4326-8bb9-f0f85a109152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2564640 Nov 09 17:28:12.474916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48f4ba53-c3f1-483d-b396-616b01385482,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:12.482159 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.483281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 9d51d939-2eb8-43bd-90b4-4317999bba79 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:12.546383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8ef0f23-e3b2-4049-9fae-8786f63c1487 req-4bc92202-3dde-4f6e-840c-5f0c00d2a749 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072625 Nov 09 17:28:12.552695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.625454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-89d3399e-fca9-4dbe-92bb-c61ece91b5c2 None None] Provisioning complete for port a5e413a1-396c-4487-9835-3920b130bc67 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:12.625837 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89d3399e-fca9-4dbe-92bb-c61ece91b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.631792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:12.643146 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-c519d1d3-2f0f-4450-82a1-c76bf23eb615 service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721320 Nov 09 17:28:12.656845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9d51d939-2eb8-43bd-90b4-4317999bba79,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:12.680552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '9d51d939-2eb8-43bd-90b4-4317999bba79', 'network_id': '3cdf0bbe-d356-4347-8c15-0d0cdeb5328c', 'port_id': '9d51d939-2eb8-43bd-90b4-4317999bba79', 'mac_address': 'fa:16:3e:8b:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229662dc-f494-4433-9a22-e92357a57fbd', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:12.696334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-89d3399e-fca9-4dbe-92bb-c61ece91b5c2 None None] Port a5e413a1-396c-4487-9835-3920b130bc67 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:28:12.745781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.769590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d51d939-2eb8-43bd-90b4-4317999bba79 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:12.774272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c8394-20ea-4db2-b09f-bd96bc3175dd req-9f971805-9988-4904-b627-b871df460b52 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:12.782046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af1c8394-20ea-4db2-b09f-bd96bc3175dd req-9f971805-9988-4904-b627-b871df460b52 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.2859886 Nov 09 17:28:12.798724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9d51d939-2eb8-43bd-90b4-4317999bba79,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:12.806526 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:12.807315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3b89beff-f915-477d-a855-e61e7d30d7a0 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:12.813303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-2267e75b-f7af-42cd-a015-43028b575dcd service neutron] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618814 Nov 09 17:28:12.834726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb06a8-27aa-4cd7-a3a7-e56ef32e108f req-ac6d762f-8b27-411a-a19c-6d6a15dda83e tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:12.843396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5edb06a8-27aa-4cd7-a3a7-e56ef32e108f req-ac6d762f-8b27-411a-a19c-6d6a15dda83e tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 944 time: 0.1344929 Nov 09 17:28:12.912522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:12.912769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-ccbde466-4221-4ea6-959c-29509559e397 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 200 len: 217 time: 0.0880287 Nov 09 17:28:12.917072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3b89beff-f915-477d-a855-e61e7d30d7a0,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:12.926965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af1c8394-20ea-4db2-b09f-bd96bc3175dd req-001f2288-a5ad-435c-98ab-7adb6dc9e1d8 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438046 Nov 09 17:28:12.941365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '3b89beff-f915-477d-a855-e61e7d30d7a0', 'network_id': '9fe57671-200c-4e04-847e-9820a25cc8d8', 'port_id': '3b89beff-f915-477d-a855-e61e7d30d7a0', 'mac_address': 'fa:16:3e:0a:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496071f1-a1cd-49c0-8526-00a37cbf7bc0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:13.007734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5edb06a8-27aa-4cd7-a3a7-e56ef32e108f req-5fa0fdec-dd78-407e-8121-c58be0b51584 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627576 Nov 09 17:28:13.022930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.033221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.045559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-4d91a125-1f80-48f5-bb08-7b0d60f4e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.050953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-4d91a125-1f80-48f5-bb08-7b0d60f4e5d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.1199300 Nov 09 17:28:13.063060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.098555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b89beff-f915-477d-a855-e61e7d30d7a0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:13.124412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3b89beff-f915-477d-a855-e61e7d30d7a0,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:13.126108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Pushing event updated for resources: {'Port': ['ID=a5e413a1-396c-4487-9835-3920b130bc67,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:13.139233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.147552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a13ebf8c-6a75-4848-8423-70bf83a682a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.149180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a13ebf8c-6a75-4848-8423-70bf83a682a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880125 Nov 09 17:28:13.152807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.184146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.274855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:13.300537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ab3572-6b00-40e9-a7b4-40a92db32361,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:13.344846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Checking segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:13.345201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Network hostable DHCP agents. Network: 7d201112-7422-4641-853a-a5a9082b3f60, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:28:13.385087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-a333d0bb-83ff-47e5-9557-ac76e8c39c6d service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235658 Nov 09 17:28:13.392507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.399436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.399653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004e9eb-8c05-4153-95bc-c4ccb84a7dab req-e7dc742c-0237-4292-8c9a-5cb801032a39 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.401474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d004e9eb-8c05-4153-95bc-c4ccb84a7dab req-e7dc742c-0237-4292-8c9a-5cb801032a39 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.0953863 Nov 09 17:28:13.405528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.412630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.420295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.428013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.435325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.437649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ab1c807c-e521-427d-a46a-a5b13b3ab69e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5435 time: 0.1965828 Nov 09 17:28:13.445806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Network 7d201112-7422-4641-853a-a5a9082b3f60 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:28:13.482620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 7d201112-7422-4641-853a-a5a9082b3f60) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:13.491300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.491999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:13.494230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5acfa8-6962-4430-a778-ab989d9981eb None None] Network 7d201112-7422-4641-853a-a5a9082b3f60 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:13.503666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Network 01352f60-a549-4973-80f6-630bff32995b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:13.519423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:13.545218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-0c656fa9-4f5c-4fd2-a853-2577c1530c21 service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426108 Nov 09 17:28:13.556919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d0611bdb-3fe8-4710-94ee-d33c1fc3848c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2473278 Nov 09 17:28:13.606790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dc459ea-dd2c-4f12-a410-ddfde6c11278 req-ee2db1f6-d234-483c-8489-d5da18312efe tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579881 Nov 09 17:28:13.673255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d004e9eb-8c05-4153-95bc-c4ccb84a7dab req-115f4669-2bff-4301-931a-5ab9333ae278 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584963 Nov 09 17:28:13.677041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-11312eb1-ee87-422c-abf1-209726e44781 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 200 len: 217 time: 0.1182256 Nov 09 17:28:13.709164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add046c2-a37b-48dc-a570-6df1a405893f None None] Network 7d201112-7422-4641-853a-a5a9082b3f60 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:13.751058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-f97257bc-7d7e-47df-a970-db800ad8cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.754690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-f97257bc-7d7e-47df-a970-db800ad8cb32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 200 len: 797 time: 0.0682652 Nov 09 17:28:13.803351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Router e727053f-3ed9-48d3-845e-0c93dc85a4b0 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:28:13.828740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-b42dd0b4-a831-4dd7-b62f-fc3dbd591240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:13.835328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-b42dd0b4-a831-4dd7-b62f-fc3dbd591240 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6605acd3-5c0b-4d38-bcea-dfc6643de5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611961 Nov 09 17:28:13.939153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2be055b3-7d17-40cd-98db-27cad9214d30 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:14.033827 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-f24c08f7-7b6c-47c5-8240-97395bc3daed service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905413 Nov 09 17:28:14.067641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f0f50589-3fc9-4fab-89e2-d410da0e942f None None] Provisioning complete for port a5e413a1-396c-4487-9835-3920b130bc67 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:14.068028 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0f50589-3fc9-4fab-89e2-d410da0e942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:14.141151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f0f50589-3fc9-4fab-89e2-d410da0e942f None None] Port a5e413a1-396c-4487-9835-3920b130bc67 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:28:14.145477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94027dba-e259-4d25-88dc-13749e3ff7b8 req-479d7afe-50c5-4702-b4d5-1c48ec7d33bb service neutron] 10.222.0.83 "GET /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029103 Nov 09 17:28:14.155823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2be055b3-7d17-40cd-98db-27cad9214d30 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:14.156188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:14.198645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:14.232883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d06561-7099-4f39-b016-d958b7828bba req-de8e865c-748d-41d1-b50a-0962d8f2be62 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:14.234653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96d06561-7099-4f39-b016-d958b7828bba req-de8e865c-748d-41d1-b50a-0962d8f2be62 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.2747824 Nov 09 17:28:14.246920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-aafe0985-43a0-413b-a49c-58343df7689e admin admin] 10.222.0.45 "PUT /v2.0/routers/e727053f-3ed9-48d3-845e-0c93dc85a4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2625966 Nov 09 17:28:14.258895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:14.266231 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:28:14.284690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 2be055b3-7d17-40cd-98db-27cad9214d30, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2be055b3-7d17-40cd-98db-27cad9214d30,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:14.287193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d291281e-5218-4572-bf64-cacf3471a351'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:14.296714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3b89beff-f915-477d-a855-e61e7d30d7a0'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:14.299361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['9d51d939-2eb8-43bd-90b4-4317999bba79'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:14.300285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-d3568e76-678a-4c97-927c-79a74fb5651d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:14.302069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-d3568e76-678a-4c97-927c-79a74fb5651d tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0954649 Nov 09 17:28:14.385627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96d06561-7099-4f39-b016-d958b7828bba req-4b90c520-08e9-4f34-b847-4a7968aad5b0 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367397 Nov 09 17:28:14.454757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1b400e44-a3fb-432e-80a9-6a2a3eeacd8a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:14.457187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['ee9048a4-8790-4e0b-afd1-14fb6319068d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:14.468765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['48f4ba53-c3f1-483d-b396-616b01385482'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:14.483860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Deleting port 432648a2-c95f-4a09-b602-8fdd295512f2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:14.484466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:14.495744 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:14.595457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6426ccb-c3ca-486d-95e6-b503b730936e req-fb8f8dc8-fd1a-4196-8c23-31110a79c7db tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:14.604935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6426ccb-c3ca-486d-95e6-b503b730936e req-fb8f8dc8-fd1a-4196-8c23-31110a79c7db tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 946 time: 0.1139884 Nov 09 17:28:14.632173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] For port 432648a2-c95f-4a09-b602-8fdd295512f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=432648a2-c95f-4a09-b602-8fdd295512f2,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:14.633106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:14.692467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6426ccb-c3ca-486d-95e6-b503b730936e req-6e173a08-0b3d-47ea-8e0c-a405b976715c tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups?id=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862992 Nov 09 17:28:14.742672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Sync routers for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:14.809874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=2be055b3-7d17-40cd-98db-27cad9214d30,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:14.848205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:14.848848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:14.860416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955dec6-615c-4100-b4ec-688cf275a27d req-4c534da9-4b63-44da-842a-07048d32f380 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:14.862640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0955dec6-615c-4100-b4ec-688cf275a27d req-4c534da9-4b63-44da-842a-07048d32f380 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 944 time: 0.0583236 Nov 09 17:28:14.939086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0955dec6-615c-4100-b4ec-688cf275a27d req-0f866015-c5dc-4e08-8461-ca4541c36001 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670121 Nov 09 17:28:15.022339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.023265 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.023265 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Floating IP 314688c5-748e-4303-a1ea-3675f514cd93 disassociated. External IP: 172.25.3.46, port: 432648a2-c95f-4a09-b602-8fdd295512f2. Nov 09 17:28:15.023265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Calling delete_port for 432648a2-c95f-4a09-b602-8fdd295512f2 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:15.100485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-bca9ef87-9575-4cb9-8858-e8bb060a0a39 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.102079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-bca9ef87-9575-4cb9-8858-e8bb060a0a39 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 813 time: 0.2769372 Nov 09 17:28:15.137759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-af2f2c1e-333b-4e8e-bfe1-5e2748ff37f3 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/quotas/d857f15c39a54cd689e2df3794bc23f6 HTTP/1.1" status: 200 len: 375 time: 0.0194612 Nov 09 17:28:15.178095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-af03bf43-9c13-43b9-8fd6-3f68132760e6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307448 Nov 09 17:28:15.255744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['825e09da-b762-41ae-b5eb-edbf7c9f4257'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:15.257756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['af5f35fd-94c0-4144-91d9-c409e69e2324'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:15.289099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.326501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:15.332085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282000776', 'description': 'tempest-description--253178864'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:15.366842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.416346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:15.488345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.494588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.500967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.508074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.514110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.521300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.527401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.529359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-45a88db0-b65c-4002-8b90-9e4083107fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5435 time: 0.1302149 Nov 09 17:28:15.581487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.589358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.648902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb7efe61-bb3d-49dd-83c8-81cfd3504072 req-d8f58bab-f224-47cf-addc-9a996db08c3c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074328 Nov 09 17:28:15.651721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.652984 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3255453 Nov 09 17:28:15.655285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd71b0-b0f3-4728-9665-34b7e1f35c07 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3c423-db84-4ec0-843a-90e22157d8bc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:15.657720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:15.663392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Request body: {'security_group_rule': {'security_group_id': 'f0c3c423-db84-4ec0-843a-90e22157d8bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:15.699360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.786939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.796395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.808902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event deleted for resources: {'Port': ['ID=432648a2-c95f-4a09-b602-8fdd295512f2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:15.831916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Router f821c80c-d3de-4f6e-a75f-b8308764db06 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:28:15.844325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60922f9-9527-4b58-8eb4-57e068f0a981,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:15.850297 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-646b4b5f-e324-4de3-b842-3d0587853beb service neutron] 10.222.0.45 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406615 Nov 09 17:28:15.890122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:15.895010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8b1112e0-f617-4889-a919-c86a71e552fa tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2329295 Nov 09 17:28:15.897953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:15.901160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2be055b3-7d17-40cd-98db-27cad9214d30 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:15.906163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Request body: {'security_group_rule': {'security_group_id': 'f0c3c423-db84-4ec0-843a-90e22157d8bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:15.953942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650670e-0479-4c59-be60-598b690e15da req-85bee95a-075f-4ca0-90c7-2fb9f8dc5739 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:15.962045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e650670e-0479-4c59-be60-598b690e15da req-85bee95a-075f-4ca0-90c7-2fb9f8dc5739 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1092324 Nov 09 17:28:15.964875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.072623 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e650670e-0479-4c59-be60-598b690e15da req-8f822903-eec5-4ca1-bc96-587a446812dd tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094649 Nov 09 17:28:16.083924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-2b78f806-41e1-4b0d-925d-9997560370ab service neutron] 10.222.0.45 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322922 Nov 09 17:28:16.094875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.105778 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.139920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:16.156352 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] Sync routers for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:16.167239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4afb065-4aa3-4a5d-aaba-aa911b7372d6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:16.186389 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:16.189156 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:16.189371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.192272 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2846af8a-d55a-4036-8676-e6235dab81de tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2922575 Nov 09 17:28:16.197311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:16.203495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:16.209228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2be055b3-7d17-40cd-98db-27cad9214d30 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:16.209643 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.279592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] No DVR routers for this DVR port 432648a2-c95f-4a09-b602-8fdd295512f2 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:16.285092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.297572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c01afe04-c2bc-4de9-b00a-c21c3d4bae9b req-45462da7-b6d7-4aea-91c4-6ce2d0b3ae72 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.83 "DELETE /v2.0/ports/432648a2-c95f-4a09-b602-8fdd295512f2 HTTP/1.1" status: 204 len: 173 time: 1.9877167 Nov 09 17:28:16.298221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'name': 'network-vif-deleted', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:16.319562 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0842c8ff-f7aa-40f7-8987-954482188a0d" -d '{"events": [{"server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "name": "network-vif-deleted", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:16.325635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5efbef9f-6e99-4f05-a514-edbb20f707ad req-c253fc67-404a-4764-8585-ee38742cc6e7 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0884962 Nov 09 17:28:16.340856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.373250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 2, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:16.555707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Checking router: e727053f-3ed9-48d3-845e-0c93dc85a4b0 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:16.556370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Updating router e727053f-3ed9-48d3-845e-0c93dc85a4b0 port a5e413a1-396c-4487-9835-3920b130bc67 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:28:16.645995 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:16.648162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.657425 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3961ed-30b1-4525-a497-f058b5746aa2 x-openstack-request-id: req-5b3961ed-30b1-4525-a497-f058b5746aa2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:16.657716 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0", "name": "network-vif-deleted", "tag": "432648a2-c95f-4a09-b602-8fdd295512f2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:16.657976 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b3961ed-30b1-4525-a497-f058b5746aa2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:16.658409 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0', 'name': 'network-vif-deleted', 'tag': '432648a2-c95f-4a09-b602-8fdd295512f2', 'status': 'completed', 'code': 200} Nov 09 17:28:16.701514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c7e0-35e7-4437-9d69-22ba523b0a32 req-19b45c21-8bbd-494d-901d-4df43bb7f70b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:16.708108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ca6c7e0-35e7-4437-9d69-22ba523b0a32 req-19b45c21-8bbd-494d-901d-4df43bb7f70b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 944 time: 0.1928568 Nov 09 17:28:16.737185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:16.860643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fe18670-dff3-4903-a2da-ade1d7154eee req-39e0d2bd-220c-4920-9854-08308d2ce51e tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 210 time: 0.0502052 Nov 09 17:28:16.881137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ca6c7e0-35e7-4437-9d69-22ba523b0a32 req-9e4f88e3-7910-49f9-8406-a8d5e58387e7 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640928 Nov 09 17:28:17.041097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Allocated IP 172.25.3.222 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/38d50a73-2633-48a3-af0d-0404f042e031) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:17.130165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.167883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.191177 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:15Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:17.208295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.213881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:17.217937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.223125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 432648a2-c95f-4a09-b602-8fdd295512f2 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:17.231402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.242133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.254230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.257682 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] Checking router: f821c80c-d3de-4f6e-a75f-b8308764db06 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:17.266221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-8c384a7a-0333-4a93-9976-65108fb1418e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5435 time: 0.2573760 Nov 09 17:28:17.281409 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:17.282259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:17.385424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fb08c31-f2ff-4f1c-ab66-6a67ab5f70ac req-3e68ec18-e1c7-457a-a803-8c356ba20b5e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179645 Nov 09 17:28:17.386437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b989-0e24-4718-b698-d5d494c16f15 req-2ef5612b-b3a6-4f35-aadc-28e9d977b1e3 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:17.388055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0755b989-0e24-4718-b698-d5d494c16f15 req-2ef5612b-b3a6-4f35-aadc-28e9d977b1e3 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1669247 Nov 09 17:28:17.429243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 432648a2-c95f-4a09-b602-8fdd295512f2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:17.429582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 432648a2-c95f-4a09-b602-8fdd295512f2 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:17.452187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:17.481688 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:17.498679 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:17.512492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:17.666294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-981a8952-7ab3-4dad-b1f0-8117468342b8 req-d843b758-5c9d-4696-885e-d32d3811ac32 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.1005845 Nov 09 17:28:17.818569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e399f5d-5933-42aa-8c22-969e93475417 None None] Pushing event updated for resources: {'Port': ['ID=a5e413a1-396c-4487-9835-3920b130bc67,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:17.954131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:17.981373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Attempting to bind port a5e413a1-396c-4487-9835-3920b130bc67 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:17.981582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Attempting to bind port a5e413a1-396c-4487-9835-3920b130bc67 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:17.981826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Attempting to bind port a5e413a1-396c-4487-9835-3920b130bc67 on network 01352f60-a549-4973-80f6-630bff32995b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:18.001843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:18.002181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Checking segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:18.007177 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:15Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:18.008564 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.008982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Bound using segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:18.009518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Bound port: a5e413a1-396c-4487-9835-3920b130bc67, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:18.009998 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.015866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '79bd964b-741e-4abf-8b87-6909106b686c', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:18.069729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-caaac233-c1b0-4ec4-93af-810b56e57e34 req-a0ea8ae4-7987-454f-b70d-1bac234380d6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 210 time: 0.0552144 Nov 09 17:28:18.123477 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d998e-cfb5-4045-aa04-4a9a68b5eb3e None None] The sync data for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 is: [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:25:10Z', 'revision_number': 4, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '359a92f7-1fb0-4ca3-8070-8825f547b213', 'name': '', 'network_id': 'a821dd1b-59db-481f-8032-9d97e8dc37b9', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'mac_address': 'fa:16:3e:45:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:07Z', 'updated_at': '2021-11-09T17:25:15Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'subnets': [{'id': '4dcc47cd-9caf-4e18-83bc-5344da332f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:18.205563 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.288741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21182c32-8d03-43f4-9f5b-bdd5a6535d48 req-30db09ec-cce9-4773-b0d5-0624cdbe1b38 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.297578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21182c32-8d03-43f4-9f5b-bdd5a6535d48 req-30db09ec-cce9-4773-b0d5-0624cdbe1b38 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 944 time: 0.0837090 Nov 09 17:28:18.302081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:18.364610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] For port a5e413a1-396c-4487-9835-3920b130bc67, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:18.381466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:18.391720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21182c32-8d03-43f4-9f5b-bdd5a6535d48 req-331352e5-20e6-4055-8ec7-5d674876b178 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928586 Nov 09 17:28:18.397911 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0755b989-0e24-4718-b698-d5d494c16f15 req-b7b69ae3-fa05-42fc-8cd3-047125a7b80f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9877098 Nov 09 17:28:18.402391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2fd3a1f7-df60-4397-90fd-c1241a405713 None None] Provisioning complete for port a5e413a1-396c-4487-9835-3920b130bc67 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:18.402772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a1f7-df60-4397-90fd-c1241a405713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.417239 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.453461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] For port a5e413a1-396c-4487-9835-3920b130bc67, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a5e413a1-396c-4487-9835-3920b130bc67,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:18.483860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.574536 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:18.666514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event updated for resources: {'Port': ['ID=38d50a73-2633-48a3-af0d-0404f042e031,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:18.711013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3a1f7-df60-4397-90fd-c1241a405713 None None] Port a5e413a1-396c-4487-9835-3920b130bc67 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:28:18.714503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:18.716153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:18.722502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:18.746733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309f6ec-75a6-479b-9112-f73f421cece4 None None] New status for floating IP 314688c5-748e-4303-a1ea-3675f514cd93: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:28:18.864744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:18.883283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.888012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65daf3f9-cafa-42d0-b44d-4ab0ec543dfb req-1772a93d-1c76-4916-9dd3-f10e1d7fda73 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0896499 Nov 09 17:28:18.899650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.905767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.927106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.947984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.960133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.969936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:18.995602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af357ebc-d900-482e-b42b-14899661a207 req-e509a4ae-c81d-4bde-983c-9d79c820f525 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5435 time: 0.3785336 Nov 09 17:28:19.089774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.100663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-759da693-b69b-48e7-b976-3e64f107bb37 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:19.103261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-759da693-b69b-48e7-b976-3e64f107bb37 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 813 time: 0.6392517 Nov 09 17:28:19.168234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Request body: {'port': {'device_id': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'admin_state_up': True, 'tenant_id': 'd857f15c39a54cd689e2df3794bc23f6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:19.212964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.277844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e399f5d-5933-42aa-8c22-969e93475417 None None] Pushing event updated for resources: {'Port': ['ID=a5e413a1-396c-4487-9835-3920b130bc67,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:19.285102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['79bd964b-741e-4abf-8b87-6909106b686c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:19.290513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af357ebc-d900-482e-b42b-14899661a207 req-eb3b9a48-4fa1-495f-86b4-f60dbbf3be75 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2938106 Nov 09 17:28:19.299647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:19.301440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:19.355948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-adf4786d-e8ba-4342-8026-40c0f108c505 req-4ebdeeb4-0d82-4ce7-a0de-61b077b8c674 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 210 time: 0.0723825 Nov 09 17:28:19.420696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-91e7df5c-1c0a-455b-a0fd-3d18199b30fe tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:19.424808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-91e7df5c-1c0a-455b-a0fd-3d18199b30fe tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 813 time: 0.4196994 Nov 09 17:28:19.461507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Request body: {'port': {'device_id': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'admin_state_up': True, 'tenant_id': 'd857f15c39a54cd689e2df3794bc23f6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:19.519512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-045a5c9f-1aaf-4420-9610-6afb05bc852a None None] Provisioning complete for port a5e413a1-396c-4487-9835-3920b130bc67 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:19.520232 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-045a5c9f-1aaf-4420-9610-6afb05bc852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.631954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f30c97-4079-4217-a465-af143a91850a req-9a41038f-efe7-499d-8c35-fb04318ec97c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:19.640032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0f30c97-4079-4217-a465-af143a91850a req-9a41038f-efe7-499d-8c35-fb04318ec97c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.0880740 Nov 09 17:28:19.745054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.753433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0f30c97-4079-4217-a465-af143a91850a req-62998b1d-7ec0-4fb5-933c-1e2f4de89862 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124308 Nov 09 17:28:19.755343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.843600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Made reservation on behalf of d857f15c39a54cd689e2df3794bc23f6 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:19.848519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:19.848973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.869091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Made reservation on behalf of d857f15c39a54cd689e2df3794bc23f6 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:19.873305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.910337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4beec0d-d01e-419e-b565-f52d75bbfab5 req-dd0d765e-4d7c-45b5-a0a5-a0bbdcc479c6 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:19.916050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event updated for resources: {'Port': ['ID=38d50a73-2633-48a3-af0d-0404f042e031,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:19.917233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4beec0d-d01e-419e-b565-f52d75bbfab5 req-dd0d765e-4d7c-45b5-a0a5-a0bbdcc479c6 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 944 time: 0.2201099 Nov 09 17:28:19.961336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:19.992852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:20.004783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a892909-d778-42f2-9e8a-1d266a09c586 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8047333 Nov 09 17:28:20.076210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20c49cbd-46aa-48a6-bc35-3fd4d35a95b4 req-0e2c246d-5122-4531-a6fb-b63324d21001 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0515888 Nov 09 17:28:20.131129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4beec0d-d01e-419e-b565-f52d75bbfab5 req-8a7da395-c43e-45f8-9ee3-62d32019bb53 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016051 Nov 09 17:28:20.174746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-045a5c9f-1aaf-4420-9610-6afb05bc852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:20.261714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-045a5c9f-1aaf-4420-9610-6afb05bc852a None None] For port a5e413a1-396c-4487-9835-3920b130bc67, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a5e413a1-396c-4487-9835-3920b130bc67,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:20.277450 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-045a5c9f-1aaf-4420-9610-6afb05bc852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:20.287986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:18Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:20.342139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d8287-65d7-453f-9a51-3667298aa9b5 None None] The sync data for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 is: [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:18Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:20.362386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-8c19d4cd-f2f2-4457-aa00-99d2a142ace5 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1282000776&fields=id&tenant_id=de51302e109f4e75bc59fca2fe6691b0 HTTP/1.1" status: 200 len: 267 time: 0.1073976 Nov 09 17:28:20.385287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a5c9f-1aaf-4420-9610-6afb05bc852a None None] Pushing event updated for resources: {'Port': ['ID=a5e413a1-396c-4487-9835-3920b130bc67,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:20.474345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Allocated IP 172.20.0.4 (7d201112-7422-4641-853a-a5a9082b3f60/10ab3572-6b00-40e9-a7b4-40a92db32361/10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:20.666139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-3b7ab007-5bcf-4a19-8fe7-b9d5d07b21e8 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.669539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-3b7ab007-5bcf-4a19-8fe7-b9d5d07b21e8 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/networks?id=01352f60-a549-4973-80f6-630bff32995b HTTP/1.1" status: 200 len: 815 time: 0.2944250 Nov 09 17:28:20.692987 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.699573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.706228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.713924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.719612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-bd66568a-d9cd-48d4-94cb-4e625eb572f6 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/quotas/de51302e109f4e75bc59fca2fe6691b0 HTTP/1.1" status: 200 len: 375 time: 0.0393064 Nov 09 17:28:20.720299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.727432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.734553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:20.737183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-ccc33799-fb00-47d2-8458-b94ea818c7e8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5435 time: 0.2409899 Nov 09 17:28:20.835506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-779ee84b-943d-48ec-a2c1-fbcaff1ff7f0 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=de51302e109f4e75bc59fca2fe6691b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085320 Nov 09 17:28:20.899313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:20.913618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9411f772-948a-46a4-a07f-b6d4ba902cdf req-b27ab791-7579-4946-96c4-309fef32334c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680717 Nov 09 17:28:20.974799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-0c178231-5e95-4f29-96cf-86d76c2f0a08 service neutron] 10.222.0.45 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360965 Nov 09 17:28:21.073661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Allocated IP 172.20.0.12 (7d201112-7422-4641-853a-a5a9082b3f60/10ab3572-6b00-40e9-a7b4-40a92db32361/2e1c20d8-2e83-4ea1-8a93-9b086925e809) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:21.164157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-2d0ac899-ba04-4c77-9c16-b18cd340d1ed service neutron] 10.222.0.45 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777883 Nov 09 17:28:21.228084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 825e09da-b762-41ae-b5eb-edbf7c9f4257 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:21.354679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:21.379586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 825e09da-b762-41ae-b5eb-edbf7c9f4257 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:21.389702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 825e09da-b762-41ae-b5eb-edbf7c9f4257 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:21.393467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:21.453623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:21.461127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:21.619753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d60c75-7450-48df-b676-a7c777f4ea9f req-0678055b-4914-4729-8441-8cbe5c4c22b5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:21.621409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65d60c75-7450-48df-b676-a7c777f4ea9f req-0678055b-4914-4729-8441-8cbe5c4c22b5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1096008 Nov 09 17:28:21.625019 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:21.630759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Network 7d201112-7422-4641-853a-a5a9082b3f60 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:21.641204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Network 7d201112-7422-4641-853a-a5a9082b3f60 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:21.649179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:21.652320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:21.659147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:21.662162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:21.727969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:21.739740 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc6d9e8-2864-489a-8e50-951f87c0513d" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:21.741586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8914f17-bd46-4b05-a51f-94c9a1fdf818 req-0e9148f4-5d81-448d-bcb5-e0bce89e4ae5 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:21.750483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8914f17-bd46-4b05-a51f-94c9a1fdf818 req-0e9148f4-5d81-448d-bcb5-e0bce89e4ae5 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 932 time: 0.3389411 Nov 09 17:28:21.770333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:21.778819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:21.779924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device af5f35fd-94c0-4144-91d9-c409e69e2324 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:21.828589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65d60c75-7450-48df-b676-a7c777f4ea9f req-4621db33-e2bb-40e6-ae12-1394563a9a21 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908402 Nov 09 17:28:21.874525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event updated for resources: {'Port': ['ID=2e1c20d8-2e83-4ea1-8a93-9b086925e809,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:21.949152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.949717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.949717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.950006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.950605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.950716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.951000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.951416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.951790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.952067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.952394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.952718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:21.987423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:21.988271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.035983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a5e413a1-396c-4487-9835-3920b130bc67 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:22.047152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bd16322-a767-4288-8fd3-bca27e90039a req-b1d620a9-66be-41cf-8e27-8eb3fa994ddb tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0647345 Nov 09 17:28:22.138656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:22.199792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0687389 Nov 09 17:28:22.220083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port af5f35fd-94c0-4144-91d9-c409e69e2324 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:22.222584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:22.224637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.249802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port af5f35fd-94c0-4144-91d9-c409e69e2324 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:22.250319 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.270868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8914f17-bd46-4b05-a51f-94c9a1fdf818 req-118f5ac2-8380-4d1b-b598-6a4929db027b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172946 Nov 09 17:28:22.289860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7bbba99a-f1b1-452f-a7df-5ebb404745c6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8414531 Nov 09 17:28:22.293018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b573333-890d-42b7-b3d9-4c3d9c4626cf req-44746617-901c-4f09-8c89-40e0e6dcb675 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:22.296653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b573333-890d-42b7-b3d9-4c3d9c4626cf req-44746617-901c-4f09-8c89-40e0e6dcb675 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 944 time: 0.1357915 Nov 09 17:28:22.306753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Request body: {'port': {'device_id': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:22.386271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a5e413a1-396c-4487-9835-3920b130bc67 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:22.386659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.429154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Request body: {'port': {'device_id': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:22.441064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b573333-890d-42b7-b3d9-4c3d9c4626cf req-68b08098-caa0-4b5e-953e-391ad3292952 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262128 Nov 09 17:28:22.522668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15c825-156b-40a4-8184-76f75ba8de8a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event updated for resources: {'Port': ['ID=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:22.615666 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844bf1b2-9c95-4b09-867b-75364d018d62 x-openstack-request-id: req-844bf1b2-9c95-4b09-867b-75364d018d62 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:22.615979 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:22.616245 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-844bf1b2-9c95-4b09-867b-75364d018d62 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:22.616659 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'code': 200} Nov 09 17:28:22.618054 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.670801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51413395-97fb-4248-83ae-cd281dadfb55 req-aae25482-dc2c-4f25-9a09-cc762c8ff58f tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 210 time: 0.0655377 Nov 09 17:28:22.682891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.688334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=af5f35fd-94c0-4144-91d9-c409e69e2324,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:22.715677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.717043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d291281e-5218-4572-bf64-cacf3471a351 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:22.856325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:22.865216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.965460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:22.979041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port d291281e-5218-4572-bf64-cacf3471a351 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:22.985293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d291281e-5218-4572-bf64-cacf3471a351 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:22.985906 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.090308 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.115956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b10e16-8942-4520-9438-e64c4d7b3acb req-fbb482e2-f020-4dbb-a1bc-f64b1e94ea1f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.124648 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b10e16-8942-4520-9438-e64c4d7b3acb req-fbb482e2-f020-4dbb-a1bc-f64b1e94ea1f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1224587 Nov 09 17:28:23.138860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d291281e-5218-4572-bf64-cacf3471a351,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:23.150321 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.152229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:23.258634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b10e16-8942-4520-9438-e64c4d7b3acb req-e8365a99-2f86-468d-aab9-9b6887396c4f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229622 Nov 09 17:28:23.282454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:23.305313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:23.310449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:23.310880 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.382823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.391506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.410487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18139d70-ea38-4cff-abd9-091904afb4f4 req-c8b4112a-a045-4011-a2e8-5736ab854629 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0481281 Nov 09 17:28:23.413268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.428791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.451940 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.452283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.465836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.483436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.495726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-45dac47f-8274-4892-8f03-845ac62541e5 req-70a09b40-1936-4f35-aecc-be35e763b492 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5437 time: 0.7047467 Nov 09 17:28:23.559425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a62d67-4253-481f-aacf-de62d544e76b req-9707004b-9a70-44c4-a6ad-72819681a22d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.570505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98a62d67-4253-481f-aacf-de62d544e76b req-9707004b-9a70-44c4-a6ad-72819681a22d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 932 time: 0.0876677 Nov 09 17:28:23.571512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,segment=NetworkSegment(0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3),segment_id=0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:23.578725 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.580510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3b89beff-f915-477d-a855-e61e7d30d7a0 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:23.647108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98a62d67-4253-481f-aacf-de62d544e76b req-39b85c92-22a0-4c34-97bf-5502220c5bad tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691559 Nov 09 17:28:23.758086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:23.787644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-45dac47f-8274-4892-8f03-845ac62541e5 req-1f341efd-fdf1-4a8c-ae11-eb6c808a6d28 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2902434 Nov 09 17:28:23.793300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 3b89beff-f915-477d-a855-e61e7d30d7a0 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:23.800021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 3b89beff-f915-477d-a855-e61e7d30d7a0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:23.800673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.834076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7ac4-5bed-48fd-a9ec-d4de635e45c1 req-0bca1c53-95ad-4e2f-8795-299e6c516571 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.848160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6dd7ac4-5bed-48fd-a9ec-d4de635e45c1 req-0bca1c53-95ad-4e2f-8795-299e6c516571 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.1098850 Nov 09 17:28:23.907388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.957051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3b89beff-f915-477d-a855-e61e7d30d7a0,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:23.969865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:23.972147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:23.976171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-58263f87-e73c-4130-9a84-5728c9364249 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:23.977970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-58263f87-e73c-4130-9a84-5728c9364249 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.43 "GET /v2.0/networks?id=01352f60-a549-4973-80f6-630bff32995b HTTP/1.1" status: 200 len: 815 time: 0.7495358 Nov 09 17:28:23.983337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6dd7ac4-5bed-48fd-a9ec-d4de635e45c1 req-ec1d6203-719c-4b83-b40c-8c78ddb31e80 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283889 Nov 09 17:28:24.071748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:24.090600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.141832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Transition to ACTIVE for port object 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:28:24.143654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 79bd964b-741e-4abf-8b87-6909106b686c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:24.144106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.157405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b2cf383-b07b-4ce4-aa29-635ae684e653 req-37ee0018-a012-4819-bc37-25efb948008d tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 210 time: 0.0713971 Nov 09 17:28:24.163534 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-d32e0e17-3246-4629-8fe8-dc2932af7a01 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de51302e109f4e75bc59fca2fe6691b0 HTTP/1.1" status: 200 len: 380 time: 0.1412551 Nov 09 17:28:24.183634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:24.242313 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.260484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.272477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Request body: {'port': {'device_id': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'admin_state_up': True, 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'security_groups': ['f0c3c423-db84-4ec0-843a-90e22157d8bc']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:24.284669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:24.291095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.292714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48f4ba53-c3f1-483d-b396-616b01385482 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:24.395602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 48f4ba53-c3f1-483d-b396-616b01385482 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:24.404075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 48f4ba53-c3f1-483d-b396-616b01385482 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:24.404550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.433236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Pushing event updated for resources: {'Port': ['ID=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:24.545503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.574257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b1b351f-a052-4e86-9ba3-a2b961fb0dc6 req-83865146-a7ca-4021-ab23-3ef1dab491a4 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0471380 Nov 09 17:28:24.614208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1c20d8-2e83-4ea1-8a93-9b086925e809 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:24.665628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.668241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Made reservation on behalf of de51302e109f4e75bc59fca2fe6691b0 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:24.673197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.676962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48f4ba53-c3f1-483d-b396-616b01385482,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:24.684832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351'}, {'server_uuid': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0'}, {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f4ba53-c3f1-483d-b396-616b01385482'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:24.689811 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a3d46-be65-4362-a996-d81c0906825d" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "d291281e-5218-4572-bf64-cacf3471a351"}, {"server_uuid": "34efbf7d-2f77-4b2b-9970-ca4cb0523900", "name": "network-vif-plugged", "status": "completed", "tag": "1b400e44-a3fb-432e-80a9-6a2a3eeacd8a"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0"}, {"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "48f4ba53-c3f1-483d-b396-616b01385482"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:24.698117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:24.703877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.709186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ee9048a4-8790-4e0b-afd1-14fb6319068d up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:24.727506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8c13-efc6-468b-a990-69aacc729619 req-3c0c2663-ab01-4625-9c5b-3508f77c6c93 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:24.729270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccad8c13-efc6-468b-a990-69aacc729619 req-3c0c2663-ab01-4625-9c5b-3508f77c6c93 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.2996385 Nov 09 17:28:24.733308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Transition to ACTIVE for port object 2e1c20d8-2e83-4ea1-8a93-9b086925e809 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:28:24.841577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:24.859174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port ee9048a4-8790-4e0b-afd1-14fb6319068d completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:24.879482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port ee9048a4-8790-4e0b-afd1-14fb6319068d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:24.879862 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.880890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:24.900616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aec2d-3bcf-4672-82ee-6832e0216e7f req-5ca189d8-3943-49fa-aadf-e661a6a23f5e tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:24.902532 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d0aec2d-3bcf-4672-82ee-6832e0216e7f req-5ca189d8-3943-49fa-aadf-e661a6a23f5e tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 944 time: 0.1166575 Nov 09 17:28:25.065978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d0aec2d-3bcf-4672-82ee-6832e0216e7f req-f06a8221-c48a-44b4-9fd6-3fb8fa36786d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525548 Nov 09 17:28:25.143657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:25.182217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:25.187800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:25.188710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 9d51d939-2eb8-43bd-90b4-4317999bba79 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:25.235626 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770fb69-1e2d-4c28-86d1-1ddb22ca3b63 x-openstack-request-id: req-5770fb69-1e2d-4c28-86d1-1ddb22ca3b63 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:25.236938 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "d291281e-5218-4572-bf64-cacf3471a351", "code": 200}, {"server_uuid": "34efbf7d-2f77-4b2b-9970-ca4cb0523900", "name": "network-vif-plugged", "status": "completed", "tag": "1b400e44-a3fb-432e-80a9-6a2a3eeacd8a", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0", "code": 200}, {"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "48f4ba53-c3f1-483d-b396-616b01385482", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:25.237205 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5770fb69-1e2d-4c28-86d1-1ddb22ca3b63 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:25.237636 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324', 'code': 200} Nov 09 17:28:25.237936 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351', 'code': 200} Nov 09 17:28:25.238196 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a', 'code': 200} Nov 09 17:28:25.238457 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0', 'code': 200} Nov 09 17:28:25.238716 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:28:25.238970 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f4ba53-c3f1-483d-b396-616b01385482', 'code': 200} Nov 09 17:28:25.312823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:25.349945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 9d51d939-2eb8-43bd-90b4-4317999bba79 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:25.355114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 9d51d939-2eb8-43bd-90b4-4317999bba79 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:25.355652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:25.409503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.427229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.443171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.450899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.476513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.492045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.501578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.509375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-d8d619b6-4d8b-4ff1-ad88-1252982eb52a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5441 time: 0.2231295 Nov 09 17:28:25.522553 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:25.577268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Attempting to bind port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:25.577596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Attempting to bind port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:25.577966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Attempting to bind port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:25.597852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9d51d939-2eb8-43bd-90b4-4317999bba79,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:25.603656 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:25.669292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c1d212c-0bdc-434b-8d08-b43a27eccb28 req-c51900cf-7bb8-478d-b822-8b47a9d674b2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469181 Nov 09 17:28:25.733418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:25.763908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccad8c13-efc6-468b-a990-69aacc729619 req-4c567f72-1b6d-4ad9-a6c5-10f678d46b0b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0216279 Nov 09 17:28:25.788583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 on network 7d201112-7422-4641-853a-a5a9082b3f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:28:25.788919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Attempting to bind port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:25.826544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:25.827776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Checking segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:25.828278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Bound using segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:25.829161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Bound port: 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:25.829293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:25.853078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1c20d8-2e83-4ea1-8a93-9b086925e809,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:25.921078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653834-c335-4743-ad0c-93ef4d5ba889 req-b87650e1-a5cf-4ba2-87f2-3bc7978f5719 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:25.922689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c653834-c335-4743-ad0c-93ef4d5ba889 req-b87650e1-a5cf-4ba2-87f2-3bc7978f5719 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.1402206 Nov 09 17:28:26.026417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72aabc8f-a592-4d43-83c9-3855fed327d1 req-df45d1e0-7a07-4c6b-9225-10fe70077a63 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 210 time: 0.0575018 Nov 09 17:28:26.027944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Allocated IP 172.20.0.6 (01352f60-a549-4973-80f6-630bff32995b/0f16f745-aaef-445f-acec-4d5726bd0893/0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:26.031627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Attempting to bind port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:26.032164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Attempting to bind port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:26.032498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Attempting to bind port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:26.056533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c653834-c335-4743-ad0c-93ef4d5ba889 req-cbf0a51a-6a0c-4b7b-9bb2-dd9e9d1ceb06 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253970 Nov 09 17:28:26.099329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6913c01-9323-4200-9d2c-4260d0f8ebaf req-bb068f41-f03b-4c9e-a82b-5279a81c2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.100866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6913c01-9323-4200-9d2c-4260d0f8ebaf req-bb068f41-f03b-4c9e-a82b-5279a81c2bc4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 1096 time: 0.5266752 Nov 09 17:28:26.135604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 on network 7d201112-7422-4641-853a-a5a9082b3f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:28:26.135961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Attempting to bind port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:26.174434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:26.174856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Checking segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:26.175187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Bound using segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:26.175777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Bound port: 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:26.176144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:26.205950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49a0a96e-6ef2-45b7-b2b9-aaa4c2eb7272 req-d332ae74-a453-4a6b-a8b5-967afcacee29 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d30152b-0f0d-4a9c-b02d-cd5d9153a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0532920 Nov 09 17:28:26.230826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] For port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:26.365060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] For port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:26.383994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6913c01-9323-4200-9d2c-4260d0f8ebaf req-53b5b365-7029-42ba-aad1-79d6a0984bb7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678609 Nov 09 17:28:26.389367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:26.410587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.411258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:26.413151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] 10.222.0.43 "PUT /v2.0/ports/10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 HTTP/1.1" status: 200 len: 1091 time: 4.1412263 Nov 09 17:28:26.434811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'tag': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:26.437723 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "21745070-4302-4a5c-bcc9-06a34ecdb94b", "tag": "10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:26.552629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] For port 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:26.556789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] For port 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:26.603322 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1104ad3a-d0ea-48d7-b8f5-2f91a3b31e87 x-openstack-request-id: req-1104ad3a-d0ea-48d7-b8f5-2f91a3b31e87 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:26.603981 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21745070-4302-4a5c-bcc9-06a34ecdb94b", "tag": "10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:26.604458 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1104ad3a-d0ea-48d7-b8f5-2f91a3b31e87 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:26.605097 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'tag': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7', 'status': 'completed', 'code': 200} Nov 09 17:28:26.617121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:26.706603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42885af-352b-499b-8646-d01ef090ff1d service neutron] Pushing event updated for resources: {'Port': ['ID=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:26.758213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.758213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:26.759097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e1c20d8-2e83-4ea1-8a93-9b086925e809 HTTP/1.1" status: 200 len: 1092 time: 4.4208741 Nov 09 17:28:26.767015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcbeba-bed5-4d80-b6c6-1251c28a4547 req-4bf9a86f-8844-4300-bfcf-184d11d487c8 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.775529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26dcbeba-bed5-4d80-b6c6-1251c28a4547 req-4bf9a86f-8844-4300-bfcf-184d11d487c8 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 944 time: 0.5823021 Nov 09 17:28:26.787078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:26.834051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-aba1ec68-d814-4473-96bb-07193e1dbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.835626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-aba1ec68-d814-4473-96bb-07193e1dbb30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=21745070-4302-4a5c-bcc9-06a34ecdb94b HTTP/1.1" status: 200 len: 1094 time: 0.3105838 Nov 09 17:28:26.868736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.877757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.911945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.925516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.934024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.942738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.950194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:26.952221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-fb1355c1-9e49-4df0-8881-e48e83e5f5ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.1712623 Nov 09 17:28:26.978183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-465e1c9c-6f5a-4e93-897e-78c5f138d57e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 HTTP/1.1" status: 200 len: 217 time: 0.0957253 Nov 09 17:28:27.005470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26dcbeba-bed5-4d80-b6c6-1251c28a4547 req-6fdd570f-68e2-4a6f-8179-0fbe63c692bd tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290664 Nov 09 17:28:27.022666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57848835-9b99-4189-b0cd-fe77842b3fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1c20d8-2e83-4ea1-8a93-9b086925e809,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:27.110941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:27.130975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38e2c059-c452-4ff9-9830-8eb2d3e4e1f3 req-ae4665c3-a0d8-4a7f-8193-41fcbbf913ad tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692979 Nov 09 17:28:27.181497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f4e30897-7b69-41d3-b51d-7397f0e9d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:27.183337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-f4e30897-7b69-41d3-b51d-7397f0e9d1ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.1744423 Nov 09 17:28:27.193435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Network 01352f60-a549-4973-80f6-630bff32995b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:27.196640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:27.241344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9048a4-8790-4e0b-afd1-14fb6319068d'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:27.243791 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ee2bb-9f0e-4c35-bca6-f254f78f2fb7" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "ee9048a4-8790-4e0b-afd1-14fb6319068d"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:27.279896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:27.289834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-b02b4a36-edcd-463a-a2b1-bbbd6c65f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:27.292789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-b02b4a36-edcd-463a-a2b1-bbbd6c65f6b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 1095 time: 0.4546072 Nov 09 17:28:27.295741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-826f135d-895c-44c5-a707-e7b4e0190a7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961246 Nov 09 17:28:27.458048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a1d85-5f87-4330-bd7f-16e733943b51 req-44c3c8a8-5a7a-48e7-80dc-6a1ae6c5a875 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:27.460203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-596a1d85-5f87-4330-bd7f-16e733943b51 req-44c3c8a8-5a7a-48e7-80dc-6a1ae6c5a875 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.3440416 Nov 09 17:28:27.469895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865a419-a0a4-42b9-8ba7-428a51124421 req-2c2d3f21-a11a-4cdc-978d-9c6755b88b91 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:27.479578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1865a419-a0a4-42b9-8ba7-428a51124421 req-2c2d3f21-a11a-4cdc-978d-9c6755b88b91 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.0900328 Nov 09 17:28:27.529402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-40268c27-0b17-47e8-8263-9ce4dfb718cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809 HTTP/1.1" status: 200 len: 217 time: 0.1857195 Nov 09 17:28:27.584674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c89e0cfe-1478-4cea-bea7-82adc91f3cc7 None None] Provisioning complete for port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:27.584993 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c89e0cfe-1478-4cea-bea7-82adc91f3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:27.620074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event updated for resources: {'Port': ['ID=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:27.635535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1865a419-a0a4-42b9-8ba7-428a51124421 req-1b484610-8472-4a7a-b0f7-3986f5fad427 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547000 Nov 09 17:28:27.660775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c89e0cfe-1478-4cea-bea7-82adc91f3cc7 None None] Port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:28:27.696768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-596a1d85-5f87-4330-bd7f-16e733943b51 req-1a3133c2-c5f3-4edc-96bd-f57d27840d2c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901393 Nov 09 17:28:27.703923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:27.704578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:27.806416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9ce5-fde9-4f85-b8e1-58e6a055c4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:27.829818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a35e-593f-4e79-80e8-fdc8daf4faac req-67cf6c06-1085-4a95-a46b-c2b5a9f3a1a9 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:27.831797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab71a35e-593f-4e79-80e8-fdc8daf4faac req-67cf6c06-1085-4a95-a46b-c2b5a9f3a1a9 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 931 time: 0.0747154 Nov 09 17:28:27.831922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-8c0f7c53-79a0-4e6f-8c82-b0979835ca8a service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033588 Nov 09 17:28:27.839207 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-82feaf21-5e0e-471e-b679-c2854e2eef33 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5791030 Nov 09 17:28:27.864595 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07e62f-bbf1-4d7f-883a-cf66d2884c09 x-openstack-request-id: req-fa07e62f-bbf1-4d7f-883a-cf66d2884c09 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:27.864894 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "ee9048a4-8790-4e0b-afd1-14fb6319068d", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-plugged", "status": "completed", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:27.865842 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa07e62f-bbf1-4d7f-883a-cf66d2884c09 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:27.866489 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9048a4-8790-4e0b-afd1-14fb6319068d', 'code': 200} Nov 09 17:28:27.866753 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79', 'code': 200} Nov 09 17:28:27.887521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Request body: {'port': {'device_id': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:27.953386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33924) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:27.959737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab71a35e-593f-4e79-80e8-fdc8daf4faac req-b0a5f051-7010-49c4-82b1-082b5ec2fe65 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147330 Nov 09 17:28:28.081650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-2c89660e-852b-4d4e-b8de-38aea331ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.085420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-2c89660e-852b-4d4e-b8de-38aea331ebc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.5301764 Nov 09 17:28:28.159908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:28.234523 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-14126123-881c-47f0-af88-14c89116542a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952456 Nov 09 17:28:28.331470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.340813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.347742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.354636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.362292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.369244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.375933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.385549 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-d034891d-9237-44ed-96dd-a3ef85a4c8af tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.1261513 Nov 09 17:28:28.404401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-2f55b23b-4b9a-4ff3-b1e5-df5c0d8deb6e service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538320 Nov 09 17:28:28.420857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.421625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.422488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.423504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.424377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.425214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.426092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.429428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-1204bfb4-0330-4833-b01b-642fc17dfb09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6499 time: 0.4277480 Nov 09 17:28:28.451575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:28.461817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbd989d4-84ce-4d09-8cb9-a655ed81be08 req-c4873948-367d-48bd-b96e-6819d877a2d6 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753431 Nov 09 17:28:28.560500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67716d-c194-4bbc-8eeb-905d53238b7d req-8d5a4119-8a84-437b-859c-a29fd9c6a0f7 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.562350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb67716d-c194-4bbc-8eeb-905d53238b7d req-8d5a4119-8a84-437b-859c-a29fd9c6a0f7 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 944 time: 0.4667301 Nov 09 17:28:28.598699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e176b045-c401-4f26-bd9f-e6d904028e63 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:28.627876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e176b045-c401-4f26-bd9f-e6d904028e63 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:28.671772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-eb10d688-8b87-430b-9bd3-d5b494edd3f1 service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315098 Nov 09 17:28:28.681620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'tag': '2e1c20d8-2e83-4ea1-8a93-9b086925e809'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:28.683986 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ccd9ab-a116-4f29-b975-7e0c69d7c005" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7212ab-b8f9-4e26-b97f-c4592f0806e4", "tag": "2e1c20d8-2e83-4ea1-8a93-9b086925e809"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:28.845365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9218db4-9226-4b71-88e1-9a50bac9c137 req-e85cbfba-28fa-4d4b-bea6-24d3eb077119 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:28.856543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9218db4-9226-4b71-88e1-9a50bac9c137 req-e85cbfba-28fa-4d4b-bea6-24d3eb077119 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.0931721 Nov 09 17:28:28.923708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9218db4-9226-4b71-88e1-9a50bac9c137 req-478fb598-2f6a-4602-9855-d3bdbab41c07 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657640 Nov 09 17:28:29.067363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:29.077400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.095410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Transition to ACTIVE for port object 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:28:29.111223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9376e-4ed4-4fc0-b7df-6449e3a3bbdc req-20f1296c-ac46-4a4f-a79d-abf9a3f398ef tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:29.120537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9a9376e-4ed4-4fc0-b7df-6449e3a3bbdc req-20f1296c-ac46-4a4f-a79d-abf9a3f398ef tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.0666482 Nov 09 17:28:29.140744 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad5cb3-ec26-4663-912b-b75022325c4d x-openstack-request-id: req-7cad5cb3-ec26-4663-912b-b75022325c4d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:29.140744 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7212ab-b8f9-4e26-b97f-c4592f0806e4", "tag": "2e1c20d8-2e83-4ea1-8a93-9b086925e809", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:29.141146 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cad5cb3-ec26-4663-912b-b75022325c4d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:29.142015 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'tag': '2e1c20d8-2e83-4ea1-8a93-9b086925e809', 'status': 'completed', 'code': 200} Nov 09 17:28:29.155821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb67716d-c194-4bbc-8eeb-905d53238b7d req-0fe80cce-1e3c-48af-bf12-680703e4e286 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628438 Nov 09 17:28:29.156599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.166239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e176b045-c401-4f26-bd9f-e6d904028e63 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.169099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e176b045-c401-4f26-bd9f-e6d904028e63 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.185954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e176b045-c401-4f26-bd9f-e6d904028e63 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "DELETE /v2.0/security-groups/80b32a6d-e0c9-4ac5-8844-7e33ab3505e7 HTTP/1.1" status: 204 len: 168 time: 1.1763439 Nov 09 17:28:29.187095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:29.241051 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-bee4a0cd-3f05-48e7-8bb9-d36c762f8dd2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] show failed (client error): The resource could not be found. Nov 09 17:28:29.242101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bee4a0cd-3f05-48e7-8bb9-d36c762f8dd2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "GET /v2.0/security-groups/80b32a6d-e0c9-4ac5-8844-7e33ab3505e7 HTTP/1.1" status: 404 len: 347 time: 0.0549464 Nov 09 17:28:29.248511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:29.325365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9a9376e-4ed4-4fc0-b7df-6449e3a3bbdc req-c8ebefcb-355c-4fe1-85a4-81059a5454df tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018237 Nov 09 17:28:29.522678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Deleting port 151f7de0-ccc4-449d-b213-413005b8dead {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:29.523047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.531233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:29.678853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cbaee-979a-4f3b-9740-c93333c9622e req-d62e74d5-8a0e-4b8b-b273-574e12d13606 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:29.680659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6cbaee-979a-4f3b-9740-c93333c9622e req-d62e74d5-8a0e-4b8b-b273-574e12d13606 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 943 time: 0.2105408 Nov 09 17:28:29.802362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:29.850928 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.851299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:29.853823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'port_id': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7', 'mac_address': 'fa:16:3e:31:01:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ab3572-6b00-40e9-a7b4-40a92db32361', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:29.872305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6cbaee-979a-4f3b-9740-c93333c9622e req-60b46c73-aacd-4f24-9896-4f1ddcaf4083 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839306 Nov 09 17:28:29.873302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176b045-c401-4f26-bd9f-e6d904028e63 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b32a6d-e0c9-4ac5-8844-7e33ab3505e7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:29.916665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Calling delete_port for 151f7de0-ccc4-449d-b213-413005b8dead owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:30.021924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.041651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-9aa23a1d-4914-4e12-b8e2-999382f0977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.046171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-9aa23a1d-4914-4e12-b8e2-999382f0977a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=21745070-4302-4a5c-bcc9-06a34ecdb94b HTTP/1.1" status: 200 len: 1094 time: 1.1127253 Nov 09 17:28:30.047608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:30.059246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:30.067712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65c1a897-8a1d-4e2b-ad67-61d179f1ec8e req-e1fcf134-57ac-47e8-8bd4-c6bb78b8e31f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=42888797-2eac-4162-a158-4fca716be803&id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5826998 Nov 09 17:28:30.085509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:30.090497 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.173892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-687e5ae4-1ef3-4a77-9b0b-3e395e1d4c1e req-7f49c42b-d0bd-493c-a852-de1f2b12df19 service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7430151 Nov 09 17:28:30.189337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.199123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.208828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.209376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:30.218872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.237759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.240565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.246816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.255797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.264954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-ce83fab2-1e09-4ccf-b619-bf6a87d08422 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.3621101 Nov 09 17:28:30.287493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Pushing event deleted for resources: {'Port': ['ID=151f7de0-ccc4-449d-b213-413005b8dead,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:30.355300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:30.458266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.460941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.462359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-11f60560-b70c-4434-a5be-ee2d7df25ac2 tempest-ServersTestBootFromVolume-2074546356 tempest-ServersTestBootFromVolume-2074546356-project] 10.222.0.45 "DELETE /v2.0/floatingips/314688c5-748e-4303-a1ea-3675f514cd93 HTTP/1.1" status: 204 len: 168 time: 1.2127059 Nov 09 17:28:30.464224 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-666ba29e-0ed1-4201-89f0-05647ba64319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.471006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:30.518610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-195efaaf-25c8-4aed-aaea-5377fe6d8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.520972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-195efaaf-25c8-4aed-aaea-5377fe6d8092 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 1095 time: 0.2311184 Nov 09 17:28:30.539077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5b185f-11f7-415f-b56d-8f20b83583ab req-6ab13761-8723-4ab1-b757-4812f3ef8548 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729940 Nov 09 17:28:30.588783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Attempting to bind port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:30.590452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Attempting to bind port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:30.591165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Attempting to bind port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 on network 01352f60-a549-4973-80f6-630bff32995b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:30.611053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-ac8f9958-2084-48d5-81b6-14b5e5d3a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.618134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-ac8f9958-2084-48d5-81b6-14b5e5d3a031 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 913 time: 0.5431964 Nov 09 17:28:30.649492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 on network 01352f60-a549-4973-80f6-630bff32995b not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:28:30.650182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Attempting to bind port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 on network 01352f60-a549-4973-80f6-630bff32995b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:30.702088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:30.703162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Checking segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:30.703778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Bound using segment: {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:30.704450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Bound port: 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265f17fd-cf73-49b8-9013-30cefcad6c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '01352f60-a549-4973-80f6-630bff32995b'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:30.705727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:30.733061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290649ae-21f5-445f-b0af-d21e1a697ee7 req-c87b8cd9-79ab-4cc2-9093-675ba23cac42 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.735162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-290649ae-21f5-445f-b0af-d21e1a697ee7 req-c87b8cd9-79ab-4cc2-9093-675ba23cac42 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 944 time: 0.2797885 Nov 09 17:28:30.798277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-8cd6f257-341a-4927-ac3c-6650b0d5718f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 HTTP/1.1" status: 200 len: 217 time: 0.1386552 Nov 09 17:28:30.853077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-290649ae-21f5-445f-b0af-d21e1a697ee7 req-096352e2-9401-424e-9d18-aa2d3a7ace3b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069329 Nov 09 17:28:30.870831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-fa13a303-d7c6-4ae5-9c4b-9b50d01bc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:30.873065 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-fa13a303-d7c6-4ae5-9c4b-9b50d01bc275 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.0649543 Nov 09 17:28:30.966814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-7902f771-31d9-4ebd-a971-ec68bf40377a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594325 Nov 09 17:28:31.138839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-596c39a8-54dc-4873-a5c6-ded5911b7416 service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586180 Nov 09 17:28:31.174480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e5df5-ad17-414b-8f7d-b14fe0952c14 req-7cf62fcc-1d31-4b67-b6bc-88b44706e85b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:31.182875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-905e5df5-ad17-414b-8f7d-b14fe0952c14 req-7cf62fcc-1d31-4b67-b6bc-88b44706e85b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.4179318 Nov 09 17:28:31.255340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18aa46-1bd6-4796-a65d-de24d9440fc6 req-ec8a9a5f-a552-4084-860f-5f3bbe2a57e9 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:31.263601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a18aa46-1bd6-4796-a65d-de24d9440fc6 req-ec8a9a5f-a552-4084-860f-5f3bbe2a57e9 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 943 time: 0.1372955 Nov 09 17:28:31.279431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-fdaa0ea6-6aa6-470b-a2a2-37102f52704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:31.281535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-fdaa0ea6-6aa6-470b-a2a2-37102f52704c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 913 time: 0.7339156 Nov 09 17:28:31.283634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] For port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:31.361818 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-db2c4f6f-2fd6-4b9d-ba40-ad4cd1d3ee63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809 HTTP/1.1" status: 200 len: 217 time: 0.0676672 Nov 09 17:28:31.367725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] For port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:31.378510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a18aa46-1bd6-4796-a65d-de24d9440fc6 req-0a648057-166a-445f-98f1-d9d961e5af93 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111972 Nov 09 17:28:31.397258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:31.485759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-905e5df5-ad17-414b-8f7d-b14fe0952c14 req-ef8b2969-ccec-42cc-a7f5-2eff80e4c7ea tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972336 Nov 09 17:28:31.524844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:31.525604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:31.528864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] 10.222.0.43 "PUT /v2.0/ports/0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 HTTP/1.1" status: 200 len: 1091 time: 3.6562457 Nov 09 17:28:31.554424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:31.557196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2e1c20d8-2e83-4ea1-8a93-9b086925e809 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:31.564874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:31.566935 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e830932-a230-4695-a67a-cdb921e63ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:31.596892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1447b2d-a1f0-44cd-9d26-ad063daa6f7c req-e6e555e3-4f4c-4194-8230-343b71a162cb service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486949 Nov 09 17:28:31.602169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:31.672693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-f1fe63c6-2dc0-475b-a629-288ef975752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:31.675426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-f1fe63c6-2dc0-475b-a629-288ef975752d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.3062572 Nov 09 17:28:31.777401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:31.797317 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162ee76e-68fe-49df-aaaf-3e6169371270 x-openstack-request-id: req-162ee76e-68fe-49df-aaaf-3e6169371270 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:31.801349 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:31.801955 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-162ee76e-68fe-49df-aaaf-3e6169371270 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:31.802530 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'status': 'completed', 'code': 200} Nov 09 17:28:31.806390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-78cc23c8-b61a-416f-a4d5-d6681a30123b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885892 Nov 09 17:28:31.811473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ade15-b598-4877-a910-f04f88618e39 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:31.826476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:31.940334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:31.945661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:31.969037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-c82a8bb9-db5b-4fa8-be5a-f82a96d4ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:31.972626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-c82a8bb9-db5b-4fa8-be5a-f82a96d4ee76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de51302e109f4e75bc59fca2fe6691b0&device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 1094 time: 0.3707469 Nov 09 17:28:32.088057 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-d85a0978-dfe6-499d-a0d6-5d3021783170 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 HTTP/1.1" status: 200 len: 217 time: 0.1059313 Nov 09 17:28:32.144608 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-177ac511-7c27-4810-b06e-5e63b3209b93 service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246832 Nov 09 17:28:32.145555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:32.162521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '2e1c20d8-2e83-4ea1-8a93-9b086925e809', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'port_id': '2e1c20d8-2e83-4ea1-8a93-9b086925e809', 'mac_address': 'fa:16:3e:c8:d2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ab3572-6b00-40e9-a7b4-40a92db32361', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:32.162754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8cfb9-d234-49de-bdeb-1e35b0af6edb req-5337605a-c1cd-45eb-8e41-fefdf9e3d86b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.164301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ec8cfb9-d234-49de-bdeb-1e35b0af6edb req-5337605a-c1cd-45eb-8e41-fefdf9e3d86b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 944 time: 0.0787714 Nov 09 17:28:32.231731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.303318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:32.317293 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7ae5b-eb3e-4e0a-bb53-c51cc85010b9" -d '{"events": [{"server_uuid": "21745070-4302-4a5c-bcc9-06a34ecdb94b", "name": "network-vif-plugged", "status": "completed", "tag": "10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:32.318733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ec8cfb9-d234-49de-bdeb-1e35b0af6edb req-aba11767-57a6-4a1b-9ad9-31eecdfbc946 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401436 Nov 09 17:28:32.339379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.341982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Deleting port 359a92f7-1fb0-4ca3-8070-8825f547b213 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:32.342334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.342521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:32.374112 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.381281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1c20d8-2e83-4ea1-8a93-9b086925e809 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:32.452111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:32.472070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] For port 359a92f7-1fb0-4ca3-8070-8825f547b213, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=359a92f7-1fb0-4ca3-8070-8825f547b213,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:32.472452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.485459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.487128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:32.491344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Calling delete_port for 359a92f7-1fb0-4ca3-8070-8825f547b213 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:32.493250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.506074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.523250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.537803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.560879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.568083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.580652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.588855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-65dc5580-98bb-4d22-b038-5e6e1bc18926 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.6404474 Nov 09 17:28:32.590740 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76ccd9ab-a116-4f29-b975-7e0c69d7c005 req-7850c84f-609c-40f9-adc6-982fc77de147 service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226933 Nov 09 17:28:32.616472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2e1c20d8-2e83-4ea1-8a93-9b086925e809,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:32.631403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-8f3770b8-e3dd-46c1-9d4b-d6515061c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.634958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-8f3770b8-e3dd-46c1-9d4b-d6515061c172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f16f745-aaef-445f-acec-4d5726bd0893 HTTP/1.1" status: 200 len: 854 time: 0.4840119 Nov 09 17:28:32.732800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['2e1c20d8-2e83-4ea1-8a93-9b086925e809'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:32.743738 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab68f23-db5f-434c-8f19-ce2c59a47987 x-openstack-request-id: req-3ab68f23-db5f-434c-8f19-ce2c59a47987 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:32.744311 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21745070-4302-4a5c-bcc9-06a34ecdb94b", "name": "network-vif-plugged", "status": "completed", "tag": "10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:32.744761 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ab68f23-db5f-434c-8f19-ce2c59a47987 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:32.745345 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7', 'code': 200} Nov 09 17:28:32.831544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ac826ebb-c615-4d41-aa42-f8affba5efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.833342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-ac826ebb-c615-4d41-aa42-f8affba5efec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01352f60-a549-4973-80f6-630bff32995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361694 Nov 09 17:28:32.933798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:32.977416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Pushing event deleted for resources: {'Port': ['ID=359a92f7-1fb0-4ca3-8070-8825f547b213,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:32.986704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edadd3-de13-46d0-b003-e1625a004313 req-dc5f7932-064c-46e2-8cc9-55630b4013a8 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:32.988920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07edadd3-de13-46d0-b003-e1625a004313 req-dc5f7932-064c-46e2-8cc9-55630b4013a8 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 943 time: 0.1136446 Nov 09 17:28:33.015631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-cec0161b-ad2f-48e0-a205-1ff8c3989097 service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353841 Nov 09 17:28:33.024367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-1ce10d38-1f87-495b-bd59-512377bcc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.026024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-1ce10d38-1f87-495b-bd59-512377bcc3e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24628b1f904248e58777d51813df7475&device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 1096 time: 0.2706995 Nov 09 17:28:33.032798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7597ac48-9b45-4a75-965b-d9d6d61baa04 req-6f70e92f-e809-4e1b-95db-37f67f47a212 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3956351 Nov 09 17:28:33.154759 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07edadd3-de13-46d0-b003-e1625a004313 req-eefc2e48-de5d-4291-888f-c356c3635e5a tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460023 Nov 09 17:28:33.198246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:33.225671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-9c36a020-5294-4f2d-9d66-5dfaaa6b4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.227362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-9c36a020-5294-4f2d-9d66-5dfaaa6b4e01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 200 len: 915 time: 0.1919911 Nov 09 17:28:33.404759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7a31b-adc1-4370-8679-10641413bcdb req-cc86e997-5b54-4cdf-8d10-7ae7ce595afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.407273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4b7a31b-adc1-4370-8679-10641413bcdb req-cc86e997-5b54-4cdf-8d10-7ae7ce595afe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21745070-4302-4a5c-bcc9-06a34ecdb94b HTTP/1.1" status: 200 len: 1096 time: 0.5835824 Nov 09 17:28:33.410027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-0076c333-89ee-4b1b-949d-c1a5ae3590f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5 HTTP/1.1" status: 200 len: 217 time: 0.0717523 Nov 09 17:28:33.417200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:33.538883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-e8411aca-01ec-4a86-bf1d-8660312ae9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.540779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-e8411aca-01ec-4a86-bf1d-8660312ae9e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 200 len: 854 time: 0.0703032 Nov 09 17:28:33.541618 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:33.672746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-28cb8ca5-6dab-401e-bdeb-d4beb924edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.674774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-28cb8ca5-6dab-401e-bdeb-d4beb924edfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de960790-f18c-4602-b3e8-ca43fda3cba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201468 Nov 09 17:28:33.710214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a1259-897b-4270-9c51-495f93febe9d req-66fb0ac8-4190-4e12-9459-b2f1f45c2ed6 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.712588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec6a1259-897b-4270-9c51-495f93febe9d req-66fb0ac8-4190-4e12-9459-b2f1f45c2ed6 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.4718878 Nov 09 17:28:33.745900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca298d-9d91-4dcc-8372-8ce01e133841 req-5090f19d-ef2b-42ad-ae29-28697194cfb9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:33.747931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfca298d-9d91-4dcc-8372-8ce01e133841 req-5090f19d-ef2b-42ad-ae29-28697194cfb9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 945 time: 0.1654055 Nov 09 17:28:33.875075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfca298d-9d91-4dcc-8372-8ce01e133841 req-9972d333-4678-4076-b08c-d6e84a6141a9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694227 Nov 09 17:28:33.908764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec6a1259-897b-4270-9c51-495f93febe9d req-6e26f84f-40f2-4624-91f6-08035faa1ab1 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247108 Nov 09 17:28:33.915917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4b7a31b-adc1-4370-8679-10641413bcdb req-fbac0636-9488-4e67-8e01-5a5167cdc3ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902995 Nov 09 17:28:33.919959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-956cb871-031c-41c7-bbea-4d5b74e6b70b req-3a9070dd-fc33-48bc-b0c7-afbbb87c9463 service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856289 Nov 09 17:28:33.980745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Router f821c80c-d3de-4f6e-a75f-b8308764db06 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:28:33.990617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-5f0396e5-efb2-4d61-8322-f0edd3cd4f2c service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769854 Nov 09 17:28:34.186911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:34.198211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d4d8059a-9e0d-4186-a4f1-4d56207041fe admin admin] 10.222.0.45 "PUT /v2.0/routers/f821c80c-d3de-4f6e-a75f-b8308764db06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7260668 Nov 09 17:28:34.198829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:34.199302 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] Sync routers for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:34.223512 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:34.224923 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:34.430252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556c0f94-4806-48aa-ad77-7a10c0e36627 req-5a83bb60-805a-4438-bcd7-af53dc4715f7 service neutron] 10.222.0.43 "GET /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058033 Nov 09 17:28:34.445284 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:34.478892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.487839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.494337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.501082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.508275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.515486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.523718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.525777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82069fe7-3b22-4102-8873-b4992945ea37 req-0072c758-7989-4738-b36b-c89b6eeb6a55 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.2474513 Nov 09 17:28:34.529214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-dd95f028-00b7-439f-8e64-2f3cc99ad844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.535207 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-dd95f028-00b7-439f-8e64-2f3cc99ad844 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de51302e109f4e75bc59fca2fe6691b0&device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 1094 time: 0.3650534 Nov 09 17:28:34.716920 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:28:32Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:34.725408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-b9212a3b-93e1-48df-9245-f5eb1a734d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.727257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-b9212a3b-93e1-48df-9245-f5eb1a734d96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01352f60-a549-4973-80f6-630bff32995b HTTP/1.1" status: 200 len: 915 time: 0.1733804 Nov 09 17:28:34.757421 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] Checking router: f821c80c-d3de-4f6e-a75f-b8308764db06 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:34.767643 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] Routers {'f821c80c-d3de-4f6e-a75f-b8308764db06'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:34.769300 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f821c80c-d3de-4f6e-a75f-b8308764db06'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:34.784419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82069fe7-3b22-4102-8873-b4992945ea37 req-e92e9902-dc6e-45d7-a5c6-a5c09c5611a8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481320 Nov 09 17:28:34.785914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-7421124b-7fd3-48ad-90d7-6792ddd6fdec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 HTTP/1.1" status: 200 len: 217 time: 0.0480483 Nov 09 17:28:34.806560 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:34.872087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-e3eb0241-cd20-4023-bc2a-3309c4084a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.874047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-e3eb0241-cd20-4023-bc2a-3309c4084a0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f16f745-aaef-445f-acec-4d5726bd0893 HTTP/1.1" status: 200 len: 854 time: 0.0792649 Nov 09 17:28:34.928375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6345-e3b8-4738-8989-ce97c61529bb req-7c869ee8-c2d5-4a84-aecf-d33c579b348d tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:34.945332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d49f6345-e3b8-4738-8989-ce97c61529bb req-7c869ee8-c2d5-4a84-aecf-d33c579b348d tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 943 time: 0.2074020 Nov 09 17:28:34.980692 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] Set router f821c80c-d3de-4f6e-a75f-b8308764db06 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:35.010663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-b407a947-c26f-493c-8102-e50e6a3cdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.010663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-b407a947-c26f-493c-8102-e50e6a3cdc2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01352f60-a549-4973-80f6-630bff32995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223140 Nov 09 17:28:35.097107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d49f6345-e3b8-4738-8989-ce97c61529bb req-d0ecca15-dc49-40ea-a385-252109b44c15 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498749 Nov 09 17:28:35.282334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-52cffc59-2907-4024-8a97-dbad5fe4b30a service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510502 Nov 09 17:28:35.285540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:35.334024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.341753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.349311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.355321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.363815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.373839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.380784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.401425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db24e64a-d91e-4893-a881-18fbf69db82c req-196a18da-868b-4fab-88cc-bda9af233203 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.2251675 Nov 09 17:28:35.408310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:35.430235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Request body: {'floatingip': {'port_id': '825e09da-b762-41ae-b5eb-edbf7c9f4257'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:35.482658 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:28:32Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:35.505649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:35.534791 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321b355-19f0-4e49-8cea-c10585520aa3 None None] The sync data for ids ['f821c80c-d3de-4f6e-a75f-b8308764db06'] in n-d-804292-3 is: [{'id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'name': 'tempest-ServersTestBootFromVolume-1582481760-router', 'tenant_id': '986c0d37fee94cf69e6dc4508747080a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:24:59Z', 'updated_at': '2021-11-09T17:28:32Z', 'revision_number': 5, 'project_id': '986c0d37fee94cf69e6dc4508747080a', 'gw_port': {'id': '946ceb8f-5bcd-4f21-9d38-bce829508af7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821c80c-d3de-4f6e-a75f-b8308764db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:01Z', 'updated_at': '2021-11-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:35.563032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:35.582228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1e9b-eb49-452e-8635-f5b630c0173c req-5a4659cd-e233-48d1-b277-daf552914029 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.590323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7ebf1e9b-eb49-452e-8635-f5b630c0173c req-5a4659cd-e233-48d1-b277-daf552914029 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.0934267 Nov 09 17:28:35.623997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e830932-a230-4695-a67a-cdb921e63ac2 req-c80bc863-35d7-4b17-98e0-4f7191faa4a4 service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258121 Nov 09 17:28:35.661006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7ebf1e9b-eb49-452e-8635-f5b630c0173c req-b8c9c93f-a086-4e6f-892f-eddd4a7b969c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Nov 09 17:28:35.729832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:35.748179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2e1c20d8-2e83-4ea1-8a93-9b086925e809 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:35.752885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'port_id': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'mac_address': 'fa:16:3e:0d:3b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:35.767692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562c83-fcf8-4af5-9396-24a48ea94895 req-26412c60-6a34-466e-9410-e30045871728 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:35.775363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39562c83-fcf8-4af5-9396-24a48ea94895 req-26412c60-6a34-466e-9410-e30045871728 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 945 time: 0.4041669 Nov 09 17:28:35.852857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:35.869461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:35.896215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39562c83-fcf8-4af5-9396-24a48ea94895 req-d03e7b9b-2f5b-460c-a164-283a57542f0d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159074 Nov 09 17:28:35.927929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Deleting port 946ceb8f-5bcd-4f21-9d38-bce829508af7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:35.928366 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:35.958069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:35.973698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:35.976458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:35.976771 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:35.978699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 359a92f7-1fb0-4ca3-8070-8825f547b213 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:36.014884 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:36.085748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 359a92f7-1fb0-4ca3-8070-8825f547b213 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:36.086256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 359a92f7-1fb0-4ca3-8070-8825f547b213 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:36.169690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:36.227222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee0e5-79c7-4841-9a56-e7fbb498929b req-7f9cbde6-e9cd-47f5-9a96-f8d9ea240c24 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:36.234292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e98ee0e5-79c7-4841-9a56-e7fbb498929b req-7f9cbde6-e9cd-47f5-9a96-f8d9ea240c24 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1921353 Nov 09 17:28:36.254554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] For port 946ceb8f-5bcd-4f21-9d38-bce829508af7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=946ceb8f-5bcd-4f21-9d38-bce829508af7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:36.254927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:36.265419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:36.299602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:36.311596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1c20d8-2e83-4ea1-8a93-9b086925e809'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:36.313876 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04f1be-6c9d-4bde-b0f5-efb00d699c16" -d '{"events": [{"server_uuid": "ab7212ab-b8f9-4e26-b97f-c4592f0806e4", "name": "network-vif-plugged", "status": "completed", "tag": "2e1c20d8-2e83-4ea1-8a93-9b086925e809"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:36.366074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:36.385389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:36.396947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7f9d0-4ac8-48c3-b622-402789ef2f13 req-cb8a3a86-d5f3-4e22-930b-54e12c96771b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:36.398822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0cc7f9d0-4ac8-48c3-b622-402789ef2f13 req-cb8a3a86-d5f3-4e22-930b-54e12c96771b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 944 time: 0.0869489 Nov 09 17:28:36.444730 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:36.454880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:36.459847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Calling delete_port for 946ceb8f-5bcd-4f21-9d38-bce829508af7 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:36.540182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2e1c20d8-2e83-4ea1-8a93-9b086925e809,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:36.541188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0cc7f9d0-4ac8-48c3-b622-402789ef2f13 req-f4170cf0-64b7-474d-9b20-a34cb2f5fa1c tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288893 Nov 09 17:28:36.567599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e98ee0e5-79c7-4841-9a56-e7fbb498929b req-93ce724e-82db-4ab1-821d-cf9b301979f9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323562 Nov 09 17:28:36.633151 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e5870-a18c-41de-aac0-9be68f2f56d6 x-openstack-request-id: req-399e5870-a18c-41de-aac0-9be68f2f56d6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:36.633645 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7212ab-b8f9-4e26-b97f-c4592f0806e4", "name": "network-vif-plugged", "status": "completed", "tag": "2e1c20d8-2e83-4ea1-8a93-9b086925e809", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:36.633725 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-399e5870-a18c-41de-aac0-9be68f2f56d6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:36.634089 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1c20d8-2e83-4ea1-8a93-9b086925e809', 'code': 200} Nov 09 17:28:36.807391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea37e14-eeaf-48a0-ac2e-422b8dcddd29 req-7efc3f5b-0da5-4882-b4dc-b326d35db319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:36.809454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fea37e14-eeaf-48a0-ac2e-422b8dcddd29 req-7efc3f5b-0da5-4882-b4dc-b326d35db319 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 1097 time: 0.1307833 Nov 09 17:28:36.830883 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Floating IP c215fce2-1ac2-4efa-b558-84f9f29b85fd associated. External IP: 172.25.3.72, port: 825e09da-b762-41ae-b5eb-edbf7c9f4257. Nov 09 17:28:36.836908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e53aa-6c42-4ee9-ade8-d640e1373cbf req-835ea431-edc3-40f4-b3fe-121bac8d7080 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:36.848275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b92e53aa-6c42-4ee9-ade8-d640e1373cbf req-835ea431-edc3-40f4-b3fe-121bac8d7080 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 945 time: 0.1235099 Nov 09 17:28:36.941372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fea37e14-eeaf-48a0-ac2e-422b8dcddd29 req-eb1ee3fb-ece3-4ff4-9d0d-3c3b24be3949 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228063 Nov 09 17:28:36.970162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b92e53aa-6c42-4ee9-ade8-d640e1373cbf req-501c2525-e00a-4525-8350-2d0b4f34b057 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208665 Nov 09 17:28:36.989447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.023661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=946ceb8f-5bcd-4f21-9d38-bce829508af7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:37.036886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.037454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.037874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.038288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.038698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.039153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.039559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.039960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.040364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.040764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.041307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.041702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:37.132922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589fa3b-a623-4756-a2e2-eddc227bec9f req-19f04b94-1470-4962-9653-b1141a914d9b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:37.134551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7589fa3b-a623-4756-a2e2-eddc227bec9f req-19f04b94-1470-4962-9653-b1141a914d9b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.0817096 Nov 09 17:28:37.194122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7589fa3b-a623-4756-a2e2-eddc227bec9f req-19e5a71c-1af4-4ea0-ab3a-fa14839a0666 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Nov 09 17:28:37.227604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0c49b-b2f1-4614-9bab-cab3eb8d03a6 req-8df89f17-a6f1-429b-9fc1-aee0948d0e4b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:37.229250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ad0c49b-b2f1-4614-9bab-cab3eb8d03a6 req-8df89f17-a6f1-429b-9fc1-aee0948d0e4b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 946 time: 0.1768525 Nov 09 17:28:37.294587 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.399883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.402279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.451575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.452156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f821c80c-d3de-4f6e-a75f-b8308764db06 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:28:37.464349 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.472080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f7b5a193-006c-4677-ad17-bd5366cf2ae7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f821c80c-d3de-4f6e-a75f-b8308764db06 HTTP/1.1" status: 204 len: 168 time: 3.2721000 Nov 09 17:28:37.475222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:37.585931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:37.610119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ad0c49b-b2f1-4614-9bab-cab3eb8d03a6 req-d41eea5d-aa6d-48f5-879b-6635e97ded74 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739681 Nov 09 17:28:37.626819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:28:37.687264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Deleting subnet 4dcc47cd-9caf-4e18-83bc-5344da332f21 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:28:37.699466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.722535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:37.750869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:37.755777 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.837531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ebab4-5e34-4a9e-9627-743166f9a4b7 req-380f193f-104d-469f-903d-c58ccefc546b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:37.839800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716ebab4-5e34-4a9e-9627-743166f9a4b7 req-380f193f-104d-469f-903d-c58ccefc546b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.5657890 Nov 09 17:28:37.848157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.964452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.969990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:37.979638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716ebab4-5e34-4a9e-9627-743166f9a4b7 req-b3d04da6-d4b1-4788-8340-ee48225c3a48 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204088 Nov 09 17:28:38.034932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-cb252425-a258-4b56-b43c-f28805a442d1 req-3403eeba-7bd2-4d37-bd3c-c757d536a81b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:28:38.036414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb252425-a258-4b56-b43c-f28805a442d1 req-3403eeba-7bd2-4d37-bd3c-c757d536a81b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099545 Nov 09 17:28:38.040921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:38.049644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:38.171873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:38.264331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:38.282810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb252425-a258-4b56-b43c-f28805a442d1 req-f4d5e5e7-bb8b-48c8-9daf-9fc87453f3a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2147300 Nov 09 17:28:38.327143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d7a69-0d95-4d79-aa29-e3b718624dff None None] Network a821dd1b-59db-481f-8032-9d97e8dc37b9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:38.412397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcc47cd-9caf-4e18-83bc-5344da332f21,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:38.433899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ae5de-c264-4246-ac76-04f482ea374b req-24c4c84b-10d8-43eb-8e51-deeeb91a1307 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:38.449276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b3ae5de-c264-4246-ac76-04f482ea374b req-24c4c84b-10d8-43eb-8e51-deeeb91a1307 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.4230423 Nov 09 17:28:38.451643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:38.460449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8ae48c45-fe00-4815-b341-8d993edd43ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4dcc47cd-9caf-4e18-83bc-5344da332f21 HTTP/1.1" status: 204 len: 168 time: 0.9789200 Nov 09 17:28:38.462813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34106) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:38.564732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:38.577905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] Sync routers for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:38.603363 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:38.604655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:38.605305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:38.623629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b3ae5de-c264-4246-ac76-04f482ea374b req-7a03ce09-29dc-4e1d-a30a-3bccc0f2fa86 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734185 Nov 09 17:28:38.680126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:38.684836 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5d5a65-26ae-430e-9b4a-2352806be282" -d '{"events": [{"server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "name": "network-vif-plugged", "status": "completed", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:38.691909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a7a7d61e-fa35-48a8-ad89-692013382c0c tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "PUT /v2.0/floatingips/c215fce2-1ac2-4efa-b558-84f9f29b85fd HTTP/1.1" status: 200 len: 991 time: 3.2805336 Nov 09 17:28:38.692776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:38.693877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] DHCP port deletion for a821dd1b-59db-481f-8032-9d97e8dc37b9 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:28:38.698141 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41269c53-a965-4ca0-a8d9-d011d7ed9499" -d '{"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:38.757699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:38.796722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbb42-aef7-47a5-9b7c-3f7ccb1b6c99 req-d3adbf50-6bd7-4035-99ad-f8bb1eedc7e6 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:38.798920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bbfbb42-aef7-47a5-9b7c-3f7ccb1b6c99 req-d3adbf50-6bd7-4035-99ad-f8bb1eedc7e6 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.0614541 Nov 09 17:28:38.808584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-b33d46b6-e369-4517-bd79-d4c4295135cd tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:38.810683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-b33d46b6-e369-4517-bd79-d4c4295135cd tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.83 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.2330689 Nov 09 17:28:38.875347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bbfbb42-aef7-47a5-9b7c-3f7ccb1b6c99 req-c704a0f7-3c12-40fb-a0c2-aa18f2a4525d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654109 Nov 09 17:28:38.945455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f3c88-b677-4ddc-a88e-2824d2961d83 req-e4b3a045-ed6d-45a2-94f4-e8d2bddceea7 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:38.952713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb9f3c88-b677-4ddc-a88e-2824d2961d83 req-e4b3a045-ed6d-45a2-94f4-e8d2bddceea7 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 945 time: 0.2286611 Nov 09 17:28:39.002513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:39.007358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] Deleting port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:39.007890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.019095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7d69c-aa31-44dc-a276-4f676fa1669c req-741595ce-7ac2-497d-8328-3d30003ad78c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.026560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03e7d69c-aa31-44dc-a276-4f676fa1669c req-741595ce-7ac2-497d-8328-3d30003ad78c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 946 time: 0.0772469 Nov 09 17:28:39.063277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb9f3c88-b677-4ddc-a88e-2824d2961d83 req-b4c55dfb-9025-491d-9163-183369285b49 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/security-groups?id=888dfd64-cb99-4011-a978-8a56330a4f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075888 Nov 09 17:28:39.082381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Deleting port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:39.082722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.096883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03e7d69c-aa31-44dc-a276-4f676fa1669c req-d2676a88-7d98-4dea-a12a-186ee274236b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693705 Nov 09 17:28:39.211783 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e2489e-2c98-4b0d-ba5b-c4efdbfbda54 x-openstack-request-id: req-49e2489e-2c98-4b0d-ba5b-c4efdbfbda54 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:39.212152 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "name": "network-vif-plugged", "status": "completed", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:39.212550 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49e2489e-2c98-4b0d-ba5b-c4efdbfbda54 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:39.212939 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'code': 200} Nov 09 17:28:39.249849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] For port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:39.250541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.252760 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c4491-5054-43a7-a03f-3f66e70e00ec x-openstack-request-id: req-235c4491-5054-43a7-a03f-3f66e70e00ec {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:39.253072 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:39.253326 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-235c4491-5054-43a7-a03f-3f66e70e00ec {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:39.253732 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'status': 'completed', 'code': 200} Nov 09 17:28:39.277420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] Calling delete_port for 0a75e75d-c237-41d9-9dbc-6be7ce16f57c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:39.316751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] For port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,segment=NetworkSegment(0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3),segment_id=0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:39.320583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.342656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Deleting port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:39.343009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.394576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Calling delete_port for 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:39.410067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.410067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.411716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.412208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.412700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.413172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.413637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.416595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-2c53783b-ea68-443a-94ba-ff62acdbd0de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6499 time: 0.1238916 Nov 09 17:28:39.528828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cd89b-931d-4e06-9bac-56f315800c4a req-4f4bfa8a-74d8-4e1a-b7d0-b01b60f25f0d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.530459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb5cd89b-931d-4e06-9bac-56f315800c4a req-4f4bfa8a-74d8-4e1a-b7d0-b01b60f25f0d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=21745070-4302-4a5c-bcc9-06a34ecdb94b HTTP/1.1" status: 200 len: 945 time: 0.1116595 Nov 09 17:28:39.564173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f511b7-96d2-490c-9485-3bafd1c8cc50 req-857d0a46-2307-4b46-9f75-e2533adb3c89 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.571857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.572232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81f511b7-96d2-490c-9485-3bafd1c8cc50 req-857d0a46-2307-4b46-9f75-e2533adb3c89 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 945 time: 0.1604836 Nov 09 17:28:39.610239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] Pushing event deleted for resources: {'Port': ['ID=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:39.614916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca41f36-8cc9-435a-92ef-97fcf392ccf9 None None] No DVR routers for this DVR port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:39.636266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25f4b-954e-4464-aa50-d1f203e9b9b1 req-980b7ebc-d7a1-4fbe-ba3c-ad5e09926fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.637855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4b25f4b-954e-4464-aa50-d1f203e9b9b1 req-980b7ebc-d7a1-4fbe-ba3c-ad5e09926fca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 1096 time: 0.2976620 Nov 09 17:28:39.643300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'c215fce2-1ac2-4efa-b558-84f9f29b85fd', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'port_id': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'mac_address': 'fa:16:3e:2a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:27:10Z', 'updated_at': '2021-11-09T17:28:36Z', 'revision_number': 1, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:32Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:39.645876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] For port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,segment=NetworkSegment(49f3438b-b0a5-4404-90d8-3c539dda5018),segment_id=49f3438b-b0a5-4404-90d8-3c539dda5018)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:39.646252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.676909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb5cd89b-931d-4e06-9bac-56f315800c4a req-7d08b526-625c-4b1a-8ab3-e1c869dde47a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387241 Nov 09 17:28:39.683773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] Checking router: b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:39.686764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-d516d16a-84ef-4eda-84a3-54a5bf4e3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.688362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-d516d16a-84ef-4eda-84a3-54a5bf4e3ad6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97f8e88-3885-4bdb-8f7e-90c185556c3a HTTP/1.1" status: 200 len: 916 time: 0.2406700 Nov 09 17:28:39.708711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:39.710371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:39.830768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.835958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4b25f4b-954e-4464-aa50-d1f203e9b9b1 req-0f7b51b4-7626-43ce-a3a5-c4726f018e1d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960271 Nov 09 17:28:39.845496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Calling delete_port for 0a75e75d-c237-41d9-9dbc-6be7ce16f57c owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:39.854307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e59466-594b-4454-81b3-35c9e8279c37 req-8caa1940-4c6d-4fc2-8a04-82c87ba7d805 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.865215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4e59466-594b-4454-81b3-35c9e8279c37 req-8caa1940-4c6d-4fc2-8a04-82c87ba7d805 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.0817425 Nov 09 17:28:39.872332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-49811302-cdf3-4d7d-a0c7-134361aae72a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257 HTTP/1.1" status: 200 len: 999 time: 0.1746907 Nov 09 17:28:39.874701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:39.954296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:39.973695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4e59466-594b-4454-81b3-35c9e8279c37 req-1b9ba867-a4ad-427a-a5be-e485a73be542 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088614 Nov 09 17:28:39.981600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-d5bcca15-5828-430b-b007-6b9345bd6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:39.983180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-d5bcca15-5828-430b-b007-6b9345bd6949 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21f8bc2b-4dd1-4f44-b647-e5bf34636333 HTTP/1.1" status: 200 len: 855 time: 0.1013792 Nov 09 17:28:39.998736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Pushing event deleted for resources: {'Port': ['ID=1b400e44-a3fb-432e-80a9-6a2a3eeacd8a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:40.047801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a75e75d-c237-41d9-9dbc-6be7ce16f57c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:40.060107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] No DVR routers for this DVR port 0a75e75d-c237-41d9-9dbc-6be7ce16f57c on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:40.081842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-a7b304d1-80b5-48f9-ad78-0f3a10204c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:40.083475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-a7b304d1-80b5-48f9-ad78-0f3a10204c11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914824 Nov 09 17:28:40.106768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81f511b7-96d2-490c-9485-3bafd1c8cc50 req-8da84d76-4c34-4946-a3bc-c7d21468a127 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325627 Nov 09 17:28:40.128348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 946ceb8f-5bcd-4f21-9d38-bce829508af7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:40.180277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 946ceb8f-5bcd-4f21-9d38-bce829508af7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:40.180939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 946ceb8f-5bcd-4f21-9d38-bce829508af7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:40.181283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] No DVR routers for this DVR port 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:40.181825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0a75e75d-c237-41d9-9dbc-6be7ce16f57c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:40.195121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.199679 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-099ef13f-ee99-4a30-b84f-f63977d99c9f req-e20c27e1-00ae-45e1-9a39-b87179de2945 tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.83 "DELETE /v2.0/ports/1b400e44-a3fb-432e-80a9-6a2a3eeacd8a HTTP/1.1" status: 204 len: 173 time: 1.3798866 Nov 09 17:28:40.200150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'name': 'network-vif-deleted', 'tag': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:40.202754 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3854eaf7-c84d-4812-9dea-3d77e15b16a9" -d '{"events": [{"server_uuid": "34efbf7d-2f77-4b2b-9970-ca4cb0523900", "name": "network-vif-deleted", "tag": "1b400e44-a3fb-432e-80a9-6a2a3eeacd8a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:40.204463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 0a75e75d-c237-41d9-9dbc-6be7ce16f57c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:40.205057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0a75e75d-c237-41d9-9dbc-6be7ce16f57c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:40.274427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.296601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'c215fce2-1ac2-4efa-b558-84f9f29b85fd', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'port_id': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'mac_address': 'fa:16:3e:2a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:27:10Z', 'updated_at': '2021-11-09T17:28:36Z', 'revision_number': 1, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:32Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:40.326199 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-66213722-775a-4c0e-a0dc-e5cf3c58e96e service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331398 Nov 09 17:28:40.328101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a821dd1b-59db-481f-8032-9d97e8dc37b9']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:40.361228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62348dc9-2bbb-4949-87d0-1e9333989f5d None None] The sync data for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 is: [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'c215fce2-1ac2-4efa-b558-84f9f29b85fd', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'port_id': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'mac_address': 'fa:16:3e:2a:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:27:10Z', 'updated_at': '2021-11-09T17:28:36Z', 'revision_number': 1, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:32Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:40.367092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f3438b-b0a5-4404-90d8-3c539dda5018') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:40.367398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f3438b-b0a5-4404-90d8-3c539dda5018') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:40.405266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.446091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.454475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:28:40.454882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:28:40.457131 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:28:40.598130 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.666873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:40.688129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a821dd1b-59db-481f-8032-9d97e8dc37b9 HTTP/1.1" status: 204 len: 168 time: 2.2118299 Nov 09 17:28:40.690902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0bc5c-41f6-46db-b92e-ce689d1017d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a821dd1b-59db-481f-8032-9d97e8dc37b9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:40.858690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ed0e9ed-cefa-4557-9032-dc11e7a900f3 req-2caad099-ec93-4844-ae3a-f9cd5458e90b tempest-ServerTagsTestJSON-520579823 tempest-ServerTagsTestJSON-520579823-project] 10.222.0.45 "GET /v2.0/ports?device_id=34efbf7d-2f77-4b2b-9970-ca4cb0523900 HTTP/1.1" status: 200 len: 210 time: 0.0851901 Nov 09 17:28:40.910807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34158) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:40.918619 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd5060-92ca-4e8b-84d3-dc10b41a8ef9 None None] New status for floating IP c215fce2-1ac2-4efa-b558-84f9f29b85fd: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:28:40.964364 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e104bbe-bdb2-449c-b305-e78ad8c59f19 x-openstack-request-id: req-1e104bbe-bdb2-449c-b305-e78ad8c59f19 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:40.964863 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34efbf7d-2f77-4b2b-9970-ca4cb0523900", "name": "network-vif-deleted", "tag": "1b400e44-a3fb-432e-80a9-6a2a3eeacd8a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:40.967551 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e104bbe-bdb2-449c-b305-e78ad8c59f19 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:40.968082 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34efbf7d-2f77-4b2b-9970-ca4cb0523900', 'name': 'network-vif-deleted', 'tag': '1b400e44-a3fb-432e-80a9-6a2a3eeacd8a', 'status': 'completed', 'code': 200} Nov 09 17:28:41.040116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c15cd2f6-c152-4523-a6ad-903a8a040ecf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=986c0d37fee94cf69e6dc4508747080a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253562 Nov 09 17:28:41.040966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:41.138363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3995e0-2f33-49fa-9410-49a94a48ff83 req-5242e407-1d47-4cdd-9c2e-9e27878dc0e5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:41.147230 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d3995e0-2f33-49fa-9410-49a94a48ff83 req-5242e407-1d47-4cdd-9c2e-9e27878dc0e5 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.2707477 Nov 09 17:28:41.157119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41269c53-a965-4ca0-a8d9-d011d7ed9499 req-9afcaa01-c648-4c2b-b7ef-3603e4e0a6a2 service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227341 Nov 09 17:28:41.180036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2ff22aa-5834-4cb8-b729-cf9962e80aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:41.269061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d3995e0-2f33-49fa-9410-49a94a48ff83 req-d6e34b47-80a7-4b9f-b929-eace9eb44c52 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199250 Nov 09 17:28:41.280530 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2ff22aa-5834-4cb8-b729-cf9962e80aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:41.337461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:41.423422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:41.423772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1b400e44-a3fb-432e-80a9-6a2a3eeacd8a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:41.461845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2ff22aa-5834-4cb8-b729-cf9962e80aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:41.476945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2ff22aa-5834-4cb8-b729-cf9962e80aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:41.480461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f2ff22aa-5834-4cb8-b729-cf9962e80aac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1459238-2aa0-4e4e-99a3-2708b0f0278d HTTP/1.1" status: 204 len: 168 time: 0.4305828 Nov 09 17:28:41.504109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff22aa-5834-4cb8-b729-cf9962e80aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1459238-2aa0-4e4e-99a3-2708b0f0278d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:41.650977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8d122-ae91-43b0-8dba-4eaa16721e07 req-08292720-4b89-4b9f-9b71-4e50c97ec895 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:41.661920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7db8d122-ae91-43b0-8dba-4eaa16721e07 req-08292720-4b89-4b9f-9b71-4e50c97ec895 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.1343062 Nov 09 17:28:41.745033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7db8d122-ae91-43b0-8dba-4eaa16721e07 req-3b9c79f3-66ba-4baf-8a87-28b473a8dba0 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820110 Nov 09 17:28:41.803489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83ee4-174c-4391-bd63-d2acba18ac30 req-d8d7745f-8664-4a6c-8802-391d9b83cbbd tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:41.814517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83ee4-174c-4391-bd63-d2acba18ac30 req-d8d7745f-8664-4a6c-8802-391d9b83cbbd tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:41.820888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83ee4-174c-4391-bd63-d2acba18ac30 req-d8d7745f-8664-4a6c-8802-391d9b83cbbd tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:41.828155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1f83ee4-174c-4391-bd63-d2acba18ac30 req-d8d7745f-8664-4a6c-8802-391d9b83cbbd tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06&device_id=abddd0a7-627e-410c-bbaa-9086780f4f61&device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 2416 time: 0.1370580 Nov 09 17:28:41.885893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1f83ee4-174c-4391-bd63-d2acba18ac30 req-3833981f-e9aa-40be-8f13-144cc2c15963 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522506 Nov 09 17:28:41.992875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-e517cafd-89e0-4d00-8e1b-4cef4d5b8fb0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:42.001000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-e517cafd-89e0-4d00-8e1b-4cef4d5b8fb0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 813 time: 0.1680679 Nov 09 17:28:42.020873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-1727fb86-fc2b-433e-b3c0-32f6dcd4d976 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/quotas/d857f15c39a54cd689e2df3794bc23f6 HTTP/1.1" status: 200 len: 375 time: 0.0183887 Nov 09 17:28:42.077011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-94c2231f-5c16-4632-a0e2-b5406487f661 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:42.078639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-94c2231f-5c16-4632-a0e2-b5406487f661 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "GET /v2.0/ports?device_id=21745070-4302-4a5c-bcc9-06a34ecdb94b HTTP/1.1" status: 200 len: 945 time: 0.1372423 Nov 09 17:28:42.094328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-58aab652-8c8c-488d-82a1-ac300108773e tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723369 Nov 09 17:28:42.148976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d8bb5-80e8-468b-b31c-1a6cb88a1250 req-77aa6f63-cd30-41c7-8ba2-4e11efb0bac6 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:42.150546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb4d8bb5-80e8-468b-b31c-1a6cb88a1250 req-77aa6f63-cd30-41c7-8ba2-4e11efb0bac6 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.1509912 Nov 09 17:28:42.167980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34204) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:42.181523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Request body: {'floatingip': {'port_id': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:42.206553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34210) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:42.264146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.291766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Deleting subnet f9877bed-18ae-47dd-b280-32739ba0f83f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:28:42.303102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.315809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-833d41a7-c169-4264-8866-0329a0bda4e2 service neutron] 10.222.0.45 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192879 Nov 09 17:28:42.412273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.421390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-535a734b-2ae5-49d7-adb3-a5ec5e1ab6ed req-2a0f6113-5d9b-4ab8-9255-4d078fc4e13f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1533196 Nov 09 17:28:42.452523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Deleting port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:42.453164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.474144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.523701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-47418b56-2429-4c95-94af-60a9aa20c1e0 service neutron] 10.222.0.45 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821480 Nov 09 17:28:42.576644 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.594359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.598800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f9877bed-18ae-47dd-b280-32739ba0f83f HTTP/1.1" status: 204 len: 168 time: 0.3905814 Nov 09 17:28:42.600819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:42.625599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:42.649192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb0dca-0d3a-48ae-ae50-3a63c07a60f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9877bed-18ae-47dd-b280-32739ba0f83f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:42.804633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] For port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:42.804870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.819161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:42.839339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Calling delete_port for 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:42.990859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.067331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1796322453-network', 'tenant_id': '2782b469c93340d5a28e5362694514f6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:43.077352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8db38c-63d1-4cbb-8162-294cc45851f6']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:43.114740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:43.115063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0084bd25-2a51-4d2d-8ffb-4d9073f4a8e3') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:43.159499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.184582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.196209 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.198276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Made reservation on behalf of 2782b469c93340d5a28e5362694514f6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:43.200675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.202976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.226070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:28:43.227623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:28:43.230649 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:28:43.242210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.307786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143de3f-0787-4fd4-9989-7251282fc4d1 req-d8f68c20-2fc0-4c1e-b97d-c865b3f0352c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:43.309376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e143de3f-0787-4fd4-9989-7251282fc4d1 req-d8f68c20-2fc0-4c1e-b97d-c865b3f0352c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.1578524 Nov 09 17:28:43.369762 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.373489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-c32c9c0f-991a-481e-a65b-c1fcbbbaec2d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:43.375303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-c32c9c0f-991a-481e-a65b-c1fcbbbaec2d tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab7212ab-b8f9-4e26-b97f-c4592f0806e4 HTTP/1.1" status: 200 len: 946 time: 0.3282449 Nov 09 17:28:43.390634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.397063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bb8db38c-63d1-4cbb-8162-294cc45851f6 HTTP/1.1" status: 204 len: 168 time: 0.7926848 Nov 09 17:28:43.424041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e80c26-0d5b-4f01-9618-2b944192bf8a req-aa9db3a4-8ee1-48fb-83a5-fda624277905 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 210 time: 0.0470619 Nov 09 17:28:43.437902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e143de3f-0787-4fd4-9989-7251282fc4d1 req-db523a66-d46a-40b4-b27c-9287e6bc9fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972281 Nov 09 17:28:43.437902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77dbb3-0a59-4270-bea2-9fc7b7ea66a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8db38c-63d1-4cbb-8162-294cc45851f6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:43.506117 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Floating IP 789685e2-52a4-4280-bff5-6f177ad51a2b associated. External IP: 172.25.3.222, port: 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2. Nov 09 17:28:43.535466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.548810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.608495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:43.694252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b35ea3-7ee0-4e13-b664-9f8c387e89db,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:43.767556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1703ccfa-b805-480f-822b-6c1fd9155f35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a994c446bd648e4bbdc95e03266ecfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557980 Nov 09 17:28:43.768496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:43.857896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b06e21a-70b3-4719-b9b8-4f2108c48f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:43.937390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b06e21a-70b3-4719-b9b8-4f2108c48f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.085009 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b06e21a-70b3-4719-b9b8-4f2108c48f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.096795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b06e21a-70b3-4719-b9b8-4f2108c48f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.115043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0b06e21a-70b3-4719-b9b8-4f2108c48f0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/888dfd64-cb99-4011-a978-8a56330a4f3b HTTP/1.1" status: 204 len: 168 time: 0.3446629 Nov 09 17:28:44.127881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06e21a-70b3-4719-b9b8-4f2108c48f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888dfd64-cb99-4011-a978-8a56330a4f3b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:44.214478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:28:44.226605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.230639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.231160 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Added segment 7ceec071-270d-43f9-a7dc-9c2c43a69b12 of type vlan for network 00e56f06-02ef-4791-866d-78bdbe73c713 Nov 09 17:28:44.240991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7', '2e1c20d8-2e83-4ea1-8a93-9b086925e809'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:44.253931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Deleting port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:44.254472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.336511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event deleted for resources: {'Port': ['ID=10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:44.337463 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.397626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.398889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:44.399621 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.443995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] No DVR routers for this DVR port 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:44.444896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8161912 Nov 09 17:28:44.449705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34294) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:44.458276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Request body: {'subnet': {'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1796322453-subnet', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:44.477900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.487114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e14bffa-44cf-4bd5-b843-d8d520932beb req-e9c115fa-7101-444f-bcad-46e95e3ac3f1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "DELETE /v2.0/ports/10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 HTTP/1.1" status: 204 len: 173 time: 2.3886504 Nov 09 17:28:44.493779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'name': 'network-vif-deleted', 'tag': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:44.496983 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b9be7-9dc7-4c8a-8afb-fcd74d4eb280" -d '{"events": [{"server_uuid": "21745070-4302-4a5c-bcc9-06a34ecdb94b", "name": "network-vif-deleted", "tag": "10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:44.654285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2d03d81-b920-4e5a-998a-18bf1df9e4bc req-53e8ba71-fe94-4fdb-be8c-f4cec5100bcf tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 210 time: 0.0726497 Nov 09 17:28:44.765898 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf93b04b-2589-4d46-a8b9-fbe3cd131913 x-openstack-request-id: req-bf93b04b-2589-4d46-a8b9-fbe3cd131913 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:44.766340 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21745070-4302-4a5c-bcc9-06a34ecdb94b", "name": "network-vif-deleted", "tag": "10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:44.766466 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf93b04b-2589-4d46-a8b9-fbe3cd131913 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:44.767108 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21745070-4302-4a5c-bcc9-06a34ecdb94b', 'name': 'network-vif-deleted', 'tag': '10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7', 'status': 'completed', 'code': 200} Nov 09 17:28:44.783781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] For port 2e1c20d8-2e83-4ea1-8a93-9b086925e809, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2e1c20d8-2e83-4ea1-8a93-9b086925e809,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:44.783781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.815320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Made reservation on behalf of 2782b469c93340d5a28e5362694514f6 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:44.817682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:44.829053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Calling delete_port for 2e1c20d8-2e83-4ea1-8a93-9b086925e809 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:44.864155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-58f31d33-54d0-451f-9599-6c42e3b1826c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:44.869531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-58f31d33-54d0-451f-9599-6c42e3b1826c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.83 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 813 time: 0.2690732 Nov 09 17:28:44.879779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd05365-ed55-4512-9ec6-73d20a9c2e15 admin admin] Pushing event updated for resources: {'Network': ['ID=00e56f06-02ef-4791-866d-78bdbe73c713,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:44.893642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 00e56f06-02ef-4791-866d-78bdbe73c713 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:28:44.896650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Request body: {'port': {'device_id': 'bff84810-84da-4b68-ac60-30e463b07998', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'admin_state_up': True, 'tenant_id': 'd857f15c39a54cd689e2df3794bc23f6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:44.975016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Router e727053f-3ed9-48d3-845e-0c93dc85a4b0 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:28:45.041004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-cbc63048-f818-4935-80a3-0a67ca4cf66c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:45.042579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-cbc63048-f818-4935-80a3-0a67ca4cf66c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 813 time: 0.4950151 Nov 09 17:28:45.076052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Request body: {'port': {'device_id': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'admin_state_up': True, 'tenant_id': 'd857f15c39a54cd689e2df3794bc23f6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:45.247238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Made reservation on behalf of d857f15c39a54cd689e2df3794bc23f6 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:45.255942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.366043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:45.418600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Allocated IP 172.20.0.6 (7d201112-7422-4641-853a-a5a9082b3f60/10ab3572-6b00-40e9-a7b4-40a92db32361/a38a29a3-04fe-44b9-abae-cb9a8811aad6) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:45.432644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa86e-c737-472f-ae35-dd4166834a91 req-61d80f4c-b24d-4b2a-8a5b-36993fb59ae3 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:45.434226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31baa86e-c737-472f-ae35-dd4166834a91 req-61d80f4c-b24d-4b2a-8a5b-36993fb59ae3 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.2520998 Nov 09 17:28:45.473626 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.506732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:45.509962 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a7309-d9f4-42a8-ac27-398decb33f17" -d '{"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-unplugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:45.529409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:45.536145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.563417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:45.565847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.573570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.614272 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9a6e4-e538-4df1-9cbd-a2bae211c401 x-openstack-request-id: req-44d9a6e4-e538-4df1-9cbd-a2bae211c401 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:45.614878 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-unplugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:45.615353 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44d9a6e4-e538-4df1-9cbd-a2bae211c401 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:45.616057 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:28:45.619126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:45.647767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] Sync routers for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:45.651136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Made reservation on behalf of d857f15c39a54cd689e2df3794bc23f6 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:28:45.655172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.665852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.672155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event deleted for resources: {'Port': ['ID=2e1c20d8-2e83-4ea1-8a93-9b086925e809,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:45.685309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:45.685966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:45.687881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31baa86e-c737-472f-ae35-dd4166834a91 req-9fe4db7b-7f02-4663-b360-b9cea561d467 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387586 Nov 09 17:28:45.700796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.714737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9e48ffc8-1762-4da5-9355-0c75883de488 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "PUT /v2.0/floatingips/789685e2-52a4-4280-bff5-6f177ad51a2b HTTP/1.1" status: 200 len: 991 time: 3.5453565 Nov 09 17:28:45.757603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:45.798595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.859723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:45.903673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] No DVR routers for this DVR port 2e1c20d8-2e83-4ea1-8a93-9b086925e809 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:45.906952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:45.912506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6df85443-a0d4-49c5-955e-af4d19ea0a37 req-be36418c-39a2-478f-ad39-3b9eaff0e233 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "DELETE /v2.0/ports/2e1c20d8-2e83-4ea1-8a93-9b086925e809 HTTP/1.1" status: 204 len: 173 time: 2.5284531 Nov 09 17:28:45.946630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2dda17-696b-44b6-89f4-7f6d72ed8807,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:45.956412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a602901a-0514-446a-9dfa-ac029228976d req-103d50fc-4e14-46fc-bbc1-0365f96641a3 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 210 time: 0.1134229 Nov 09 17:28:45.976522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Network 7d201112-7422-4641-853a-a5a9082b3f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:45.980910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:45.983258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event updated for resources: {'Port': ['ID=a38a29a3-04fe-44b9-abae-cb9a8811aad6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:45.986227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:46.008731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Checking segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:46.009280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Network hostable DHCP agents. Network: 00e56f06-02ef-4791-866d-78bdbe73c713, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:28:46.047443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:46.048573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.069257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-de223b63-b047-45cf-ba15-9d47b6631d25 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1794097 Nov 09 17:28:46.096789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Request body: {'port': {'device_id': 'bff84810-84da-4b68-ac60-30e463b07998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:46.098312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Network 00e56f06-02ef-4791-866d-78bdbe73c713 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:28:46.112909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Allocated IP 172.20.0.2 (7d201112-7422-4641-853a-a5a9082b3f60/10ab3572-6b00-40e9-a7b4-40a92db32361/cb90edb5-107f-4727-991b-88251ff59372) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:46.119561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 00e56f06-02ef-4791-866d-78bdbe73c713) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:46.131096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd19cfc-4e0b-4171-a7a4-8559078ce38b None None] Network 00e56f06-02ef-4791-866d-78bdbe73c713 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:46.155206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:46.159682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.224690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-50d0f7f7-3dd4-47d5-8b7f-553c8ac36061 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7739651 Nov 09 17:28:46.229289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34356) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:46.234817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.245542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:46.421723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-00e56f06-02ef-4791-866d-78bdbe73c713', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:28:46.422797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.443410 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.444771 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.487936 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc7e3c3e-12a0-4e54-9444-a851c733245f req-1313e495-edea-4c9b-92e0-7c2c6b2d5229 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0571482 Nov 09 17:28:46.557297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.559643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '789685e2-52a4-4280-bff5-6f177ad51a2b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'port_id': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'mac_address': 'fa:16:3e:0d:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:28:18Z', 'updated_at': '2021-11-09T17:28:42Z', 'revision_number': 1, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:20Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:46.742174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] Checking router: e727053f-3ed9-48d3-845e-0c93dc85a4b0 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:46.776329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2'}, {'server_uuid': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'name': 'network-vif-deleted', 'tag': '2e1c20d8-2e83-4ea1-8a93-9b086925e809'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:46.778848 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4e3388-9168-4534-8f36-0c7b664bb217" -d '{"events": [{"name": "network-changed", "server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2"}, {"server_uuid": "ab7212ab-b8f9-4e26-b97f-c4592f0806e4", "name": "network-vif-deleted", "tag": "2e1c20d8-2e83-4ea1-8a93-9b086925e809"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:46.782705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:46.783523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:46.811291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-3d652d24-6153-44c2-ab6a-96bc8367a63c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:46.814603 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-3d652d24-6153-44c2-ab6a-96bc8367a63c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.3985984 Nov 09 17:28:46.833862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Allocated IP 172.20.0.2 (00e56f06-02ef-4791-866d-78bdbe73c713/7a2dda17-696b-44b6-89f4-7f6d72ed8807/2e3bcdba-8d00-4856-a0f9-0247a327b8a2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:46.836485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.858412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:46.897623 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d24fde9-bac9-4912-90c8-a470846c0d86 x-openstack-request-id: req-6d24fde9-bac9-4912-90c8-a470846c0d86 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:46.898050 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2", "status": "completed", "code": 200}, {"server_uuid": "ab7212ab-b8f9-4e26-b97f-c4592f0806e4", "name": "network-vif-deleted", "tag": "2e1c20d8-2e83-4ea1-8a93-9b086925e809", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:46.898474 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d24fde9-bac9-4912-90c8-a470846c0d86 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:46.899208 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'status': 'completed', 'code': 200} Nov 09 17:28:46.899406 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7212ab-b8f9-4e26-b97f-c4592f0806e4', 'name': 'network-vif-deleted', 'tag': '2e1c20d8-2e83-4ea1-8a93-9b086925e809', 'status': 'completed', 'code': 200} Nov 09 17:28:46.978538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:46.996472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8bb21-af78-4244-ac17-08d77b74682f req-29566b25-f306-4303-9839-563429527857 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:46.998266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5c8bb21-af78-4244-ac17-08d77b74682f req-29566b25-f306-4303-9839-563429527857 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.2107089 Nov 09 17:28:47.108823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-0252b87d-2de6-4446-aeb9-64aa04dbea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:47.110258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-0252b87d-2de6-4446-aeb9-64aa04dbea29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de51302e109f4e75bc59fca2fe6691b0&device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 1096 time: 0.1845942 Nov 09 17:28:47.111710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.213304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2c798c8-f7f8-4d20-8624-8c17c974d07a req-b3c7097e-c829-435f-8943-241e2e064657 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 210 time: 0.1707134 Nov 09 17:28:47.220454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5c8bb21-af78-4244-ac17-08d77b74682f req-5770da2c-d132-4e78-a147-c5f0f7e04429 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953297 Nov 09 17:28:47.313417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Network 7d201112-7422-4641-853a-a5a9082b3f60 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:47.327602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.338740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Deleting port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:47.339149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.342363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:47.346174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:47.347883 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.353821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event updated for resources: {'Port': ['ID=cb90edb5-107f-4727-991b-88251ff59372,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:47.355773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38a29a3-04fe-44b9-abae-cb9a8811aad6 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:47.367800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.383854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Transition to ACTIVE for port object a38a29a3-04fe-44b9-abae-cb9a8811aad6 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:28:47.388801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.390202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:47.429845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Network 00e56f06-02ef-4791-866d-78bdbe73c713 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:47.442902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:47.460499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:47.475208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Pushing event updated for resources: {'Port': ['ID=a38a29a3-04fe-44b9-abae-cb9a8811aad6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:47.492820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Pushing event updated for resources: {'Port': ['ID=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:47.541003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Attempting to bind port a38a29a3-04fe-44b9-abae-cb9a8811aad6 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:47.541615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Attempting to bind port a38a29a3-04fe-44b9-abae-cb9a8811aad6 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:47.541713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Attempting to bind port a38a29a3-04fe-44b9-abae-cb9a8811aad6 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:47.550137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Port a38a29a3-04fe-44b9-abae-cb9a8811aad6 on network 7d201112-7422-4641-853a-a5a9082b3f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:28:47.550466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Attempting to bind port a38a29a3-04fe-44b9-abae-cb9a8811aad6 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:47.558030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:47.558421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Checking segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:47.558858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Bound using segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:47.559453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Bound port: a38a29a3-04fe-44b9-abae-cb9a8811aad6, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:47.559853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.648818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2e1c20d8-2e83-4ea1-8a93-9b086925e809 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:47.666832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] For port a38a29a3-04fe-44b9-abae-cb9a8811aad6, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:47.671604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 2e1c20d8-2e83-4ea1-8a93-9b086925e809 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:47.672178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2e1c20d8-2e83-4ea1-8a93-9b086925e809 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:47.672776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:47.679098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Attempting to bind port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:47.679554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] For port a38a29a3-04fe-44b9-abae-cb9a8811aad6, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:47.679930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Attempting to bind port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:47.680459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Attempting to bind port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 on network 00e56f06-02ef-4791-866d-78bdbe73c713 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:47.695711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.719615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:47.720601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 10d5e4ab-70d2-47cd-bbc2-5f4e63f963d7 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:47.726097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:47.726483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Checking segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:47.726886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.727309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Bound using segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:47.727802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Bound port: 2e3bcdba-8d00-4856-a0f9-0247a327b8a2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:47.728187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.769443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:47.784874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:47.785868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.787370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] 10.222.0.83 "PUT /v2.0/ports/a38a29a3-04fe-44b9-abae-cb9a8811aad6 HTTP/1.1" status: 200 len: 1091 time: 1.7055922 Nov 09 17:28:47.788357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff84810-84da-4b68-ac60-30e463b07998', 'tag': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:47.792748 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bff84810-84da-4b68-ac60-30e463b07998", "tag": "a38a29a3-04fe-44b9-abae-cb9a8811aad6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:47.805625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '789685e2-52a4-4280-bff5-6f177ad51a2b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'port_id': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'mac_address': 'fa:16:3e:0d:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:28:18Z', 'updated_at': '2021-11-09T17:28:42Z', 'revision_number': 1, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:20Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:47.810711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '79bd964b-741e-4abf-8b87-6909106b686c', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:47.845753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdd32c-309a-4e34-b2eb-d0bb3c50a691 service neutron] Pushing event updated for resources: {'Port': ['ID=a38a29a3-04fe-44b9-abae-cb9a8811aad6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:47.846910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422944da-76bf-4884-8964-44bd8f9715c6 None None] The sync data for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 is: [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '789685e2-52a4-4280-bff5-6f177ad51a2b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'port_id': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'mac_address': 'fa:16:3e:0d:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:28:18Z', 'updated_at': '2021-11-09T17:28:42Z', 'revision_number': 1, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:20Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:47.926372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-4eddb45d-b685-43a7-bfca-fe5e7a9818e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:47.928010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-4eddb45d-b685-43a7-bfca-fe5e7a9818e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 1094 time: 0.0788119 Nov 09 17:28:47.929559 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452bcb76-fea4-459e-9328-408535cfa5b6 x-openstack-request-id: req-452bcb76-fea4-459e-9328-408535cfa5b6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:47.929949 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff84810-84da-4b68-ac60-30e463b07998", "tag": "a38a29a3-04fe-44b9-abae-cb9a8811aad6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:47.930286 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-452bcb76-fea4-459e-9328-408535cfa5b6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:47.930768 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff84810-84da-4b68-ac60-30e463b07998', 'tag': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6', 'status': 'completed', 'code': 200} Nov 09 17:28:47.941524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:47.942003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.955558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] For port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:47.960477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] For port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:47.964914 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:47.967027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0270f0f-5e1e-451e-bc06-50d4077e9604 req-4cf8aba5-202c-4e39-9388-60d8e2ff9338 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.1081698 Nov 09 17:28:47.998418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-ac18f857-fb07-4d04-9c57-076d7383425a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6 HTTP/1.1" status: 200 len: 217 time: 0.0456011 Nov 09 17:28:47.998795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-192fd82d-2035-4c3e-a6f7-2b7fed2f8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:47.998795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-192fd82d-2035-4c3e-a6f7-2b7fed2f8ec0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01352f60-a549-4973-80f6-630bff32995b HTTP/1.1" status: 200 len: 915 time: 0.8601601 Nov 09 17:28:48.000668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:48.007855 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:48.062257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:48.073359 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:48.087080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-207782fe-40c8-40af-afc7-8af17383a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:48.088768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-207782fe-40c8-40af-afc7-8af17383a991 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.0838242 Nov 09 17:28:48.101651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-22d84635-e390-427b-b757-34aa70fdd89c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0341170 Nov 09 17:28:48.104245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-c5d42abd-7bea-4c24-8286-7a25c854e756 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 HTTP/1.1" status: 200 len: 999 time: 0.0819068 Nov 09 17:28:48.122512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a02b-f812-48f2-b610-69f8f0c13cef None None] Pushing event updated for resources: {'Port': ['ID=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:48.149867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-55cf7ab1-f285-4068-8c19-0238dafba9f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489795 Nov 09 17:28:48.174679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Request body: {'port': {'device_id': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:48.221832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:48.255482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] For port 0b3ebdb7-21a4-46bf-80c4-af05ce075845, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0b3ebdb7-21a4-46bf-80c4-af05ce075845,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:48.256059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:48.284682 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7720c-e50f-4f42-ac0e-c131cd3ac1ac None None] New status for floating IP 789685e2-52a4-4280-bff5-6f177ad51a2b: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:28:48.346518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['79bd964b-741e-4abf-8b87-6909106b686c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:48.435671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:48.446756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-9e72b6d8-8d18-4fe7-863b-5d00f1a4f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:48.449770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-9e72b6d8-8d18-4fe7-863b-5d00f1a4f04e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f16f745-aaef-445f-acec-4d5726bd0893 HTTP/1.1" status: 200 len: 854 time: 0.2867656 Nov 09 17:28:48.479773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-cdb4ebc5-656b-4c33-80b1-9da7fbbcc709 service neutron] 10.222.0.83 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173029 Nov 09 17:28:48.557008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Calling delete_port for 0b3ebdb7-21a4-46bf-80c4-af05ce075845 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:48.629436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48bc0d-703c-4af9-bb7c-38c689527f0b req-2a6649f0-98be-40a4-8e67-19dbfce5fd12 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:48.632857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:48.639814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c48bc0d-703c-4af9-bb7c-38c689527f0b req-2a6649f0-98be-40a4-8e67-19dbfce5fd12 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 945 time: 0.2603376 Nov 09 17:28:48.720980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c48bc0d-703c-4af9-bb7c-38c689527f0b req-891ac06d-09df-4e2e-94e5-df79c62f892b tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799141 Nov 09 17:28:48.728552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-1081cf59-9d37-4be1-81ad-3d1cd58e5d8c service neutron] 10.222.0.83 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404096 Nov 09 17:28:48.791434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-3923179c-4841-45c6-a08d-6e74c8428309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:48.792908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-3923179c-4841-45c6-a08d-6e74c8428309 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01352f60-a549-4973-80f6-630bff32995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505820 Nov 09 17:28:48.798907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:48.858967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-5eade9e4-7e81-46cd-9040-72dd28f57fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:48.863162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-5eade9e4-7e81-46cd-9040-72dd28f57fef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 1094 time: 0.0645552 Nov 09 17:28:48.873498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc6a5-d938-4ef3-9662-80dabc6c6eb5 req-628d962d-0991-494b-b376-d3947ab4b7f7 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:48.883618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fafdc6a5-d938-4ef3-9662-80dabc6c6eb5 req-628d962d-0991-494b-b376-d3947ab4b7f7 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 931 time: 0.4727688 Nov 09 17:28:48.910807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-403e34ed-49f6-4d83-ba07-f7b4a517ddcb req-b12dae1e-2ab9-4e96-b63e-694009bc861b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0459297 Nov 09 17:28:49.021375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-62f6b0ad-21a1-4cdb-ba4c-f022d1ab59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:49.023537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-62f6b0ad-21a1-4cdb-ba4c-f022d1ab59e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 913 time: 0.1117539 Nov 09 17:28:49.126090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-54032c75-e029-47f0-9d80-827181a18e8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6 HTTP/1.1" status: 200 len: 217 time: 0.0831621 Nov 09 17:28:49.143006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Allocated IP 172.25.3.147 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/9b84081e-17db-4f0d-b3ca-62fb27b48bae) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:49.236006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-b03fba3f-9cd7-44f8-8444-bab698491497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:49.236006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-b03fba3f-9cd7-44f8-8444-bab698491497 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.0733519 Nov 09 17:28:49.308226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-7cd4e574-d1a9-466d-b466-df2f2a45a7d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644450 Nov 09 17:28:49.424697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fafdc6a5-d938-4ef3-9662-80dabc6c6eb5 req-046ec04b-bfc0-4583-b00b-b69c803bf110 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262482 Nov 09 17:28:49.439777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95e323c1-ebc7-427e-8734-adb2daf0a0c6 req-a7e23270-8781-45c0-b5fd-ea6155702a4d tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0808082 Nov 09 17:28:49.464880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-c53b5fff-cf22-46ff-8498-039e69ab4087 service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525931 Nov 09 17:28:49.503385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-44c83621-0c9b-44ae-a41e-fb72ebfbf29e service neutron] 10.222.0.83 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877322 Nov 09 17:28:49.614455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:49.627312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['940f77cb-3790-4bd0-9fee-a9da96b2f065'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:49.631412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e559be4d-a0a1-43be-b18e-feaa31183dd5', '0b3ebdb7-21a4-46bf-80c4-af05ce075845'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:49.664668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73d1b554-b92e-4c5f-8cb2-714cb4cb75c3 req-6c7a12c9-298a-41ba-99e2-4b0a688abdbe service neutron] 10.222.0.83 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526806 Nov 09 17:28:49.718412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabdcb1-52f2-4cfe-a0fa-5bd7d806c298 None None] Network 00e56f06-02ef-4791-866d-78bdbe73c713 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:28:49.722500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Pushing event deleted for resources: {'Port': ['ID=0b3ebdb7-21a4-46bf-80c4-af05ce075845,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:49.791226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:49.896290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8311c2ec-1e94-4f67-8ef4-14a19e421769 req-3abbfec5-7357-4471-b491-2b0da73f8dee tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=54519dbc-616b-4b87-aefa-466cd5effc06 HTTP/1.1" status: 200 len: 210 time: 0.0491259 Nov 09 17:28:49.908091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3f698fed-3769-4d80-ad8d-fb6c504551ac None None] Provisioning complete for port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:49.908830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f698fed-3769-4d80-ad8d-fb6c504551ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:49.922801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] No DVR routers for this DVR port 0b3ebdb7-21a4-46bf-80c4-af05ce075845 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:49.930350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:49.933749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ed4f1bf-26c2-42e8-904a-fd7689976185 req-f57a62af-7705-40f5-b80b-c0da00c2f34f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "DELETE /v2.0/ports/0b3ebdb7-21a4-46bf-80c4-af05ce075845 HTTP/1.1" status: 204 len: 173 time: 3.0917230 Nov 09 17:28:49.937408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54519dbc-616b-4b87-aefa-466cd5effc06', 'name': 'network-vif-deleted', 'tag': '0b3ebdb7-21a4-46bf-80c4-af05ce075845'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:49.940593 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06392eb2-5858-4d4e-96dd-320e9a6888f6" -d '{"events": [{"server_uuid": "54519dbc-616b-4b87-aefa-466cd5effc06", "name": "network-vif-deleted", "tag": "0b3ebdb7-21a4-46bf-80c4-af05ce075845"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:49.956927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b4e3388-9168-4534-8f36-0c7b664bb217 req-b05c9df4-20bc-430a-baaf-03fe07a02c5c service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536664 Nov 09 17:28:49.987385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:50.012925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.065915 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ae394-702e-4972-ba28-d44640289b42 x-openstack-request-id: req-699ae394-702e-4972-ba28-d44640289b42 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:50.066765 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54519dbc-616b-4b87-aefa-466cd5effc06", "name": "network-vif-deleted", "tag": "0b3ebdb7-21a4-46bf-80c4-af05ce075845", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:50.067192 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-699ae394-702e-4972-ba28-d44640289b42 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:50.067737 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54519dbc-616b-4b87-aefa-466cd5effc06', 'name': 'network-vif-deleted', 'tag': '0b3ebdb7-21a4-46bf-80c4-af05ce075845', 'status': 'completed', 'code': 200} Nov 09 17:28:50.121022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:50.124036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb90edb5-107f-4727-991b-88251ff59372 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:50.142139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:50.145854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.159171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:50.164160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Pushing event updated for resources: {'Port': ['ID=9b84081e-17db-4f0d-b3ca-62fb27b48bae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:50.197306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Transition to ACTIVE for port object cb90edb5-107f-4727-991b-88251ff59372 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:28:50.202836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.432911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Pushing event updated for resources: {'Port': ['ID=cb90edb5-107f-4727-991b-88251ff59372,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:50.583617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Attempting to bind port cb90edb5-107f-4727-991b-88251ff59372 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:50.583957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Attempting to bind port cb90edb5-107f-4727-991b-88251ff59372 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:50.584460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Attempting to bind port cb90edb5-107f-4727-991b-88251ff59372 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:50.610087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Port cb90edb5-107f-4727-991b-88251ff59372 on network 7d201112-7422-4641-853a-a5a9082b3f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:28:50.611375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Attempting to bind port cb90edb5-107f-4727-991b-88251ff59372 on network 7d201112-7422-4641-853a-a5a9082b3f60 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:50.616597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:50.617067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.677338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-92a03a57-a08c-40f4-96bd-545e2f8163e9 req-945168b0-9e90-4d8b-9069-3edbd5c1b8ec tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0718999 Nov 09 17:28:50.678406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:50.678754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Checking segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:50.679288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Bound using segment: {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:50.679745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Bound port: cb90edb5-107f-4727-991b-88251ff59372, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:50.680106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.686975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975a59b-defc-4634-a0ec-59850b0e7bc8 req-0509893d-5c6a-4b6d-91d0-507b1660d239 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:50.692736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d975a59b-defc-4634-a0ec-59850b0e7bc8 req-0509893d-5c6a-4b6d-91d0-507b1660d239 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 943 time: 0.1028833 Nov 09 17:28:50.840320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d975a59b-defc-4634-a0ec-59850b0e7bc8 req-ad98d199-afeb-48a2-b817-f181b62e550a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399670 Nov 09 17:28:50.841270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f698fed-3769-4d80-ad8d-fb6c504551ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.861636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:50.941999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3f698fed-3769-4d80-ad8d-fb6c504551ac None None] For port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:50.955379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] For port cb90edb5-107f-4727-991b-88251ff59372, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:50.956294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f698fed-3769-4d80-ad8d-fb6c504551ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.025563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] For port cb90edb5-107f-4727-991b-88251ff59372, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cb90edb5-107f-4727-991b-88251ff59372,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:51.033769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.048309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f698fed-3769-4d80-ad8d-fb6c504551ac None None] Pushing event updated for resources: {'Port': ['ID=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:51.052236 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.148332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:51.149116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.150551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb90edb5-107f-4727-991b-88251ff59372 HTTP/1.1" status: 200 len: 1091 time: 2.9887545 Nov 09 17:28:51.268966 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:28:51.305865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:28:51.310605 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:28:51.357884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2c3f9-6763-4510-8c01-565eca33ee08 service neutron] Pushing event updated for resources: {'Port': ['ID=cb90edb5-107f-4727-991b-88251ff59372,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:51.409141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c8c1af50-f946-4c20-a24d-0b2cb87dffb5 req-c912075f-fada-489d-8edf-ba580cd20b1b tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0473902 Nov 09 17:28:51.413619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a38a29a3-04fe-44b9-abae-cb9a8811aad6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:51.415810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:51.438579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6931e116-09d8-4e3c-b35d-25cc83ddfe6f None None] Provisioning complete for port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:51.440349 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6931e116-09d8-4e3c-b35d-25cc83ddfe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.465531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.479567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-3cdc0cbc-b240-4245-b230-3ac90d197cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:51.481147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-3cdc0cbc-b240-4245-b230-3ac90d197cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 1094 time: 0.1895001 Nov 09 17:28:51.637315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 79bd964b-741e-4abf-8b87-6909106b686c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:51.637696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:51.700976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0b3ebdb7-21a4-46bf-80c4-af05ce075845 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:51.765279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 0b3ebdb7-21a4-46bf-80c4-af05ce075845 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:51.765672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0b3ebdb7-21a4-46bf-80c4-af05ce075845 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:51.898892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a38a29a3-04fe-44b9-abae-cb9a8811aad6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:51.923131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'port_id': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6', 'mac_address': 'fa:16:3e:33:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ab3572-6b00-40e9-a7b4-40a92db32361', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:51.936074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-d9f00eec-f37f-417a-9b79-1d02da90dcbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb90edb5-107f-4727-991b-88251ff59372 HTTP/1.1" status: 200 len: 217 time: 0.4197996 Nov 09 17:28:51.993472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.006041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.035138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38a29a3-04fe-44b9-abae-cb9a8811aad6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:52.039121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2eabe-e9fe-40cf-bbf2-af9274fa3d6f req-45fcea3d-ad67-44ba-a849-6fe4c299d104 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:52.042805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:52.045081 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa833203-0169-4ca3-b906-3b455ba1a0be" -d '{"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:52.046386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4be2eabe-e9fe-40cf-bbf2-af9274fa3d6f req-45fcea3d-ad67-44ba-a849-6fe4c299d104 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 945 time: 0.5285435 Nov 09 17:28:52.067324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:52.071286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'tag': 'cb90edb5-107f-4727-991b-88251ff59372'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:52.074807 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe204eaf-ff90-414d-8963-599dbfae3834" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4f59ed-f39e-485d-be1b-883e53460f6e", "tag": "cb90edb5-107f-4727-991b-88251ff59372"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:52.075252 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.078286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a38a29a3-04fe-44b9-abae-cb9a8811aad6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:52.090599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.145825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a75b-12d5-41ba-8ae7-7afc3796ec73 req-06d2d19e-1996-4a61-8adb-1a9f7ff0cee7 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:52.160918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-a0cf559d-7361-4bf3-8f40-164c8760327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:52.162033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1838a75b-12d5-41ba-8ae7-7afc3796ec73 req-06d2d19e-1996-4a61-8adb-1a9f7ff0cee7 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 943 time: 0.1651528 Nov 09 17:28:52.165283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-a0cf559d-7361-4bf3-8f40-164c8760327f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.2142360 Nov 09 17:28:52.166557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:52.200234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:52.243963 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-ff247a05-bef2-49f5-b20a-2695e3953f91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456138 Nov 09 17:28:52.260082 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4be2eabe-e9fe-40cf-bbf2-af9274fa3d6f req-e95d6c18-4c1f-4baa-b881-b873525367e9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115626 Nov 09 17:28:52.274494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1838a75b-12d5-41ba-8ae7-7afc3796ec73 req-652e4feb-c5af-4b7d-a55f-703711010c3a tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104827 Nov 09 17:28:52.283645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:52.284037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.296381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a38a29a3-04fe-44b9-abae-cb9a8811aad6,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:52.379594 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba8e4a2-9e60-4830-a045-68dd20e8ddaf x-openstack-request-id: req-4ba8e4a2-9e60-4830-a045-68dd20e8ddaf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:52.379876 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:52.380131 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ba8e4a2-9e60-4830-a045-68dd20e8ddaf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:52.383807 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:28:52.399575 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb49088e-cfaa-4f62-88a0-976d3d1249c2 x-openstack-request-id: req-cb49088e-cfaa-4f62-88a0-976d3d1249c2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:52.399852 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4f59ed-f39e-485d-be1b-883e53460f6e", "tag": "cb90edb5-107f-4727-991b-88251ff59372", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:52.400333 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb49088e-cfaa-4f62-88a0-976d3d1249c2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:52.401006 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'tag': 'cb90edb5-107f-4727-991b-88251ff59372', 'status': 'completed', 'code': 200} Nov 09 17:28:52.432816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Router 932f9536-c6a3-43b7-a339-6bfa562e7424 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:28:52.457825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-182b3fa4-6b1e-4308-9546-c1fa13ff45b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969037 Nov 09 17:28:52.573514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a38a29a3-04fe-44b9-abae-cb9a8811aad6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:52.636800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-31467a9b-a5cc-4cd8-98de-a2149de395a6 req-bad2a541-1266-44e2-9a25-54d6bb7765e9 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0695875 Nov 09 17:28:52.691944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:52.710128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Sync routers for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:52.715235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d76d62e-7a2a-4379-86aa-6f2c5d3085f0 req-4d384fe5-11b9-4f33-9aee-578cfafe1b2d service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065666 Nov 09 17:28:52.724890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.726424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cd603627-8ccb-46f5-8fe7-84d059877177 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.4960427 Nov 09 17:28:52.729639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34500) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:52.756088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:52.757979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:52.758702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:52.912211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-c7e13afd-d90f-465b-be73-a8490729861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:52.914132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-c7e13afd-d90f-465b-be73-a8490729861c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857f15c39a54cd689e2df3794bc23f6&device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 1094 time: 0.1142182 Nov 09 17:28:52.933384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-d4d7111c-8c2b-4133-8f1f-f2187b2b0e0a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:52.934923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-d4d7111c-8c2b-4133-8f1f-f2187b2b0e0a tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.83 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 945 time: 0.0852990 Nov 09 17:28:52.967860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:53.028832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-16ad5675-6d0d-4e50-9a69-bf9e82beac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:53.030820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-16ad5675-6d0d-4e50-9a69-bf9e82beac3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 200 len: 913 time: 0.1076736 Nov 09 17:28:53.087230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Deleting port 940f77cb-3790-4bd0-9fee-a9da96b2f065 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:53.087829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.106016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-60d4fae7-2c30-4782-b968-67ef5007726c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb90edb5-107f-4727-991b-88251ff59372 HTTP/1.1" status: 200 len: 217 time: 0.0583665 Nov 09 17:28:53.198885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] For port 940f77cb-3790-4bd0-9fee-a9da96b2f065, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=940f77cb-3790-4bd0-9fee-a9da96b2f065,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:53.199863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.221909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Calling delete_port for 940f77cb-3790-4bd0-9fee-a9da96b2f065 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:28:53.251420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:50Z', 'revision_number': 3, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:53.260450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-77d34e07-3bbf-4ca2-8b70-57574d6fe93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:53.261938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-77d34e07-3bbf-4ca2-8b70-57574d6fe93d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 200 len: 853 time: 0.1469827 Nov 09 17:28:53.286725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Checking router: 932f9536-c6a3-43b7-a339-6bfa562e7424 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:53.287260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Updating router 932f9536-c6a3-43b7-a339-6bfa562e7424 port 9b84081e-17db-4f0d-b3ca-62fb27b48bae binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:28:53.321070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.344190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-b1df62b3-128b-4c65-819c-507463de0dce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d201112-7422-4641-853a-a5a9082b3f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681000 Nov 09 17:28:53.495056 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.531562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20fe5e26-5619-4b2b-bb67-d283f88c3a7f req-0307cd63-dbd5-48b1-a8fa-4df211d712e1 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 210 time: 0.0737236 Nov 09 17:28:53.573716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e559be4d-a0a1-43be-b18e-feaa31183dd5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:53.574661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Pushing event deleted for resources: {'Port': ['ID=940f77cb-3790-4bd0-9fee-a9da96b2f065,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:53.627786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bbbb6-6cc4-46b3-8c5a-9b14605853a6 req-994f14c7-b697-4f40-b2ca-0030fcdeabcd tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:53.639453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d46bbbb6-6cc4-46b3-8c5a-9b14605853a6 req-994f14c7-b697-4f40-b2ca-0030fcdeabcd tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 943 time: 0.1829932 Nov 09 17:28:53.682757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cb90edb5-107f-4727-991b-88251ff59372 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:28:53.707117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d46bbbb6-6cc4-46b3-8c5a-9b14605853a6 req-504d8b1e-899c-4c0b-9b26-99c47abfeb41 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663974 Nov 09 17:28:53.708642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-a7e38ac1-26d2-4c6b-81e5-f4d62a9dd61f service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541777 Nov 09 17:28:53.776780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.811780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] No DVR routers for this DVR port 940f77cb-3790-4bd0-9fee-a9da96b2f065 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:28:53.819107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.823094 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-446fd443-902e-4381-a4ed-19dcedc1e999 req-293a9f2d-e9e2-45af-8d03-943133a029a7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.83 "DELETE /v2.0/ports/940f77cb-3790-4bd0-9fee-a9da96b2f065 HTTP/1.1" status: 204 len: 173 time: 0.8806262 Nov 09 17:28:53.827560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'name': 'network-vif-deleted', 'tag': '940f77cb-3790-4bd0-9fee-a9da96b2f065'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:53.835018 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a1def-e6fa-4dfe-896d-2299eff47886" -d '{"events": [{"server_uuid": "abddd0a7-627e-410c-bbaa-9086780f4f61", "name": "network-vif-deleted", "tag": "940f77cb-3790-4bd0-9fee-a9da96b2f065"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:53.865955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:53.898969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cccda662-0d28-405d-890c-9806614f178f req-5785e671-40a8-4415-938d-b9ff0740b417 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0571177 Nov 09 17:28:53.931808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450b5a0-0848-4043-8046-126ed3f0b54a None None] Pushing event updated for resources: {'Port': ['ID=9b84081e-17db-4f0d-b3ca-62fb27b48bae,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:53.960773 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ef36b-bcae-4878-bdf6-ec22d303c1d2 x-openstack-request-id: req-8e8ef36b-bcae-4878-bdf6-ec22d303c1d2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:53.961073 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abddd0a7-627e-410c-bbaa-9086780f4f61", "name": "network-vif-deleted", "tag": "940f77cb-3790-4bd0-9fee-a9da96b2f065", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:53.961329 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e8ef36b-bcae-4878-bdf6-ec22d303c1d2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:53.961732 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abddd0a7-627e-410c-bbaa-9086780f4f61', 'name': 'network-vif-deleted', 'tag': '940f77cb-3790-4bd0-9fee-a9da96b2f065', 'status': 'completed', 'code': 200} Nov 09 17:28:54.017568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Attempting to bind port 9b84081e-17db-4f0d-b3ca-62fb27b48bae on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:28:54.018273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Attempting to bind port 9b84081e-17db-4f0d-b3ca-62fb27b48bae by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:28:54.018460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Attempting to bind port 9b84081e-17db-4f0d-b3ca-62fb27b48bae on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:28:54.135645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe204eaf-ff90-414d-8963-599dbfae3834 req-bccc1a90-bc88-47c8-bb6a-069e75b7321c service neutron] 10.222.0.43 "GET /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678353 Nov 09 17:28:54.218599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.258523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port cb90edb5-107f-4727-991b-88251ff59372, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cb90edb5-107f-4727-991b-88251ff59372,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:54.281280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:28:54.281661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:28:54.282121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.283042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:28:54.283700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Bound port: 9b84081e-17db-4f0d-b3ca-62fb27b48bae, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:28:54.284132 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.324369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'cb90edb5-107f-4727-991b-88251ff59372', 'network_id': '7d201112-7422-4641-853a-a5a9082b3f60', 'port_id': 'cb90edb5-107f-4727-991b-88251ff59372', 'mac_address': 'fa:16:3e:d3:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ab3572-6b00-40e9-a7b4-40a92db32361', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:28:54.412876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] For port 9b84081e-17db-4f0d-b3ca-62fb27b48bae, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:28:54.421320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] For port 9b84081e-17db-4f0d-b3ca-62fb27b48bae, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9b84081e-17db-4f0d-b3ca-62fb27b48bae,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:28:54.433294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.442280 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.451306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Allocated IP 172.20.0.1 (00e56f06-02ef-4791-866d-78bdbe73c713/7a2dda17-696b-44b6-89f4-7f6d72ed8807/c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:28:54.636261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb90edb5-107f-4727-991b-88251ff59372 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:28:54.640552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.650892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450b5a0-0848-4043-8046-126ed3f0b54a None None] Pushing event updated for resources: {'Port': ['ID=9b84081e-17db-4f0d-b3ca-62fb27b48bae,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:54.661365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:54.667872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:54.751972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.780485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port cb90edb5-107f-4727-991b-88251ff59372, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cb90edb5-107f-4727-991b-88251ff59372,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:54.801937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:54.829369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-174ca6ba-3774-4796-9ad8-592a2c60406f req-fc6605ef-df0c-44e7-8ea3-f3af34446ae7 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=abddd0a7-627e-410c-bbaa-9086780f4f61 HTTP/1.1" status: 200 len: 210 time: 0.0743153 Nov 09 17:28:54.961720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Network 00e56f06-02ef-4791-866d-78bdbe73c713 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:54.974271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Pushing event updated for resources: {'Port': ['ID=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:54.981108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:54.987075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:55.005050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:28:55.025537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=cb90edb5-107f-4727-991b-88251ff59372,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:55.038911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752f294-3082-43f8-8390-c60eec33227d req-fc2a8e17-a2be-47d5-9763-9eeaf52cc3d8 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:55.050239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9752f294-3082-43f8-8390-c60eec33227d req-fc2a8e17-a2be-47d5-9763-9eeaf52cc3d8 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 944 time: 0.1311011 Nov 09 17:28:55.113491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cb90edb5-107f-4727-991b-88251ff59372'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:28:55.124306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.177926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9752f294-3082-43f8-8390-c60eec33227d req-ff24d70d-e526-45fe-828d-7e7920d7e880 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252975 Nov 09 17:28:55.314771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-205df577-82e4-4dda-8437-da820c80a25e req-03c4df30-3033-4854-b453-9dc65a37c5ff tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0619547 Nov 09 17:28:55.422097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a38a29a3-04fe-44b9-abae-cb9a8811aad6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:55.434054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.458906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-47ad9a25-8199-4fe4-9b7c-d79e2e83fbdf None None] Provisioning complete for port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:55.459329 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47ad9a25-8199-4fe4-9b7c-d79e2e83fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.576041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-47ad9a25-8199-4fe4-9b7c-d79e2e83fbdf None None] Port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:28:55.639579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:50Z', 'revision_number': 3, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:55.643994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a38a29a3-04fe-44b9-abae-cb9a8811aad6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:55.673074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35352e5e-a9a6-4022-8d92-4a6a948dbb93 None None] The sync data for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 is: [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:50Z', 'revision_number': 3, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:28:55.675192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a38a29a3-04fe-44b9-abae-cb9a8811aad6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:55.675647 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.694218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.701767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.788833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.802358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.846770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a38a29a3-04fe-44b9-abae-cb9a8811aad6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:55.847301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff84810-84da-4b68-ac60-30e463b07998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:55.849625 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5844c4a-8198-4198-8cf5-046199b1547d" -d '{"events": [{"server_uuid": "bff84810-84da-4b68-ac60-30e463b07998", "name": "network-vif-plugged", "status": "completed", "tag": "a38a29a3-04fe-44b9-abae-cb9a8811aad6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:55.854421 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:55.855190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 940f77cb-3790-4bd0-9fee-a9da96b2f065 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:28:55.870051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Pushing event updated for resources: {'Port': ['ID=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:55.906482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 940f77cb-3790-4bd0-9fee-a9da96b2f065 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:28:55.906838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 940f77cb-3790-4bd0-9fee-a9da96b2f065 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:28:55.944341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a38a29a3-04fe-44b9-abae-cb9a8811aad6,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:55.967447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.967989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.968393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.968762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.969081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.972379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.972964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.973316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.973655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.974083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.974305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.976059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:28:55.981293 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c2869-9d69-4341-874b-5f09f1fe4f9f x-openstack-request-id: req-1b1c2869-9d69-4341-874b-5f09f1fe4f9f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:55.981593 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff84810-84da-4b68-ac60-30e463b07998", "name": "network-vif-plugged", "status": "completed", "tag": "a38a29a3-04fe-44b9-abae-cb9a8811aad6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:55.981846 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b1c2869-9d69-4341-874b-5f09f1fe4f9f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:55.982251 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff84810-84da-4b68-ac60-30e463b07998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6', 'code': 200} Nov 09 17:28:55.995366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Network 00e56f06-02ef-4791-866d-78bdbe73c713 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:28:55.997111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:28:56.206490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6627b-23b2-4c00-82c9-9218b027dd56 req-686bc99d-8061-4ab4-b101-e45c4246b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:56.208797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26e6627b-23b2-4c00-82c9-9218b027dd56 req-686bc99d-8061-4ab4-b101-e45c4246b64d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 1096 time: 0.1612320 Nov 09 17:28:56.352303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26e6627b-23b2-4c00-82c9-9218b027dd56 req-7072110f-63a9-4f7a-abad-23440b61eb95 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251655 Nov 09 17:28:56.414251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Router 932f9536-c6a3-43b7-a339-6bfa562e7424 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:28:56.487998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ccf36a2c-37fa-4dfe-87e1-59b2405864f1 None None] Provisioning complete for port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:56.488559 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf36a2c-37fa-4dfe-87e1-59b2405864f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:56.513814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02009fb4-14b0-4432-9538-774e7b4d1d95 req-e078515a-67d3-4f36-9cd8-53040fbe04e6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:56.522389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02009fb4-14b0-4432-9538-774e7b4d1d95 req-e078515a-67d3-4f36-9cd8-53040fbe04e6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 944 time: 0.0985835 Nov 09 17:28:56.526495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402f89b-9b9a-431e-a3f4-365df8372664 req-0d2fa825-af87-4c23-85ef-ed7857b5389e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:56.528096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3402f89b-9b9a-431e-a3f4-365df8372664 req-0d2fa825-af87-4c23-85ef-ed7857b5389e tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.1062231 Nov 09 17:28:56.600830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ccf36a2c-37fa-4dfe-87e1-59b2405864f1 None None] Port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:28:56.603668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02009fb4-14b0-4432-9538-774e7b4d1d95 req-065b00c7-f24d-431a-9760-5fd5fce5f550 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798509 Nov 09 17:28:56.670425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:28:56.727005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf531cfb-61c1-401d-a3a2-0717ce14d26a admin admin] 10.222.0.45 "PUT /v2.0/routers/932f9536-c6a3-43b7-a339-6bfa562e7424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9913614 Nov 09 17:28:56.791801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3402f89b-9b9a-431e-a3f4-365df8372664 req-f60cd9dc-86a4-4dc6-959e-bc77d1f8f62d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948302 Nov 09 17:28:56.859080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c806d797-8b81-4483-89b1-8cae7bf66ac8 req-5a0dffde-311d-4707-8b12-b0f4d0ebadad tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0406580 Nov 09 17:28:57.458635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34576) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:57.463551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695633265', 'description': 'tempest-description--867653673'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:57.499195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.658068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.665642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.695972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cb90edb5-107f-4727-991b-88251ff59372 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:57.722524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34149ac-0d87-4604-a88d-c56bcd22eeab,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:57.802337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.811612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8298d83f-7509-4dbd-b5a9-63be7dbca4c3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3513982 Nov 09 17:28:57.816884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34586) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:57.841232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Request body: {'security_group_rule': {'security_group_id': 'a34149ac-0d87-4604-a88d-c56bcd22eeab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:57.851747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da3a5c3d-afa6-4337-adc7-b9f07f49a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.858336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port cb90edb5-107f-4727-991b-88251ff59372 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:28:57.864945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port cb90edb5-107f-4727-991b-88251ff59372 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:57.865703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.954734 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:57.965913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590f280-0529-4a67-8b8a-d9bc211fdede req-9f7d8348-9bd8-465f-a40a-5a67e296a995 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:57.991826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d590f280-0529-4a67-8b8a-d9bc211fdede req-9f7d8348-9bd8-465f-a40a-5a67e296a995 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 944 time: 0.2231817 Nov 09 17:28:58.130257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.170409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d590f280-0529-4a67-8b8a-d9bc211fdede req-4863cd1e-2bd3-443c-b498-38f625095eb1 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767337 Nov 09 17:28:58.203623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9b84081e-17db-4f0d-b3ca-62fb27b48bae up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:28:58.330667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb90edb5-107f-4727-991b-88251ff59372'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:28:58.334107 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d6ab53-7755-47fd-b00b-329fbd226774" -d '{"events": [{"server_uuid": "0a4f59ed-f39e-485d-be1b-883e53460f6e", "name": "network-vif-plugged", "status": "completed", "tag": "cb90edb5-107f-4727-991b-88251ff59372"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:28:58.368979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.378296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-199ab03f-7aae-496e-930f-4757a62bc1f6 req-3d000bd9-9379-4456-a97f-44460c31106f tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0636711 Nov 09 17:28:58.389577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port cb90edb5-107f-4727-991b-88251ff59372, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cb90edb5-107f-4727-991b-88251ff59372,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:58.400275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed0d83-a346-461a-a260-16abebf463b3 req-c06e6c5e-87df-4021-a641-d781a36db75f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.402389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.402875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64ed0d83-a346-461a-a260-16abebf463b3 req-c06e6c5e-87df-4021-a641-d781a36db75f tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.3823745 Nov 09 17:28:58.406874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.407927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.432948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Sync routers for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:28:58.452499 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:28:58.453060 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:58.498630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee40542-3e90-447f-95b6-70b795e2eadc,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:58.520353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.522182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cca22943-385c-448e-9085-d7c06bbf5776 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7005019 Nov 09 17:28:58.570193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=cb90edb5-107f-4727-991b-88251ff59372,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:58.623136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34600) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:58.634907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Request body: {'security_group_rule': {'security_group_id': 'a34149ac-0d87-4604-a88d-c56bcd22eeab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:58.637780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9b84081e-17db-4f0d-b3ca-62fb27b48bae triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:28:58.644672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.717683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873a72e-9bd0-4c17-b95d-493532898d89 req-f14b1f21-a510-44a1-a474-2b360e52249d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.735180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b873a72e-9bd0-4c17-b95d-493532898d89 req-f14b1f21-a510-44a1-a474-2b360e52249d tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.5219650 Nov 09 17:28:58.752290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.764329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.777845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.788546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.792216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.795901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.803436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.812391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:58.825785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-e7397cd3-3377-4050-8060-979e3f8b44e9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.3058727 Nov 09 17:28:58.836007 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:28:58.891408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:58.939137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78145955-6328-4d7b-b64a-20960e4de3b6 req-13f7e282-83a8-44c9-b89c-c586945c7f00 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120446 Nov 09 17:28:58.956403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 9b84081e-17db-4f0d-b3ca-62fb27b48bae, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9b84081e-17db-4f0d-b3ca-62fb27b48bae,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:28:58.964136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.113440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=9b84081e-17db-4f0d-b3ca-62fb27b48bae,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:59.188000 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 2, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:28:59.223667 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf158c3-6aea-4301-a8f7-43ec22986afe x-openstack-request-id: req-4bf158c3-6aea-4301-a8f7-43ec22986afe {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:28:59.224111 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4f59ed-f39e-485d-be1b-883e53460f6e", "name": "network-vif-plugged", "status": "completed", "tag": "cb90edb5-107f-4727-991b-88251ff59372", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:28:59.224694 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bf158c3-6aea-4301-a8f7-43ec22986afe {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:28:59.225672 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb90edb5-107f-4727-991b-88251ff59372', 'code': 200} Nov 09 17:28:59.242895 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Checking router: 932f9536-c6a3-43b7-a339-6bfa562e7424 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:28:59.243674 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Updating router 932f9536-c6a3-43b7-a339-6bfa562e7424 port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:28:59.287440 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.525684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.537209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b873a72e-9bd0-4c17-b95d-493532898d89 req-acafef20-7d45-4381-ab80-8a88814486ac tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008199 Nov 09 17:28:59.555549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.640308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.666557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.680633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.691927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.692651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.694417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0713618 Nov 09 17:28:59.700521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.708015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.715229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.728276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d6c7e5a1-1295-4027-bb2c-a80ce842dc6f req-b746c803-d71c-42f8-a09c-b32eccfb5066 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.2610316 Nov 09 17:28:59.732343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:59.742645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:28:59.748707 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.759696 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.771848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedce402-36b8-41c5-8b2e-26feb8faa97d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af5cd17-326d-4ef1-ace1-ed7dd7e37f4a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:59.807764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.837030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51a57-6e49-4779-89f1-ae311ff3d1ed req-d5732761-65c0-48a2-85af-a5d4448eb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.841482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ee51a57-6e49-4779-89f1-ae311ff3d1ed req-d5732761-65c0-48a2-85af-a5d4448eb46d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 1096 time: 0.4430470 Nov 09 17:28:59.861074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Deleting port e559be4d-a0a1-43be-b18e-feaa31183dd5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:28:59.868493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:28:59.883340 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2be73b-ef4a-4326-a0fa-62630fe95610 None None] Pushing event updated for resources: {'Port': ['ID=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:28:59.959975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1736598-1e36-48bb-aa63-82cf2ff7c29b req-df4da5c9-6912-4227-a71e-f55d4aa6aba9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:28:59.974492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1736598-1e36-48bb-aa63-82cf2ff7c29b req-df4da5c9-6912-4227-a71e-f55d4aa6aba9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 945 time: 0.3224936 Nov 09 17:29:00.002852 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Attempting to bind port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:00.005145 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Attempting to bind port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:00.005375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Attempting to bind port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc on network 00e56f06-02ef-4791-866d-78bdbe73c713 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:00.026725 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:00.027122 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Checking segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:00.027495 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.027972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e610e71-05d9-4997-9fc4-3b393606c50c req-3396dcc1-acc9-4856-8a7f-2d7c825f02ae tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0864763 Nov 09 17:29:00.033518 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Bound using segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:00.033518 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Bound port: c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:00.033518 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.165123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9b84081e-17db-4f0d-b3ca-62fb27b48bae up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:00.178134 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] For port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:00.193606 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] For port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:00.200677 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.297114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.337817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ee51a57-6e49-4779-89f1-ae311ff3d1ed req-40bc5114-953f-4aa2-a14c-b0bba3c03086 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690580 Nov 09 17:29:00.341132 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2be73b-ef4a-4326-a0fa-62630fe95610 None None] Pushing event updated for resources: {'Port': ['ID=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:00.398480 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1736598-1e36-48bb-aa63-82cf2ff7c29b req-c18e8078-5b8f-443f-ad4f-5069a0824dc9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228547 Nov 09 17:29:00.424785 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:00.425875 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:28:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:00.429026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] For port e559be4d-a0a1-43be-b18e-feaa31183dd5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e559be4d-a0a1-43be-b18e-feaa31183dd5,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:00.429257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.453571 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c06444e1-0f1d-495c-a5eb-23bae123de77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.482639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f08baf50-8972-44f6-9f4f-429c89f2dacd None None] Provisioning complete for port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:00.483393 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f08baf50-8972-44f6-9f4f-429c89f2dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.503513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Calling delete_port for e559be4d-a0a1-43be-b18e-feaa31183dd5 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:29:00.554871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9b84081e-17db-4f0d-b3ca-62fb27b48bae triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:00.555748 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.748042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Allocated IP 172.25.3.47 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/4d026311-9ecb-4129-94a1-1e1890993c19) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:00.778437 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f08baf50-8972-44f6-9f4f-429c89f2dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.837110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f08baf50-8972-44f6-9f4f-429c89f2dacd None None] For port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:00.846598 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f08baf50-8972-44f6-9f4f-429c89f2dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:00.864975 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:00.924225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08baf50-8972-44f6-9f4f-429c89f2dacd None None] Pushing event updated for resources: {'Port': ['ID=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:00.981464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cfef1-8cda-40f8-8404-f313c541fdbb req-89166867-0937-4594-b46f-c18854a08c86 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:00.992149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d1cfef1-8cda-40f8-8404-f313c541fdbb req-89166867-0937-4594-b46f-c18854a08c86 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 945 time: 0.2210886 Nov 09 17:29:00.999668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-90f6cbe9-1c9c-4de1-9eb0-c374bcd34753 None None] Provisioning complete for port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:01.000169 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90f6cbe9-1c9c-4de1-9eb0-c374bcd34753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:01.075456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:01.185098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:01.205911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d1cfef1-8cda-40f8-8404-f313c541fdbb req-a5ac1015-1b51-4bea-8425-fec7aa9e8a7c tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7739cad-4779-4392-b214-c3e18f408ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050837 Nov 09 17:29:01.220059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:01.243532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e559be4d-a0a1-43be-b18e-feaa31183dd5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:01.270017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Pushing event deleted for resources: {'Port': ['ID=e559be4d-a0a1-43be-b18e-feaa31183dd5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:01.365046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:01.378771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] No DVR routers for this DVR port e559be4d-a0a1-43be-b18e-feaa31183dd5 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:29:01.379379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01198f26-35b1-46e2-ab97-490cf4f7bc47 req-151fe7ec-eb5b-43c3-b0b3-21b1db5ad4d3 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.1357296 Nov 09 17:29:01.382352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:01.386756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64ed0d83-a346-461a-a260-16abebf463b3 req-00e2c522-1c52-4d60-bf63-ff4eeef7c3bb tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.43 "DELETE /v2.0/ports/e559be4d-a0a1-43be-b18e-feaa31183dd5 HTTP/1.1" status: 204 len: 173 time: 2.9385011 Nov 09 17:29:01.387557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'name': 'network-vif-deleted', 'tag': 'e559be4d-a0a1-43be-b18e-feaa31183dd5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:01.390705 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526ef91-48e3-4b2b-9bd9-cd3919c66da5" -d '{"events": [{"server_uuid": "51c141f3-9a7c-44aa-a737-e9e897d55127", "name": "network-vif-deleted", "tag": "e559be4d-a0a1-43be-b18e-feaa31183dd5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:01.448675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:01.465936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:01.503719 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b642f-3681-4b78-bede-ca6f29943059 x-openstack-request-id: req-f46b642f-3681-4b78-bede-ca6f29943059 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:01.504243 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c141f3-9a7c-44aa-a737-e9e897d55127", "name": "network-vif-deleted", "tag": "e559be4d-a0a1-43be-b18e-feaa31183dd5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:01.505017 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f46b642f-3681-4b78-bede-ca6f29943059 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:01.505489 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c141f3-9a7c-44aa-a737-e9e897d55127', 'name': 'network-vif-deleted', 'tag': 'e559be4d-a0a1-43be-b18e-feaa31183dd5', 'status': 'completed', 'code': 200} Nov 09 17:29:01.592220 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:01.620983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event updated for resources: {'Port': ['ID=4d026311-9ecb-4129-94a1-1e1890993c19,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:01.768259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9493f0-1a62-4159-b18f-26a41da6ac49 None None] The sync data for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 is: [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:29:01.909878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab28978-f2aa-4f4d-a220-09f35d13969a req-64d0ef16-a9bb-41e1-8fee-918344fb2d35 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:01.933027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ab28978-f2aa-4f4d-a220-09f35d13969a req-64d0ef16-a9bb-41e1-8fee-918344fb2d35 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 945 time: 0.2075887 Nov 09 17:29:02.001962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:02.043988 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ab28978-f2aa-4f4d-a220-09f35d13969a req-9127a2a8-15c2-469e-b53a-435a06cadf1e tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092889 Nov 09 17:29:02.098729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:02.173594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:02.285097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:02.493978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:02.494664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:02.645997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e9cf3f3-c660-49e0-b069-fcc680d0e851 req-da0e14d4-7af1-4fec-810a-f17d8db9ecdf tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0659447 Nov 09 17:29:02.895992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-325d4977-ef10-44ec-81d6-0301c3918124 req-c99629b7-c45e-4edd-8bfc-f146ba1e74a9 tempest-ListServerFiltersTestJSON-1007486413 tempest-ListServerFiltersTestJSON-1007486413-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c141f3-9a7c-44aa-a737-e9e897d55127 HTTP/1.1" status: 200 len: 210 time: 0.0543249 Nov 09 17:29:03.024800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34680) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:03.031425 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:03.278505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.280079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.280817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.282835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.284054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.284826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.285535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.304525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-7aabab34-589a-4c3f-9863-e728d75d272e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 6492 time: 0.2768817 Nov 09 17:29:03.323901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b33fca-3f06-49cc-bfcb-20e27eb70140 req-d7c38454-002c-42ac-a5d3-7d24323d2fd6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.335699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19b33fca-3f06-49cc-bfcb-20e27eb70140 req-d7c38454-002c-42ac-a5d3-7d24323d2fd6 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 945 time: 0.1414135 Nov 09 17:29:03.474573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:03.486027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:03.491800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-0f9b8819-46ca-49aa-9d31-c13984524ca9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851215 Nov 09 17:29:03.523346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19b33fca-3f06-49cc-bfcb-20e27eb70140 req-177cc7f3-2781-4bcc-a0b2-ab10abfe4e05 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862550 Nov 09 17:29:03.561719 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:03.750680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e559be4d-a0a1-43be-b18e-feaa31183dd5 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:29:03.773143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:03.808728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event updated for resources: {'Port': ['ID=4d026311-9ecb-4129-94a1-1e1890993c19,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:03.818112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:03.822637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cef3b31d-e94a-4749-964b-5d360c9696e8 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0887251 Nov 09 17:29:03.852296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: e559be4d-a0a1-43be-b18e-feaa31183dd5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:29:03.855757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e559be4d-a0a1-43be-b18e-feaa31183dd5 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:29:03.919473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6086ed1a-5285-49d1-bd92-b65471e0db97 req-2d09f2a8-24bc-4fb4-b43a-a94dca2c8d87 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0548644 Nov 09 17:29:03.967662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c5577-c001-4c62-8c8e-08b74ce50296 req-c4a826e8-083b-4fe2-8008-da5c436fc590 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:03.989070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-359c5577-c001-4c62-8c8e-08b74ce50296 req-c4a826e8-083b-4fe2-8008-da5c436fc590 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 945 time: 0.2287560 Nov 09 17:29:04.152015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-359c5577-c001-4c62-8c8e-08b74ce50296 req-1d9b08d4-51bd-48f8-a85a-a3426d03609e tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518323 Nov 09 17:29:04.255507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34714) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:04.425524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Deleting subnet 5f19b71d-bb1d-4410-b0f3-36a4505e1f5d {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:29:04.436061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:04.443644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-ecca3bad-a275-4a76-959c-6610b7b3d27b tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1695633265&fields=id&tenant_id=2782b469c93340d5a28e5362694514f6 HTTP/1.1" status: 200 len: 267 time: 0.1147189 Nov 09 17:29:04.505149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:04.651604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:04.720862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-e4314b08-b6b4-4978-9dea-767469b0d7f9 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:04.730332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-e4314b08-b6b4-4978-9dea-767469b0d7f9 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/networks?id=00e56f06-02ef-4791-866d-78bdbe73c713 HTTP/1.1" status: 200 len: 806 time: 0.2856801 Nov 09 17:29:04.754537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-01b07c0a-958e-484d-a721-0fd936ae6766 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/quotas/2782b469c93340d5a28e5362694514f6 HTTP/1.1" status: 200 len: 375 time: 0.0228176 Nov 09 17:29:04.781272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:04.810301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f19b71d-bb1d-4410-b0f3-36a4505e1f5d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:04.830964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702061c2-7d17-4ba9-8425-5d33799cbeb1 None None] Network de960790-f18c-4602-b3e8-ca43fda3cba9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:04.837562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:04.845382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-25766f2b-df5d-4d34-aa5e-49b39e39467d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5f19b71d-bb1d-4410-b0f3-36a4505e1f5d HTTP/1.1" status: 204 len: 168 time: 0.5884626 Nov 09 17:29:04.853940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:04.886308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-b445a8ff-2703-4b13-b4c8-3fed9ba22791 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2782b469c93340d5a28e5362694514f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275918 Nov 09 17:29:05.073261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba2293-ba86-4219-8fb4-d7672886c568 req-3b353720-eb87-4033-8b7d-e0534c93c659 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:05.080433 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0ba2293-ba86-4219-8fb4-d7672886c568 req-3b353720-eb87-4033-8b7d-e0534c93c659 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 945 time: 0.0880151 Nov 09 17:29:05.126508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.223293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] DHCP port deletion for de960790-f18c-4602-b3e8-ca43fda3cba9 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:29:05.229763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0ba2293-ba86-4219-8fb4-d7672886c568 req-94c85aff-9aef-45cf-aca3-00e5a78184fa tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354649 Nov 09 17:29:05.274701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-ffcf85ce-78d1-4633-aa58-95b35b3ba89d service neutron] 10.222.0.45 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584826 Nov 09 17:29:05.315868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] Deleting port b716ccb2-86fc-4997-82ef-ac88781b3cc2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:29:05.316322 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.377403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-333d1cce-fb55-44d3-9499-f684f1f42729 req-3adb74f3-aa56-438e-ac5d-4e6f861d40bc tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0468521 Nov 09 17:29:05.396619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Deleting port b716ccb2-86fc-4997-82ef-ac88781b3cc2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:29:05.396963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.435988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] For port b716ccb2-86fc-4997-82ef-ac88781b3cc2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b716ccb2-86fc-4997-82ef-ac88781b3cc2,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:05.436498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.460490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] Calling delete_port for b716ccb2-86fc-4997-82ef-ac88781b3cc2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:29:05.485142 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-2cd136cd-9c2f-4c68-ad7f-3ee0051d63b5 service neutron] 10.222.0.45 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093456 Nov 09 17:29:05.539414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] For port b716ccb2-86fc-4997-82ef-ac88781b3cc2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b716ccb2-86fc-4997-82ef-ac88781b3cc2,segment=NetworkSegment(284531bb-fd6a-4ded-9505-d6364279ae1e),segment_id=284531bb-fd6a-4ded-9505-d6364279ae1e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:05.545403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.598622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Calling delete_port for b716ccb2-86fc-4997-82ef-ac88781b3cc2 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:29:05.598945 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.666592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] Pushing event deleted for resources: {'Port': ['ID=b716ccb2-86fc-4997-82ef-ac88781b3cc2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:05.684972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4d327-3b19-4632-a703-6fff92494a3d None None] No DVR routers for this DVR port b716ccb2-86fc-4997-82ef-ac88781b3cc2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:29:05.817753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dc390da-653a-4c26-a077-b44d7ad5f24b req-6968601e-d2f0-4d13-8415-2cf9870ef74b tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 210 time: 0.0384202 Nov 09 17:29:05.819255 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:05.863120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b716ccb2-86fc-4997-82ef-ac88781b3cc2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:05.876424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] No DVR routers for this DVR port b716ccb2-86fc-4997-82ef-ac88781b3cc2 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:29:05.978183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.038432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de960790-f18c-4602-b3e8-ca43fda3cba9']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:06.065261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284531bb-fd6a-4ded-9505-d6364279ae1e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:06.065610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284531bb-fd6a-4ded-9505-d6364279ae1e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:06.095491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.133794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.144784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:29:06.145384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.159128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b716ccb2-86fc-4997-82ef-ac88781b3cc2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:29:06.211149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: b716ccb2-86fc-4997-82ef-ac88781b3cc2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:29:06.215201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b716ccb2-86fc-4997-82ef-ac88781b3cc2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:29:06.242722 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:29:06.252801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.263892 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.268121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/de960790-f18c-4602-b3e8-ca43fda3cba9 HTTP/1.1" status: 204 len: 168 time: 1.3786724 Nov 09 17:29:06.287622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ba850-a01e-4bc8-9a59-edb2e0803ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=de960790-f18c-4602-b3e8-ca43fda3cba9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:06.334121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-484881e9-a2c4-4809-9439-25189a0e2beb tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:06.335607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-484881e9-a2c4-4809-9439-25189a0e2beb tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.83 "GET /v2.0/ports?device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 945 time: 0.2371728 Nov 09 17:29:06.411076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-56fc1162-22a6-4967-b7d5-cc308acf62d5 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:06.414648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-56fc1162-22a6-4967-b7d5-cc308acf62d5 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a4f59ed-f39e-485d-be1b-883e53460f6e HTTP/1.1" status: 200 len: 945 time: 0.1467950 Nov 09 17:29:06.493597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Deleting port a38a29a3-04fe-44b9-abae-cb9a8811aad6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:29:06.495256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.594807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691f0b9-7d0d-40b8-b794-9d9b1322e75c req-a1d84b9c-39a5-4f79-bca2-86fe5b552ea9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:06.596551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6691f0b9-7d0d-40b8-b794-9d9b1322e75c req-a1d84b9c-39a5-4f79-bca2-86fe5b552ea9 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 945 time: 0.2271154 Nov 09 17:29:06.681919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-201be854-6e63-4615-b17d-9208f54bae90 req-65077f50-ea9c-4e58-98f2-ec62b5218aa2 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0524786 Nov 09 17:29:06.722108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Deleting port cb90edb5-107f-4727-991b-88251ff59372 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:29:06.722865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.735491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] For port a38a29a3-04fe-44b9-abae-cb9a8811aad6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a38a29a3-04fe-44b9-abae-cb9a8811aad6,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:06.736081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:06.746770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34760) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:06.797530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6691f0b9-7d0d-40b8-b794-9d9b1322e75c req-bec7fb18-e7f9-4123-a5b8-2a3436a1a412 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/security-groups?id=3729b063-039a-4f26-b8d3-9513a29e8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835725 Nov 09 17:29:06.832309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Calling delete_port for a38a29a3-04fe-44b9-abae-cb9a8811aad6 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:29:06.877705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-08a4b665-3628-4660-be53-18fd6bf0ee50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24628b1f904248e58777d51813df7475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291327 Nov 09 17:29:06.880676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34764) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:06.981588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] For port cb90edb5-107f-4727-991b-88251ff59372, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cb90edb5-107f-4727-991b-88251ff59372,segment=NetworkSegment(7b252aaf-97fb-4a5c-9df4-cd83dbf996a5),segment_id=7b252aaf-97fb-4a5c-9df4-cd83dbf996a5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:06.982285 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.013151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Calling delete_port for cb90edb5-107f-4727-991b-88251ff59372 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:29:07.030198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-421b79d7-ba68-4fdc-b6bd-07dffab10645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.096096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-421b79d7-ba68-4fdc-b6bd-07dffab10645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.142179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41a7cbc-8f52-41bc-b978-3f62f2e48408 req-6cc41a75-d32d-4e73-b92d-beb839634f6a tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 210 time: 0.1171679 Nov 09 17:29:07.199140 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.214496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a38a29a3-04fe-44b9-abae-cb9a8811aad6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:07.262040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cb90edb5-107f-4727-991b-88251ff59372'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:07.273568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event deleted for resources: {'Port': ['ID=a38a29a3-04fe-44b9-abae-cb9a8811aad6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:07.324826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.326570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-421b79d7-ba68-4fdc-b6bd-07dffab10645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.338418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-421b79d7-ba68-4fdc-b6bd-07dffab10645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.352735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-421b79d7-ba68-4fdc-b6bd-07dffab10645 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7739cad-4779-4392-b214-c3e18f408ee3 HTTP/1.1" status: 204 len: 168 time: 0.4679594 Nov 09 17:29:07.354865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a38a29a3-04fe-44b9-abae-cb9a8811aad6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:07.370545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b79d7-ba68-4fdc-b6bd-07dffab10645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7739cad-4779-4392-b214-c3e18f408ee3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:07.388932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] No DVR routers for this DVR port a38a29a3-04fe-44b9-abae-cb9a8811aad6 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:29:07.392658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.397194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd85dfb8-e819-4476-b263-f3fb03342fce req-dd576cc7-fbf0-4967-9dfb-36083470dc1c tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.83 "DELETE /v2.0/ports/a38a29a3-04fe-44b9-abae-cb9a8811aad6 HTTP/1.1" status: 204 len: 173 time: 1.0537734 Nov 09 17:29:07.398008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff84810-84da-4b68-ac60-30e463b07998', 'name': 'network-vif-deleted', 'tag': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:07.401810 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d1e6ef-350f-4c54-90c7-e0bdfdafce2e" -d '{"events": [{"server_uuid": "bff84810-84da-4b68-ac60-30e463b07998", "name": "network-vif-deleted", "tag": "a38a29a3-04fe-44b9-abae-cb9a8811aad6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:07.403067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Pushing event deleted for resources: {'Port': ['ID=cb90edb5-107f-4727-991b-88251ff59372,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:07.480585 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903f80e8-8038-4046-9853-033143e56779 x-openstack-request-id: req-903f80e8-8038-4046-9853-033143e56779 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:07.481646 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff84810-84da-4b68-ac60-30e463b07998", "name": "network-vif-deleted", "tag": "a38a29a3-04fe-44b9-abae-cb9a8811aad6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:07.481994 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-903f80e8-8038-4046-9853-033143e56779 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:07.482552 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff84810-84da-4b68-ac60-30e463b07998', 'name': 'network-vif-deleted', 'tag': 'a38a29a3-04fe-44b9-abae-cb9a8811aad6', 'status': 'completed', 'code': 200} Nov 09 17:29:07.498256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] No DVR routers for this DVR port cb90edb5-107f-4727-991b-88251ff59372 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:29:07.501302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:07.506587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f997d7f-3666-4826-b30a-4c90d66c2f9b req-2964f097-0035-439d-b515-858b906cbfc0 tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.43 "DELETE /v2.0/ports/cb90edb5-107f-4727-991b-88251ff59372 HTTP/1.1" status: 204 len: 173 time: 1.0709321 Nov 09 17:29:07.507187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'name': 'network-vif-deleted', 'tag': 'cb90edb5-107f-4727-991b-88251ff59372'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:07.510066 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcf9ba0-8970-4302-a05c-e1ffff50851c" -d '{"events": [{"server_uuid": "0a4f59ed-f39e-485d-be1b-883e53460f6e", "name": "network-vif-deleted", "tag": "cb90edb5-107f-4727-991b-88251ff59372"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:07.565936 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8b1b8-f633-4d3c-8d6d-7147937e9da5 x-openstack-request-id: req-9cc8b1b8-f633-4d3c-8d6d-7147937e9da5 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:07.566425 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4f59ed-f39e-485d-be1b-883e53460f6e", "name": "network-vif-deleted", "tag": "cb90edb5-107f-4727-991b-88251ff59372", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:07.566693 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cc8b1b8-f633-4d3c-8d6d-7147937e9da5 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:07.567197 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4f59ed-f39e-485d-be1b-883e53460f6e', 'name': 'network-vif-deleted', 'tag': 'cb90edb5-107f-4727-991b-88251ff59372', 'status': 'completed', 'code': 200} Nov 09 17:29:07.832951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-a1900a7c-fec7-4c4d-933a-03b4245f13ed tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:07.835046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-a1900a7c-fec7-4c4d-933a-03b4245f13ed tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.43 "GET /v2.0/networks?id=00e56f06-02ef-4791-866d-78bdbe73c713 HTTP/1.1" status: 200 len: 806 time: 0.2370262 Nov 09 17:29:07.925837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f54c4839-10bb-48b2-8971-cddba3e9ed4a req-d4b25fab-53f7-408a-8e5a-7b18f28b241a tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0627320 Nov 09 17:29:08.022348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c624b28a-8d71-45a1-a836-58b6298bb60f req-0318a6e2-c348-4ef3-ae47-9db79d834e8b tempest-MultipleCreateTestJSON-1192913339 tempest-MultipleCreateTestJSON-1192913339-project] 10.222.0.45 "GET /v2.0/ports?device_id=bff84810-84da-4b68-ac60-30e463b07998 HTTP/1.1" status: 200 len: 210 time: 0.0553644 Nov 09 17:29:08.028299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-b5efd2dd-6537-42c3-bf1f-13ebf022b7f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997479 Nov 09 17:29:08.041093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-986501c3-0990-4e4f-810a-d919cf5fb22d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2782b469c93340d5a28e5362694514f6 HTTP/1.1" status: 200 len: 380 time: 0.1910982 Nov 09 17:29:08.055742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Request body: {'port': {'device_id': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'admin_state_up': True, 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'security_groups': ['a34149ac-0d87-4604-a88d-c56bcd22eeab']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:08.361455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5dd2d3d6-97bd-4a1e-a752-de69695b5df6 req-f5f625bc-0f13-4614-a3c0-5b61d2dc04d3 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 210 time: 0.0571809 Nov 09 17:29:08.371563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2011-4200-422d-80bb-0587bb71188f req-3f1ccd90-b185-49aa-a9ec-46012be00f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:08.373339 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-3f1ccd90-b185-49aa-a9ec-46012be00f57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de51302e109f4e75bc59fca2fe6691b0&device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 1096 time: 0.2535694 Nov 09 17:29:08.386840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Made reservation on behalf of 2782b469c93340d5a28e5362694514f6 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:08.392650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:08.631964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-1a976f35-6d38-4f78-873e-9858b47ee982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:08.633491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-1a976f35-6d38-4f78-873e-9858b47ee982 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1097 time: 0.0951011 Nov 09 17:29:08.675675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2011-4200-422d-80bb-0587bb71188f req-52d58f81-2b25-4889-aac0-4aeafa964c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:08.677223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-52d58f81-2b25-4889-aac0-4aeafa964c8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=01352f60-a549-4973-80f6-630bff32995b HTTP/1.1" status: 200 len: 915 time: 0.2526934 Nov 09 17:29:08.749807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Allocated IP 172.20.0.12 (00e56f06-02ef-4791-866d-78bdbe73c713/7a2dda17-696b-44b6-89f4-7f6d72ed8807/dc5bad16-628a-40f6-9cb5-171081683cd1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:08.782851 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-7ad09458-9713-4b80-8cf2-dd9cf70069b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 HTTP/1.1" status: 200 len: 1001 time: 0.0966091 Nov 09 17:29:08.795652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:08.809881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-90619e51-e857-43ba-9e2f-d6e8ae7f22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:08.812499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-90619e51-e857-43ba-9e2f-d6e8ae7f22b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.1530178 Nov 09 17:29:08.898322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2011-4200-422d-80bb-0587bb71188f req-81081b18-cece-4fbf-b816-497a653114c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:08.900076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-81081b18-cece-4fbf-b816-497a653114c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f16f745-aaef-445f-acec-4d5726bd0893 HTTP/1.1" status: 200 len: 854 time: 0.1097782 Nov 09 17:29:08.929884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-90944768-network', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:08.940153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-b4ef466c-8373-4390-a6ed-b8dfac6cb517 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 1000 time: 0.1147602 Nov 09 17:29:08.998189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Made reservation on behalf of 5ff70e0d2b5847d68fd74b449ad4af22 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:09.003036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.009001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2011-4200-422d-80bb-0587bb71188f req-262aeeed-abdf-4a5c-81a3-6da1c5da1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:09.010552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-262aeeed-abdf-4a5c-81a3-6da1c5da1bd9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01352f60-a549-4973-80f6-630bff32995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971520 Nov 09 17:29:09.016660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.018874 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.064585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-f87a8e2f-342c-4fc8-bd88-20a74a34cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:09.065946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-f87a8e2f-342c-4fc8-bd88-20a74a34cc27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1166251 Nov 09 17:29:09.094675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-644d6aff-c936-407f-8cf1-a2e313695c66 req-1f594510-2c4b-4dd5-8b3f-d0d2f5e1ad0d tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0518045 Nov 09 17:29:09.185799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-9ba0e787-49d7-4622-a516-390f75254201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:09.187678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-9ba0e787-49d7-4622-a516-390f75254201 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960488 Nov 09 17:29:09.202792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.208610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-11c9c05e-c3f7-45ff-98f9-aae63ca36e57 service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880195 Nov 09 17:29:09.314172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:09.364707 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.366137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Network 00e56f06-02ef-4791-866d-78bdbe73c713 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:09.387030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.390726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:09.396169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:09.406002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event updated for resources: {'Port': ['ID=dc5bad16-628a-40f6-9cb5-171081683cd1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:09.450700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Deleting subnet 10ab3572-6b00-40e9-a7b4-40a92db32361 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:29:09.454724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.458309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a38a29a3-04fe-44b9-abae-cb9a8811aad6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:29:09.489461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:29:09.507555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: a38a29a3-04fe-44b9-abae-cb9a8811aad6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:29:09.507917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a38a29a3-04fe-44b9-abae-cb9a8811aad6 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:29:09.510640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ecab2011-4200-422d-80bb-0587bb71188f req-2aafe787-747b-46c0-b90b-62fab14c62c1 service neutron] 10.222.0.43 "GET /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597151 Nov 09 17:29:09.540686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:09.541226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.543269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-ba1b3fe0-3e19-490c-aba1-aaeb1d04e056 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430109 Nov 09 17:29:09.552315 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.552663 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Added segment 3179bf52-94c3-4f8d-938f-0d56b03fdb92 of type vlan for network ba272bef-0099-4f8e-9c04-66e2c5af3c98 Nov 09 17:29:09.556246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c98f07-5942-45b6-a6e5-c9a62a3840c0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:09.561850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.567959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-06b39345-a480-48df-a66e-2257125262d5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5170288 Nov 09 17:29:09.593942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Request body: {'port': {'device_id': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:09.667518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.758836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.773157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.865729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a913a-1d71-48a7-a5c0-78637079c770 req-20918b78-5f83-43cd-a52e-ac88e1bde80e tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:09.867646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b77a913a-1d71-48a7-a5c0-78637079c770 req-20918b78-5f83-43cd-a52e-ac88e1bde80e tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 932 time: 0.2874012 Nov 09 17:29:09.903736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-be2acfa3-e71e-43aa-aa79-ea360f9d85a2 None None] Provisioning complete for port dc5bad16-628a-40f6-9cb5-171081683cd1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:09.904485 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be2acfa3-e71e-43aa-aa79-ea360f9d85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.920279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.921238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:09.922044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:09.950594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ada4aab-be01-404c-9c20-28efef3fc9d4 req-f6a98e60-7fdd-4490-bd2f-e52745cf1ba7 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997200 Nov 09 17:29:09.969004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-be2acfa3-e71e-43aa-aa79-ea360f9d85a2 None None] Port dc5bad16-628a-40f6-9cb5-171081683cd1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:29:10.025982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2274466 Nov 09 17:29:10.034701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:10.038810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.051484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Request body: {'subnet': {'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-subnet', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:10.098110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5bad16-628a-40f6-9cb5-171081683cd1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:10.100544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ab3572-6b00-40e9-a7b4-40a92db32361,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:10.107843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bfc3f-09e2-467f-a797-8cfe82a754f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba272bef-0099-4f8e-9c04-66e2c5af3c98,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:10.108680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.116815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b77a913a-1d71-48a7-a5c0-78637079c770 req-62375521-d03f-4ae8-a6d8-4e77f9e41cae tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027445 Nov 09 17:29:10.117981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.124005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5759feec-e685-41cc-9005-0554faed8f29 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/10ab3572-6b00-40e9-a7b4-40a92db32361 HTTP/1.1" status: 204 len: 168 time: 0.8058214 Nov 09 17:29:10.124423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:10.135760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:29:10.143557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Transition to ACTIVE for port object dc5bad16-628a-40f6-9cb5-171081683cd1 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:29:10.163383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.234501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Made reservation on behalf of 5ff70e0d2b5847d68fd74b449ad4af22 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:10.237605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.299619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Pushing event updated for resources: {'Port': ['ID=dc5bad16-628a-40f6-9cb5-171081683cd1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:10.324395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.341735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27576fec-6b62-4303-8b4e-e97dd3b07e85 req-7e46c7cd-ac1e-46c7-8d0a-552aa8aac05c tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0599067 Nov 09 17:29:10.402173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Attempting to bind port dc5bad16-628a-40f6-9cb5-171081683cd1 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:10.402556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Attempting to bind port dc5bad16-628a-40f6-9cb5-171081683cd1 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:10.402926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Attempting to bind port dc5bad16-628a-40f6-9cb5-171081683cd1 on network 00e56f06-02ef-4791-866d-78bdbe73c713 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:10.410432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Port dc5bad16-628a-40f6-9cb5-171081683cd1 on network 00e56f06-02ef-4791-866d-78bdbe73c713 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:29:10.410758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Attempting to bind port dc5bad16-628a-40f6-9cb5-171081683cd1 on network 00e56f06-02ef-4791-866d-78bdbe73c713 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:10.418706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:10.419202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Checking segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:10.419591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Bound using segment: {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:10.420047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Bound port: dc5bad16-628a-40f6-9cb5-171081683cd1, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceec071-270d-43f9-a7dc-9c2c43a69b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:10.420464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.493830 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.581323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] For port dc5bad16-628a-40f6-9cb5-171081683cd1, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:10.581944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d201112-7422-4641-853a-a5a9082b3f60']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:10.586925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] For port dc5bad16-628a-40f6-9cb5-171081683cd1, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=dc5bad16-628a-40f6-9cb5-171081683cd1,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:10.598737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.632366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:10.632771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b252aaf-97fb-4a5c-9df4-cd83dbf996a5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:10.663584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:10.663761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.664651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.666594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] 10.222.0.43 "PUT /v2.0/ports/dc5bad16-628a-40f6-9cb5-171081683cd1 HTTP/1.1" status: 200 len: 1092 time: 1.0826030 Nov 09 17:29:10.667610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:10.670667 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11" -d '{"events": [{"name": "network-changed", "server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:10.689703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.712312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.722001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449b4a-ffec-4de6-93b6-9de77ccf43dd service neutron] Pushing event updated for resources: {'Port': ['ID=dc5bad16-628a-40f6-9cb5-171081683cd1,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:10.759638 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447fa97-0935-4858-838f-12a5f09d1fe0 x-openstack-request-id: req-8447fa97-0935-4858-838f-12a5f09d1fe0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:10.760143 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:10.760560 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8447fa97-0935-4858-838f-12a5f09d1fe0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:10.761132 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'status': 'completed', 'code': 200} Nov 09 17:29:10.772182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:29:10.773157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:29:10.777753 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:29:10.864421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-fbbcf7fc-0211-4de5-a75f-05b0d3d07afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:10.866901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-fbbcf7fc-0211-4de5-a75f-05b0d3d07afa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2782b469c93340d5a28e5362694514f6&device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0817401 Nov 09 17:29:10.871912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1943676e-7196-49db-9361-f4d14c762095,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:10.890071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.931116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Checking segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:10.931542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Network hostable DHCP agents. Network: ba272bef-0099-4f8e-9c04-66e2c5af3c98, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:29:10.936353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d201112-7422-4641-853a-a5a9082b3f60,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:10.949842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-3d8586fd-b1da-4120-a219-630c4b4f1b5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc5bad16-628a-40f6-9cb5-171081683cd1 HTTP/1.1" status: 200 len: 217 time: 0.0735800 Nov 09 17:29:10.960166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:10.972033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8e6b9f6a-c6f3-4d42-b122-252187f52a2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/7d201112-7422-4641-853a-a5a9082b3f60 HTTP/1.1" status: 204 len: 168 time: 0.8385668 Nov 09 17:29:10.981887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:29:10.999274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ba272bef-0099-4f8e-9c04-66e2c5af3c98) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:11.010909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0927a5b-b393-4729-bef5-eac8803d966e None None] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:11.011815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:11.012534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.050534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8ddbd5fd-de0e-4fe1-ac05-d1700ea14f09 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0129161 Nov 09 17:29:11.053959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34858) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:11.059907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:11.089290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-1cedd890-1ceb-45d0-91ab-30b03c84ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:11.095551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-1cedd890-1ceb-45d0-91ab-30b03c84ba5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a2dda17-696b-44b6-89f4-7f6d72ed8807 HTTP/1.1" status: 200 len: 845 time: 0.1244733 Nov 09 17:29:11.119947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.121094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.220422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7e5fc-4a11-4be8-bf29-3a114c508af2 None None] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:11.228841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:11.270328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.274947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-3616c6bc-1f56-4283-9d49-ed2dd54ce41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:11.283046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-3616c6bc-1f56-4283-9d49-ed2dd54ce41a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00e56f06-02ef-4791-866d-78bdbe73c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761177 Nov 09 17:29:11.300852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e981dbcb-f7a8-4b9e-b7d3-a600696e6520 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d857f15c39a54cd689e2df3794bc23f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705361 Nov 09 17:29:11.303717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34864) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:11.433960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b951c1b4-491b-4cc2-a52e-62dbf9957715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.480320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b951c1b4-491b-4cc2-a52e-62dbf9957715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.585134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.600333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c2bc64d-102e-4519-8f8d-998566b361b1 req-05a2f41e-9f9c-4c80-8d60-9038da2cc29b tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0836105 Nov 09 17:29:11.626702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513994a-5d58-4205-8d6c-0da463e0d2e7 req-8298b886-bdb9-4a19-9f75-032b5fec7e82 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:11.634596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d513994a-5d58-4205-8d6c-0da463e0d2e7 req-8298b886-bdb9-4a19-9f75-032b5fec7e82 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 944 time: 0.2748525 Nov 09 17:29:11.650021 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b951c1b4-491b-4cc2-a52e-62dbf9957715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.655697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b951c1b4-491b-4cc2-a52e-62dbf9957715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:11.658631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b951c1b4-491b-4cc2-a52e-62dbf9957715 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3729b063-039a-4f26-b8d3-9513a29e8954 HTTP/1.1" status: 204 len: 168 time: 0.3520024 Nov 09 17:29:11.678391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951c1b4-491b-4cc2-a52e-62dbf9957715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729b063-039a-4f26-b8d3-9513a29e8954,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:11.787290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cb90edb5-107f-4727-991b-88251ff59372 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:29:11.811750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: cb90edb5-107f-4727-991b-88251ff59372 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:29:11.812507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cb90edb5-107f-4727-991b-88251ff59372 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:29:11.883731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670182-3f63-4dcd-bf94-b28b3a85d2a9 req-7a99df70-c70c-4fd5-b7ae-daa134a3a925 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:11.887575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e670182-3f63-4dcd-bf94-b28b3a85d2a9 req-7a99df70-c70c-4fd5-b7ae-daa134a3a925 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0765738 Nov 09 17:29:11.960485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e670182-3f63-4dcd-bf94-b28b3a85d2a9 req-11f865c7-3a91-4d97-9851-ea0b4e675a84 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599694 Nov 09 17:29:12.098455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-361deafe-782d-4e70-baad-863443fead24 service neutron] 10.222.0.43 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407107 Nov 09 17:29:12.101984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d513994a-5d58-4205-8d6c-0da463e0d2e7 req-4b099411-3601-4029-b77e-82fdc8779b6b tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665442 Nov 09 17:29:12.218445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f758298c-2194-42b3-94f7-cdf8d7a25674 req-9422ad3f-6357-40de-bccf-31a9a51a756e service neutron] 10.222.0.43 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110373 Nov 09 17:29:12.378309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-c5f7e1ec-e2c0-4234-8752-b8c7e684cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:12.380150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-c5f7e1ec-e2c0-4234-8752-b8c7e684cc02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2782b469c93340d5a28e5362694514f6&device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0859058 Nov 09 17:29:12.390769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:12.438767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:12.649274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-85ebcfc4-dcfc-4cd0-8e86-01deaf0e3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:12.651002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-85ebcfc4-dcfc-4cd0-8e86-01deaf0e3cc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00e56f06-02ef-4791-866d-78bdbe73c713 HTTP/1.1" status: 200 len: 906 time: 0.2618942 Nov 09 17:29:12.732780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Allocated IP 172.25.3.89 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/592e2001-8216-4bdc-be2c-16ae41639b3b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:12.740654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-c88ae087-2155-45c3-b79c-e884299384ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc5bad16-628a-40f6-9cb5-171081683cd1 HTTP/1.1" status: 200 len: 217 time: 0.0778778 Nov 09 17:29:12.744701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:12.783198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380302-733e-481b-aed1-8eaddca29616 req-bae0b840-dddb-42a7-a636-88915b00c1a8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:12.785298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2380302-733e-481b-aed1-8eaddca29616 req-bae0b840-dddb-42a7-a636-88915b00c1a8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.2155342 Nov 09 17:29:12.789889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a499e3d7-fc6f-4d06-9fb0-c5d5f35559b6 req-0a442831-3e34-4a05-87c9-966557bb52dc tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0359256 Nov 09 17:29:12.880093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1542479551-network', 'tenant_id': '6a6d196934844769b7debdf73b7b0036'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:12.901136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-127f9db8-2dbd-4ad4-96b0-28f4482d6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:12.903218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-127f9db8-2dbd-4ad4-96b0-28f4482d6404 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a2dda17-696b-44b6-89f4-7f6d72ed8807 HTTP/1.1" status: 200 len: 845 time: 0.1454995 Nov 09 17:29:12.912371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Made reservation on behalf of 6a6d196934844769b7debdf73b7b0036 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:12.915083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:12.925120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:12.982617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2380302-733e-481b-aed1-8eaddca29616 req-46e21e90-6f50-4480-a513-bff7605a37d0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744692 Nov 09 17:29:13.015177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.023725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-ca264c77-e206-40a0-9ea5-2dc85c71e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:13.025373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-ca264c77-e206-40a0-9ea5-2dc85c71e99c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00e56f06-02ef-4791-866d-78bdbe73c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084836 Nov 09 17:29:13.027604 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.033333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.066650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:29:13.078075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847615f4-7444-488f-909c-d0a7928433b4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:13.100682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.101180 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Added segment b1f6a6c2-4578-417b-9460-47c72403bc75 of type vlan for network 6da6c505-c8ee-4cfa-9954-920c85c35030 Nov 09 17:29:13.124076 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.164616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.194496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:13.203749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-b3b7e7a3-a470-48ba-a7d9-35c834814d7f service neutron] 10.222.0.43 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690323 Nov 09 17:29:13.205753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:13.207092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.210197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:13.211111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.212773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:13.226711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Pushing event updated for resources: {'Port': ['ID=592e2001-8216-4bdc-be2c-16ae41639b3b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:13.279031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5331030 Nov 09 17:29:13.285889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:13.291618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Request body: {'subnet': {'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1542479551-subnet', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:13.295273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4127-aa58-4184-800d-309db5058432 admin admin] Pushing event updated for resources: {'Network': ['ID=6da6c505-c8ee-4cfa-9954-920c85c35030,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:13.309751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:29:13.324679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Made reservation on behalf of 6a6d196934844769b7debdf73b7b0036 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:13.327858 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.461201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa60f-337b-420d-9aba-33ae794abd73 req-196e51b8-d450-4d37-bc06-a85c36fcc218 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:13.462779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-916fa60f-337b-420d-9aba-33ae794abd73 req-196e51b8-d450-4d37-bc06-a85c36fcc218 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 944 time: 0.2473624 Nov 09 17:29:13.513029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3365a3c5-5ab4-4c0a-bcd7-b1e0aa011f11 req-9eb17bac-3cb7-4b4e-ad87-c377e97b85d2 service neutron] 10.222.0.43 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013625 Nov 09 17:29:13.546415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.591796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-916fa60f-337b-420d-9aba-33ae794abd73 req-2f57b036-d5d1-46c4-a792-cd30cd4cbcc5 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147275 Nov 09 17:29:13.629172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=75188518-07ef-4da2-856b-48fa6b343353,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:13.651708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Checking segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:13.652071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Network hostable DHCP agents. Network: 6da6c505-c8ee-4cfa-9954-920c85c35030, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:29:13.674166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:29:13.684715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6da6c505-c8ee-4cfa-9954-920c85c35030) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:13.689741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:13.690234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.699355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf952a-719a-4c0d-9f27-6d9e95fbdd2b None None] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:13.710674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2c3e6120-88e9-416d-8005-efc061cccdcd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4232206 Nov 09 17:29:13.713838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34936) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:13.722622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:13.734027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.793098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.794146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.882272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2531b-f9c0-49b7-b23c-e9e6101023a1 None None] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:13.920175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:13.945294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02f77967-026a-4e4b-9a09-e57632434e24 req-22255934-12e7-491c-9caa-acca381cbbc4 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0495524 Nov 09 17:29:14.153018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff88dc9-611f-482e-b1b4-cb8ddd34413e req-9ec340fa-90f7-47dd-aeb4-6297280c8468 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:14.154680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bff88dc9-611f-482e-b1b4-cb8ddd34413e req-9ec340fa-90f7-47dd-aeb4-6297280c8468 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0561342 Nov 09 17:29:14.179725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:14.213284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:14.233839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bff88dc9-611f-482e-b1b4-cb8ddd34413e req-d2fa7a1c-5c6c-4467-b5e2-c9870e4e5f7f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703335 Nov 09 17:29:14.460474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Router 6c497ce9-49a5-45a7-860b-07fba01d4e99 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:29:14.586211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:14.633963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:14.711000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:29:14.727684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Sync routers for ids ['6c497ce9-49a5-45a7-860b-07fba01d4e99'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:29:14.740875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Routers {'6c497ce9-49a5-45a7-860b-07fba01d4e99'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:14.741889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6c497ce9-49a5-45a7-860b-07fba01d4e99'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:14.776840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8765b6-3356-417d-84cb-61835c47650c req-f6a4ea43-684e-408b-9792-d3bf1de0cee4 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:14.778627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb8765b6-3356-417d-84cb-61835c47650c req-f6a4ea43-684e-408b-9792-d3bf1de0cee4 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 944 time: 0.0741973 Nov 09 17:29:14.808054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:14.812512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b3d225e5-59ac-49ad-84e6-243e8965d671 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7569947 Nov 09 17:29:14.813277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:14.852337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Allocated IP 172.25.3.113 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/b9674d91-4b78-4074-bbda-537405b87715) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:14.909362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb8765b6-3356-417d-84cb-61835c47650c req-de85e58a-67d4-4b50-aacb-b7789e4b9913 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193447 Nov 09 17:29:14.923246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Set router 6c497ce9-49a5-45a7-860b-07fba01d4e99 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:15.061744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:15.154151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:15.182512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f9c4b7c-4198-4036-9446-86c6ff0ad53f req-3c34be3c-1576-4600-92a6-7c166ed4ada4 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0611620 Nov 09 17:29:15.236810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:15.238044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:29:13Z', 'revision_number': 3, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:15.242354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:15.247021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:15.253660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Pushing event updated for resources: {'Port': ['ID=b9674d91-4b78-4074-bbda-537405b87715,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:15.302463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Checking router: 6c497ce9-49a5-45a7-860b-07fba01d4e99 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:29:15.302821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Updating router 6c497ce9-49a5-45a7-860b-07fba01d4e99 port 592e2001-8216-4bdc-be2c-16ae41639b3b binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:29:15.352530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:15.497576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3aeea-924f-461a-beeb-5a6842a5fae3 req-49115ca9-ca4d-4c42-a01d-7d0ff76afe8b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:15.502105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ad3aeea-924f-461a-beeb-5a6842a5fae3 req-49115ca9-ca4d-4c42-a01d-7d0ff76afe8b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1123269 Nov 09 17:29:15.517336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:15.520117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:29:15.630640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ad3aeea-924f-461a-beeb-5a6842a5fae3 req-c878ade0-5c97-4445-b1b7-b60f429e200b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235695 Nov 09 17:29:15.747714 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:29:15.821129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device dc5bad16-628a-40f6-9cb5-171081683cd1 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:15.893763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:15.894385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.022217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:16.049151 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.107049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Allocated IP 172.20.0.1 (ba272bef-0099-4f8e-9c04-66e2c5af3c98/1943676e-7196-49db-9361-f4d14c762095/1b7088f9-2e49-4dd0-a628-a2bd4b7bab81) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:16.120258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '79bd964b-741e-4abf-8b87-6909106b686c', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': '79bd964b-741e-4abf-8b87-6909106b686c', 'mac_address': 'fa:16:3e:11:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:16.209585 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.217448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.224044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:16.227018 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13305116-38fe-4478-8ad3-a57bd1b81b14" -d '{"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-unplugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:16.264197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.276027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:16.287512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa46cf2-9feb-46d6-948f-b9bb77bda853 req-188ca3b0-aded-4200-bd73-971e113e264c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:16.289378 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aa46cf2-9feb-46d6-948f-b9bb77bda853 req-188ca3b0-aded-4200-bd73-971e113e264c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 944 time: 0.1937766 Nov 09 17:29:16.296681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port dc5bad16-628a-40f6-9cb5-171081683cd1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=dc5bad16-628a-40f6-9cb5-171081683cd1,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:16.301947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:16.304489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.340077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.363714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'port_id': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'mac_address': 'fa:16:3e:e4:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:16.381345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6aa46cf2-9feb-46d6-948f-b9bb77bda853 req-fbc7c6aa-f95d-4a4d-b0dd-e6ab9ca43405 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671520 Nov 09 17:29:16.421518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:29:16.421701 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:29:16.450340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e64c6-641c-4d33-b76a-3f4299fe34b7 None None] Pushing event updated for resources: {'Port': ['ID=592e2001-8216-4bdc-be2c-16ae41639b3b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:16.467272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.473125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Attempting to bind port 592e2001-8216-4bdc-be2c-16ae41639b3b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:16.473703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Attempting to bind port 592e2001-8216-4bdc-be2c-16ae41639b3b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:16.474092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Attempting to bind port 592e2001-8216-4bdc-be2c-16ae41639b3b on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:16.509887 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07abfdb7-fd42-4628-9fb0-c3b1f56bf057 x-openstack-request-id: req-07abfdb7-fd42-4628-9fb0-c3b1f56bf057 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:16.510224 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-unplugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:16.510470 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07abfdb7-fd42-4628-9fb0-c3b1f56bf057 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:16.510864 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:29:16.514853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:16.516350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:16.516899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.517545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:16.518164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Bound port: 592e2001-8216-4bdc-be2c-16ae41639b3b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:16.518514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.587554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.598478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-465ec979-cb79-431a-8802-2458ae0cb9a3 req-460403e0-db0c-4aaf-ad92-3bf8ab239ca1 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0555267 Nov 09 17:29:16.611662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.642834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:16.650754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5bad16-628a-40f6-9cb5-171081683cd1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:16.702885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port dc5bad16-628a-40f6-9cb5-171081683cd1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=dc5bad16-628a-40f6-9cb5-171081683cd1,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:16.714940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] For port 592e2001-8216-4bdc-be2c-16ae41639b3b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:16.727725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Pushing event updated for resources: {'Port': ['ID=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:16.727969 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.731949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Router aac0c327-4d96-4613-a212-4f71677a635d is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:29:16.749662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] For port 592e2001-8216-4bdc-be2c-16ae41639b3b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=592e2001-8216-4bdc-be2c-16ae41639b3b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:16.775767 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:16.778553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:16.788390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:16.821463 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.875474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=dc5bad16-628a-40f6-9cb5-171081683cd1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:16.887246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:29:16.893132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Routers {'6c497ce9-49a5-45a7-860b-07fba01d4e99'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:16.894643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6c497ce9-49a5-45a7-860b-07fba01d4e99'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:16.903702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Sync routers for ids ['aac0c327-4d96-4613-a212-4f71677a635d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:29:16.911036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.915331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1e861995-52e7-4fb1-bb0e-b78f3333d056 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1990967 Nov 09 17:29:16.915678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:16.921736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:16.925531 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Routers {'aac0c327-4d96-4613-a212-4f71677a635d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:16.927280 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['aac0c327-4d96-4613-a212-4f71677a635d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:17.087386 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Set router aac0c327-4d96-4613-a212-4f71677a635d gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:17.096527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['dc5bad16-628a-40f6-9cb5-171081683cd1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:17.210872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.216214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.457327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.471242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5ab0-a853-4f61-9b80-9efd76865f8e req-83305b20-e38c-452e-b35c-3a4b2e6ddb49 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:17.471707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e64c6-641c-4d33-b76a-3f4299fe34b7 None None] Pushing event updated for resources: {'Port': ['ID=592e2001-8216-4bdc-be2c-16ae41639b3b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:17.480418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6abb5ab0-a853-4f61-9b80-9efd76865f8e req-83305b20-e38c-452e-b35c-3a4b2e6ddb49 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.3552105 Nov 09 17:29:17.482216 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:29:15Z', 'revision_number': 3, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:17.483705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.511700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:17.596044 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Checking router: aac0c327-4d96-4613-a212-4f71677a635d for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:29:17.600967 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Updating router aac0c327-4d96-4613-a212-4f71677a635d port b9674d91-4b78-4074-bbda-537405b87715 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:29:17.630166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6abb5ab0-a853-4f61-9b80-9efd76865f8e req-16d57468-54b7-47f4-bd2d-8dcd1983905a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474795 Nov 09 17:29:17.660782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] Set router 6c497ce9-49a5-45a7-860b-07fba01d4e99 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:17.667776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Pushing event updated for resources: {'Port': ['ID=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:17.670497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.727963 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.831306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:17.868704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:17.894328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a845b67a-5cd0-4aab-99a8-9d5410780ea7 req-c11b1dc5-0987-45ab-9641-07332bb193a0 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0921092 Nov 09 17:29:17.957174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:18.017382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:18.021295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db8490-ae95-469f-8527-ad5fbbc1c44e req-bd58dff3-8cfb-4a2b-b96e-b743a5ff2be4 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:18.025386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:18.046220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83db8490-ae95-469f-8527-ad5fbbc1c44e req-bd58dff3-8cfb-4a2b-b96e-b743a5ff2be4 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 945 time: 0.2670977 Nov 09 17:29:18.180522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['79bd964b-741e-4abf-8b87-6909106b686c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:18.223932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83db8490-ae95-469f-8527-ad5fbbc1c44e req-8e5ebb19-6395-4f30-80a0-bce92fc99067 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753030 Nov 09 17:29:18.296659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Router 6c497ce9-49a5-45a7-860b-07fba01d4e99 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:29:18.306302 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:18.325731 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:18.364329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:18.370440 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Attempting to bind port b9674d91-4b78-4074-bbda-537405b87715 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:18.370813 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Attempting to bind port b9674d91-4b78-4074-bbda-537405b87715 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:18.371198 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Attempting to bind port b9674d91-4b78-4074-bbda-537405b87715 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:18.401576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:18.402572 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:18.403006 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:18.404335 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:18.404832 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Bound port: b9674d91-4b78-4074-bbda-537405b87715, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:18.405218 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:18.432230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a843d671-d11b-4828-975c-4a956673a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:29:13Z', 'revision_number': 3, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:18.496479 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] For port b9674d91-4b78-4074-bbda-537405b87715, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:18.501552 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] For port b9674d91-4b78-4074-bbda-537405b87715, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b9674d91-4b78-4074-bbda-537405b87715,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:18.511588 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:18.523254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:29:18.540693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a843d671-d11b-4828-975c-4a956673a575 None None] The sync data for ids ['6c497ce9-49a5-45a7-860b-07fba01d4e99'] in n-d-804292-3 is: [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:29:13Z', 'revision_number': 3, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:29:18.542599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c7fe943d-ef0c-4bb8-8ced-b0026dd7ddbf admin admin] 10.222.0.45 "PUT /v2.0/routers/6c497ce9-49a5-45a7-860b-07fba01d4e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7279913 Nov 09 17:29:18.566951 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Pushing event updated for resources: {'Port': ['ID=b9674d91-4b78-4074-bbda-537405b87715,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:18.575153 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Routers {'aac0c327-4d96-4613-a212-4f71677a635d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:18.575665 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['aac0c327-4d96-4613-a212-4f71677a635d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:18.668696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.669122 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.669384 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.669721 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.670198 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.670496 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.670865 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.674919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.675942 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.676292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.676633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.679410 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:18.775404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Allocated IP 172.20.0.1 (6da6c505-c8ee-4cfa-9954-920c85c35030/75188518-07ef-4da2-856b-48fa6b343353/e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:18.892458 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe05dd5-1f31-4c43-a1a9-64c4f54bcf54 None None] Pushing event updated for resources: {'Port': ['ID=b9674d91-4b78-4074-bbda-537405b87715,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:18.989489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] Set router aac0c327-4d96-4613-a212-4f71677a635d gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:19.015970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730fda2-264b-4252-8034-3b2ff5e0a783 req-19a80c46-7253-4b54-96ca-3d8f96d77e50 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:19.018355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a730fda2-264b-4252-8034-3b2ff5e0a783 req-19a80c46-7253-4b54-96ca-3d8f96d77e50 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.1865151 Nov 09 17:29:19.164855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7fa52a0-5aab-4320-bc78-3db871d61b7e req-26dbaa42-071a-4957-a5a0-ebddba120f1b tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0927157 Nov 09 17:29:19.265363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:19.288100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a730fda2-264b-4252-8034-3b2ff5e0a783 req-5d56b60e-4523-491d-83a1-321f03dfcd2b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207663 Nov 09 17:29:19.358145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:19.405383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:19.411560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:19.463033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:19.533374 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:29:15Z', 'revision_number': 3, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:19.602181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:19.621347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Pushing event updated for resources: {'Port': ['ID=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:19.634130 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c66eb-eaa4-421f-b51e-1b471c7fa23c None None] The sync data for ids ['aac0c327-4d96-4613-a212-4f71677a635d'] in n-d-804292-3 is: [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:29:15Z', 'revision_number': 3, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:29:19.776592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ceef8-44d4-4a85-970f-2c3e5cc9efa5 req-41cbafbd-e468-4610-b0cc-cd9354351311 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:19.777456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-cd268a23-f1ef-4e29-9f64-7123a24ad009 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:19.788648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-186ceef8-44d4-4a85-970f-2c3e5cc9efa5 req-41cbafbd-e468-4610-b0cc-cd9354351311 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 945 time: 0.1801600 Nov 09 17:29:19.791931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-cd268a23-f1ef-4e29-9f64-7123a24ad009 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 817 time: 0.1932831 Nov 09 17:29:19.828917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-8524311f-e1a6-48ff-a11b-fcca3ab51bc2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/quotas/5ff70e0d2b5847d68fd74b449ad4af22 HTTP/1.1" status: 200 len: 375 time: 0.0299838 Nov 09 17:29:19.833840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device dc5bad16-628a-40f6-9cb5-171081683cd1 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:19.891701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:19.925859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-12126894-3cac-4445-a333-bde9798f6b1d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951326 Nov 09 17:29:19.929450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-186ceef8-44d4-4a85-970f-2c3e5cc9efa5 req-b53f7aaf-b5e9-4f71-8201-783299ed854f tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384711 Nov 09 17:29:20.013860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.097145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port dc5bad16-628a-40f6-9cb5-171081683cd1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:29:20.103196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 79bd964b-741e-4abf-8b87-6909106b686c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:20.103679 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.182491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port dc5bad16-628a-40f6-9cb5-171081683cd1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:20.189358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-9309973d-377a-45b4-99ff-11ef49e9c094 service neutron] 10.222.0.45 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623537 Nov 09 17:29:20.196643 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.306868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 592e2001-8216-4bdc-be2c-16ae41639b3b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:20.446238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712402c0-e581-4ec9-9f2b-e7368a6e3f50 req-a13eeadb-b0f5-4ecc-8c90-b543ee945054 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.1051950 Nov 09 17:29:20.462174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-a82bd21c-83f2-4971-bd6a-564582b82109 service neutron] 10.222.0.45 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642636 Nov 09 17:29:20.690809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.699669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.783769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.807211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.814206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Pushing event updated for resources: {'Port': ['ID=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:20.832405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 592e2001-8216-4bdc-be2c-16ae41639b3b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:20.832855 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.838952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc372fd6-f8e5-44f8-865f-fa03c3912c3b req-e95a945e-9274-4f14-813d-e3b027b6d6fe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:20.849396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc372fd6-f8e5-44f8-865f-fa03c3912c3b req-e95a945e-9274-4f14-813d-e3b027b6d6fe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 945 time: 0.3077400 Nov 09 17:29:20.866871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:20.869621 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ba8e7-edb6-4d05-b534-8d5a79c4236a" -d '{"events": [{"server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "name": "network-vif-plugged", "status": "completed", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:20.879959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:20.944812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port dc5bad16-628a-40f6-9cb5-171081683cd1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=dc5bad16-628a-40f6-9cb5-171081683cd1,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:20.954139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3097632f-ac45-40b3-87b9-37ef6bff7cac req-002ffa71-5640-4d15-abf5-1f76fd1037b6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 210 time: 0.0667851 Nov 09 17:29:20.976162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:21.060309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:21.064213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:21.089350 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd063a3-ab62-479a-8a1a-93ae5c2a45a6 x-openstack-request-id: req-1cd063a3-ab62-479a-8a1a-93ae5c2a45a6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:21.090431 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "name": "network-vif-plugged", "status": "completed", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:21.091181 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cd063a3-ab62-479a-8a1a-93ae5c2a45a6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:21.093388 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'code': 200} Nov 09 17:29:21.128780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc372fd6-f8e5-44f8-865f-fa03c3912c3b req-74ba7215-084c-4edf-a5b9-6738295f45cf tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776597 Nov 09 17:29:21.132620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:21.145928 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:21.278384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=dc5bad16-628a-40f6-9cb5-171081683cd1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:21.298432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e8a4a-487e-4a31-8a00-cd4a95accac5 req-6ca72d12-2eb0-4c8e-a712-77a8e810232b tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:21.310660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f6e8a4a-487e-4a31-8a00-cd4a95accac5 req-6ca72d12-2eb0-4c8e-a712-77a8e810232b tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.1232097 Nov 09 17:29:21.330063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:21.413156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=13']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:21.428156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 592e2001-8216-4bdc-be2c-16ae41639b3b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=592e2001-8216-4bdc-be2c-16ae41639b3b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:21.433968 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:21.462968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f6e8a4a-487e-4a31-8a00-cd4a95accac5 req-7ba4ab79-5844-4ce7-8c50-62b5a9d98e9c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355758 Nov 09 17:29:21.584037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=592e2001-8216-4bdc-be2c-16ae41639b3b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:21.641514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Router aac0c327-4d96-4613-a212-4f71677a635d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:29:21.696086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebecb183-8206-493c-acfc-51f91afb3e54 req-1aa19a54-a083-411b-9984-00eebd131f20 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0553780 Nov 09 17:29:21.733207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb556d37-4dc9-4f6b-864a-dc0b80fe10e3 req-b40060c0-4fc3-475c-a5ea-09d5e2890c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:21.738957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb556d37-4dc9-4f6b-864a-dc0b80fe10e3 req-b40060c0-4fc3-475c-a5ea-09d5e2890c7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 1097 time: 0.4667442 Nov 09 17:29:21.901779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-ae42eb49-88b1-47a5-8d46-6f8304746800 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:21.915943 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-ae42eb49-88b1-47a5-8d46-6f8304746800 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 817 time: 0.3563547 Nov 09 17:29:21.927730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-0ee709f2-1cc0-4f55-8a09-468d7e29b3ee tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/quotas/5ff70e0d2b5847d68fd74b449ad4af22 HTTP/1.1" status: 200 len: 375 time: 0.0188956 Nov 09 17:29:21.969665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb556d37-4dc9-4f6b-864a-dc0b80fe10e3 req-d3e973c8-70ea-4c0d-92a0-17207a0786dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864824 Nov 09 17:29:22.002439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:29:22.023167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c2c5b31-4905-4b6c-bdf3-6ea21859c78d admin admin] 10.222.0.45 "PUT /v2.0/routers/aac0c327-4d96-4613-a212-4f71677a635d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1051502 Nov 09 17:29:22.054870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-9f153e99-ec28-4ce5-acb7-1c36f9ff8241 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259768 Nov 09 17:29:22.200282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-a1f842fe-dabf-41cb-b4cb-5777e4ae673b service neutron] 10.222.0.45 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441126 Nov 09 17:29:22.327275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 592e2001-8216-4bdc-be2c-16ae41639b3b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:22.373476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Sync routers for ids ['6c497ce9-49a5-45a7-860b-07fba01d4e99'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:29:22.380326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-ce8c4fe1-cdec-4d34-b0f0-aec580496137 service neutron] 10.222.0.45 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787667 Nov 09 17:29:22.401139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14da27-a405-4f3b-ad5a-57a1ffec632f req-fddb8e47-f42e-4aa0-9a13-40230e6add0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:22.404002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec14da27-a405-4f3b-ad5a-57a1ffec632f req-fddb8e47-f42e-4aa0-9a13-40230e6add0f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1331398 Nov 09 17:29:22.407033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Routers {'6c497ce9-49a5-45a7-860b-07fba01d4e99'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:22.408142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6c497ce9-49a5-45a7-860b-07fba01d4e99'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:22.514693 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec14da27-a405-4f3b-ad5a-57a1ffec632f req-4e756538-86ec-4cec-a70a-d73de3f03dda tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026886 Nov 09 17:29:22.542943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 592e2001-8216-4bdc-be2c-16ae41639b3b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:22.543409 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:22.880624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Set router 6c497ce9-49a5-45a7-860b-07fba01d4e99 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:22.902350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Sync routers for ids ['aac0c327-4d96-4613-a212-4f71677a635d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:29:22.929836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Routers {'aac0c327-4d96-4613-a212-4f71677a635d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:22.938912 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['aac0c327-4d96-4613-a212-4f71677a635d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:22.964690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909621-19d1-401c-b91b-003fe99ad9e8 req-59ee0600-435f-4618-afdb-a23e7b5985e9 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:22.977885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d909621-19d1-401c-b91b-003fe99ad9e8 req-59ee0600-435f-4618-afdb-a23e7b5985e9 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.1888256 Nov 09 17:29:23.022141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:23.058957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2a9e1138-c7e3-41ff-bdb0-2061f8f121c6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:23.060709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2a9e1138-c7e3-41ff-bdb0-2061f8f121c6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 817 time: 0.4357102 Nov 09 17:29:23.081900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Request body: {'port': {'device_id': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'admin_state_up': True, 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:23.138703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:23.141620 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc9256-26f3-43a4-ba7a-9f3cec696d91" -d '{"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:23.155588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d909621-19d1-401c-b91b-003fe99ad9e8 req-28dd1296-318a-4a75-ad3d-5d6ea85db2ff tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767054 Nov 09 17:29:23.231953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b9674d91-4b78-4074-bbda-537405b87715 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:23.304894 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Set router aac0c327-4d96-4613-a212-4f71677a635d gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:23.393745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-4d8b514f-d459-4ce8-a694-e9cca39acc34 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:23.418800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-4d8b514f-d459-4ce8-a694-e9cca39acc34 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 811 time: 0.6248827 Nov 09 17:29:23.437969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b9674d91-4b78-4074-bbda-537405b87715 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:23.438794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:23.457584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-3f5f09e1-36e8-4171-994d-9d50d08864e6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/quotas/6a6d196934844769b7debdf73b7b0036 HTTP/1.1" status: 200 len: 375 time: 0.0345163 Nov 09 17:29:23.474497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4fd891e-cc13-4b43-b305-62450ee28d2e req-0e8c7d63-d7e6-47e3-b85c-b5b8b499bb40 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 210 time: 0.0721638 Nov 09 17:29:23.533522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Made reservation on behalf of 5ff70e0d2b5847d68fd74b449ad4af22 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:23.537591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:23.568035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:29:17Z', 'revision_number': 4, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1b7088f9-2e49-4dd0-a628-a2bd4b7bab81', 'name': '', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'mac_address': 'fa:16:3e:76:93:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1943676e-7196-49db-9361-f4d14c762095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:15Z', 'updated_at': '2021-11-09T17:29:17Z', 'revision_number': 2, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'subnets': [{'id': '1943676e-7196-49db-9361-f4d14c762095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:23.644147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-d8995dbb-70f2-4531-9045-58d4ed686fd6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834037 Nov 09 17:29:23.695270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Checking router: 6c497ce9-49a5-45a7-860b-07fba01d4e99 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:29:23.695788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Updating router 6c497ce9-49a5-45a7-860b-07fba01d4e99 port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:29:23.706333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d38dde-babc-4aac-a56f-207d35093ecb req-e2290565-9019-4c93-a96d-c09bceb4a2cf tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0724690 Nov 09 17:29:23.755530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:23.871534 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:29:19Z', 'revision_number': 4, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1', 'name': '', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'mac_address': 'fa:16:3e:16:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '75188518-07ef-4da2-856b-48fa6b343353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:18Z', 'updated_at': '2021-11-09T17:29:20Z', 'revision_number': 2, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'subnets': [{'id': '75188518-07ef-4da2-856b-48fa6b343353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:23.964632 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Checking router: aac0c327-4d96-4613-a212-4f71677a635d for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:29:23.966039 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Updating router aac0c327-4d96-4613-a212-4f71677a635d port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:29:24.002253 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.019398 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f8083-025a-4533-811c-beefec8ae605 x-openstack-request-id: req-135f8083-025a-4533-811c-beefec8ae605 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:24.019805 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-plugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:24.020133 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-135f8083-025a-4533-811c-beefec8ae605 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:24.020746 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:29:24.042561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.052399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Allocated IP 172.20.0.6 (ba272bef-0099-4f8e-9c04-66e2c5af3c98/1943676e-7196-49db-9361-f4d14c762095/3ba442cc-606a-4ae2-a2ea-15d47038ba7a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:24.069621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port b9674d91-4b78-4074-bbda-537405b87715, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b9674d91-4b78-4074-bbda-537405b87715,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:24.078479 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.184819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=b9674d91-4b78-4074-bbda-537405b87715,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:24.201019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36b906-f414-4fe4-8695-b813f45dd94e req-ca348f8a-0b56-476f-b09b-87e04f9bab24 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:24.218101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e36b906-f414-4fe4-8695-b813f45dd94e req-ca348f8a-0b56-476f-b09b-87e04f9bab24 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1701295 Nov 09 17:29:24.277890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e36b906-f414-4fe4-8695-b813f45dd94e req-5bd4b466-fc9a-491f-8b0b-7f2a5b0c45db tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585823 Nov 09 17:29:24.325841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.376385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-1145fe5d-edab-4b3f-a8d1-1841a15cb81f service neutron] 10.222.0.45 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310233 Nov 09 17:29:24.399276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.414016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284df16-ef11-4cbd-ab7a-204c43ead053 req-aac75700-932f-4576-8778-513bc8da0753 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:24.421417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c284df16-ef11-4cbd-ab7a-204c43ead053 req-aac75700-932f-4576-8778-513bc8da0753 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.0663283 Nov 09 17:29:24.501565 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.508461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:24.512376 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.519223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:24.541437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:24.545555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c284df16-ef11-4cbd-ab7a-204c43ead053 req-8c070f07-4be5-47c1-8695-e437e747a229 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231287 Nov 09 17:29:24.578469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Pushing event updated for resources: {'Port': ['ID=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:24.595841 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e3cdd-acd9-4c22-bb8f-eadf8e17c6f8 None None] Pushing event updated for resources: {'Port': ['ID=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:24.629538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-86331f5c-7a8a-44d5-bd0d-eac78861d6ad service neutron] 10.222.0.45 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519515 Nov 09 17:29:24.648366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:24.649381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.680244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-2250a139-21f8-4311-8222-21a617426e39 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6048970 Nov 09 17:29:24.702404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Request body: {'port': {'device_id': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:24.757912 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Attempting to bind port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:24.758763 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Attempting to bind port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:24.761201 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Attempting to bind port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 on network 6da6c505-c8ee-4cfa-9954-920c85c35030 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:24.770613 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:24.776984 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Checking segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:24.777645 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.778156 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Bound using segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:24.779509 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Bound port: e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:24.781255 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.844351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.949567 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] For port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:24.954522 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] For port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:24.964173 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:24.997132 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.007130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.118921 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e3cdd-acd9-4c22-bb8f-eadf8e17c6f8 None None] Pushing event updated for resources: {'Port': ['ID=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:25.119691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc5a08-010a-4ee6-a0f1-674c0c726dcb None None] Pushing event updated for resources: {'Port': ['ID=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:25.136204 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a113c58-a73b-4ae2-9698-10c3f6af2185 req-efe09776-60a8-4b81-b3e8-dba72c890ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.1848688 Nov 09 17:29:25.150832 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Routers {'aac0c327-4d96-4613-a212-4f71677a635d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:25.151770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d3355976-b4d9-41e3-9528-2b8a91066b97 req-a303ab6a-3d7f-45d2-959c-1e91612156e5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 210 time: 0.1763124 Nov 09 17:29:25.151897 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['aac0c327-4d96-4613-a212-4f71677a635d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:25.339965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Attempting to bind port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:25.340353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Attempting to bind port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:25.340712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Attempting to bind port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:25.347164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] Set router aac0c327-4d96-4613-a212-4f71677a635d gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:25.350024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:25.350407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Checking segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:25.350817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.355371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fdac92de-673b-4fd6-ba66-0433acbff09b req-2d228165-6a78-49be-9376-175cd3fd416e tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0936329 Nov 09 17:29:25.356753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Bound using segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:25.357324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Bound port: 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:25.358070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.385452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-04242de8-c9d3-4e84-82ae-c833a9f2d6ee tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:25.387043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-04242de8-c9d3-4e84-82ae-c833a9f2d6ee tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 817 time: 0.6089418 Nov 09 17:29:25.411765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Request body: {'port': {'device_id': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'admin_state_up': True, 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:25.517995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ab132-2401-44d6-bb63-3c36501e3679 req-e96900c1-fe87-4130-bf7a-9969e5c79ed1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:25.536774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] For port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:25.544308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] For port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:25.555722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac9ab132-2401-44d6-bb63-3c36501e3679 req-e96900c1-fe87-4130-bf7a-9969e5c79ed1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.4095719 Nov 09 17:29:25.563432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:25.572591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Request body: {'floatingip': {'port_id': 'dc5bad16-628a-40f6-9cb5-171081683cd1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:25.579217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.665459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Made reservation on behalf of 5ff70e0d2b5847d68fd74b449ad4af22 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:25.671749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.688341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:25.770966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc5a08-010a-4ee6-a0f1-674c0c726dcb None None] Pushing event updated for resources: {'Port': ['ID=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:25.831541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Routers {'6c497ce9-49a5-45a7-860b-07fba01d4e99'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:25.832188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6c497ce9-49a5-45a7-860b-07fba01d4e99'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:25.865498 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:29:19Z', 'revision_number': 4, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1', 'name': '', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'mac_address': 'fa:16:3e:16:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '75188518-07ef-4da2-856b-48fa6b343353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:18Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'subnets': [{'id': '75188518-07ef-4da2-856b-48fa6b343353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:25.892580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a40f822-477c-492c-9438-4bd3a4b5ec4f req-9feeb05f-391b-4bd2-acec-b1724b2293bf tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 210 time: 0.2072077 Nov 09 17:29:25.964535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0fe6f-532d-49ba-958b-4fe08bd0befd None None] The sync data for ids ['aac0c327-4d96-4613-a212-4f71677a635d'] in n-d-804292-3 is: [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:29:19Z', 'revision_number': 4, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1', 'name': '', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'mac_address': 'fa:16:3e:16:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '75188518-07ef-4da2-856b-48fa6b343353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:18Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'subnets': [{'id': '75188518-07ef-4da2-856b-48fa6b343353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:29:26.011276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8c814-8b4c-4d92-ac4c-809a51bb677a req-f37141fd-adeb-42ce-8174-4d90d101201a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:26.028158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b8c814-8b4c-4d92-ac4c-809a51bb677a req-f37141fd-adeb-42ce-8174-4d90d101201a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1397889 Nov 09 17:29:26.167565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] Set router 6c497ce9-49a5-45a7-860b-07fba01d4e99 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:26.277417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b8c814-8b4c-4d92-ac4c-809a51bb677a req-1e9b1d11-990b-4fb0-a684-1776bb838725 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461748 Nov 09 17:29:26.540587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:26.601349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cae0a84f-bdc6-4900-b6c2-dd0b7c39ee93 req-c4ae313a-c5f2-4bf3-a33e-603c99522119 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 210 time: 0.2030191 Nov 09 17:29:26.637819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f34b70d-db77-4226-bd7b-eee646659210 req-8344b50d-fe2c-4dbb-9a0c-95625de755f2 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0818326 Nov 09 17:29:26.698883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba442cc-606a-4ae2-a2ea-15d47038ba7a {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:26.712383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:26.753233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Transition to ACTIVE for port object 3ba442cc-606a-4ae2-a2ea-15d47038ba7a will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:29:26.793764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:26.809779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:26.809779 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:26.986544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Allocated IP 172.20.0.11 (ba272bef-0099-4f8e-9c04-66e2c5af3c98/1943676e-7196-49db-9361-f4d14c762095/79ec881c-2d79-41e3-8816-766720fd2e99) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:27.177225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:27.490319 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:29:17Z', 'revision_number': 4, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1b7088f9-2e49-4dd0-a628-a2bd4b7bab81', 'name': '', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'mac_address': 'fa:16:3e:76:93:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1943676e-7196-49db-9361-f4d14c762095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:15Z', 'updated_at': '2021-11-09T17:29:25Z', 'revision_number': 4, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'subnets': [{'id': '1943676e-7196-49db-9361-f4d14c762095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:27.513555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6852f590-7fb7-4db6-a218-b1c99642bfdc req-c7a6c033-ad2b-41a6-acb6-fe4d3aec0c33 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.1933568 Nov 09 17:29:27.608475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7006a2-1515-464b-9eaa-aeef90038693 None None] The sync data for ids ['6c497ce9-49a5-45a7-860b-07fba01d4e99'] in n-d-804292-3 is: [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:29:17Z', 'revision_number': 4, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1b7088f9-2e49-4dd0-a628-a2bd4b7bab81', 'name': '', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'mac_address': 'fa:16:3e:76:93:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1943676e-7196-49db-9361-f4d14c762095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:15Z', 'updated_at': '2021-11-09T17:29:25Z', 'revision_number': 4, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'subnets': [{'id': '1943676e-7196-49db-9361-f4d14c762095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:29:27.760570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:27.875131 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d774082-2db7-43ce-ba2e-fd50efcd67b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:27.897570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:27.905695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:27.908843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b9674d91-4b78-4074-bbda-537405b87715 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:28.023604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:28.246117 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.259868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b9674d91-4b78-4074-bbda-537405b87715 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:28.260242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.268622 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:29:28.285990 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:29:28.291901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Attempting to bind port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:28.292237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Attempting to bind port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:28.292614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Attempting to bind port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:28.346059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:29:28.346657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Attempting to bind port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:28.370141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:28.370747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Checking segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:28.371375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Bound using segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:28.371985 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Bound port: 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:28.372509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.387141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567dd36-6bb2-442f-902b-01e5ed80cf35 req-7da5d6c5-da9f-4dae-86a7-e5743328cf84 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:28.396411 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7567dd36-6bb2-442f-902b-01e5ed80cf35 req-7da5d6c5-da9f-4dae-86a7-e5743328cf84 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.2210505 Nov 09 17:29:28.462028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1bed626-b037-4bab-bbf1-1a22c25588e6 req-0204445e-42e5-4de3-af62-a9fcdd94c0d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c02caf2c78e48428cd80a0f3493a758&device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.3030517 Nov 09 17:29:28.470957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.503813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-7241c9a0-46fd-410e-ac95-7cb287cb4d1d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:28.505607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-7241c9a0-46fd-410e-ac95-7cb287cb4d1d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.43 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 811 time: 0.3378222 Nov 09 17:29:28.534375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9cd2a01-6636-49c0-ac8a-fbc2b3c48e8e req-e62827ea-6186-46b5-b3cc-f9fe936d667f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 210 time: 0.3745267 Nov 09 17:29:28.566079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Request body: {'port': {'device_id': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'admin_state_up': True, 'tenant_id': '6a6d196934844769b7debdf73b7b0036'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:28.632243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] For port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:28.636058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] For port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:28.638455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.790467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:28.824997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.859703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1bed626-b037-4bab-bbf1-1a22c25588e6 req-3a52d8bb-a70c-4614-8e2d-98c1271f6d6f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c02caf2c78e48428cd80a0f3493a758&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3663559 Nov 09 17:29:28.916512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:28.917944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.937855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:28.938854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:28.941400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] 10.222.0.83 "PUT /v2.0/ports/3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 1091 time: 4.2447755 Nov 09 17:29:28.947432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'tag': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:28.950437 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b1e555-1726-4aea-ac88-2071e7dfd4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "27f7ff71-0ed0-4f41-895f-4bd97e66ac97", "tag": "3ba442cc-606a-4ae2-a2ea-15d47038ba7a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:28.971696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7567dd36-6bb2-442f-902b-01e5ed80cf35 req-4cb0ae85-ab84-45a7-981c-4b174de2ea77 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5737827 Nov 09 17:29:28.998801 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Floating IP 392843e7-b0d8-4e55-ad64-7c8dfa3410d1 associated. External IP: 172.25.3.47, port: dc5bad16-628a-40f6-9cb5-171081683cd1. Nov 09 17:29:29.058943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Made reservation on behalf of 6a6d196934844769b7debdf73b7b0036 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:29.065788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.086450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c23643d-b397-48b6-ac95-6595410dc860 req-538aad4a-5552-4184-843a-cd3ba38a9934 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 210 time: 0.2447314 Nov 09 17:29:29.135328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.170571 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.217216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bed626-b037-4bab-bbf1-1a22c25588e6 req-db099d65-daf8-4abf-bcde-d422b349e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:29.220079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1bed626-b037-4bab-bbf1-1a22c25588e6 req-db099d65-daf8-4abf-bcde-d422b349e431 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3289227 Nov 09 17:29:29.281774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:29.290369 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.291232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:29.419423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02050251-874b-474c-a164-a093bacdbc6f req-242fb7dd-0dfe-4d57-a74b-357274ea31cc tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0938330 Nov 09 17:29:29.459515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:29.485172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:29.485686 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.513412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.607114 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedbe189-76cf-421b-9a7c-aeb55f2e29f5 x-openstack-request-id: req-eedbe189-76cf-421b-9a7c-aeb55f2e29f5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:29.607680 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f7ff71-0ed0-4f41-895f-4bd97e66ac97", "tag": "3ba442cc-606a-4ae2-a2ea-15d47038ba7a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:29.608040 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eedbe189-76cf-421b-9a7c-aeb55f2e29f5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:29.608659 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'tag': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a', 'status': 'completed', 'code': 200} Nov 09 17:29:29.617697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07017-6610-4738-ae43-ee421cdbdcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:29.632753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Router 932f9536-c6a3-43b7-a339-6bfa562e7424 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:29:29.717191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Pushing event updated for resources: {'Port': ['ID=79ec881c-2d79-41e3-8816-766720fd2e99,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:29.743315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.743965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.744529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.745177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.745695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.746210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.746765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.747322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.748109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.748619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.749123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.749797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:29.753036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-c68d30b7-5bb2-4b1c-9a8a-56fe65c1d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:29.756165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-c68d30b7-5bb2-4b1c-9a8a-56fe65c1d2c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1094 time: 0.4105680 Nov 09 17:29:29.796130 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9114bfcb-5d8b-4912-92ed-1fd7d61a98a7 req-4ee02f3d-e8af-4f3d-b3ef-d4c3ac001ddc tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 210 time: 0.0656667 Nov 09 17:29:29.799582 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Network ba272bef-0099-4f8e-9c04-66e2c5af3c98 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:29.804611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:29.811566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:29.865741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Allocated IP 172.20.0.3 (6da6c505-c8ee-4cfa-9954-920c85c35030/75188518-07ef-4da2-856b-48fa6b343353/ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:29.918546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-6a196b6f-1bf9-4236-b156-64f006715425 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 217 time: 0.1405339 Nov 09 17:29:29.929963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:29.930922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:29.971177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-8ec3f13b-6773-455b-b1fd-6c9c74c15946 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5705531 Nov 09 17:29:29.987098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Request body: {'port': {'device_id': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:29.989306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:29:30.009310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] Sync routers for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:29:30.011054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:30.037354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:30.037983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:30.076328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-71eb1b60-6770-4896-bb26-e9680397f8d1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "PUT /v2.0/floatingips/392843e7-b0d8-4e55-ad64-7c8dfa3410d1 HTTP/1.1" status: 200 len: 991 time: 4.5075605 Nov 09 17:29:30.102173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-a5348c47-e613-4a85-a12f-659d5c40ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:30.105185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-a5348c47-e613-4a85-a12f-659d5c40ee11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.1575499 Nov 09 17:29:30.156606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-58fd336e-483b-4c21-8436-6147a0596250 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405116 Nov 09 17:29:30.209544 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:30.222162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:30.238860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b560ba4-00f2-42c6-9ccc-03d85dee3cdc req-37da72da-6bc8-4952-a7b1-e0a02fe98e5e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:30.250573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b560ba4-00f2-42c6-9ccc-03d85dee3cdc req-37da72da-6bc8-4952-a7b1-e0a02fe98e5e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1369634 Nov 09 17:29:30.411073 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-0ca0b2a5-a9cb-40d2-b48c-21a3cbcc9dac service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426925 Nov 09 17:29:30.455255 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:30.535110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f234a94d-4a7c-47e2-8d8c-b236660870a7 req-f070e1b7-2c8d-4cf0-aa24-d5a0a3cea118 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148634 Nov 09 17:29:30.538635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b560ba4-00f2-42c6-9ccc-03d85dee3cdc req-5c368a2a-8af5-4945-8834-c83a3e7f31a4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825520 Nov 09 17:29:30.558563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdab8-d7fc-48a2-84a8-199852cff7b2 req-cf4ec990-38cc-4a78-b7cc-48ae4d1ad346 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:30.574630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d9fdab8-d7fc-48a2-84a8-199852cff7b2 req-cf4ec990-38cc-4a78-b7cc-48ae4d1ad346 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 932 time: 0.2236819 Nov 09 17:29:30.655347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1bed626-b037-4bab-bbf1-1a22c25588e6 req-9c2d0c01-12cd-4b56-8dd1-525ecd108ee6 tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.0494261 Nov 09 17:29:30.656011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:30.678363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:30.699840 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f75fd6a-67dd-4d0c-ab36-2c3a92d6b1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:30.723228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d9fdab8-d7fc-48a2-84a8-199852cff7b2 req-5aa95712-0327-46a0-8061-2ab4377ccaf2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438777 Nov 09 17:29:30.941218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:30.941814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:30.985536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ec881c-2d79-41e3-8816-766720fd2e99 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:30.991604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e78859f9-a127-4664-a00f-1c0907493adf req-c5a8dc0d-534e-4622-a2e7-e54530e2bb3d tempest-ServerShowV257Test-148492487 tempest-ServerShowV257Test-148492487-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7919dcc-35e0-49d1-8a83-18f621c75bf0 HTTP/1.1" status: 200 len: 210 time: 0.1112883 Nov 09 17:29:31.018245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-cf4918ae-5e37-49f0-a3d3-f6c5620a5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:31.019986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-cf4918ae-5e37-49f0-a3d3-f6c5620a5f92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1094 time: 0.2475033 Nov 09 17:29:31.027565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Pushing event updated for resources: {'Port': ['ID=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:31.043106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:31.047237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:31.059388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:31.080522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:31.161367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Transition to ACTIVE for port object 79ec881c-2d79-41e3-8816-766720fd2e99 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:29:31.177289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '392843e7-b0d8-4e55-ad64-7c8dfa3410d1', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'port_id': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'mac_address': 'fa:16:3e:e4:77:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:29:01Z', 'updated_at': '2021-11-09T17:29:27Z', 'revision_number': 1, 'project_id': '2782b469c93340d5a28e5362694514f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:31.184337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:31.210416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] Checking router: 932f9536-c6a3-43b7-a339-6bfa562e7424 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:29:31.222179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee02d9e-48fc-4d5b-956b-a5cc00317efa req-29c00897-da57-4205-8fb9-6a3b212ef176 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:31.222617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:29:31.223276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:29:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:31.242242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ee02d9e-48fc-4d5b-956b-a5cc00317efa req-29c00897-da57-4205-8fb9-6a3b212ef176 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 931 time: 0.2014246 Nov 09 17:29:31.251775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-83d382a7-1d31-4b39-8236-583d792132e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:31.253313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-83d382a7-1d31-4b39-8236-583d792132e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.2233856 Nov 09 17:29:31.337299 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-cb0013db-9c57-48cd-98b8-fc30824f3416 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 217 time: 0.0761039 Nov 09 17:29:31.366378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:31.367078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:31.419066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-b7e6946f-f69d-464b-ad62-642084344254 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8738642 Nov 09 17:29:31.421560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-12ae07a4-06d7-47b9-91fc-82b9711aa0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:31.423389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-12ae07a4-06d7-47b9-91fc-82b9711aa0df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.0709920 Nov 09 17:29:31.452130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Request body: {'port': {'device_id': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:31.460512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=79ec881c-2d79-41e3-8816-766720fd2e99,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:31.483108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-47a18718-e794-4af0-8b4d-92701d0587a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519242 Nov 09 17:29:31.492297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:29:31.592443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ee02d9e-48fc-4d5b-956b-a5cc00317efa req-cbba063e-9cb9-471a-ad09-590739016667 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965086 Nov 09 17:29:31.627254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:31.632477 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:31.633566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:31.745083 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def204b4-dbf9-4292-8084-53200c5e7f31 x-openstack-request-id: req-def204b4-dbf9-4292-8084-53200c5e7f31 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:31.759432 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:31.759747 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-def204b4-dbf9-4292-8084-53200c5e7f31 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:31.760174 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'status': 'completed', 'code': 200} Nov 09 17:29:31.766389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-8c796989-ce76-4f9f-b26a-890ac5cff4a5 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702992 Nov 09 17:29:31.886632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8fcec-b2f9-4ab3-ba71-1a5c8156c488 req-67dfd2a8-9d35-4f10-99c0-11c4e981598d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:31.888354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8f8fcec-b2f9-4ab3-ba71-1a5c8156c488 req-67dfd2a8-9d35-4f10-99c0-11c4e981598d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1205509 Nov 09 17:29:31.966527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8f8fcec-b2f9-4ab3-ba71-1a5c8156c488 req-98162d44-7e66-41b8-ae58-df3397d46deb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639606 Nov 09 17:29:31.976109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96b1e555-1726-4aea-ac88-2071e7dfd4e0 req-59797ee6-307c-4b72-a4bf-1bd395c1cfc2 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718459 Nov 09 17:29:32.028578 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.096459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:32.106224 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.123433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Transition to ACTIVE for port object ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:29:32.142540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '392843e7-b0d8-4e55-ad64-7c8dfa3410d1', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'port_id': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'mac_address': 'fa:16:3e:e4:77:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:29:01Z', 'updated_at': '2021-11-09T17:29:27Z', 'revision_number': 1, 'project_id': '2782b469c93340d5a28e5362694514f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:32.170819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.199531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63253b53-ad76-43a9-a4bb-b106ec71dbbe None None] The sync data for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 is: [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '392843e7-b0d8-4e55-ad64-7c8dfa3410d1', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'port_id': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'mac_address': 'fa:16:3e:e4:77:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:29:01Z', 'updated_at': '2021-11-09T17:29:27Z', 'revision_number': 1, 'project_id': '2782b469c93340d5a28e5362694514f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:29:32.253467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Attempting to bind port 79ec881c-2d79-41e3-8816-766720fd2e99 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:32.253467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Attempting to bind port 79ec881c-2d79-41e3-8816-766720fd2e99 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:32.253756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Attempting to bind port 79ec881c-2d79-41e3-8816-766720fd2e99 on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:32.292968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Port 79ec881c-2d79-41e3-8816-766720fd2e99 on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:29:32.293294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Attempting to bind port 79ec881c-2d79-41e3-8816-766720fd2e99 on network ba272bef-0099-4f8e-9c04-66e2c5af3c98 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:32.311318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:32.311571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Checking segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:32.311767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Bound using segment: {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:32.312343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Bound port: 79ec881c-2d79-41e3-8816-766720fd2e99, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3179bf52-94c3-4f8d-938f-0d56b03fdb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:32.312743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.348655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9116-f751-4e50-91b8-e418ec0c7d41 req-89d5250c-54a6-4b9b-ae88-9325841e0082 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:32.356035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-771c9116-f751-4e50-91b8-e418ec0c7d41 req-89d5250c-54a6-4b9b-ae88-9325841e0082 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 944 time: 0.2267714 Nov 09 17:29:32.358528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:32.374351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-827516a5-94b5-4858-b3f3-1795691f30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:32.376190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-827516a5-94b5-4858-b3f3-1795691f30bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2782b469c93340d5a28e5362694514f6&device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 1097 time: 0.2481563 Nov 09 17:29:32.585669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:32.606254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Attempting to bind port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:32.606812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Attempting to bind port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:32.606902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Attempting to bind port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 on network 6da6c505-c8ee-4cfa-9954-920c85c35030 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:32.636414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 on network 6da6c505-c8ee-4cfa-9954-920c85c35030 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:29:32.636780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Attempting to bind port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 on network 6da6c505-c8ee-4cfa-9954-920c85c35030 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:32.662094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-771c9116-f751-4e50-91b8-e418ec0c7d41 req-aca1bef1-4c5b-4480-8aa0-fd5f46e440e4 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050640 Nov 09 17:29:32.680885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:32.681232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Checking segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:32.681621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Bound using segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:32.682061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Bound port: ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:32.682414 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.704025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76b54a-b7b1-442f-b985-e7994d693d19 None None] New status for floating IP 392843e7-b0d8-4e55-ad64-7c8dfa3410d1: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:29:32.739958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] For port 79ec881c-2d79-41e3-8816-766720fd2e99, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:32.747299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] For port 79ec881c-2d79-41e3-8816-766720fd2e99, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79ec881c-2d79-41e3-8816-766720fd2e99,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:32.786598 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.819152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-05f754de-b29a-46af-9c20-7b0a2a8863e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:32.820700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-05f754de-b29a-46af-9c20-7b0a2a8863e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00e56f06-02ef-4791-866d-78bdbe73c713 HTTP/1.1" status: 200 len: 906 time: 0.4336715 Nov 09 17:29:32.915295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5f25e-1457-451f-873d-5554f19173d2 req-3f5a4638-d18b-4e13-99ae-46db4a4c7722 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:32.926004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51e5f25e-1457-451f-873d-5554f19173d2 req-3f5a4638-d18b-4e13-99ae-46db4a4c7722 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 943 time: 0.1308417 Nov 09 17:29:32.951981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:32.952991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.954653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] 10.222.0.83 "PUT /v2.0/ports/79ec881c-2d79-41e3-8816-766720fd2e99 HTTP/1.1" status: 200 len: 1092 time: 2.9730992 Nov 09 17:29:32.956489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5da881e4-eb9b-4aff-a0ff-8ad7d1c06f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:32.959764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'tag': '79ec881c-2d79-41e3-8816-766720fd2e99'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:32.962277 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4db9f-abcd-46ba-9e2c-8301789a2def", "tag": "79ec881c-2d79-41e3-8816-766720fd2e99"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:32.985448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] For port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:32.995831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] For port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:33.009737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.020381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-02f32353-1833-4d89-98f9-09f6286c079f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc5bad16-628a-40f6-9cb5-171081683cd1 HTTP/1.1" status: 200 len: 999 time: 0.1584616 Nov 09 17:29:33.023327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61739351-1c60-4495-bcd0-c4ee14870ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=79ec881c-2d79-41e3-8816-766720fd2e99,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:33.038233 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.096635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51e5f25e-1457-451f-873d-5554f19173d2 req-be190063-ce4c-4575-b7fd-1733ea2ddbef tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693251 Nov 09 17:29:33.125346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.126545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.128213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 HTTP/1.1" status: 200 len: 1091 time: 1.6900585 Nov 09 17:29:33.174222 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5f5600-28fe-4af1-b36e-17887b2998ed x-openstack-request-id: req-9f5f5600-28fe-4af1-b36e-17887b2998ed {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:33.175150 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4db9f-abcd-46ba-9e2c-8301789a2def", "tag": "79ec881c-2d79-41e3-8816-766720fd2e99", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:33.175150 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f5f5600-28fe-4af1-b36e-17887b2998ed {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:33.175554 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'tag': '79ec881c-2d79-41e3-8816-766720fd2e99', 'status': 'completed', 'code': 200} Nov 09 17:29:33.200015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5da881e4-eb9b-4aff-a0ff-8ad7d1c06f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.210301 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5da881e4-eb9b-4aff-a0ff-8ad7d1c06f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.220950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-e678a87f-6b93-401b-8b55-1ef07b6f4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.222477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-e678a87f-6b93-401b-8b55-1ef07b6f4ada service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a2dda17-696b-44b6-89f4-7f6d72ed8807 HTTP/1.1" status: 200 len: 845 time: 0.1805987 Nov 09 17:29:33.235521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-cb4036fb-2aeb-4ea8-bd9f-728216ea9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.237050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-cb4036fb-2aeb-4ea8-bd9f-728216ea9fa5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 1095 time: 0.2043498 Nov 09 17:29:33.246732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a382-a0a9-4c08-918a-57fea5cc97f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:33.286898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5da881e4-eb9b-4aff-a0ff-8ad7d1c06f9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c02caf2c78e48428cd80a0f3493a758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997955 Nov 09 17:29:33.296682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:33.355952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da881e4-eb9b-4aff-a0ff-8ad7d1c06f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf2479f-74f4-4c37-96b2-06da0ede2078,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:33.380911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-39d75969-ad80-4ec0-b848-06b1b4257b1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ec881c-2d79-41e3-8816-766720fd2e99 HTTP/1.1" status: 200 len: 217 time: 0.1301537 Nov 09 17:29:33.396395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244aa34-b4bb-4b78-8f10-739f72fddfb0 req-c74a613e-1627-4f25-8d7a-9f68ca3b9d65 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.398145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9244aa34-b4bb-4b78-8f10-739f72fddfb0 req-c74a613e-1627-4f25-8d7a-9f68ca3b9d65 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1301677 Nov 09 17:29:33.413857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1218258-12e3-4989-b4eb-b94000db4d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.423991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-1fbc5c79-17f4-46b0-b46a-b7c6cf29a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.426533 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-1fbc5c79-17f4-46b0-b46a-b7c6cf29a650 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 1094 time: 0.2397876 Nov 09 17:29:33.471132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1218258-12e3-4989-b4eb-b94000db4d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.517881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9244aa34-b4bb-4b78-8f10-739f72fddfb0 req-315f390d-7956-4b70-8274-204f640fcd64 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988362 Nov 09 17:29:33.549919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.569472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-64aaf7ab-07c4-4cac-b749-20c0209277ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 HTTP/1.1" status: 200 len: 217 time: 0.1049111 Nov 09 17:29:33.571434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1218258-12e3-4989-b4eb-b94000db4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.577261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1218258-12e3-4989-b4eb-b94000db4d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:33.579938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f1218258-12e3-4989-b4eb-b94000db4d66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bf2479f-74f4-4c37-96b2-06da0ede2078 HTTP/1.1" status: 204 len: 168 time: 0.2803369 Nov 09 17:29:33.605381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1218258-12e3-4989-b4eb-b94000db4d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf2479f-74f4-4c37-96b2-06da0ede2078,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:33.613194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-6723c32d-575b-401a-9a33-dff95d3dc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.614944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-6723c32d-575b-401a-9a33-dff95d3dc6c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00e56f06-02ef-4791-866d-78bdbe73c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754997 Nov 09 17:29:33.731615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-a2112041-3bdb-48a3-885e-00fee7194d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.733099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-a2112041-3bdb-48a3-885e-00fee7194d8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.3362329 Nov 09 17:29:33.741078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-20fb5506-ace2-4864-991f-0fa381e0b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.742544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-20fb5506-ace2-4864-991f-0fa381e0b162 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.1586020 Nov 09 17:29:33.794112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-9ac8bc03-7321-42e2-80fa-503e4d2e82fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444324 Nov 09 17:29:33.823320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ba84-6a55-4a34-b737-4bf5234ee85d req-12cd642b-0732-4a4b-9e8b-8547f12212aa tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:33.838633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1930ba84-6a55-4a34-b737-4bf5234ee85d req-12cd642b-0732-4a4b-9e8b-8547f12212aa tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 944 time: 0.0906940 Nov 09 17:29:33.847643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-bfc90b8b-c4ae-48ad-8bec-0cecc152c252 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954714 Nov 09 17:29:33.914633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3ba442cc-606a-4ae2-a2ea-15d47038ba7a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:33.942247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1930ba84-6a55-4a34-b737-4bf5234ee85d req-102c9d9f-7221-4c7c-b6c8-8a8b6276fee7 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018841 Nov 09 17:29:34.073722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:34.094824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-579d2fc4-07bb-48c1-a5cb-59b105429844 service neutron] 10.222.0.43 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366333 Nov 09 17:29:34.110684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'port_id': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a', 'mac_address': 'fa:16:3e:89:38:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1943676e-7196-49db-9361-f4d14c762095', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:34.120759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-18fee627-e9bf-4f34-8927-7e0cd15f9906 service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842803 Nov 09 17:29:34.215677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:34.234437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba442cc-606a-4ae2-a2ea-15d47038ba7a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:34.267745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:34.273301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:34.312788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-edda3c1a-0880-4aa8-8589-ae732fc233ff service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575485 Nov 09 17:29:34.342254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:34.345114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194d9be-ee1c-44fc-b93e-a1f338350d25 req-cd64d79f-24f8-459d-b18c-5e53e697efeb tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:34.357596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a194d9be-ee1c-44fc-b93e-a1f338350d25 req-cd64d79f-24f8-459d-b18c-5e53e697efeb tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 943 time: 0.1439781 Nov 09 17:29:34.421060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07f2fe26-e4da-4d08-a7dc-f1fc2197fd3c req-8babfead-6f53-4fb4-a7b1-3687c2b175cf service neutron] 10.222.0.43 "GET /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212113 Nov 09 17:29:34.430685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4788621-049d-4443-8dc8-c1253ecdc3e4 req-d329aa8a-3c86-41e8-90f3-3d2a140845d9 service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946298 Nov 09 17:29:34.476853 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e8eb865-bb03-47ef-8112-8508d657f1da req-53def215-a8bb-4f27-b4c6-e988a90f6a5e service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516988 Nov 09 17:29:34.490681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a194d9be-ee1c-44fc-b93e-a1f338350d25 req-4e68ba21-f974-49be-913e-3082e5ebac26 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316736 Nov 09 17:29:34.645973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-cd6ba054-705c-4f77-97f5-3e0bc18067da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:34.657467 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-cd6ba054-705c-4f77-97f5-3e0bc18067da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 1095 time: 0.0856650 Nov 09 17:29:34.706662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3ba442cc-606a-4ae2-a2ea-15d47038ba7a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:34.708818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ea9d-e258-4b71-8cff-9261013ccabf req-8b6517f2-d18e-4d9b-af98-a5668bb699db tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:34.716980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48c5ea9d-e258-4b71-8cff-9261013ccabf req-8b6517f2-d18e-4d9b-af98-a5668bb699db tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0893202 Nov 09 17:29:34.852417 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48c5ea9d-e258-4b71-8cff-9261013ccabf req-f1c715b1-665f-43d5-b906-278e8508f68b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331351 Nov 09 17:29:34.875670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-78da3600-557b-4d95-b6c8-bff3ee8c1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:34.877613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-78da3600-557b-4d95-b6c8-bff3ee8c1d39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.2121840 Nov 09 17:29:34.951265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-19caffef-dcad-4a5a-b776-e103fd452500 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ec881c-2d79-41e3-8816-766720fd2e99 HTTP/1.1" status: 200 len: 217 time: 0.0645926 Nov 09 17:29:35.038179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-c6832ef6-2e20-4372-b957-30d842394480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:35.040497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-c6832ef6-2e20-4372-b957-30d842394480 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.0814779 Nov 09 17:29:35.090517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:35.107463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-6a0cbf41-cf75-44c8-b734-88265e7cf17f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534122 Nov 09 17:29:35.224070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1173577099-network', 'tenant_id': '9a26c161125e478bac3768c2e0d904a9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:35.261994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Made reservation on behalf of 9a26c161125e478bac3768c2e0d904a9 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:35.264630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.276027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.385924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.392068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.417673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:29:35.439614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e51468-89c6-49b1-a2b2-311a0de116f0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:35.444420 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.444767 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Added segment fbb27838-4132-4fe2-83fe-fd48e44853be of type vlan for network 50da64a5-608a-46dd-9495-642b6ff0e615 Nov 09 17:29:35.517328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.553506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.556347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'tag': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:35.556883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:35.557720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.559254 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499346a7-51da-4af6-b3fb-f081f52af3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4756c24-733a-4c48-96f8-e9f604aa8356", "tag": "ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:35.613668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1c0b-530e-497d-b9c9-00786f3ee840 req-f9b00abc-289a-4862-92e5-6c6efc16269e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:35.623442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-398f1c0b-530e-497d-b9c9-00786f3ee840 req-f9b00abc-289a-4862-92e5-6c6efc16269e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 944 time: 0.5145249 Nov 09 17:29:35.644298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] Pushing event updated for resources: {'Network': ['ID=50da64a5-608a-46dd-9495-642b6ff0e615,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:35.657085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 50da64a5-608a-46dd-9495-642b6ff0e615 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:29:35.683587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-8c7aebb8-7b81-445d-9cec-23a6215a0ffe service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617342 Nov 09 17:29:35.705870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-237e2550-7b46-43b6-9088-247efb26800a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6140049 Nov 09 17:29:35.709529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:35.715161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Request body: {'subnet': {'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1173577099-subnet', 'tenant_id': '9a26c161125e478bac3768c2e0d904a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:35.739956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916270d-aaf6-4571-a40b-6b7417daad42 req-afc1e18d-1976-4966-90e6-cb099e8c6e69 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:35.743561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0916270d-aaf6-4571-a40b-6b7417daad42 req-afc1e18d-1976-4966-90e6-cb099e8c6e69 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 943 time: 0.1023793 Nov 09 17:29:35.744722 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-398f1c0b-530e-497d-b9c9-00786f3ee840 req-5c8907f0-a48a-4313-b47d-c2168286d9ff tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145399 Nov 09 17:29:35.798717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Made reservation on behalf of 9a26c161125e478bac3768c2e0d904a9 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:35.807807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:35.869048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f6f9ca-8533-40e9-b490-7fde05c9ba66 req-7f2ca690-a2a1-4015-879f-4110aaf18840 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731632 Nov 09 17:29:35.911653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0916270d-aaf6-4571-a40b-6b7417daad42 req-1164a1db-8079-442a-8519-1c02ebcd7d81 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493845 Nov 09 17:29:35.923094 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59251c7-f0f2-4e1f-bc8e-3676a5e9a520 x-openstack-request-id: req-e59251c7-f0f2-4e1f-bc8e-3676a5e9a520 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:35.923407 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4756c24-733a-4c48-96f8-e9f604aa8356", "tag": "ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:35.923663 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e59251c7-f0f2-4e1f-bc8e-3676a5e9a520 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:35.924075 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'tag': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200', 'status': 'completed', 'code': 200} Nov 09 17:29:35.945406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79ec881c-2d79-41e3-8816-766720fd2e99 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:36.014431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-d4643e73-93c0-462e-81ff-ce5f779b1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:36.017406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-d4643e73-93c0-462e-81ff-ce5f779b1796 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 1094 time: 0.0695357 Nov 09 17:29:36.141249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79ec881c-2d79-41e3-8816-766720fd2e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79ec881c-2d79-41e3-8816-766720fd2e99,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:36.150158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e6ed-90dd-416b-87f3-e52a66c589d2 req-9ae5d2b0-1c13-44aa-ac72-853b2d365200 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:36.159316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d64e6ed-90dd-416b-87f3-e52a66c589d2 req-9ae5d2b0-1c13-44aa-ac72-853b2d365200 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1200888 Nov 09 17:29:36.177403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '79ec881c-2d79-41e3-8816-766720fd2e99', 'network_id': 'ba272bef-0099-4f8e-9c04-66e2c5af3c98', 'port_id': '79ec881c-2d79-41e3-8816-766720fd2e99', 'mac_address': 'fa:16:3e:4d:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1943676e-7196-49db-9361-f4d14c762095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:36.237628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:36.254124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-d2539a03-1804-465c-8af6-dfa55361a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:36.258343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-d2539a03-1804-465c-8af6-dfa55361a07c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 911 time: 0.2319427 Nov 09 17:29:36.304858 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:36.332693 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d64e6ed-90dd-416b-87f3-e52a66c589d2 req-ddb14539-3a77-4c25-9c00-f34459a305e8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720688 Nov 09 17:29:36.350402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ec881c-2d79-41e3-8816-766720fd2e99 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:36.362850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-5c0d97dc-5b98-4678-b550-d51b7b26f484 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 HTTP/1.1" status: 200 len: 217 time: 0.0931208 Nov 09 17:29:36.369124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716ce309-53ca-413a-9764-4ba6c758f02c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:36.376663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79ec881c-2d79-41e3-8816-766720fd2e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79ec881c-2d79-41e3-8816-766720fd2e99,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:36.377986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Checking segment: {'id': 'fbb27838-4132-4fe2-83fe-fd48e44853be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:36.378752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Network hostable DHCP agents. Network: 50da64a5-608a-46dd-9495-642b6ff0e615, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:29:36.383050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:36.411215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Network 50da64a5-608a-46dd-9495-642b6ff0e615 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:29:36.434058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 50da64a5-608a-46dd-9495-642b6ff0e615) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:36.440280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:36.441020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:36.478594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-ed368321-e506-4774-a16b-864449cc78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:36.480707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-ed368321-e506-4774-a16b-864449cc78d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.1100895 Nov 09 17:29:36.482741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a5d09-0bed-4fcc-b8c7-734c3abb3edf None None] Network 50da64a5-608a-46dd-9495-642b6ff0e615 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:36.487808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a5013363-4833-4b37-9f81-7eaf8b3ad4e7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7772698 Nov 09 17:29:36.554727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-c8088903-d6c1-400f-9c56-53a14bdecec1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628068 Nov 09 17:29:36.684860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79ec881c-2d79-41e3-8816-766720fd2e99,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:36.752887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-2e8d3509-d563-4476-8fac-59604dc59dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861672 Nov 09 17:29:36.832193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b87b2-2671-4fd2-95e8-468057ca0f84 None None] Network 50da64a5-608a-46dd-9495-642b6ff0e615 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:36.923454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499346a7-51da-4af6-b3fb-f081f52af3e7 req-4c0ff1ba-4ac1-4b6b-b064-f5037e2e46a1 service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580589 Nov 09 17:29:36.926198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['79ec881c-2d79-41e3-8816-766720fd2e99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:37.024886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c573c-9ba0-450b-aab2-9cc7bb372d33 req-84242ba6-3f46-4d40-aef1-84409af8ef92 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:37.035799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-376c573c-9ba0-450b-aab2-9cc7bb372d33 req-84242ba6-3f46-4d40-aef1-84409af8ef92 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 945 time: 0.1376071 Nov 09 17:29:37.158584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-376c573c-9ba0-450b-aab2-9cc7bb372d33 req-b2f4c6a8-4314-4f18-981d-11bf469c9e9f tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063676 Nov 09 17:29:37.206043 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05283d5-9e36-4841-88d5-08b7bfccc439 req-99731720-2bce-4e78-af7c-b58a85ef3a10 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:37.209401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e05283d5-9e36-4841-88d5-08b7bfccc439 req-99731720-2bce-4e78-af7c-b58a85ef3a10 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 943 time: 0.1139026 Nov 09 17:29:37.274796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:37.281089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1320784570-network', 'tenant_id': '5efe28e4eb1248d7948c3b24b02642e2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:37.299237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e05283d5-9e36-4841-88d5-08b7bfccc439 req-dbf641e1-8115-4da7-82d5-d553bb5dd20a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836990 Nov 09 17:29:37.341592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Made reservation on behalf of 5efe28e4eb1248d7948c3b24b02642e2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:37.348220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.394014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.520983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fd209-6604-48f8-9e09-c00cb07642d6 req-cd58ebad-fc17-48b2-af24-569b037562cc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:37.523445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b7fd209-6604-48f8-9e09-c00cb07642d6 req-cd58ebad-fc17-48b2-af24-569b037562cc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0894742 Nov 09 17:29:37.573822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.584940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.630810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b7fd209-6604-48f8-9e09-c00cb07642d6 req-ee958a78-4209-47ca-a12c-c5bd61ff03a4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960796 Nov 09 17:29:37.634299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a70ec-fed7-4fc9-b064-7366d2f7c9b8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:37.643112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:29:37.646614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.646956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.647325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.647658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.647990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.648319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.648646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.649002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.649300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.649623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.649949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.650267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:37.671132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.671561 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Added segment 56f2aff3-24bd-4bbd-ac96-24623dff5479 of type vlan for network e574f53f-ff49-4b4e-b9e0-9f1dd64a3236 Nov 09 17:29:37.717570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.750821 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.752002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:37.752593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.811735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5353873 Nov 09 17:29:37.815115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:37.820741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Request body: {'subnet': {'network_id': 'e574f53f-ff49-4b4e-b9e0-9f1dd64a3236', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1320784570-subnet', 'tenant_id': '5efe28e4eb1248d7948c3b24b02642e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:37.824381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f501-2109-4957-9a5b-bd6d34a97180 admin admin] Pushing event updated for resources: {'Network': ['ID=e574f53f-ff49-4b4e-b9e0-9f1dd64a3236,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:37.838232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e574f53f-ff49-4b4e-b9e0-9f1dd64a3236 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:29:37.848216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Made reservation on behalf of 5efe28e4eb1248d7948c3b24b02642e2 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:37.851250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:37.961552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:38.080172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3ba442cc-606a-4ae2-a2ea-15d47038ba7a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:38.147934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:38.149487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:38.175208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'port_id': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200', 'mac_address': 'fa:16:3e:b3:e9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75188518-07ef-4da2-856b-48fa6b343353', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:38.231806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081573f2-b79e-4217-8547-55a4d3842d1b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:38.263002 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:38.300429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:38.324521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:29:38.341493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9a2d-2ed8-437e-bbaf-124f2db732a2 req-9ef7282a-4255-4f7c-9fdd-1f13a9bf9460 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:38.343286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Checking segment: {'id': '56f2aff3-24bd-4bbd-ac96-24623dff5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e574f53f-ff49-4b4e-b9e0-9f1dd64a3236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:38.343928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Network hostable DHCP agents. Network: e574f53f-ff49-4b4e-b9e0-9f1dd64a3236, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:29:38.351515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-540f9a2d-2ed8-437e-bbaf-124f2db732a2 req-9ef7282a-4255-4f7c-9fdd-1f13a9bf9460 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 945 time: 0.1098111 Nov 09 17:29:38.355221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:38.357637 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:38.386577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Network e574f53f-ff49-4b4e-b9e0-9f1dd64a3236 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:29:38.402504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e574f53f-ff49-4b4e-b9e0-9f1dd64a3236) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:38.408346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:38.409026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:38.416750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-540f9a2d-2ed8-437e-bbaf-124f2db732a2 req-ce66ec97-2b89-46fe-bf50-ee4360d6c03f tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621061 Nov 09 17:29:38.435642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf190290-f883-4c6f-ab92-43c2de50c9f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6186523 Nov 09 17:29:38.437915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2cccfb-21f3-452d-a543-f2c6a1533f09 None None] Network e574f53f-ff49-4b4e-b9e0-9f1dd64a3236 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:38.445403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:38.497334 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:38.555552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488494e1-38a7-4829-83fe-3bd7b52edea6 req-0c08b3b0-5756-43d6-a83f-c5a826a26b25 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:38.559601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488494e1-38a7-4829-83fe-3bd7b52edea6 req-0c08b3b0-5756-43d6-a83f-c5a826a26b25 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 944 time: 0.0779889 Nov 09 17:29:38.613776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:38.649366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:38.693520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488494e1-38a7-4829-83fe-3bd7b52edea6 req-39bd4841-8a7f-4ef8-a339-6e95a067abbd tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Nov 09 17:29:38.772653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:38.777189 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fa2aae-843a-41fd-b053-f0358831e5fc" -d '{"events": [{"server_uuid": "27f7ff71-0ed0-4f41-895f-4bd97e66ac97", "name": "network-vif-plugged", "status": "completed", "tag": "3ba442cc-606a-4ae2-a2ea-15d47038ba7a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:38.786761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:38.869154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e729c5-1625-42ff-bf9e-86bfe262b8a4 None None] Network e574f53f-ff49-4b4e-b9e0-9f1dd64a3236 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:29:38.878190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:38.880875 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6807bb3e-768c-4e41-b8b9-9743a5ef81b9 x-openstack-request-id: req-6807bb3e-768c-4e41-b8b9-9743a5ef81b9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:38.881523 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f7ff71-0ed0-4f41-895f-4bd97e66ac97", "name": "network-vif-plugged", "status": "completed", "tag": "3ba442cc-606a-4ae2-a2ea-15d47038ba7a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:38.881914 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6807bb3e-768c-4e41-b8b9-9743a5ef81b9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:38.882416 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a', 'code': 200} Nov 09 17:29:38.913472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a39e8-5b23-40fb-8951-df1900ca8d1d req-9facd882-eb29-4f7c-9c64-18d98c02aec8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:38.919601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f22a39e8-5b23-40fb-8951-df1900ca8d1d req-9facd882-eb29-4f7c-9c64-18d98c02aec8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1206307 Nov 09 17:29:38.976751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:39.028752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f22a39e8-5b23-40fb-8951-df1900ca8d1d req-b809ec34-5423-433c-b169-e2046a9c4825 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007297 Nov 09 17:29:39.108622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da41aa-4553-43dd-b592-f3ba817e34d3 req-16d25255-5249-4fe6-82ed-28d9135d0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:39.110717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5da41aa-4553-43dd-b592-f3ba817e34d3 req-16d25255-5249-4fe6-82ed-28d9135d0954 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.1349130 Nov 09 17:29:39.340724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:39.373448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-ceb278e5-05ce-4a4e-aa44-6fb9dd788323 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:39.379677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-ceb278e5-05ce-4a4e-aa44-6fb9dd788323 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/networks?id=50da64a5-608a-46dd-9495-642b6ff0e615 HTTP/1.1" status: 200 len: 825 time: 0.1812587 Nov 09 17:29:39.417105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-b40d4063-25ec-4b2a-ac73-72e16baed59c tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/quotas/9a26c161125e478bac3768c2e0d904a9 HTTP/1.1" status: 200 len: 375 time: 0.0277076 Nov 09 17:29:39.419588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5da41aa-4553-43dd-b592-f3ba817e34d3 req-20733c0a-b99d-45e0-95d2-0a15a84d0d9e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920780 Nov 09 17:29:39.464831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-8a242630-e2ec-4d10-a823-a0220325cdae tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a26c161125e478bac3768c2e0d904a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335138 Nov 09 17:29:39.599866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3789bb-3bd4-4bb2-be4d-9322484da77c req-67dbf806-d5d4-443c-b87f-eb095872c67e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:39.609743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c3789bb-3bd4-4bb2-be4d-9322484da77c req-67dbf806-d5d4-443c-b87f-eb095872c67e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 945 time: 0.0754135 Nov 09 17:29:39.638025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-b70c7349-a98c-42dc-b242-f035ff6506f1 service neutron] 10.222.0.45 "GET /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535053 Nov 09 17:29:39.682177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c3789bb-3bd4-4bb2-be4d-9322484da77c req-0713ed80-f4dc-4719-abd9-8a60814a89d1 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713246 Nov 09 17:29:39.756386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-7564795a-0a92-4a44-958b-8393dbd6d41b service neutron] 10.222.0.45 "GET /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106167 Nov 09 17:29:39.911684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893534ab-ca31-474e-ba7b-1cede6b159a4 req-20594d8e-377a-4f07-ae22-75fd61e3970b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:39.913528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-893534ab-ca31-474e-ba7b-1cede6b159a4 req-20594d8e-377a-4f07-ae22-75fd61e3970b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 944 time: 0.0626006 Nov 09 17:29:39.960373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79ec881c-2d79-41e3-8816-766720fd2e99 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:39.990502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-893534ab-ca31-474e-ba7b-1cede6b159a4 req-732e0c4b-68fd-4c00-bc52-0013f084a09b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659080 Nov 09 17:29:40.025836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1c91055-6a7d-483f-a743-1c9cf692ca5d req-1336a9dc-c939-46e8-b74c-11f84473c849 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 210 time: 0.0294185 Nov 09 17:29:40.048325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 79ec881c-2d79-41e3-8816-766720fd2e99 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:29:40.052490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 79ec881c-2d79-41e3-8816-766720fd2e99 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:40.052867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:40.151492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:40.166270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76380b-fae2-4fe5-9f77-9bacb4b5d772 req-421d5a5d-e5a7-424b-b483-de6707872f35 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:40.167827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76380b-fae2-4fe5-9f77-9bacb4b5d772 req-421d5a5d-e5a7-424b-b483-de6707872f35 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0540709 Nov 09 17:29:40.188635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79ec881c-2d79-41e3-8816-766720fd2e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79ec881c-2d79-41e3-8816-766720fd2e99,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:40.192789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:40.225388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d76380b-fae2-4fe5-9f77-9bacb4b5d772 req-bb4118cd-02e5-4563-b5f1-aa5b74790c92 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474281 Nov 09 17:29:40.249763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79ec881c-2d79-41e3-8816-766720fd2e99,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:40.831504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa276-b2de-47f3-8405-e0001d5ba2c9 req-66c734e6-4d0e-4bb0-82d7-2d74d6ae4eee tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:40.839476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fafa276-b2de-47f3-8405-e0001d5ba2c9 req-66c734e6-4d0e-4bb0-82d7-2d74d6ae4eee tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0686722 Nov 09 17:29:40.883569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ec881c-2d79-41e3-8816-766720fd2e99'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:40.887137 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3b9d20-14b9-4cd0-9eb8-d43f739792f6" -d '{"events": [{"server_uuid": "d9e4db9f-abcd-46ba-9e2c-8301789a2def", "name": "network-vif-plugged", "status": "completed", "tag": "79ec881c-2d79-41e3-8816-766720fd2e99"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:40.903940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fafa276-b2de-47f3-8405-e0001d5ba2c9 req-8ebc3904-bbeb-4910-9f7d-d795348d0574 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634036 Nov 09 17:29:40.960519 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3668ff25-70e4-4d73-9c55-88c430a2628e x-openstack-request-id: req-3668ff25-70e4-4d73-9c55-88c430a2628e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:40.961328 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4db9f-abcd-46ba-9e2c-8301789a2def", "name": "network-vif-plugged", "status": "completed", "tag": "79ec881c-2d79-41e3-8816-766720fd2e99", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:40.961881 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3668ff25-70e4-4d73-9c55-88c430a2628e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:40.962539 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ec881c-2d79-41e3-8816-766720fd2e99', 'code': 200} Nov 09 17:29:41.176661 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e51058c7-e191-4d59-bb15-d2f50c9db9b0 req-d3d801a6-1524-485a-ae97-712dbac5ac49 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 210 time: 0.0394495 Nov 09 17:29:41.184452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-e9a5e9e6-8f26-48da-b165-c96f914b23f4 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:41.187982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-e9a5e9e6-8f26-48da-b165-c96f914b23f4 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.43 "GET /v2.0/networks?id=50da64a5-608a-46dd-9495-642b6ff0e615 HTTP/1.1" status: 200 len: 825 time: 0.2614043 Nov 09 17:29:41.208551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bc8eb-f35b-48d0-afd0-42455e970cf7 req-bee02cab-402c-43e2-bb56-8f7a9d6dd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:41.210080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe5bc8eb-f35b-48d0-afd0-42455e970cf7 req-bee02cab-402c-43e2-bb56-8f7a9d6dd658 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 1097 time: 0.1184607 Nov 09 17:29:41.213424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Request body: {'port': {'device_id': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615', 'admin_state_up': True, 'tenant_id': '9a26c161125e478bac3768c2e0d904a9'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:41.283550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0e338-3a4f-4f8c-88ad-9ff91fc19ea5 req-9f42f98c-5c38-4b4c-9521-99c077565dad tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:41.285232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aed0e338-3a4f-4f8c-88ad-9ff91fc19ea5 req-9f42f98c-5c38-4b4c-9521-99c077565dad tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 944 time: 0.2073483 Nov 09 17:29:41.347661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe5bc8eb-f35b-48d0-afd0-42455e970cf7 req-2ca12cb0-198e-470e-83dc-1f2bd932fdbe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290388 Nov 09 17:29:41.351078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0ad2-e0fc-498b-991c-546f8e2dcb2e req-b3531376-cd42-4449-8792-8dde3aae9a49 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:41.352626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-495c0ad2-e0fc-498b-991c-546f8e2dcb2e req-b3531376-cd42-4449-8792-8dde3aae9a49 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0528665 Nov 09 17:29:41.393604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aed0e338-3a4f-4f8c-88ad-9ff91fc19ea5 req-62f3c674-0160-45d4-b7de-dbbe8f1a488b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010039 Nov 09 17:29:41.403418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-495c0ad2-e0fc-498b-991c-546f8e2dcb2e req-954db6ac-dc7d-4356-a653-764141d2822d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444307 Nov 09 17:29:41.411641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Made reservation on behalf of 9a26c161125e478bac3768c2e0d904a9 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:41.415494 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:41.556247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Allocated IP 172.20.0.13 (50da64a5-608a-46dd-9495-642b6ff0e615/716ce309-53ca-413a-9764-4ba6c758f02c/3852bea4-f35f-435e-a448-5525114886e5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:41.625648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5232-51f0-47ce-99be-f27bff5f19f6 req-409c8aa4-4ddf-4935-9a43-6834d981696a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:41.627216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d79a5232-51f0-47ce-99be-f27bff5f19f6 req-409c8aa4-4ddf-4935-9a43-6834d981696a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.0543878 Nov 09 17:29:41.684440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d79a5232-51f0-47ce-99be-f27bff5f19f6 req-3db5bb53-268b-409c-8421-5412d9ecbc65 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Nov 09 17:29:41.722766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:41.757510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:41.803586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Network 50da64a5-608a-46dd-9495-642b6ff0e615 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:41.808870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:41.813420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:41.820102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Pushing event updated for resources: {'Port': ['ID=3852bea4-f35f-435e-a448-5525114886e5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:41.869666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:41.870669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:41.889630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-82b02702-ff26-4b5b-ae66-bf82e3e70f36 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6843653 Nov 09 17:29:41.906736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Request body: {'port': {'device_id': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:41.960530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:42.001630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.073566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de4039-c351-4b0e-8879-df16c88e882a req-625570e0-d307-493e-bad7-4cff0b0b1b41 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:42.075107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2de4039-c351-4b0e-8879-df16c88e882a req-625570e0-d307-493e-bad7-4cff0b0b1b41 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0693364 Nov 09 17:29:42.096570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:29:42.100875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:42.101250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.182888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2de4039-c351-4b0e-8879-df16c88e882a req-3135f276-3a69-4c3e-a7a1-b95c9d531bb5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981710 Nov 09 17:29:42.205197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.248920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:42.255479 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.330018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:42.375615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07bc03-bbce-45ed-a9c2-32d8e326c296 req-1c4aadb8-70f7-4ba4-847b-78f7f5b826bd tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:42.377194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c07bc03-bbce-45ed-a9c2-32d8e326c296 req-1c4aadb8-70f7-4ba4-847b-78f7f5b826bd tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 932 time: 0.1034327 Nov 09 17:29:42.449148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3852bea4-f35f-435e-a448-5525114886e5 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:42.458406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.488467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Transition to ACTIVE for port object 3852bea4-f35f-435e-a448-5525114886e5 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:29:42.493022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.501677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c07bc03-bbce-45ed-a9c2-32d8e326c296 req-b7837206-b694-429e-bf4c-59999c62c0b6 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147342 Nov 09 17:29:42.560263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66d40-b351-4b7c-a4bc-1a1cee734fa8 req-de544e64-82bf-4d26-84a6-cb5ad6f8be50 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:42.572042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6c66d40-b351-4b7c-a4bc-1a1cee734fa8 req-de544e64-82bf-4d26-84a6-cb5ad6f8be50 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0830178 Nov 09 17:29:42.635920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6c66d40-b351-4b7c-a4bc-1a1cee734fa8 req-2606a6a5-9425-4567-b2b2-3a916244c3ab tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623906 Nov 09 17:29:42.637506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=3852bea4-f35f-435e-a448-5525114886e5,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:42.698315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Attempting to bind port 3852bea4-f35f-435e-a448-5525114886e5 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:42.698652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Attempting to bind port 3852bea4-f35f-435e-a448-5525114886e5 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'fbb27838-4132-4fe2-83fe-fd48e44853be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:42.699006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Attempting to bind port 3852bea4-f35f-435e-a448-5525114886e5 on network 50da64a5-608a-46dd-9495-642b6ff0e615 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:42.704605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Port 3852bea4-f35f-435e-a448-5525114886e5 on network 50da64a5-608a-46dd-9495-642b6ff0e615 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:29:42.704922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Attempting to bind port 3852bea4-f35f-435e-a448-5525114886e5 on network 50da64a5-608a-46dd-9495-642b6ff0e615 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:42.710144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:42.710423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Checking segment: {'id': 'fbb27838-4132-4fe2-83fe-fd48e44853be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:42.710892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Bound using segment: {'id': 'fbb27838-4132-4fe2-83fe-fd48e44853be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:42.711884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Bound port: 3852bea4-f35f-435e-a448-5525114886e5, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb27838-4132-4fe2-83fe-fd48e44853be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:42.712246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.795890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] For port 3852bea4-f35f-435e-a448-5525114886e5, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:42.800470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] For port 3852bea4-f35f-435e-a448-5525114886e5, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3852bea4-f35f-435e-a448-5525114886e5,segment=NetworkSegment(fbb27838-4132-4fe2-83fe-fd48e44853be),segment_id=fbb27838-4132-4fe2-83fe-fd48e44853be)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:42.805137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.851736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:42.852391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:42.853779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] 10.222.0.43 "PUT /v2.0/ports/3852bea4-f35f-435e-a448-5525114886e5 HTTP/1.1" status: 200 len: 1092 time: 0.9532404 Nov 09 17:29:42.854207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'tag': '3852bea4-f35f-435e-a448-5525114886e5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:42.856485 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "48258a5d-ac8b-42c0-b8ae-e7b3bf59c813", "tag": "3852bea4-f35f-435e-a448-5525114886e5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:42.913829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3154-e30e-44d9-bc87-71f5e4b40ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=3852bea4-f35f-435e-a448-5525114886e5,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:42.918456 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c98405c-4c95-4aac-9b95-3810f38ef3c2 x-openstack-request-id: req-6c98405c-4c95-4aac-9b95-3810f38ef3c2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:42.918769 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48258a5d-ac8b-42c0-b8ae-e7b3bf59c813", "tag": "3852bea4-f35f-435e-a448-5525114886e5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:42.919016 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c98405c-4c95-4aac-9b95-3810f38ef3c2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:42.919428 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'tag': '3852bea4-f35f-435e-a448-5525114886e5', 'status': 'completed', 'code': 200} Nov 09 17:29:42.948531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06b359-817f-4bfd-98a7-55e22ff1400b req-f7e1958a-2dc7-4030-983c-2c83c2ded372 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:42.950044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b06b359-817f-4bfd-98a7-55e22ff1400b req-f7e1958a-2dc7-4030-983c-2c83c2ded372 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1100292 Nov 09 17:29:42.964775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:42.967110 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c485e2-eff9-4d74-aed9-a62e86b64e3c" -d '{"events": [{"server_uuid": "f4756c24-733a-4c48-96f8-e9f604aa8356", "name": "network-vif-plugged", "status": "completed", "tag": "ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:42.978594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-db7a22b9-c46a-4e44-8cee-47fc8f94b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:42.980139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-db7a22b9-c46a-4e44-8cee-47fc8f94b827 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a26c161125e478bac3768c2e0d904a9&device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 1095 time: 0.0773532 Nov 09 17:29:43.006175 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0202a26-08eb-40e0-87a7-9e53325e5be9 x-openstack-request-id: req-b0202a26-08eb-40e0-87a7-9e53325e5be9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:43.006501 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4756c24-733a-4c48-96f8-e9f604aa8356", "name": "network-vif-plugged", "status": "completed", "tag": "ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:43.006751 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0202a26-08eb-40e0-87a7-9e53325e5be9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:43.007180 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200', 'code': 200} Nov 09 17:29:43.031882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-6fbfd608-d291-4bc7-b51b-4de55ec5e3a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3852bea4-f35f-435e-a448-5525114886e5 HTTP/1.1" status: 200 len: 217 time: 0.0426550 Nov 09 17:29:43.073191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b06b359-817f-4bfd-98a7-55e22ff1400b req-7aa228ec-1bed-45aa-94ca-c8587bdd9861 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161549 Nov 09 17:29:43.118643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-d4e19a1d-dd09-4dfa-a036-9037c8df4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.120203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-d4e19a1d-dd09-4dfa-a036-9037c8df4906 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=716ce309-53ca-413a-9764-4ba6c758f02c HTTP/1.1" status: 200 len: 865 time: 0.0806038 Nov 09 17:29:43.161631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-6f6a79cf-5916-4e66-8059-7c1c4bb517fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50da64a5-608a-46dd-9495-642b6ff0e615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339096 Nov 09 17:29:43.164009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3110-ca53-4874-a2c9-49ad75a6a8d5 req-87811307-59a2-4d43-bebc-9405ace703f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.165448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c2d3110-ca53-4874-a2c9-49ad75a6a8d5 req-87811307-59a2-4d43-bebc-9405ace703f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 1096 time: 0.0838246 Nov 09 17:29:43.283626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c2d3110-ca53-4874-a2c9-49ad75a6a8d5 req-5d03c99b-2898-44b0-a3f4-b51b294f4527 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059294 Nov 09 17:29:43.334522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6047-e3c3-46e6-9cd4-fdaf46e79e08 req-5c52ce61-b5e0-46d0-a06d-2c4b8b9837b8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.336125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1dce6047-e3c3-46e6-9cd4-fdaf46e79e08 req-5c52ce61-b5e0-46d0-a06d-2c4b8b9837b8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0513694 Nov 09 17:29:43.376805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d9db-bd02-4449-a6ec-87bae2f14d67 req-3c5c798c-4cc7-4bea-aece-51b071d7e7d7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.378396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc52d9db-bd02-4449-a6ec-87bae2f14d67 req-3c5c798c-4cc7-4bea-aece-51b071d7e7d7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 946 time: 0.1158583 Nov 09 17:29:43.380225 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-cea08280-5694-4a7b-9114-2debb024ee43 service neutron] 10.222.0.43 "GET /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043500 Nov 09 17:29:43.387314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-2fce95ae-27a1-4bc9-a32a-76bace125e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.388121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1dce6047-e3c3-46e6-9cd4-fdaf46e79e08 req-3485e749-0021-4bdf-86c1-b546b77ffb94 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Nov 09 17:29:43.388831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-2fce95ae-27a1-4bc9-a32a-76bace125e61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1097 time: 0.1024635 Nov 09 17:29:43.490844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc52d9db-bd02-4449-a6ec-87bae2f14d67 req-e54222a2-4890-48f9-aed2-5656dcd12c85 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007349 Nov 09 17:29:43.571539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-38473802-c55d-4f47-9536-634481bf22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.573035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-38473802-c55d-4f47-9536-634481bf22a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.1755579 Nov 09 17:29:43.673400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-dd0b0e6d-80ba-48ee-abeb-0eabb0894291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.674972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-dd0b0e6d-80ba-48ee-abeb-0eabb0894291 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 1097 time: 0.0921946 Nov 09 17:29:43.688157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ec251-9989-4db4-9834-47d2f2f4876b req-a9644d37-c11e-4d46-b0f2-1e8c77e9bede tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.689700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-053ec251-9989-4db4-9834-47d2f2f4876b req-a9644d37-c11e-4d46-b0f2-1e8c77e9bede tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 944 time: 0.0752394 Nov 09 17:29:43.704987 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d8edfb0-f460-4ede-af4a-d375cdbff7af req-70377dcd-beba-4748-a1d1-c13190c3f00a service neutron] 10.222.0.43 "GET /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075989 Nov 09 17:29:43.707497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-b9dbd9b6-dfed-422b-a6a9-60c208593d62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 1000 time: 0.1247838 Nov 09 17:29:43.731234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d811a-6e5f-4b14-a304-137a1d2f9544 req-b34afa77-715f-4b7f-a3e2-fee5e149270d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.732715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-261d811a-6e5f-4b14-a304-137a1d2f9544 req-b34afa77-715f-4b7f-a3e2-fee5e149270d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1341081 Nov 09 17:29:43.795143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-053ec251-9989-4db4-9834-47d2f2f4876b req-8c4c2c9c-4201-4608-adfd-e4b8144473e6 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965290 Nov 09 17:29:43.813836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-08c3576a-f376-4bb2-9f2f-9ab09cbb6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.815466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-08c3576a-f376-4bb2-9f2f-9ab09cbb6156 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.1248586 Nov 09 17:29:43.836580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-df407970-8f35-4248-b1da-2a112f96b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.838042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-df407970-8f35-4248-b1da-2a112f96b7f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1222444 Nov 09 17:29:43.847417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-261d811a-6e5f-4b14-a304-137a1d2f9544 req-f313330d-2510-46bb-aabe-64578c216289 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927691 Nov 09 17:29:43.863404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-adc5a0c1-2faa-437f-b725-27a226934870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.864909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-adc5a0c1-2faa-437f-b725-27a226934870 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a26c161125e478bac3768c2e0d904a9&device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 1095 time: 0.1021047 Nov 09 17:29:43.867238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-e99ed809-1fed-4788-9e1e-385285803b8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ec881c-2d79-41e3-8816-766720fd2e99 HTTP/1.1" status: 200 len: 217 time: 0.0439508 Nov 09 17:29:43.928531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-ad606195-b0af-4d6c-8606-1806e147d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.930047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-ad606195-b0af-4d6c-8606-1806e147d4e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.0559950 Nov 09 17:29:43.962709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-9aae6d8a-6fb2-4477-ba6c-f6dfca1096ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253503 Nov 09 17:29:43.981063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:29:43.981925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-ac122564-56b1-4b10-8ff3-12cd1593b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:43.984267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-ac122564-56b1-4b10-8ff3-12cd1593b734 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342468 Nov 09 17:29:44.065808 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:44.073599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64fa5-3ffd-4571-8819-2ccc777f1481 req-878588b4-87f1-4470-a15e-ef86c709ccb8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:44.075162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ca64fa5-3ffd-4571-8819-2ccc777f1481 req-878588b4-87f1-4470-a15e-ef86c709ccb8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.1410370 Nov 09 17:29:44.081893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-4f1a3d01-a395-4ac8-9c46-358a75e423ce service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123314 Nov 09 17:29:44.090065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-c74cd867-43d8-480e-a34d-d32ab227aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:44.090291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-c74cd867-43d8-480e-a34d-d32ab227aaf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=50da64a5-608a-46dd-9495-642b6ff0e615 HTTP/1.1" status: 200 len: 925 time: 0.2076936 Nov 09 17:29:44.104201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:44.110787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:44.158291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-1504c7a0-c933-4fd3-b916-5779d147e466 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3852bea4-f35f-435e-a448-5525114886e5 HTTP/1.1" status: 200 len: 217 time: 0.0429265 Nov 09 17:29:44.190244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=14']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:44.200950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-251a70bb-d46b-468d-848e-0bd064fb3835 req-caa3a636-97e8-4a9d-8a79-fc565b2a5d99 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089995 Nov 09 17:29:44.219539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-d46f6c62-f7e8-43de-9594-604ca8430a98 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265282 Nov 09 17:29:44.233017 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ca64fa5-3ffd-4571-8819-2ccc777f1481 req-41a3f474-5349-441a-bc26-cc72708d9ccf tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479697 Nov 09 17:29:44.303453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-76720712-5f18-4f59-a0de-047ced924dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:44.304993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-76720712-5f18-4f59-a0de-047ced924dcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=716ce309-53ca-413a-9764-4ba6c758f02c HTTP/1.1" status: 200 len: 865 time: 0.1254590 Nov 09 17:29:44.352559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-6b6ea150-be47-44b6-8df1-50b9d6523d2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50da64a5-608a-46dd-9495-642b6ff0e615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343003 Nov 09 17:29:44.418344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60b04750-b45c-4b5c-8a68-6cbadfb41e51 req-55fa5afc-f5ba-4481-a385-be6884b2bd25 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895282 Nov 09 17:29:44.469717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-ba005e84-bf18-46c6-ad16-ee9b7d9ab06e service neutron] 10.222.0.43 "GET /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059921 Nov 09 17:29:44.589743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f0b3af6-50d3-4aa6-a0d1-14b896c09fd4 req-ad35de79-622d-45af-9344-f6ccd877fe2b service neutron] 10.222.0.43 "GET /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104836 Nov 09 17:29:44.631984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434997-8d5e-4e0d-a65e-0c1a9d5d87ed req-7fec68a3-52a6-4a0c-a226-348b9d63a060 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:44.633925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57434997-8d5e-4e0d-a65e-0c1a9d5d87ed req-7fec68a3-52a6-4a0c-a226-348b9d63a060 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0648415 Nov 09 17:29:44.684063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57434997-8d5e-4e0d-a65e-0c1a9d5d87ed req-4d06633d-3d66-40cd-98f6-78894cdd7228 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Nov 09 17:29:44.935973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c1c3f-05bf-46bc-8a8b-be05e1832dc1 req-e5eeafa2-ef22-46fd-92a3-74760a78c1ba tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:44.938230 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a89c1c3f-05bf-46bc-8a8b-be05e1832dc1 req-e5eeafa2-ef22-46fd-92a3-74760a78c1ba tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 944 time: 0.0533075 Nov 09 17:29:44.980390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41a253-7177-437b-90c3-d8c19c8ee059 req-76e5387e-47bc-498b-a255-036288a115e2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:44.982008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab41a253-7177-437b-90c3-d8c19c8ee059 req-76e5387e-47bc-498b-a255-036288a115e2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0559039 Nov 09 17:29:44.993054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a89c1c3f-05bf-46bc-8a8b-be05e1832dc1 req-9ebd05d4-8cd1-473f-ae25-cc8e6ae56ff9 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Nov 09 17:29:45.008589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:45.011587 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b66fe8-ad44-4441-89bc-6cf7b249fb33" -d '{"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-unplugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:45.034516 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab41a253-7177-437b-90c3-d8c19c8ee059 req-b58215ba-a834-455e-aa00-215da72fba04 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Nov 09 17:29:45.081569 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df473ba3-293e-44da-b83f-491f7518030c x-openstack-request-id: req-df473ba3-293e-44da-b83f-491f7518030c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:45.081863 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-unplugged", "status": "completed", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:45.082117 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df473ba3-293e-44da-b83f-491f7518030c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:45.082507 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'code': 200} Nov 09 17:29:45.356691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadde843-f335-486f-afb7-644d0dea428a req-30c02ef8-0ac0-4489-9708-30825d2436bd tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:45.358237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fadde843-f335-486f-afb7-644d0dea428a req-30c02ef8-0ac0-4489-9708-30825d2436bd tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0516942 Nov 09 17:29:45.408748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fadde843-f335-486f-afb7-644d0dea428a req-b3e8f3ea-4af1-4bee-ab50-fb98a5043aca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Nov 09 17:29:45.668137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad468-f44c-409d-b0bf-99251bc14959 req-12c3c65c-f363-4244-8f31-522eec24401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:45.669639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-12c3c65c-f363-4244-8f31-522eec24401f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 1096 time: 0.0714407 Nov 09 17:29:45.681624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafdc4d-5af5-480a-820b-ec88e43de42d req-e3a175ff-f7ab-4de6-a162-1b2edb57a90e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:45.683199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-feafdc4d-5af5-480a-820b-ec88e43de42d req-e3a175ff-f7ab-4de6-a162-1b2edb57a90e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0767195 Nov 09 17:29:45.811284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30ff6a-ca53-40f5-8557-1d1682026a31 req-5a3646a8-06df-453d-829d-d37054fbefdc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:45.813825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f30ff6a-ca53-40f5-8557-1d1682026a31 req-5a3646a8-06df-453d-829d-d37054fbefdc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0532753 Nov 09 17:29:45.867119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f30ff6a-ca53-40f5-8557-1d1682026a31 req-c1c84c05-ceab-4601-88ce-fc92285afcce tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Nov 09 17:29:46.093943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83986ccf-1f31-432a-ab3d-cb257fb7a122 req-55b5fb0c-2de2-48ca-9257-96f3e9254dc0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.095588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83986ccf-1f31-432a-ab3d-cb257fb7a122 req-55b5fb0c-2de2-48ca-9257-96f3e9254dc0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0551004 Nov 09 17:29:46.104524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-feafdc4d-5af5-480a-820b-ec88e43de42d req-bb516f84-e364-48f3-be68-694625e13770 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097195 Nov 09 17:29:46.122026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad468-f44c-409d-b0bf-99251bc14959 req-e5de5335-8fb8-4257-bbdf-9c23fc705aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.123919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-e5de5335-8fb8-4257-bbdf-9c23fc705aca service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 911 time: 0.4398348 Nov 09 17:29:46.150885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83986ccf-1f31-432a-ab3d-cb257fb7a122 req-7a0e7e2d-1058-4a20-8230-021cfecb259c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482180 Nov 09 17:29:46.173315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-06c9ef92-1a97-43ce-b620-b7b7eb32e637 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 HTTP/1.1" status: 200 len: 217 time: 0.0382786 Nov 09 17:29:46.259614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad468-f44c-409d-b0bf-99251bc14959 req-4d102fdc-dfc9-4589-b2ca-30edab85d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.261018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-4d102fdc-dfc9-4589-b2ca-30edab85d782 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.0723827 Nov 09 17:29:46.266914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe14b2-6887-40ea-87fd-4c97e5956bff req-dbf12f78-ba84-4809-8405-fad9f4d2d326 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.268580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0fe14b2-6887-40ea-87fd-4c97e5956bff req-dbf12f78-ba84-4809-8405-fad9f4d2d326 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0545394 Nov 09 17:29:46.270774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f2fc7-2dd5-465b-aa93-5400b89175a9 req-14e02c90-0a89-48fb-bc0f-291dcca7a217 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.272263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f3f2fc7-2dd5-465b-aa93-5400b89175a9 req-14e02c90-0a89-48fb-bc0f-291dcca7a217 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 944 time: 0.0959764 Nov 09 17:29:46.308045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-fc0bce79-3ecd-48ad-ac2f-13d5cf7bbf22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347674 Nov 09 17:29:46.322343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c0fe14b2-6887-40ea-87fd-4c97e5956bff req-10801664-16a1-4708-9e3f-de5a1512e198 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Nov 09 17:29:46.388541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f3f2fc7-2dd5-465b-aa93-5400b89175a9 req-0da02581-dd5b-4668-9222-1e48c2bf5c3d tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077402 Nov 09 17:29:46.438176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-bd32c190-5708-4fb8-a2bd-b33a4414361e service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203701 Nov 09 17:29:46.505404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a99a9-1b40-4366-b988-2756afa91c8f req-e7a9bc35-a359-4b12-91d5-b91d95986129 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.507025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be1a99a9-1b40-4366-b988-2756afa91c8f req-e7a9bc35-a359-4b12-91d5-b91d95986129 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0522273 Nov 09 17:29:46.536303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-315ad468-f44c-409d-b0bf-99251bc14959 req-628a8f6a-6a95-4125-b3dc-c918f4634b36 service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912602 Nov 09 17:29:46.559841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be1a99a9-1b40-4366-b988-2756afa91c8f req-873875aa-0e3c-4b32-a47b-1c262481659a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Nov 09 17:29:46.842377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-292d0dd3-5815-4d1f-9388-add8b33bec62 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:46.843940 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-292d0dd3-5815-4d1f-9388-add8b33bec62 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.1071877 Nov 09 17:29:46.858589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-656f92ec-4277-4c28-8c68-afd0051e9834 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/quotas/71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 375 time: 0.0089426 Nov 09 17:29:46.915508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-4295e45a-0440-4f82-8e2e-d6d62f194631 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513225 Nov 09 17:29:47.006221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-004b04ef-3d69-4c3e-8fe8-782a49889655 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835266 Nov 09 17:29:47.100786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-50b80d35-1ea1-4f7b-93c0-d9330eb35285 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881319 Nov 09 17:29:47.251013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b561386-fdcc-4fa8-be31-f78e5a7404d2 req-659b191a-c4cf-4807-8496-a42ab55f38a4 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:47.252669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b561386-fdcc-4fa8-be31-f78e5a7404d2 req-659b191a-c4cf-4807-8496-a42ab55f38a4 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0728261 Nov 09 17:29:47.282749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7129a783-0608-40b4-941e-42b259da5866 req-3039db45-4ef3-4258-b6fc-d2467cc9414f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Nov 09 17:29:47.314675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b561386-fdcc-4fa8-be31-f78e5a7404d2 req-eabde02f-f107-4d4d-8162-7fc0164d0994 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550537 Nov 09 17:29:47.478373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fa765-2a14-499c-b007-3307fb7453c1 req-eb890889-01a4-4856-a02f-1935ce106b6e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:47.480395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d38fa765-2a14-499c-b007-3307fb7453c1 req-eb890889-01a4-4856-a02f-1935ce106b6e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0821314 Nov 09 17:29:47.540452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d38fa765-2a14-499c-b007-3307fb7453c1 req-9a98a9bf-e470-4212-a221-1d5fcd677b05 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527890 Nov 09 17:29:47.593730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ab667-d90f-4ce3-8a22-5fd13da4f497 req-801b06c2-7aa2-48e3-bfb1-db1230d69041 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:47.595374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f43ab667-d90f-4ce3-8a22-5fd13da4f497 req-801b06c2-7aa2-48e3-bfb1-db1230d69041 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 944 time: 0.0626922 Nov 09 17:29:47.651702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f43ab667-d90f-4ce3-8a22-5fd13da4f497 req-94a3c8ce-30b0-4cf5-b81e-4c0cfb2691ac tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Nov 09 17:29:48.003926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3852bea4-f35f-435e-a448-5525114886e5 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:48.111642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3852bea4-f35f-435e-a448-5525114886e5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3852bea4-f35f-435e-a448-5525114886e5,segment=NetworkSegment(fbb27838-4132-4fe2-83fe-fd48e44853be),segment_id=fbb27838-4132-4fe2-83fe-fd48e44853be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:48.122587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '3852bea4-f35f-435e-a448-5525114886e5', 'network_id': '50da64a5-608a-46dd-9495-642b6ff0e615', 'port_id': '3852bea4-f35f-435e-a448-5525114886e5', 'mac_address': 'fa:16:3e:7b:f7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716ce309-53ca-413a-9764-4ba6c758f02c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:48.165137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:48.178787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3852bea4-f35f-435e-a448-5525114886e5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:48.199789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3852bea4-f35f-435e-a448-5525114886e5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3852bea4-f35f-435e-a448-5525114886e5,segment=NetworkSegment(fbb27838-4132-4fe2-83fe-fd48e44853be),segment_id=fbb27838-4132-4fe2-83fe-fd48e44853be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:48.205774 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:48.255762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3852bea4-f35f-435e-a448-5525114886e5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:48.395116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4f935ad-f493-4c0a-8268-15fa5e247af7 req-683ecfa5-e7af-45fe-bbf5-caec02b7c7dc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 210 time: 0.0305662 Nov 09 17:29:48.441719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3852bea4-f35f-435e-a448-5525114886e5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:48.454227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-b1acb415-d41d-4aa2-829a-aff02b3d9864 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:48.455737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-b1acb415-d41d-4aa2-829a-aff02b3d9864 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.1778777 Nov 09 17:29:48.472353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'port': {'device_id': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'admin_state_up': True, 'tenant_id': '71e31f1e7a3240b4955f6056759e8744'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:48.487934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003551cb-d17e-482b-a887-863b91fef3b7 req-6656f3f2-dfce-4c33-9c86-3857c4654bb7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:48.490453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-003551cb-d17e-482b-a887-863b91fef3b7 req-6656f3f2-dfce-4c33-9c86-3857c4654bb7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0884199 Nov 09 17:29:48.602685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-003551cb-d17e-482b-a887-863b91fef3b7 req-0a6e7ec9-cdd8-4222-b628-d39e4ca32017 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965104 Nov 09 17:29:48.639590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:29:48.644208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:48.712253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad70b9-7a6a-41f0-9897-d87045315674 req-26505db0-7a29-43a3-8b16-8cc1ff12d5d7 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:48.713834 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aad70b9-7a6a-41f0-9897-d87045315674 req-26505db0-7a29-43a3-8b16-8cc1ff12d5d7 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0708668 Nov 09 17:29:48.775542 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aad70b9-7a6a-41f0-9897-d87045315674 req-b7d0c093-626c-49c5-9cba-09e2a439f4e8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540972 Nov 09 17:29:48.784914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Allocated IP 172.20.0.4 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/1f45c3bb-eae0-49b3-98f9-40e8ae2716fc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:29:48.922623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bc599-19da-4598-9831-6d10500925a7 req-7e3f3604-8dd7-48b6-b77f-aaa60a06ab74 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:48.924180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-737bc599-19da-4598-9831-6d10500925a7 req-7e3f3604-8dd7-48b6-b77f-aaa60a06ab74 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 945 time: 0.1230574 Nov 09 17:29:49.012228 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-737bc599-19da-4598-9831-6d10500925a7 req-ea0e3a02-383b-44ac-a18f-d7d8dce17d3b tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808291 Nov 09 17:29:49.016071 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.050684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.095175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:29:49.100523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:29:49.102914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:29:49.134975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:49.169167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:49.169810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.189423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-40ec34af-f939-4bda-8f08-1308320ef894 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214377 Nov 09 17:29:49.203100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Request body: {'port': {'device_id': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:29:49.261941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.354636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-92887183-d84b-4edc-9b02-d910f37951bb None None] Provisioning complete for port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:49.355242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92887183-d84b-4edc-9b02-d910f37951bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.389667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-92887183-d84b-4edc-9b02-d910f37951bb None None] Port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:29:49.523495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e74b14-8aaa-4fc7-b1a9-0888e594ad50 req-cc6eebf0-3c05-4e4a-a030-550fbaf2a96d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:49.525018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e74b14-8aaa-4fc7-b1a9-0888e594ad50 req-cc6eebf0-3c05-4e4a-a030-550fbaf2a96d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 931 time: 0.0505717 Nov 09 17:29:49.535981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:49.543896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.557278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Transition to ACTIVE for port object 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:29:49.562575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.578974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e74b14-8aaa-4fc7-b1a9-0888e594ad50 req-092be18a-021b-4938-afcd-ffc085e7bc65 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Nov 09 17:29:49.645780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:49.706957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Attempting to bind port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:29:49.707423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Attempting to bind port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:29:49.707825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Attempting to bind port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:49.713252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:29:49.713729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Attempting to bind port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:29:49.722181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:29:49.722181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:29:49.722481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:29:49.724035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Bound port: 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:29:49.724035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.756437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4c4f5-92b2-421a-9638-6a9bf7e76eeb req-7a21d418-8b30-4a61-8c89-fabac8beee9a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:49.759110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6d4c4f5-92b2-421a-9638-6a9bf7e76eeb req-7a21d418-8b30-4a61-8c89-fabac8beee9a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0686448 Nov 09 17:29:49.815264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] For port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:29:49.824416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] For port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:29:49.824831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6d4c4f5-92b2-421a-9638-6a9bf7e76eeb req-12d4d0c2-fe2e-445f-bc32-c25d548b5f03 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593669 Nov 09 17:29:49.832843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.871977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:49.873209 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:49.874944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/1f45c3bb-eae0-49b3-98f9-40e8ae2716fc HTTP/1.1" status: 200 len: 1091 time: 0.6769805 Nov 09 17:29:49.877685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'tag': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:49.882824 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712b7786-8669-465e-be25-4b1ba8785312" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8e5dd0-337c-47b0-8e91-6ea53028ff01", "tag": "1f45c3bb-eae0-49b3-98f9-40e8ae2716fc"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:49.972418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5060-5cda-4411-9564-894db918f0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:50.001509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0f64-6201-4abd-956d-2eb1ecac5236 req-6865e623-72e2-4e4e-90dc-96f079a5c739 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.003172 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5ee0f64-6201-4abd-956d-2eb1ecac5236 req-6865e623-72e2-4e4e-90dc-96f079a5c739 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1138506 Nov 09 17:29:50.007016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3852bea4-f35f-435e-a448-5525114886e5 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:50.011634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-92a3397d-ddaa-4f1d-a696-dbe6a1840fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.013227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-92a3397d-ddaa-4f1d-a696-dbe6a1840fe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 1094 time: 0.0874176 Nov 09 17:29:50.022315 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9231b338-c6c7-4932-8dc8-c4a683e11d89 x-openstack-request-id: req-9231b338-c6c7-4932-8dc8-c4a683e11d89 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:50.022606 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8e5dd0-337c-47b0-8e91-6ea53028ff01", "tag": "1f45c3bb-eae0-49b3-98f9-40e8ae2716fc", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:50.022858 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9231b338-c6c7-4932-8dc8-c4a683e11d89 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:50.023288 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'tag': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc', 'status': 'completed', 'code': 200} Nov 09 17:29:50.076799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 3852bea4-f35f-435e-a448-5525114886e5 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:29:50.080433 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-9ff44f85-90c7-4227-a318-9786fdb7a9d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc HTTP/1.1" status: 200 len: 217 time: 0.0560622 Nov 09 17:29:50.086569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 3852bea4-f35f-435e-a448-5525114886e5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:50.086942 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:50.157631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5ee0f64-6201-4abd-956d-2eb1ecac5236 req-3cf83192-d1ee-4d5a-a990-7d8b0eddf027 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433792 Nov 09 17:29:50.170646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-b0cedc6a-07e1-4d78-bed1-965b18526626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.172266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-b0cedc6a-07e1-4d78-bed1-965b18526626 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.0759547 Nov 09 17:29:50.192669 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:50.196726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012774a-a076-4cc3-98d6-855b05b99b0e req-6b797540-2f83-4a5a-8369-bbb0f5c9dac5 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.198400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c012774a-a076-4cc3-98d6-855b05b99b0e req-6b797540-2f83-4a5a-8369-bbb0f5c9dac5 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 945 time: 0.0726793 Nov 09 17:29:50.219300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3852bea4-f35f-435e-a448-5525114886e5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:50.221820 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3ca4d-5710-42ca-867e-ece2954f8665" -d '{"events": [{"server_uuid": "48258a5d-ac8b-42c0-b8ae-e7b3bf59c813", "name": "network-vif-plugged", "status": "completed", "tag": "3852bea4-f35f-435e-a448-5525114886e5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:50.224609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-035c1f14-3709-4e37-9deb-8d028384a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.226186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-035c1f14-3709-4e37-9deb-8d028384a0d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443358 Nov 09 17:29:50.236508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3852bea4-f35f-435e-a448-5525114886e5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3852bea4-f35f-435e-a448-5525114886e5,segment=NetworkSegment(fbb27838-4132-4fe2-83fe-fd48e44853be),segment_id=fbb27838-4132-4fe2-83fe-fd48e44853be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:50.241886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:50.256826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c012774a-a076-4cc3-98d6-855b05b99b0e req-1dd60dc0-cbad-446a-bbad-1ae6cf81564a tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Nov 09 17:29:50.282890 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf721ba-afef-4cc9-a18d-f58a425c6cd7 x-openstack-request-id: req-8bf721ba-afef-4cc9-a18d-f58a425c6cd7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:50.283221 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48258a5d-ac8b-42c0-b8ae-e7b3bf59c813", "name": "network-vif-plugged", "status": "completed", "tag": "3852bea4-f35f-435e-a448-5525114886e5", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:50.283472 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bf721ba-afef-4cc9-a18d-f58a425c6cd7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:50.284315 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3852bea4-f35f-435e-a448-5525114886e5', 'code': 200} Nov 09 17:29:50.304940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3852bea4-f35f-435e-a448-5525114886e5,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:50.338707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-8774e66f-b731-4a03-ac5f-844397b7dd5d service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044059 Nov 09 17:29:50.445198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711c40-f581-4821-93fd-22d6e83ad1f0 req-17c4b5cd-f2ba-4eb6-91e3-6bd8f8615677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.446603 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75711c40-f581-4821-93fd-22d6e83ad1f0 req-17c4b5cd-f2ba-4eb6-91e3-6bd8f8615677 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 1097 time: 0.0936115 Nov 09 17:29:50.477990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd4cac3e-c134-4a98-9919-e32b831fdcf6 req-dd50c285-5298-4a6c-875a-7c836ad086ce service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320083 Nov 09 17:29:50.502089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75711c40-f581-4821-93fd-22d6e83ad1f0 req-328ef7fb-3736-497f-b32a-34b4a5fb6769 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Nov 09 17:29:50.565168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b7786-8669-465e-be25-4b1ba8785312 req-153a9d20-b463-47fa-aaa9-ebd8328e62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.566682 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-153a9d20-b463-47fa-aaa9-ebd8328e62a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 1094 time: 0.0409789 Nov 09 17:29:50.672082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b7786-8669-465e-be25-4b1ba8785312 req-dd71bf03-6f8c-4a7b-b6a3-ba17e28a5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.673983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-dd71bf03-6f8c-4a7b-b6a3-ba17e28a5e08 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.1003618 Nov 09 17:29:50.706383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd846-5fba-45fa-aeca-80cf425f6b1e req-a3e9f21c-4a25-4ac6-acf7-6ee92a0c753a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.707875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-abbcd846-5fba-45fa-aeca-80cf425f6b1e req-a3e9f21c-4a25-4ac6-acf7-6ee92a0c753a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 943 time: 0.0543234 Nov 09 17:29:50.719219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-1aa371b3-2a2f-484e-b1c5-b5b8d675bdc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc HTTP/1.1" status: 200 len: 217 time: 0.0376050 Nov 09 17:29:50.757841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-abbcd846-5fba-45fa-aeca-80cf425f6b1e req-88145f80-996f-4776-b3c8-82cd2a02184c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Nov 09 17:29:50.771209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b7786-8669-465e-be25-4b1ba8785312 req-563f1d7b-457b-43bf-ae56-b13996e63ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.772730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-563f1d7b-457b-43bf-ae56-b13996e63ca8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.0458760 Nov 09 17:29:50.826035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b7786-8669-465e-be25-4b1ba8785312 req-41117b75-7886-47f1-9480-7839a5110ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.828629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-41117b75-7886-47f1-9480-7839a5110ae8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477958 Nov 09 17:29:50.929776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-ef322f5b-114d-4797-8057-c05bd62ee3e3 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926080 Nov 09 17:29:50.952661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444706-84f3-4796-b1df-f7025b16fec0 req-aa986025-bca7-4b36-8d48-71cb44edc983 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:50.954556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5444706-84f3-4796-b1df-f7025b16fec0 req-aa986025-bca7-4b36-8d48-71cb44edc983 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0558395 Nov 09 17:29:51.007158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5444706-84f3-4796-b1df-f7025b16fec0 req-ee7fae0c-eaf7-4792-a6fd-d8ecd98df82a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Nov 09 17:29:51.042355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-712b7786-8669-465e-be25-4b1ba8785312 req-7cce5387-e0f4-4526-8188-5da73eac4566 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009173 Nov 09 17:29:51.318879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2295-2014-4f11-a261-52fb8903a43e req-59b85779-e155-4b97-a390-970b411839a2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:51.321652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d8a2295-2014-4f11-a261-52fb8903a43e req-59b85779-e155-4b97-a390-970b411839a2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0687163 Nov 09 17:29:51.393490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d8a2295-2014-4f11-a261-52fb8903a43e req-8116649e-602d-467e-a09e-57de8aede32e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646162 Nov 09 17:29:51.422901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb091c-55d1-4d3b-b9ec-dc7f29a4f6bd req-62ad2f89-41b5-4ce6-b43c-83d314b4a744 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:51.424546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3feb091c-55d1-4d3b-b9ec-dc7f29a4f6bd req-62ad2f89-41b5-4ce6-b43c-83d314b4a744 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0599391 Nov 09 17:29:51.478864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3feb091c-55d1-4d3b-b9ec-dc7f29a4f6bd req-fb5b0b5a-0a14-4f5c-9f4e-b90c31e3978c tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Nov 09 17:29:51.889942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea0158-fb1b-426c-b88a-e409b848412e req-f2140814-1d28-460b-be55-e26f26c9c689 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:51.891635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72ea0158-fb1b-426c-b88a-e409b848412e req-f2140814-1d28-460b-be55-e26f26c9c689 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 943 time: 0.0538225 Nov 09 17:29:51.958360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72ea0158-fb1b-426c-b88a-e409b848412e req-ec54eadf-8480-43b1-83e0-cac5dfe5f7eb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Nov 09 17:29:51.990677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:29:52.106765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:52.126613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc', 'mac_address': 'fa:16:3e:4b:08:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:29:52.170243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:52.189833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:29:52.199087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89af91-6088-41b8-873c-6a81db6aa7ed req-1251cb9e-b7e6-4413-b74c-c6e47ed5fe72 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:52.201471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da89af91-6088-41b8-873c-6a81db6aa7ed req-1251cb9e-b7e6-4413-b74c-c6e47ed5fe72 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0642793 Nov 09 17:29:52.211515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:52.217431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:52.274343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da89af91-6088-41b8-873c-6a81db6aa7ed req-b813dca8-8a51-430e-9137-78d172e92fb2 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642712 Nov 09 17:29:52.298263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:52.555667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83b2a-593f-470d-b700-ebfe3eaedcbc req-b2fc4980-54c0-4d9a-95ee-40f10360050a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:52.557624 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7af83b2a-593f-470d-b700-ebfe3eaedcbc req-b2fc4980-54c0-4d9a-95ee-40f10360050a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0604734 Nov 09 17:29:52.628890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7af83b2a-593f-470d-b700-ebfe3eaedcbc req-da974842-2b4a-4d37-bd63-bd33b72f19c8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Nov 09 17:29:52.657469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:52.682462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf0554-f47a-4f76-b88c-898f3a23695c req-1c756f80-8ce3-44f3-afc6-e13c569702c5 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:52.685643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4cf0554-f47a-4f76-b88c-898f3a23695c req-1c756f80-8ce3-44f3-afc6-e13c569702c5 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0999546 Nov 09 17:29:52.712376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:52.754881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4cf0554-f47a-4f76-b88c-898f3a23695c req-1d6ecbdf-997b-4def-b6e3-d90e4ac57c43 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584097 Nov 09 17:29:52.966772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8661e77-4d4d-48bd-a1dc-d054c90673fc req-db60e86e-a032-4a1c-b72e-b40b36dbf716 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:52.970035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8661e77-4d4d-48bd-a1dc-d054c90673fc req-db60e86e-a032-4a1c-b72e-b40b36dbf716 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0833614 Nov 09 17:29:53.049828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8661e77-4d4d-48bd-a1dc-d054c90673fc req-f39d014d-ee74-47cb-a946-3ec7648015cb tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734463 Nov 09 17:29:53.201570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec9736-244e-48c0-a2c5-093377d1b652 req-9340bfab-d5cc-427c-bace-13ca77ca8531 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:53.204201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90ec9736-244e-48c0-a2c5-093377d1b652 req-9340bfab-d5cc-427c-bace-13ca77ca8531 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 944 time: 0.0848634 Nov 09 17:29:53.263904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90ec9736-244e-48c0-a2c5-093377d1b652 req-663c0a09-6950-4bc8-8f32-8d512b76da6d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Nov 09 17:29:53.395082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a4d43-8b41-4c69-b7e9-68356e41ca32 req-7bd9968c-521b-4573-a754-332ae45a4db0 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:53.396856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-511a4d43-8b41-4c69-b7e9-68356e41ca32 req-7bd9968c-521b-4573-a754-332ae45a4db0 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0810542 Nov 09 17:29:53.413787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4af8dc-a842-4218-8bac-96e2982af383 req-54eef066-e275-4c07-a5fd-72c66c82552d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:53.416038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff4af8dc-a842-4218-8bac-96e2982af383 req-54eef066-e275-4c07-a5fd-72c66c82552d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0613742 Nov 09 17:29:53.460428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-511a4d43-8b41-4c69-b7e9-68356e41ca32 req-a3067ae1-d7b5-46c8-8c0d-fc82287f6804 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Nov 09 17:29:53.490136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff4af8dc-a842-4218-8bac-96e2982af383 req-41a81705-c5aa-4f7e-b7c5-d8c5748b12ba tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664630 Nov 09 17:29:53.818236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31260679-1040-4b53-8261-7a0a240b5974 req-c03a2141-a2b7-4531-9b27-177dfb6da723 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:53.819993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31260679-1040-4b53-8261-7a0a240b5974 req-c03a2141-a2b7-4531-9b27-177dfb6da723 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0656090 Nov 09 17:29:53.872552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31260679-1040-4b53-8261-7a0a240b5974 req-b5dfb867-55b9-49bb-9eaa-3e9f31294847 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Nov 09 17:29:53.897098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10e78f-01aa-44d1-85df-3646955441ff req-194175ad-3996-493f-aec1-e854b4c1c932 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:53.898854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a10e78f-01aa-44d1-85df-3646955441ff req-194175ad-3996-493f-aec1-e854b4c1c932 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0956149 Nov 09 17:29:53.975365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a10e78f-01aa-44d1-85df-3646955441ff req-7355fbb8-db80-44c5-93cc-34bd4bcd19d1 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626314 Nov 09 17:29:54.436830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d584e-227d-43a3-ade3-2640f0aa571f req-0f3a9b9a-1f6b-43bd-b442-0154b7babd0b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:54.438279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-366d584e-227d-43a3-ade3-2640f0aa571f req-0f3a9b9a-1f6b-43bd-b442-0154b7babd0b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 944 time: 0.0517526 Nov 09 17:29:54.500960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-366d584e-227d-43a3-ade3-2640f0aa571f req-dee11e5c-5af6-461f-8f3f-46882c0d51fb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Nov 09 17:29:54.649631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc66e7-6c0c-4bfc-b201-26ff47cc25b4 req-2d37888b-23ac-42ea-af2b-d5b1ec2b78a6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:54.651358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98dc66e7-6c0c-4bfc-b201-26ff47cc25b4 req-2d37888b-23ac-42ea-af2b-d5b1ec2b78a6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0549982 Nov 09 17:29:54.708332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98dc66e7-6c0c-4bfc-b201-26ff47cc25b4 req-4083a270-dade-45fc-9f3c-95e094608c6b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 Nov 09 17:29:55.026229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab45a2-7deb-43f8-8801-4c1ca4c97b6e req-497e8cca-7102-4b1f-bf95-3f2c204782b3 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:55.027879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8ab45a2-7deb-43f8-8801-4c1ca4c97b6e req-497e8cca-7102-4b1f-bf95-3f2c204782b3 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0619061 Nov 09 17:29:55.090428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8ab45a2-7deb-43f8-8801-4c1ca4c97b6e req-d3141d8f-8324-4480-b92e-45b7cd077402 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 Nov 09 17:29:55.170729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790910c-bf16-48b5-b0f2-2c904dc0543c req-fd6ebf98-e74a-4a42-b539-239cc5fa6daa tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:55.173554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2790910c-bf16-48b5-b0f2-2c904dc0543c req-fd6ebf98-e74a-4a42-b539-239cc5fa6daa tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0587056 Nov 09 17:29:55.258878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-1d1f8cfd-0cfc-4342-84ab-3e152b53b119 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:55.260323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-1d1f8cfd-0cfc-4342-84ab-3e152b53b119 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.43 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 946 time: 0.0864167 Nov 09 17:29:55.264175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2790910c-bf16-48b5-b0f2-2c904dc0543c req-223a882f-df80-4940-aa99-9515b1e971c6 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/security-groups?id=91e51468-89c6-49b1-a2b2-311a0de116f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763772 Nov 09 17:29:55.383867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Deleting port 3852bea4-f35f-435e-a448-5525114886e5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:29:55.384843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:55.492035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] For port 3852bea4-f35f-435e-a448-5525114886e5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3852bea4-f35f-435e-a448-5525114886e5,segment=NetworkSegment(fbb27838-4132-4fe2-83fe-fd48e44853be),segment_id=fbb27838-4132-4fe2-83fe-fd48e44853be)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:55.492394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:55.507311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Calling delete_port for 3852bea4-f35f-435e-a448-5525114886e5 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:29:55.682954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb165f-ec9d-4cde-95d5-18de4ac3ca92 req-16a6b729-938c-4eab-84ea-2b3d0e5be431 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:55.684533 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7feb165f-ec9d-4cde-95d5-18de4ac3ca92 req-16a6b729-938c-4eab-84ea-2b3d0e5be431 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 944 time: 0.1020241 Nov 09 17:29:55.691870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:55.705936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3852bea4-f35f-435e-a448-5525114886e5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:29:55.775731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Pushing event deleted for resources: {'Port': ['ID=3852bea4-f35f-435e-a448-5525114886e5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:55.852616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755db3f-4c5c-4d8f-852b-d8b8e19de21d req-68871033-e5eb-4558-bfb1-b5ec02d87b15 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:55.854874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d755db3f-4c5c-4d8f-852b-d8b8e19de21d req-68871033-e5eb-4558-bfb1-b5ec02d87b15 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0604005 Nov 09 17:29:55.876439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] No DVR routers for this DVR port 3852bea4-f35f-435e-a448-5525114886e5 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:29:55.881500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:55.887422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6cfe089b-cc06-49b0-8561-086b66be11ff req-a0666c0d-fb13-4472-8c92-cb418abd6098 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.43 "DELETE /v2.0/ports/3852bea4-f35f-435e-a448-5525114886e5 HTTP/1.1" status: 204 len: 173 time: 0.6206701 Nov 09 17:29:55.888124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'name': 'network-vif-deleted', 'tag': '3852bea4-f35f-435e-a448-5525114886e5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:55.892675 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea96beb-6dea-44ea-b577-c2f2e3c76753" -d '{"events": [{"server_uuid": "48258a5d-ac8b-42c0-b8ae-e7b3bf59c813", "name": "network-vif-deleted", "tag": "3852bea4-f35f-435e-a448-5525114886e5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:55.903634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7feb165f-ec9d-4cde-95d5-18de4ac3ca92 req-17802bbc-ef89-4344-89a4-954663e2d278 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085762 Nov 09 17:29:55.928049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d755db3f-4c5c-4d8f-852b-d8b8e19de21d req-6373a0b9-10ac-4896-a360-f86467d311ef tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615892 Nov 09 17:29:55.971918 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94bf1b-3a9c-4e8d-9884-d49d0d3db2ad x-openstack-request-id: req-0e94bf1b-3a9c-4e8d-9884-d49d0d3db2ad {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:55.972380 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48258a5d-ac8b-42c0-b8ae-e7b3bf59c813", "name": "network-vif-deleted", "tag": "3852bea4-f35f-435e-a448-5525114886e5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:55.972764 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e94bf1b-3a9c-4e8d-9884-d49d0d3db2ad {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:55.973308 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48258a5d-ac8b-42c0-b8ae-e7b3bf59c813', 'name': 'network-vif-deleted', 'tag': '3852bea4-f35f-435e-a448-5525114886e5', 'status': 'completed', 'code': 200} Nov 09 17:29:56.024195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:29:56.086201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:29:56.090527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:29:56.090920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:56.198336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:56.224647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:29:56.226973 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46473e5-d225-4d8e-8249-117d4dc10e0b" -d '{"events": [{"server_uuid": "8c8e5dd0-337c-47b0-8e91-6ea53028ff01", "name": "network-vif-plugged", "status": "completed", "tag": "1f45c3bb-eae0-49b3-98f9-40e8ae2716fc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:29:56.243100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:29:56.249748 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:56.268871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0701f5e-5fe7-46c2-94d1-3ef6abec0231 req-482e80ea-de71-43cd-b438-850ca6b25c98 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:56.270947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0701f5e-5fe7-46c2-94d1-3ef6abec0231 req-482e80ea-de71-43cd-b438-850ca6b25c98 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0901701 Nov 09 17:29:56.309350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:56.319601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.320222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.320727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.321070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.321412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.321821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.322225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.323035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.323035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.323317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.323544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.323917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:56.345915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0701f5e-5fe7-46c2-94d1-3ef6abec0231 req-2285f3e9-a472-46dd-b181-444c3bb1c5a8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684781 Nov 09 17:29:56.355616 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376ca505-71b5-4862-8a59-ca970e2bf8b8 x-openstack-request-id: req-376ca505-71b5-4862-8a59-ca970e2bf8b8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:29:56.356402 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8e5dd0-337c-47b0-8e91-6ea53028ff01", "name": "network-vif-plugged", "status": "completed", "tag": "1f45c3bb-eae0-49b3-98f9-40e8ae2716fc", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:29:56.356963 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-376ca505-71b5-4862-8a59-ca970e2bf8b8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:29:56.357691 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc', 'code': 200} Nov 09 17:29:56.468117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b4da6dc-0021-489b-88c1-7e7f75bfe12d req-9cb8bad3-608b-4329-bd6d-e53da6ace722 tempest-ServersNegativeTestMultiTenantJSON-791970598 tempest-ServersNegativeTestMultiTenantJSON-791970598-project] 10.222.0.45 "GET /v2.0/ports?device_id=48258a5d-ac8b-42c0-b8ae-e7b3bf59c813 HTTP/1.1" status: 200 len: 210 time: 0.0391994 Nov 09 17:29:56.497602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a90f5-3a54-453f-884b-b9baf96990c0 req-96c7841b-300f-44ed-a100-a6c2eee20229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:56.500296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df5a90f5-3a54-453f-884b-b9baf96990c0 req-96c7841b-300f-44ed-a100-a6c2eee20229 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 1096 time: 0.0664318 Nov 09 17:29:56.564280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df5a90f5-3a54-453f-884b-b9baf96990c0 req-374455a9-984a-4a72-ad91-c65cba9635a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Nov 09 17:29:57.029903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ab8f1-8fdb-44fd-9e14-68e931ea0d1c req-926b18fb-9616-47cc-b88d-09c910686fe0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:57.032488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-779ab8f1-8fdb-44fd-9e14-68e931ea0d1c req-926b18fb-9616-47cc-b88d-09c910686fe0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Nov 09 17:29:57.066722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8875954-788e-48c5-a9eb-57657d10ad41 req-3983c2e1-cf0f-4221-b55b-5f369c8b129a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:57.068577 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8875954-788e-48c5-a9eb-57657d10ad41 req-3983c2e1-cf0f-4221-b55b-5f369c8b129a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0550847 Nov 09 17:29:57.091014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-779ab8f1-8fdb-44fd-9e14-68e931ea0d1c req-e9c1068d-9b08-423b-b98a-edbb3ec91e9e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Nov 09 17:29:57.129130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8875954-788e-48c5-a9eb-57657d10ad41 req-5878767f-92bc-4953-a21c-38c2efd8681c tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Nov 09 17:29:57.501487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793f8e-f2f0-4dcf-8077-826dff21447b req-7a64d7ee-53f1-4aaa-9573-7b5d10f2ec9e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:57.503011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d6793f8e-f2f0-4dcf-8077-826dff21447b req-7a64d7ee-53f1-4aaa-9573-7b5d10f2ec9e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0520797 Nov 09 17:29:57.544885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35776) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:57.560887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d6793f8e-f2f0-4dcf-8077-826dff21447b req-18cc8170-a892-419b-ab32-11faa30277af tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516667 Nov 09 17:29:57.611658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Deleting subnet 716ce309-53ca-413a-9764-4ba6c758f02c {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:29:57.615201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.652656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.695109 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.762004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.793211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716ce309-53ca-413a-9764-4ba6c758f02c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:57.796080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.800969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e4ad8ee4-a70d-4009-a8bc-ef65a89bcbab admin admin] 10.222.0.45 "DELETE /v2.0/subnets/716ce309-53ca-413a-9764-4ba6c758f02c HTTP/1.1" status: 204 len: 168 time: 0.2512865 Nov 09 17:29:57.802321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35778) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:57.805910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b746bdea-69ae-47be-a5a2-7f701db58af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.906072 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:57.991871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.016837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50da64a5-608a-46dd-9495-642b6ff0e615']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:58.028139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb27838-4132-4fe2-83fe-fd48e44853be') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:58.028434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb27838-4132-4fe2-83fe-fd48e44853be') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:58.044548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.066811 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.073660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:29:58.074098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:29:58.076016 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:29:58.141101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.147617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.155721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] 10.222.0.45 "DELETE /v2.0/networks/50da64a5-608a-46dd-9495-642b6ff0e615 HTTP/1.1" status: 204 len: 168 time: 0.3476982 Nov 09 17:29:58.156812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:58.165197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde211c-16a9-4862-8f82-2cd689823d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=50da64a5-608a-46dd-9495-642b6ff0e615,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:58.191698 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.245428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Deleting subnet 081573f2-b79e-4217-8547-55a4d3842d1b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:29:58.251425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.289017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975bc7e-44bc-4550-b3c6-12179361130f req-c3e83b9b-b6d7-4b9d-9128-673293890c10 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:58.289592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086996-420b-4149-9c92-bd4fad976a9b req-b7976eea-648d-40db-9a90-620017e09011 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:58.290801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1975bc7e-44bc-4550-b3c6-12179361130f req-c3e83b9b-b6d7-4b9d-9128-673293890c10 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Nov 09 17:29:58.291156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25086996-420b-4149-9c92-bd4fad976a9b req-b7976eea-648d-40db-9a90-620017e09011 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0940175 Nov 09 17:29:58.301758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.348910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1975bc7e-44bc-4550-b3c6-12179361130f req-b569d668-d776-4fa5-8f5c-b4235e726dd7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Nov 09 17:29:58.682649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.689712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25086996-420b-4149-9c92-bd4fad976a9b req-2ea7b4a8-f784-4889-a96a-12c94392b6e2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857036 Nov 09 17:29:58.737821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8a35-c04c-4093-852f-ec4483c0a1a2 req-b47707fb-6677-4375-bf30-de77393bcfd4 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:58.743741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-579c8a35-c04c-4093-852f-ec4483c0a1a2 req-b47707fb-6677-4375-bf30-de77393bcfd4 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0791287 Nov 09 17:29:58.751107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.775172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081573f2-b79e-4217-8547-55a4d3842d1b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:58.789588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.799298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0e6db55-2c0d-42ad-ab02-2b9716d8c877 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/081573f2-b79e-4217-8547-55a4d3842d1b HTTP/1.1" status: 204 len: 168 time: 0.6384122 Nov 09 17:29:58.799568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-579c8a35-c04c-4093-852f-ec4483c0a1a2 req-1979a129-46f6-4522-a51b-83fdb5a091c5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Nov 09 17:29:58.801928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:58.885115 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:58.979243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.004427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e574f53f-ff49-4b4e-b9e0-9f1dd64a3236']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:59.017517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f2aff3-24bd-4bbd-ac96-24623dff5479') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:59.018023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f2aff3-24bd-4bbd-ac96-24623dff5479') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:29:59.032696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.064332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.077734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:29:59.079075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:29:59.084284 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:29:59.149278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4149-c30a-4164-b6f7-34126d3a8d58 req-7660f7af-cff1-4200-bcb1-e03b049ea28e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:59.159256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ecf4149-c30a-4164-b6f7-34126d3a8d58 req-7660f7af-cff1-4200-bcb1-e03b049ea28e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1359894 Nov 09 17:29:59.195336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.204495 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.207849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e574f53f-ff49-4b4e-b9e0-9f1dd64a3236 HTTP/1.1" status: 204 len: 168 time: 0.4044044 Nov 09 17:29:59.220766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7387a13-23c3-40b8-b7de-5ea373eab155 admin admin] Pushing event deleted for resources: {'Network': ['ID=e574f53f-ff49-4b4e-b9e0-9f1dd64a3236,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:59.234635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ecf4149-c30a-4164-b6f7-34126d3a8d58 req-d6e7891d-c3ac-4d27-8b07-b9894aa78c66 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Nov 09 17:29:59.422570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:59.495432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e90854d-a75c-40c3-a7c4-cd7ec9f3b66b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a26c161125e478bac3768c2e0d904a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712960 Nov 09 17:29:59.498319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:59.537727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c5bf8-9b60-40e0-8f28-f488a3815f07 req-a5673e6c-2de7-4fd7-8827-951444af2498 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:59.539425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-201c5bf8-9b60-40e0-8f28-f488a3815f07 req-a5673e6c-2de7-4fd7-8827-951444af2498 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0933578 Nov 09 17:29:59.596278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91215dd3-02e0-4cce-9c3b-993db32f8ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.625027 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-201c5bf8-9b60-40e0-8f28-f488a3815f07 req-5b3086b1-4ab2-4abf-85be-de491f962e29 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708351 Nov 09 17:29:59.634686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91215dd3-02e0-4cce-9c3b-993db32f8ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.697657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91215dd3-02e0-4cce-9c3b-993db32f8ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.700691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91215dd3-02e0-4cce-9c3b-993db32f8ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:29:59.702798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-91215dd3-02e0-4cce-9c3b-993db32f8ee8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91e51468-89c6-49b1-a2b2-311a0de116f0 HTTP/1.1" status: 204 len: 168 time: 0.2025797 Nov 09 17:29:59.718143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91215dd3-02e0-4cce-9c3b-993db32f8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e51468-89c6-49b1-a2b2-311a0de116f0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:59.970121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131c26d-2f1b-4644-9444-38cce1a59243 req-7bb607f0-444c-45f3-841a-1e057a1fd546 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:59.971663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7131c26d-2f1b-4644-9444-38cce1a59243 req-7bb607f0-444c-45f3-841a-1e057a1fd546 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0649178 Nov 09 17:30:00.004382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3852bea4-f35f-435e-a448-5525114886e5 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:00.030456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7131c26d-2f1b-4644-9444-38cce1a59243 req-bac20b3b-a114-4ca8-bbd1-a01cc4362156 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521126 Nov 09 17:30:00.041017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 3852bea4-f35f-435e-a448-5525114886e5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:30:00.041364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3852bea4-f35f-435e-a448-5525114886e5 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:00.135039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:00.178942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-84ab3869-3816-451e-9899-91900926ac1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5efe28e4eb1248d7948c3b24b02642e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425057 Nov 09 17:30:00.181522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:00.235174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c7e90e5-035e-443e-a0f9-2c9c383c4295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:00.258855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c7e90e5-035e-443e-a0f9-2c9c383c4295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:00.317741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c7e90e5-035e-443e-a0f9-2c9c383c4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:00.320961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c7e90e5-035e-443e-a0f9-2c9c383c4295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:00.322485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0c7e90e5-035e-443e-a0f9-2c9c383c4295 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f6a70ec-fed7-4fc9-b064-7366d2f7c9b8 HTTP/1.1" status: 204 len: 168 time: 0.1399186 Nov 09 17:30:00.332568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e90e5-035e-443e-a0f9-2c9c383c4295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a70ec-fed7-4fc9-b064-7366d2f7c9b8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:00.373607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f61d132-4c5f-4a5c-a4e7-82eea6e45e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:00.414372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e3c31-57a5-4843-9a04-e4b1806f44c6 req-4521aa8d-323e-4fd5-97d9-45f5bf887d6b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:00.415996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce6e3c31-57a5-4843-9a04-e4b1806f44c6 req-4521aa8d-323e-4fd5-97d9-45f5bf887d6b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0849173 Nov 09 17:30:00.487576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce6e3c31-57a5-4843-9a04-e4b1806f44c6 req-25f2196c-38b8-41d2-8c5a-b55225a99d98 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644393 Nov 09 17:30:00.800038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745110f0-7bc7-4b4b-b183-8142ed38d763 req-8470428d-b41e-4e4b-b537-4834f6b67063 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:00.801640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-745110f0-7bc7-4b4b-b183-8142ed38d763 req-8470428d-b41e-4e4b-b537-4834f6b67063 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0615234 Nov 09 17:30:00.859143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-745110f0-7bc7-4b4b-b183-8142ed38d763 req-00e24837-5eb5-4730-81b2-4963243d3003 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Nov 09 17:30:01.199411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc274631-acad-4d5c-bd40-634a9881273a req-2d1ca44b-0387-46bb-96ae-e676181eee34 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:01.201469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc274631-acad-4d5c-bd40-634a9881273a req-2d1ca44b-0387-46bb-96ae-e676181eee34 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0666261 Nov 09 17:30:01.259150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc274631-acad-4d5c-bd40-634a9881273a req-0749a087-6d76-4195-a38d-b6d4bfe6b2f7 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503249 Nov 09 17:30:01.484399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:01.546456 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:01.609673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87c25ee8-a7aa-46c8-bc94-a2bca6b7cbc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:01.684071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327312b-72f3-423f-8c2f-d591d8a1cdfd req-be407dbd-c874-41bf-8556-8155025d654d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:01.689006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3327312b-72f3-423f-8c2f-d591d8a1cdfd req-be407dbd-c874-41bf-8556-8155025d654d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0836709 Nov 09 17:30:01.758678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87c25ee8-a7aa-46c8-bc94-a2bca6b7cbc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:01.765000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87c25ee8-a7aa-46c8-bc94-a2bca6b7cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:01.776370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3327312b-72f3-423f-8c2f-d591d8a1cdfd req-f3b10838-f204-4f50-b43d-24b109e498b5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Nov 09 17:30:01.807396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c25ee8-a7aa-46c8-bc94-a2bca6b7cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5c2e1-d3eb-4421-8cf3-8f8decdc8396,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:01.813641 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-87c25ee8-a7aa-46c8-bc94-a2bca6b7cbc5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6aa0109494134dfa97ef1812964e47a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3278751 Nov 09 17:30:01.815854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35872) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:01.872536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2fe-8527-4dc8-9fc1-03c8b8793c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:01.900024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2fe-8527-4dc8-9fc1-03c8b8793c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:02.017860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2fe-8527-4dc8-9fc1-03c8b8793c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:02.022774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2fe-8527-4dc8-9fc1-03c8b8793c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:02.025315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ea6f2fe-8527-4dc8-9fc1-03c8b8793c0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70d5c2e1-d3eb-4421-8cf3-8f8decdc8396 HTTP/1.1" status: 204 len: 168 time: 0.2080958 Nov 09 17:30:02.037706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471eea-db77-4a65-a28c-5e575ef17572 req-e6e84347-a64e-461f-b85b-d0cc213fe9b3 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:02.039258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6471eea-db77-4a65-a28c-5e575ef17572 req-e6e84347-a64e-461f-b85b-d0cc213fe9b3 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0956273 Nov 09 17:30:02.049290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f2fe-8527-4dc8-9fc1-03c8b8793c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5c2e1-d3eb-4421-8cf3-8f8decdc8396,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:02.119286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6471eea-db77-4a65-a28c-5e575ef17572 req-76b191c8-50be-403f-bb82-601895ee4193 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666988 Nov 09 17:30:02.399891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c6d7-1571-4f7d-ac9d-dc014a13fe32 req-975b880c-b2ad-45a3-a760-374c7afdecac tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:02.401552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4514c6d7-1571-4f7d-ac9d-dc014a13fe32 req-975b880c-b2ad-45a3-a760-374c7afdecac tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0625157 Nov 09 17:30:02.460925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4514c6d7-1571-4f7d-ac9d-dc014a13fe32 req-342b34d5-899f-407e-af62-27808dad4b21 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Nov 09 17:30:02.931880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c44ce5-3bd5-4e67-ad3b-e82611b67355 req-b4bef2b1-6934-44d2-989c-910113612463 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:02.934229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1c44ce5-3bd5-4e67-ad3b-e82611b67355 req-b4bef2b1-6934-44d2-989c-910113612463 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0697961 Nov 09 17:30:03.000911 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1c44ce5-3bd5-4e67-ad3b-e82611b67355 req-735456ff-839c-4cb8-8c96-07ff2ac056b7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566764 Nov 09 17:30:03.033295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:03.269412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54247f02-d39a-4b3d-89f8-aa0b74aee474 req-93d61341-261d-42a6-a3dc-7b22cfd49fc6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:03.271132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54247f02-d39a-4b3d-89f8-aa0b74aee474 req-93d61341-261d-42a6-a3dc-7b22cfd49fc6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0681922 Nov 09 17:30:03.347114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54247f02-d39a-4b3d-89f8-aa0b74aee474 req-98996c7e-c4cd-4ea0-84c9-319e14159eed tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627203 Nov 09 17:30:03.527266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:03.621072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28c9a8-139a-4296-80ac-503a493ad613 req-f1538b4c-457c-4763-b2ed-1f5cabf8cd3b tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:03.623289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c28c9a8-139a-4296-80ac-503a493ad613 req-f1538b4c-457c-4763-b2ed-1f5cabf8cd3b tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0666518 Nov 09 17:30:03.693543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c28c9a8-139a-4296-80ac-503a493ad613 req-9a2498e8-582c-4b1a-a3ea-dfa9b0702523 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Nov 09 17:30:03.890645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:04.051574 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03b3d585-f95b-4144-9dc1-702d6b286368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.156909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03b3d585-f95b-4144-9dc1-702d6b286368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.161695 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03b3d585-f95b-4144-9dc1-702d6b286368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.195133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c0347-e691-4cc5-83d2-e65e31817a93 req-d6b828f3-932f-4cba-bfd1-47095b360636 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:04.198443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-514c0347-e691-4cc5-83d2-e65e31817a93 req-d6b828f3-932f-4cba-bfd1-47095b360636 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0935473 Nov 09 17:30:04.205373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-03b3d585-f95b-4144-9dc1-702d6b286368 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1efd1a8489c04258b42f51ea80b684e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3131866 Nov 09 17:30:04.206601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3d585-f95b-4144-9dc1-702d6b286368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4af46-e2b5-4352-9be5-53233092f822,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:04.209147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:04.308255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-514c0347-e691-4cc5-83d2-e65e31817a93 req-7b85bc0e-8985-4f0b-a999-216dfcc4ef33 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916665 Nov 09 17:30:04.320578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8b373b6-b9d9-48d7-b8ff-d5bc0485e691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.347643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8b373b6-b9d9-48d7-b8ff-d5bc0485e691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.403575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8b373b6-b9d9-48d7-b8ff-d5bc0485e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.407429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8b373b6-b9d9-48d7-b8ff-d5bc0485e691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:04.408671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c8b373b6-b9d9-48d7-b8ff-d5bc0485e691 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dd4af46-e2b5-4352-9be5-53233092f822 HTTP/1.1" status: 204 len: 168 time: 0.1981449 Nov 09 17:30:04.417391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b373b6-b9d9-48d7-b8ff-d5bc0485e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4af46-e2b5-4352-9be5-53233092f822,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:04.509482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ace29-1f67-4c51-94d7-3477715f69fb req-49e83352-0c11-486c-85cc-cb68f415ec6c tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:04.511227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ca2ace29-1f67-4c51-94d7-3477715f69fb req-49e83352-0c11-486c-85cc-cb68f415ec6c tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0772283 Nov 09 17:30:04.574493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ca2ace29-1f67-4c51-94d7-3477715f69fb req-629196f5-1ace-49de-a124-d904e8dead2b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Nov 09 17:30:04.850830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58a066-7b5f-4d55-a657-27023e71168d req-263d1553-b509-4514-9125-17659c7ed591 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:04.852952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac58a066-7b5f-4d55-a657-27023e71168d req-263d1553-b509-4514-9125-17659c7ed591 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0560503 Nov 09 17:30:04.923531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac58a066-7b5f-4d55-a657-27023e71168d req-e2340722-6ff6-4832-a502-45314a3f4d82 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553865 Nov 09 17:30:05.192656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:05.272052 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:30:05.368927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1683386442-network', 'tenant_id': 'e65b5ccdee84489d8546dec9ca821cca'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:05.411537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Made reservation on behalf of e65b5ccdee84489d8546dec9ca821cca for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:05.414820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.448810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.488099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6076d3-15ca-4d1b-9f67-7b22335ea6c3 req-6c2e7ee3-95e5-44c0-b371-1914fa16e142 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:05.489750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df6076d3-15ca-4d1b-9f67-7b22335ea6c3 req-6c2e7ee3-95e5-44c0-b371-1914fa16e142 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0938294 Nov 09 17:30:05.572903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df6076d3-15ca-4d1b-9f67-7b22335ea6c3 req-57167f5b-3286-4fa6-b149-72a891856aef tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725627 Nov 09 17:30:05.597036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.603426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.637217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:30:05.654853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a50640a-970b-4671-b4c2-96f8e57d2a1c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:05.660793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.661225 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Added segment 9740e9f9-aa28-4de8-9fbd-bc173875982a of type vlan for network 7c8b1258-5506-4556-8950-0181ec49a80e Nov 09 17:30:05.709327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.738836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6bf9e-1a9f-43aa-9833-7b7f58f7a287 req-8ed7c24b-4a28-4b36-a948-832098d25a3a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:05.739614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.740274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:05.740898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:05.741428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93a6bf9e-1a9f-43aa-9833-7b7f58f7a287 req-8ed7c24b-4a28-4b36-a948-832098d25a3a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0766873 Nov 09 17:30:05.811181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6172643 Nov 09 17:30:05.815320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:05.818242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17f045-7677-42f4-8ff6-7c239785dfc6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8b1258-5506-4556-8950-0181ec49a80e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:05.829737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Request body: {'subnet': {'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1683386442-subnet', 'tenant_id': 'e65b5ccdee84489d8546dec9ca821cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:05.832733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 7c8b1258-5506-4556-8950-0181ec49a80e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:30:05.858385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93a6bf9e-1a9f-43aa-9833-7b7f58f7a287 req-c7ee7b19-fe65-4aae-a1d4-f1001be81787 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076281 Nov 09 17:30:05.879229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Made reservation on behalf of e65b5ccdee84489d8546dec9ca821cca for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:05.883571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:06.119032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1359f-0a82-4e74-aca6-4223aa372ea7 req-d4822c3a-0844-44a5-90d9-5ea4aeff1c8d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:06.121443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20b1359f-0a82-4e74-aca6-4223aa372ea7 req-d4822c3a-0844-44a5-90d9-5ea4aeff1c8d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1019814 Nov 09 17:30:06.197331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-20b1359f-0a82-4e74-aca6-4223aa372ea7 req-29b56c0e-b2f2-40e7-8663-efd8d0e02f38 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644178 Nov 09 17:30:06.222241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:06.296247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d28068-65da-4ab3-a64a-c497efaa5064,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:06.306259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Checking segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:06.306621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Network hostable DHCP agents. Network: 7c8b1258-5506-4556-8950-0181ec49a80e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:30:06.327432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Network 7c8b1258-5506-4556-8950-0181ec49a80e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:30:06.340972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 7c8b1258-5506-4556-8950-0181ec49a80e) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:06.348517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:06.349737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:06.353292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a74f1-8797-4bef-a8a1-0f539f4ae808 None None] Network 7c8b1258-5506-4556-8950-0181ec49a80e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:06.377322 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e4218c59-8fc9-454a-bb58-d439a6ded144 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5597279 Nov 09 17:30:06.505695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28d0be-62cb-4ceb-9afa-9d11d4f6a5aa None None] Network 7c8b1258-5506-4556-8950-0181ec49a80e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:06.752844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf0fa-da8f-4d31-9cef-9b1225dca250 req-d864567e-9482-4e4d-8b7c-94868d8c7a12 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:06.754487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-470bf0fa-da8f-4d31-9cef-9b1225dca250 req-d864567e-9482-4e4d-8b7c-94868d8c7a12 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0641994 Nov 09 17:30:06.831456 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-470bf0fa-da8f-4d31-9cef-9b1225dca250 req-1fa18924-bfb0-4eed-9675-fd0ecc291cc3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650499 Nov 09 17:30:06.993538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-c1450e1e-8985-41ca-8540-d750b45a2cad tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:06.995102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-c1450e1e-8985-41ca-8540-d750b45a2cad tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.1315007 Nov 09 17:30:07.013688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-e2fa0f79-052d-48f7-a5e3-d005b58cb0b0 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/quotas/e65b5ccdee84489d8546dec9ca821cca HTTP/1.1" status: 200 len: 375 time: 0.0110433 Nov 09 17:30:07.049750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-a5346c32-459e-4738-9386-5433dd04c11c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289855 Nov 09 17:30:07.051458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dae74-2f26-48c4-9901-1fd1205b021c req-21327441-c90a-41db-8865-3ecb4514831b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:07.053415 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f33dae74-2f26-48c4-9901-1fd1205b021c req-21327441-c90a-41db-8865-3ecb4514831b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0899038 Nov 09 17:30:07.167344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-e86561c0-8107-4371-98fb-2cc168f0e48b service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094363 Nov 09 17:30:07.283132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-e8acfdfa-7b41-4621-ad32-1781686fe9f4 service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079023 Nov 09 17:30:07.471675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f33dae74-2f26-48c4-9901-1fd1205b021c req-a23a5630-30e4-4d92-a38a-b9e6b40f840a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119170 Nov 09 17:30:07.694362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e1c16-7de4-4156-8d0b-aece2b7a4ef8 req-a97dd293-4e07-418f-888a-fdb106a0e1a1 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:07.696006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c92e1c16-7de4-4156-8d0b-aece2b7a4ef8 req-a97dd293-4e07-418f-888a-fdb106a0e1a1 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0617638 Nov 09 17:30:07.794875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dfdfb4f-a39a-4dd7-b84d-fde33dc29a16 req-46ce117b-85ac-4c86-bc2e-ca7c0f304182 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 210 time: 0.0463383 Nov 09 17:30:07.796604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c92e1c16-7de4-4156-8d0b-aece2b7a4ef8 req-f446f240-5bbd-4df2-af5f-d2718b4b239e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842903 Nov 09 17:30:07.998242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db072a-8bd6-47b8-9a5e-6c401b6ae55a req-efd83d69-c6cb-4c61-88dc-5180359c87a0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:08.000443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f7db072a-8bd6-47b8-9a5e-6c401b6ae55a req-efd83d69-c6cb-4c61-88dc-5180359c87a0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0585916 Nov 09 17:30:08.060322 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f7db072a-8bd6-47b8-9a5e-6c401b6ae55a req-a1210c30-85b1-4c48-a644-65428bc3b66c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Nov 09 17:30:08.668057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd91fb-84ed-4103-ab66-d3e21271e17c req-89f8b34e-1b7f-424c-bf25-8a7e7a1c5457 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:08.669909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3dd91fb-84ed-4103-ab66-d3e21271e17c req-89f8b34e-1b7f-424c-bf25-8a7e7a1c5457 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0811892 Nov 09 17:30:08.747942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3dd91fb-84ed-4103-ab66-d3e21271e17c req-52285a45-60e6-4526-9164-0ca5e1b5b4ac tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646625 Nov 09 17:30:08.939196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-8c9adf2c-2280-49d8-a38e-e7483dc7bc1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:08.940856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-8c9adf2c-2280-49d8-a38e-e7483dc7bc1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.1959953 Nov 09 17:30:08.965345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Request body: {'port': {'device_id': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'admin_state_up': True, 'tenant_id': 'e65b5ccdee84489d8546dec9ca821cca'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:09.016460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-97da9197-7f3f-4d2d-a5af-e5c828f1b972 req-9ff9200b-f8da-44b1-9fb9-f8edcd11dbb8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 210 time: 0.0600836 Nov 09 17:30:09.069126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e265fc-8e5c-4aa7-b281-876ae2b81e6f req-df5bc2ac-2b3f-43ac-9ab0-366d2b3cb619 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:09.070757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61e265fc-8e5c-4aa7-b281-876ae2b81e6f req-df5bc2ac-2b3f-43ac-9ab0-366d2b3cb619 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1289492 Nov 09 17:30:09.194786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61e265fc-8e5c-4aa7-b281-876ae2b81e6f req-7f6b9b9c-5cf6-4bc4-95b6-e733ee588a7a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104271 Nov 09 17:30:09.211630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Made reservation on behalf of e65b5ccdee84489d8546dec9ca821cca for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:09.217501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:09.246334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072ad1-43fc-47ab-b922-bc3098bd6fd2 req-43ee8db1-bbbd-46d7-a233-5c061495cf52 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:09.248386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5072ad1-43fc-47ab-b922-bc3098bd6fd2 req-43ee8db1-bbbd-46d7-a233-5c061495cf52 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0657394 Nov 09 17:30:09.315706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5072ad1-43fc-47ab-b922-bc3098bd6fd2 req-1025676f-91e6-4c4c-a0dc-362a456bc3bc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Nov 09 17:30:09.397270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Allocated IP 172.20.0.6 (7c8b1258-5506-4556-8950-0181ec49a80e/61d28068-65da-4ab3-a64a-c497efaa5064/cf07554b-e70a-46a4-aa84-8e40f18115ae) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:09.633020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:09.688228 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:09.775453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Network 7c8b1258-5506-4556-8950-0181ec49a80e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:09.781770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:09.793469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:09.845958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event updated for resources: {'Port': ['ID=cf07554b-e70a-46a4-aa84-8e40f18115ae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:09.908281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:09.909484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:09.925313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78bee-77c9-45fb-9205-3a0e96d75b23 req-53fa4329-8f17-4e2a-9dbf-b1ad4d7b710a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:09.928269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85b78bee-77c9-45fb-9205-3a0e96d75b23 req-53fa4329-8f17-4e2a-9dbf-b1ad4d7b710a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0804989 Nov 09 17:30:09.937859 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-4ffc1551-e36b-41f9-99fa-2048b769517c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9805329 Nov 09 17:30:09.951512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Request body: {'port': {'device_id': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:10.005641 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85b78bee-77c9-45fb-9205-3a0e96d75b23 req-230b2718-19a8-4a9f-ad2e-12688dbc72c0 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Nov 09 17:30:10.021830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:10.277535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978adc-36a7-47d2-ba07-97fda1e08c85 req-c5dd389c-460a-4b71-9eb1-a90889f86398 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:10.279193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6978adc-36a7-47d2-ba07-97fda1e08c85 req-c5dd389c-460a-4b71-9eb1-a90889f86398 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 931 time: 0.1154840 Nov 09 17:30:10.374398 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6978adc-36a7-47d2-ba07-97fda1e08c85 req-fd25c46f-4722-4062-ad47-be3be72a6ac9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824902 Nov 09 17:30:10.384521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b067-705b-47d6-b07d-7af87f86a8e3 req-f64738f4-60c7-4544-bfc7-9c7d10f10176 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:10.388692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0e8b067-705b-47d6-b07d-7af87f86a8e3 req-f64738f4-60c7-4544-bfc7-9c7d10f10176 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0879779 Nov 09 17:30:10.445698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0e8b067-705b-47d6-b07d-7af87f86a8e3 req-806184db-eacf-4011-9605-9e59d73bb09d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481098 Nov 09 17:30:10.516378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf07554b-e70a-46a4-aa84-8e40f18115ae {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:10.535142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:10.568699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Transition to ACTIVE for port object cf07554b-e70a-46a4-aa84-8e40f18115ae will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:10.584520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f73a22-cd91-4d02-b00e-bd54097d5fe7 req-a211cfb4-12e2-4630-bb9e-8f6d9d02f91f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:10.587394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1f73a22-cd91-4d02-b00e-bd54097d5fe7 req-a211cfb4-12e2-4630-bb9e-8f6d9d02f91f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1487672 Nov 09 17:30:10.589305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:10.723325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Pushing event updated for resources: {'Port': ['ID=cf07554b-e70a-46a4-aa84-8e40f18115ae,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:10.752543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1f73a22-cd91-4d02-b00e-bd54097d5fe7 req-ead5601f-cf2d-4b3e-b083-e44538545eb4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531737 Nov 09 17:30:10.873614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Attempting to bind port cf07554b-e70a-46a4-aa84-8e40f18115ae on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:30:10.874188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Attempting to bind port cf07554b-e70a-46a4-aa84-8e40f18115ae by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:30:10.875106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Attempting to bind port cf07554b-e70a-46a4-aa84-8e40f18115ae on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:10.883297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Port cf07554b-e70a-46a4-aa84-8e40f18115ae on network 7c8b1258-5506-4556-8950-0181ec49a80e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:10.883817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Attempting to bind port cf07554b-e70a-46a4-aa84-8e40f18115ae on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:10.893853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:10.894412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Checking segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:10.895022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Bound using segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:10.895764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Bound port: cf07554b-e70a-46a4-aa84-8e40f18115ae, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:30:10.896358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:11.010247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] For port cf07554b-e70a-46a4-aa84-8e40f18115ae, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:11.014931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] For port cf07554b-e70a-46a4-aa84-8e40f18115ae, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:11.021379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:11.064167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.064810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:11.066592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf07554b-e70a-46a4-aa84-8e40f18115ae HTTP/1.1" status: 200 len: 1091 time: 1.1210046 Nov 09 17:30:11.067104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'tag': 'cf07554b-e70a-46a4-aa84-8e40f18115ae'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:11.070777 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c2107f-1370-4905-b7f0-d62448797da8" -d '{"events": [{"name": "network-changed", "server_uuid": "b97c825c-7580-4f01-b97e-d568d86b9ebf", "tag": "cf07554b-e70a-46a4-aa84-8e40f18115ae"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:11.130936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456a9fc-0425-4a6f-bc4e-228d4cb99d95 service neutron] Pushing event updated for resources: {'Port': ['ID=cf07554b-e70a-46a4-aa84-8e40f18115ae,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:11.207898 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a161dfc-b289-4868-9c80-4da9a0e20fe7 x-openstack-request-id: req-0a161dfc-b289-4868-9c80-4da9a0e20fe7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:11.208254 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97c825c-7580-4f01-b97e-d568d86b9ebf", "tag": "cf07554b-e70a-46a4-aa84-8e40f18115ae", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:11.208426 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a161dfc-b289-4868-9c80-4da9a0e20fe7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:11.208841 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'tag': 'cf07554b-e70a-46a4-aa84-8e40f18115ae', 'status': 'completed', 'code': 200} Nov 09 17:30:11.300981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103ce0-f85f-4ab8-b4fb-d69a1098c414 req-d31e2737-6b30-49c5-b815-bc49b294a332 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.303768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b103ce0-f85f-4ab8-b4fb-d69a1098c414 req-d31e2737-6b30-49c5-b815-bc49b294a332 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.1450582 Nov 09 17:30:11.309230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-0db3f903-2f28-42c2-a235-658c32ba6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.314769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-0db3f903-2f28-42c2-a235-658c32ba6bd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 1094 time: 0.1322346 Nov 09 17:30:11.377640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-29e26e9e-7006-48af-8bcc-d65fb168f6b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae HTTP/1.1" status: 200 len: 217 time: 0.0546894 Nov 09 17:30:11.439913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b103ce0-f85f-4ab8-b4fb-d69a1098c414 req-537b4bea-ecf8-4d7b-826c-99eb021a8d3a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249640 Nov 09 17:30:11.457350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-db4f1fbf-e1a0-46d7-b068-b0449d1dd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.459081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-db4f1fbf-e1a0-46d7-b068-b0449d1dd38f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.0689421 Nov 09 17:30:11.505762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-fdc0f9bc-82ea-4320-bc76-6a0404f14b8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395360 Nov 09 17:30:11.576967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a3b11-82d3-4ca2-b4f0-2d41dbc3f700 req-07591471-3ebd-4477-a8c0-6784fc364f3b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.579782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b18a3b11-82d3-4ca2-b4f0-2d41dbc3f700 req-07591471-3ebd-4477-a8c0-6784fc364f3b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 943 time: 0.0890310 Nov 09 17:30:11.649033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7079b-26e3-4a4f-b7b4-507c2d9dbc29 req-b97583bb-c195-45ca-9084-9ac60868d08e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.650915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1f7079b-26e3-4a4f-b7b4-507c2d9dbc29 req-b97583bb-c195-45ca-9084-9ac60868d08e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0897155 Nov 09 17:30:11.655725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f112b43b-2f2b-46a3-98ec-4b9e462e477a service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429653 Nov 09 17:30:11.665581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b18a3b11-82d3-4ca2-b4f0-2d41dbc3f700 req-5493ffa0-c666-45d8-9778-e4db1eb97a97 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777352 Nov 09 17:30:11.790004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1f7079b-26e3-4a4f-b7b4-507c2d9dbc29 req-bf462142-88fb-4599-89f8-6dfda73d8a24 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259906 Nov 09 17:30:11.815908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af56d892-3a9b-4c39-a7cc-ea7aa2c95cc0 req-f2bb0716-7254-48aa-b759-431f2775367e service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532488 Nov 09 17:30:11.922334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358655cb-6754-42e4-a734-8f8cafb6b179 req-f0aca1e5-f274-4396-913c-7154cece13ac tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.924725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-358655cb-6754-42e4-a734-8f8cafb6b179 req-f0aca1e5-f274-4396-913c-7154cece13ac tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0669596 Nov 09 17:30:11.946289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-4d4a844a-aad4-48fc-8080-9bad49255863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.947876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-4d4a844a-aad4-48fc-8080-9bad49255863 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 1094 time: 0.0771592 Nov 09 17:30:12.005474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-358655cb-6754-42e4-a734-8f8cafb6b179 req-1f79ce86-71a9-465e-88bb-23258b42cd6d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669827 Nov 09 17:30:12.078676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-a2c279ef-0714-4af3-8e9c-ae962ec8050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.080264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-a2c279ef-0714-4af3-8e9c-ae962ec8050a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 915 time: 0.1232941 Nov 09 17:30:12.126578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-2f9bbacc-d3da-44de-bd83-124216a9f0e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae HTTP/1.1" status: 200 len: 217 time: 0.0380721 Nov 09 17:30:12.188910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-1ec295ac-d7fc-4ebb-ba1b-5e452e61a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.190571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-1ec295ac-d7fc-4ebb-ba1b-5e452e61a085 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.0568964 Nov 09 17:30:12.226581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-27300e54-2495-4aa9-932d-c2e8bbc4a7f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274496 Nov 09 17:30:12.326195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-54b8464c-fd76-4238-b574-a9f520a80f2f service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911336 Nov 09 17:30:12.432446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6c2107f-1370-4905-b7f0-d62448797da8 req-d5b77952-25b4-4e74-8660-d3495bf7e7fd service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980322 Nov 09 17:30:12.592469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ee52-fafc-417d-8594-48123622b622 req-21dd4594-37ec-46bf-ad9e-3aebaedc1ea8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.595102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7643ee52-fafc-417d-8594-48123622b622 req-21dd4594-37ec-46bf-ad9e-3aebaedc1ea8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0592871 Nov 09 17:30:12.658101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7643ee52-fafc-417d-8594-48123622b622 req-6c03bbad-36d2-4913-8457-e205a42dabba tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571575 Nov 09 17:30:12.723036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cea2aa-2048-414b-8cf0-840e2069e218 req-099d734c-1bf1-44b3-9f52-042770c50f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.724787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26cea2aa-2048-414b-8cf0-840e2069e218 req-099d734c-1bf1-44b3-9f52-042770c50f7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 1096 time: 0.0488589 Nov 09 17:30:12.790026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26cea2aa-2048-414b-8cf0-840e2069e218 req-a360f3cd-1ebd-48b6-b389-584eb6641be2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551765 Nov 09 17:30:12.813194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b3a50-c90b-4e79-bd34-8c347fb78048 req-b0b4c4dc-cfd4-4d31-b75c-5c55f4dd2017 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.814847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-038b3a50-c90b-4e79-bd34-8c347fb78048 req-b0b4c4dc-cfd4-4d31-b75c-5c55f4dd2017 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 943 time: 0.0599403 Nov 09 17:30:12.874641 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-038b3a50-c90b-4e79-bd34-8c347fb78048 req-11fec0d3-599a-4bab-90cf-f8256930a0ff tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Nov 09 17:30:12.946154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9892a-5f86-4df4-b5da-8beacc270e50 req-3947d739-72ce-4079-bef3-a1f5bc8737c2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.947835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58a9892a-5f86-4df4-b5da-8beacc270e50 req-3947d739-72ce-4079-bef3-a1f5bc8737c2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0548432 Nov 09 17:30:13.021640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58a9892a-5f86-4df4-b5da-8beacc270e50 req-4cc82f55-84a7-4c5c-96f8-09972eea5248 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Nov 09 17:30:13.173578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fb43c-d451-40d2-89b4-2e0d4b108ebd req-5ea97c85-358b-498c-b2ae-10be171272cc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:13.175216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b9fb43c-d451-40d2-89b4-2e0d4b108ebd req-5ea97c85-358b-498c-b2ae-10be171272cc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0764234 Nov 09 17:30:13.248873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b9fb43c-d451-40d2-89b4-2e0d4b108ebd req-6678931c-3f8d-405e-bb06-0b5d37df2227 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663834 Nov 09 17:30:13.790576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca2cc4-1df3-4951-b027-1238a170c01e req-69f3ddd1-6c6a-4669-95aa-b92ff8130668 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:13.792816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bca2cc4-1df3-4951-b027-1238a170c01e req-69f3ddd1-6c6a-4669-95aa-b92ff8130668 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0595906 Nov 09 17:30:13.853205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bca2cc4-1df3-4951-b027-1238a170c01e req-6df4cd13-cec4-4ddf-8dd5-1dd42c1916a4 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535100 Nov 09 17:30:14.010017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0edc27-5084-4bd7-9df5-c7b0295dfa0d req-056d9b9d-eb21-4e07-8b62-377157cd8769 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:14.011569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0edc27-5084-4bd7-9df5-c7b0295dfa0d req-056d9b9d-eb21-4e07-8b62-377157cd8769 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 943 time: 0.0559015 Nov 09 17:30:14.075136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0edc27-5084-4bd7-9df5-c7b0295dfa0d req-3397de44-8800-4bb9-bdb5-c78cabd48c41 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518169 Nov 09 17:30:14.241315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da05af-05ef-4a9e-a7f7-1f2d70f3ad03 req-e88a6cf3-fc3d-40c2-b3bf-de2370f2f841 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:14.243016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05da05af-05ef-4a9e-a7f7-1f2d70f3ad03 req-e88a6cf3-fc3d-40c2-b3bf-de2370f2f841 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0844512 Nov 09 17:30:14.313361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05da05af-05ef-4a9e-a7f7-1f2d70f3ad03 req-ec07f945-4cf5-4d18-876e-12f2868d47cb tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578549 Nov 09 17:30:14.394719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d80cbf-0b9c-4727-aec1-98167d1aa683 req-b65c523c-8c97-466b-a023-846f5732dcca tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:14.396388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10d80cbf-0b9c-4727-aec1-98167d1aa683 req-b65c523c-8c97-466b-a023-846f5732dcca tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0657985 Nov 09 17:30:14.452489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10d80cbf-0b9c-4727-aec1-98167d1aa683 req-9a9c3fc8-d313-4be8-bbc7-7f2d8f9f18e3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Nov 09 17:30:14.996164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b92d64-f822-40bc-80d2-e263547b75d4 req-dfeed4df-b807-4037-8915-89c9d6d49826 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:14.997835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0b92d64-f822-40bc-80d2-e263547b75d4 req-dfeed4df-b807-4037-8915-89c9d6d49826 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0557289 Nov 09 17:30:15.056781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0b92d64-f822-40bc-80d2-e263547b75d4 req-a4833047-bc64-4cef-8a87-9c5c2d542f01 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Nov 09 17:30:15.223260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7bdda-f754-45c6-8e2a-0969d13f51fe req-f9108ac1-6468-4b25-b13c-4645692523e0 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:15.225324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1a7bdda-f754-45c6-8e2a-0969d13f51fe req-f9108ac1-6468-4b25-b13c-4645692523e0 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 943 time: 0.0652237 Nov 09 17:30:15.287149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1a7bdda-f754-45c6-8e2a-0969d13f51fe req-a4a463e0-f5bd-47fd-b77f-f4080231f72a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554967 Nov 09 17:30:15.418001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-9509429b-bef0-4f72-8dac-89149e4828e9 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:15.420003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-9509429b-bef0-4f72-8dac-89149e4828e9 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 811 time: 0.1328576 Nov 09 17:30:15.439566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-47ab6422-c4cc-4569-923b-990fcb5db041 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/quotas/6a6d196934844769b7debdf73b7b0036 HTTP/1.1" status: 200 len: 375 time: 0.0132630 Nov 09 17:30:15.468719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e1a48-e2fc-4ba9-89a9-321141de7878 req-058c6e44-0088-423d-995a-3d9e13be6f12 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:15.470448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-596e1a48-e2fc-4ba9-89a9-321141de7878 req-058c6e44-0088-423d-995a-3d9e13be6f12 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.0565801 Nov 09 17:30:15.502966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-f87b62b2-1a53-4e15-9fac-84f69e6c872f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563402 Nov 09 17:30:15.535299 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-596e1a48-e2fc-4ba9-89a9-321141de7878 req-207b4e0b-bd52-4c2b-bb03-d9a21271ed46 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Nov 09 17:30:15.678759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-b67dae8c-8469-4f32-a615-cbc6a94ce9d0 service neutron] 10.222.0.45 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682038 Nov 09 17:30:15.790082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa352da-5ede-460e-8ab5-364707df65e2 req-072620ab-aeb9-48fc-88ef-c46476d6a637 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:15.792104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cfa352da-5ede-460e-8ab5-364707df65e2 req-072620ab-aeb9-48fc-88ef-c46476d6a637 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0917404 Nov 09 17:30:15.808830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-de403d9c-1fd2-47be-939d-816c27902901 service neutron] 10.222.0.45 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228430 Nov 09 17:30:15.863870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cfa352da-5ede-460e-8ab5-364707df65e2 req-3ae1f3a1-9b1a-4471-9324-259aeebec213 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Nov 09 17:30:15.892446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7a90-bff6-4ee1-996f-b8f9ed0e2551 req-af61dd4a-782e-40eb-949e-c167e8901de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:15.893919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1fa7a90-bff6-4ee1-996f-b8f9ed0e2551 req-af61dd4a-782e-40eb-949e-c167e8901de9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 1097 time: 0.0685101 Nov 09 17:30:15.961390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1fa7a90-bff6-4ee1-996f-b8f9ed0e2551 req-37517469-741b-4b92-bbef-6e971b37fabf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594056 Nov 09 17:30:16.053504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-66ea7e7c-234b-4383-88a6-3317418e8378 req-fe8d54b7-2946-4f25-b2f0-0722cca3442a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 210 time: 0.0347340 Nov 09 17:30:16.099470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cf07554b-e70a-46a4-aa84-8e40f18115ae details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:16.257667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port cf07554b-e70a-46a4-aa84-8e40f18115ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:16.271179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'cf07554b-e70a-46a4-aa84-8e40f18115ae', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'port_id': 'cf07554b-e70a-46a4-aa84-8e40f18115ae', 'mac_address': 'fa:16:3e:24:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d28068-65da-4ab3-a64a-c497efaa5064', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:16.323074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:16.347644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf07554b-e70a-46a4-aa84-8e40f18115ae {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:16.381816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port cf07554b-e70a-46a4-aa84-8e40f18115ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:16.387390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:16.465488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=cf07554b-e70a-46a4-aa84-8e40f18115ae,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:16.621724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:16.639864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b7340-888b-43d7-b972-f0dd68e7f070 req-c5648d91-2044-495d-996e-d1d3ef7d7c00 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:16.642096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-429b7340-888b-43d7-b972-f0dd68e7f070 req-c5648d91-2044-495d-996e-d1d3ef7d7c00 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 944 time: 0.1172194 Nov 09 17:30:16.825807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-429b7340-888b-43d7-b972-f0dd68e7f070 req-71a33f8b-25f9-4c9b-967d-f3f8516a957b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711428 Nov 09 17:30:16.839738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724a3ac-3bb5-44d8-9331-30fa4501b392 req-24569b13-a726-439d-b702-6c0d23a2e686 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:16.856411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0724a3ac-3bb5-44d8-9331-30fa4501b392 req-24569b13-a726-439d-b702-6c0d23a2e686 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1657703 Nov 09 17:30:16.966517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0724a3ac-3bb5-44d8-9331-30fa4501b392 req-8a1a19b9-9f0a-46e9-b349-d6cff908a82c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069653 Nov 09 17:30:17.135760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b29b2-f90d-4181-b6ec-7a44ed850caa req-41e7b184-fc4d-4670-9234-46606cc46671 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:17.143764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee8b29b2-f90d-4181-b6ec-7a44ed850caa req-41e7b184-fc4d-4670-9234-46606cc46671 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1077085 Nov 09 17:30:17.262081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee8b29b2-f90d-4181-b6ec-7a44ed850caa req-1f59a8fa-2891-427e-a9cf-d56ae41977e5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118164 Nov 09 17:30:17.290093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f8204cb-2803-481b-a1da-30af9b83d3e0 req-07254ea1-5865-4fec-9f46-515516b043db tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 210 time: 0.0771585 Nov 09 17:30:17.762060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-2453261e-268a-4878-9ae3-9dfde88c1927 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:17.764767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-2453261e-268a-4878-9ae3-9dfde88c1927 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.83 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 811 time: 0.1963043 Nov 09 17:30:17.784917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Request body: {'port': {'device_id': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'admin_state_up': True, 'tenant_id': '6a6d196934844769b7debdf73b7b0036'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:17.958824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Made reservation on behalf of 6a6d196934844769b7debdf73b7b0036 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:17.962517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.012169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650bfcb-74ff-4907-83a3-1dac02475cc4 req-fc1fbc17-60a1-4f94-98a5-8d43f4db94d6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:18.014061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9650bfcb-74ff-4907-83a3-1dac02475cc4 req-fc1fbc17-60a1-4f94-98a5-8d43f4db94d6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 944 time: 0.0952375 Nov 09 17:30:18.128661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cf07554b-e70a-46a4-aa84-8e40f18115ae up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:18.173681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9650bfcb-74ff-4907-83a3-1dac02475cc4 req-9bf606ec-a79d-42c2-a146-fa0addc459a2 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286943 Nov 09 17:30:18.182075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff8762-9c00-4af4-9abb-9e2ec3ebc5e2 req-8db60c02-be90-420c-8db5-88c57e121572 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:18.195301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32ff8762-9c00-4af4-9abb-9e2ec3ebc5e2 req-8db60c02-be90-420c-8db5-88c57e121572 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1111984 Nov 09 17:30:18.241677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Allocated IP 172.20.0.11 (6da6c505-c8ee-4cfa-9954-920c85c35030/75188518-07ef-4da2-856b-48fa6b343353/92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:18.257682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port cf07554b-e70a-46a4-aa84-8e40f18115ae completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:18.267462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port cf07554b-e70a-46a4-aa84-8e40f18115ae triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:18.270681 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.307693 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32ff8762-9c00-4af4-9abb-9e2ec3ebc5e2 req-6d8907ab-59d6-4ad1-b10b-f03396a2aab7 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082098 Nov 09 17:30:18.377548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.408343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf07554b-e70a-46a4-aa84-8e40f18115ae'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:18.411035 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dc8bc0-ee01-400b-bfcb-0692df4cf22d" -d '{"events": [{"server_uuid": "b97c825c-7580-4f01-b97e-d568d86b9ebf", "name": "network-vif-plugged", "status": "completed", "tag": "cf07554b-e70a-46a4-aa84-8e40f18115ae"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:18.431109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port cf07554b-e70a-46a4-aa84-8e40f18115ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:18.438021 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.512563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=cf07554b-e70a-46a4-aa84-8e40f18115ae,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:18.522118 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d62808d-8251-4bcd-9197-e13fe6abcabd req-39473dbc-7198-4b56-b561-3265de3de1b8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 210 time: 0.0589919 Nov 09 17:30:18.541709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5270f-90e0-4538-b918-bf9fa41bd0c7 req-91466419-6ee9-41b8-8105-9817208f11fb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:18.543451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4dc5270f-90e0-4538-b918-bf9fa41bd0c7 req-91466419-6ee9-41b8-8105-9817208f11fb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0928268 Nov 09 17:30:18.570060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.644153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4dc5270f-90e0-4538-b918-bf9fa41bd0c7 req-01347888-e606-474c-82c0-9df97b668c12 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778935 Nov 09 17:30:18.655611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.672753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:18.744894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Network 6da6c505-c8ee-4cfa-9954-920c85c35030 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:18.745115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922939-0059-4f74-96e2-a5cee97ef633 req-c9cb8a95-936f-4996-880f-58883805824c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:18.747063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79922939-0059-4f74-96e2-a5cee97ef633 req-c9cb8a95-936f-4996-880f-58883805824c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1200268 Nov 09 17:30:18.753150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:18.758394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:18.768065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Pushing event updated for resources: {'Port': ['ID=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:18.774434 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe11da5-8f24-422d-b9f4-50748862a354 x-openstack-request-id: req-cbe11da5-8f24-422d-b9f4-50748862a354 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:18.775128 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c825c-7580-4f01-b97e-d568d86b9ebf", "name": "network-vif-plugged", "status": "completed", "tag": "cf07554b-e70a-46a4-aa84-8e40f18115ae", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:18.775494 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbe11da5-8f24-422d-b9f4-50748862a354 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:18.776145 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf07554b-e70a-46a4-aa84-8e40f18115ae', 'code': 200} Nov 09 17:30:18.836528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:18.837874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:18.862650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-24a3d49d-4ba6-4acf-bbde-1d627d557963 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0852766 Nov 09 17:30:18.881257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79922939-0059-4f74-96e2-a5cee97ef633 req-17205ae5-2528-4383-9277-64ab5e1904ad tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129189 Nov 09 17:30:18.942521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Request body: {'port': {'device_id': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:19.052078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17410965-4ac5-4bb8-a43c-ad611a42f58d req-caaa4b16-2770-40b6-b997-f7179a44f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.053655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-17410965-4ac5-4bb8-a43c-ad611a42f58d req-caaa4b16-2770-40b6-b997-f7179a44f2ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 1096 time: 0.1794891 Nov 09 17:30:19.054473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:19.197215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-17410965-4ac5-4bb8-a43c-ad611a42f58d req-4d5a05ef-3716-4bde-bc56-9a4bb5ca6057 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305156 Nov 09 17:30:19.359045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c08c93-ddd9-4974-b458-9211e425fcc6 req-8515bfcb-70ef-42b0-bcc4-6326c67bc11f tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.360699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c08c93-ddd9-4974-b458-9211e425fcc6 req-8515bfcb-70ef-42b0-bcc4-6326c67bc11f tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1147041 Nov 09 17:30:19.393735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354c5c-77c0-41d3-91e2-364b107e3ad7 req-8efcc8c6-3d6c-4980-acff-f3ba19ae804f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.396700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92354c5c-77c0-41d3-91e2-364b107e3ad7 req-8efcc8c6-3d6c-4980-acff-f3ba19ae804f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 945 time: 0.0980449 Nov 09 17:30:19.478079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92354c5c-77c0-41d3-91e2-364b107e3ad7 req-95bc6e73-ce89-4290-8558-74713f6cc5cd tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 Nov 09 17:30:19.527320 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95c08c93-ddd9-4974-b458-9211e425fcc6 req-0fa3c5fd-d8b6-4080-814f-82a63d5d96ae tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555161 Nov 09 17:30:19.587189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:19.596508 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:19.617495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Transition to ACTIVE for port object 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:19.622355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:19.702853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Pushing event updated for resources: {'Port': ['ID=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:19.776957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883e29-1330-406d-b3c4-341113347484 req-fec2bdd1-bd06-4536-81b6-d3e1ba9b8e2d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.778628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed883e29-1330-406d-b3c4-341113347484 req-fec2bdd1-bd06-4536-81b6-d3e1ba9b8e2d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 944 time: 0.1288416 Nov 09 17:30:19.829308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Attempting to bind port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:30:19.829603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8eeff-0147-4a52-8b31-8cd89ae209d8 req-e34960a6-85a9-4f07-8840-929c569edbeb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.829770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Attempting to bind port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:30:19.829952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Attempting to bind port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a on network 6da6c505-c8ee-4cfa-9954-920c85c35030 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:19.831057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31d8eeff-0147-4a52-8b31-8cd89ae209d8 req-e34960a6-85a9-4f07-8840-929c569edbeb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0565939 Nov 09 17:30:19.846791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a on network 6da6c505-c8ee-4cfa-9954-920c85c35030 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:19.847160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Attempting to bind port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a on network 6da6c505-c8ee-4cfa-9954-920c85c35030 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:19.867183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed883e29-1330-406d-b3c4-341113347484 req-ee21bdc5-105f-4b20-aea2-63ef4b69a5c5 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784278 Nov 09 17:30:19.868181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:19.868524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Checking segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:19.868913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Bound using segment: {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:19.869389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Bound port: 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f6a6c2-4578-417b-9460-47c72403bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:30:19.869741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:19.901116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31d8eeff-0147-4a52-8b31-8cd89ae209d8 req-ca04b98e-3df7-4326-b837-5a6cfef19099 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630686 Nov 09 17:30:19.953348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] For port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:19.956959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] For port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:19.961854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:20.003159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.003511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:20.005012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] 10.222.0.83 "PUT /v2.0/ports/92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a HTTP/1.1" status: 200 len: 1092 time: 1.1128881 Nov 09 17:30:20.005490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'tag': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:20.007881 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07794113-8ca8-4fae-a38d-1ba0b76b38ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a2329dc8-84f6-49fb-b1ae-3e104bfa0636", "tag": "92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:20.036433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a6da4-6ae4-4541-9b26-caa7b1a94e6d service neutron] Pushing event updated for resources: {'Port': ['ID=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:20.106115 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d92170-a839-4bee-98b2-56ead0c97413 x-openstack-request-id: req-22d92170-a839-4bee-98b2-56ead0c97413 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:20.106829 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2329dc8-84f6-49fb-b1ae-3e104bfa0636", "tag": "92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:20.106954 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22d92170-a839-4bee-98b2-56ead0c97413 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:20.107544 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'tag': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a', 'status': 'completed', 'code': 200} Nov 09 17:30:20.130398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-10acad50-773b-4c5c-8c64-738de71f0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.132022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-10acad50-773b-4c5c-8c64-738de71f0769 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 1095 time: 0.0645995 Nov 09 17:30:20.180348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-f1d7a5bd-08c5-4e17-bff5-46330b9b8705 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a HTTP/1.1" status: 200 len: 217 time: 0.0375752 Nov 09 17:30:20.242567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-c8498f23-5e3d-4bd5-8761-04beb4719e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.244180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-c8498f23-5e3d-4bd5-8761-04beb4719e22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.0521636 Nov 09 17:30:20.293977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-54502673-f498-4b94-bb82-bd2b238977d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358083 Nov 09 17:30:20.399023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-6c04252f-e042-4cf5-ac8e-07e29abcca0d service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963271 Nov 09 17:30:20.509154 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac08a085-cf9a-4fd2-bece-9b9b5f814ef3 req-f591368e-0d35-4833-a0cc-647ed10a1be9 service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008611 Nov 09 17:30:20.665868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-f9ba1274-4fda-4812-8a7a-2600b001579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.668502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-f9ba1274-4fda-4812-8a7a-2600b001579b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 1095 time: 0.0943832 Nov 09 17:30:20.707941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173c4b-e0f5-4d05-81db-5358dd7604ed req-2d195696-9d0c-48cc-8467-edc98e1b3db5 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.710530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9173c4b-e0f5-4d05-81db-5358dd7604ed req-2d195696-9d0c-48cc-8467-edc98e1b3db5 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 945 time: 0.0944638 Nov 09 17:30:20.786649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9173c4b-e0f5-4d05-81db-5358dd7604ed req-a1106431-2a7a-42e3-8c26-3659f67da9a7 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683732 Nov 09 17:30:20.828118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89e346-4789-4a5b-8630-aefa77bdcc7c req-0ba1c71c-0ba9-47fc-af2a-5570135c2db5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.830930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b89e346-4789-4a5b-8630-aefa77bdcc7c req-0ba1c71c-0ba9-47fc-af2a-5570135c2db5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1835988 Nov 09 17:30:20.940373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-59e68871-f184-4dfc-82f0-f9cd464e0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.943203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-59e68871-f184-4dfc-82f0-f9cd464e0ce1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 911 time: 0.2459455 Nov 09 17:30:20.984400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b89e346-4789-4a5b-8630-aefa77bdcc7c req-7e235d4a-334a-449b-ac6a-0bbc3fdae419 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327276 Nov 09 17:30:21.049739 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-974017cb-8c4c-444d-ae91-deb5d8dff0a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a HTTP/1.1" status: 200 len: 217 time: 0.0918236 Nov 09 17:30:21.109067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44223c-9f94-44d2-b80a-2cf21b7c54eb req-fc07f007-a44b-417e-b5c2-19235321f687 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.110726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd44223c-9f94-44d2-b80a-2cf21b7c54eb req-fc07f007-a44b-417e-b5c2-19235321f687 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 944 time: 0.0929065 Nov 09 17:30:21.180741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd44223c-9f94-44d2-b80a-2cf21b7c54eb req-927827e2-1947-459d-94e2-27385a9513a1 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Nov 09 17:30:21.189357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-f98958b2-8c96-4b45-b27d-e53eae6511a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.195107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-f98958b2-8c96-4b45-b27d-e53eae6511a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.1344821 Nov 09 17:30:21.266606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-480c8c75-414a-4bbc-9f66-71a59f493fbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574818 Nov 09 17:30:21.282388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97df6a-d46b-4604-92b6-343bd58cd715 req-1fefa35e-0933-4b88-bc20-3953b20be247 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.285128 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f97df6a-d46b-4604-92b6-343bd58cd715 req-1fefa35e-0933-4b88-bc20-3953b20be247 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1572235 Nov 09 17:30:21.832875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4086-62e9-431d-8b37-7280aafcb88c req-568f759a-2f65-412b-aca3-5bbd15c862b0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.841774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-081d4086-62e9-431d-8b37-7280aafcb88c req-568f759a-2f65-412b-aca3-5bbd15c862b0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0854640 Nov 09 17:30:21.923796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-081d4086-62e9-431d-8b37-7280aafcb88c req-fda5350c-006e-40ab-bb34-8762b23bfe19 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Nov 09 17:30:22.077900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f97df6a-d46b-4604-92b6-343bd58cd715 req-39a3754a-ea29-492e-957d-9366c0bd670d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966064 Nov 09 17:30:22.150632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:22.173041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-10ee4636-78c5-40ee-b07c-185c8ac6a6d8 service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8862884 Nov 09 17:30:22.387908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07794113-8ca8-4fae-a38d-1ba0b76b38ee req-622d14d3-0bf0-4048-9a39-1de87d1cb17c service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037814 Nov 09 17:30:22.434223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:22.452914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a', 'network_id': '6da6c505-c8ee-4cfa-9954-920c85c35030', 'port_id': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a', 'mac_address': 'fa:16:3e:c7:bb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75188518-07ef-4da2-856b-48fa6b343353', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:22.512228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce35d-66fc-4ecf-baa7-a406b26a47d1 req-f2ead4cb-00d0-489c-acb3-74633a100de2 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:22.522972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-611ce35d-66fc-4ecf-baa7-a406b26a47d1 req-f2ead4cb-00d0-489c-acb3-74633a100de2 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 944 time: 0.1126053 Nov 09 17:30:22.534149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:22.571371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:22.620624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:22.658202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-611ce35d-66fc-4ecf-baa7-a406b26a47d1 req-0fbb02fe-4b54-480a-8cff-2035f4374ce3 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246665 Nov 09 17:30:22.660351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:22.753399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:22.775152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.096525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d8b22-94e8-4565-84fb-e967cf3a3bce req-bebd37d2-306d-46ea-92ba-0fed990a80f9 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.098603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-633d8b22-94e8-4565-84fb-e967cf3a3bce req-bebd37d2-306d-46ea-92ba-0fed990a80f9 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0669668 Nov 09 17:30:23.116787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:23.162362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-633d8b22-94e8-4565-84fb-e967cf3a3bce req-9851fb9c-d23b-4c96-88b4-e1c33b161108 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Nov 09 17:30:23.413188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5afca-e29d-4b75-8408-87ce8b12d3fc req-f6e7c860-9cb8-4189-8f52-503f33e06081 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.416918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dca5afca-e29d-4b75-8408-87ce8b12d3fc req-f6e7c860-9cb8-4189-8f52-503f33e06081 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1262827 Nov 09 17:30:23.520142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dca5afca-e29d-4b75-8408-87ce8b12d3fc req-132d9808-d148-45ea-8471-93869ca80558 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862985 Nov 09 17:30:24.030347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23205f79-c746-4693-a5bd-0a9a60d027f2 req-06efa876-68f7-459c-bbb0-14da6cb34cf7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.039465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23205f79-c746-4693-a5bd-0a9a60d027f2 req-06efa876-68f7-459c-bbb0-14da6cb34cf7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 945 time: 0.1677070 Nov 09 17:30:24.151780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23205f79-c746-4693-a5bd-0a9a60d027f2 req-410933a5-ebfe-4317-90d7-722ea83cb1de tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074941 Nov 09 17:30:24.784759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18506b9-2ed5-483b-8cad-2720a10cb1e2 req-0dbdb17f-cbb5-41f3-bb9a-aaa3f1dd4f78 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.787496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e18506b9-2ed5-483b-8cad-2720a10cb1e2 req-0dbdb17f-cbb5-41f3-bb9a-aaa3f1dd4f78 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1010642 Nov 09 17:30:24.822693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7804b3-0994-44e8-8f9d-79ec74d646f1 req-60a3f1be-4583-48e2-be5b-144a318efbb3 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.828291 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d7804b3-0994-44e8-8f9d-79ec74d646f1 req-60a3f1be-4583-48e2-be5b-144a318efbb3 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.0985088 Nov 09 17:30:24.873609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e18506b9-2ed5-483b-8cad-2720a10cb1e2 req-c10b26a6-07b1-4f22-bafe-1bf482a4d35c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723422 Nov 09 17:30:24.902001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d7804b3-0994-44e8-8f9d-79ec74d646f1 req-e11669c1-13d3-4155-8e77-f4393c25a879 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589449 Nov 09 17:30:25.355015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c9c32-d86b-4fb1-9beb-da46077ed70f req-61ff71c4-2d2f-43a8-b594-ce16066fab12 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:25.358585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f7c9c32-d86b-4fb1-9beb-da46077ed70f req-61ff71c4-2d2f-43a8-b594-ce16066fab12 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 945 time: 0.0774422 Nov 09 17:30:25.445864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f7c9c32-d86b-4fb1-9beb-da46077ed70f req-1f4f4209-0f4f-4a15-b766-1a97ca6b3f80 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789754 Nov 09 17:30:26.073955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d16e6-a2a9-43c0-b26b-34946d6f834d req-64ff6c27-fb7f-4f56-b11e-778e1d98937a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.077867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d8d16e6-a2a9-43c0-b26b-34946d6f834d req-64ff6c27-fb7f-4f56-b11e-778e1d98937a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1039484 Nov 09 17:30:26.106018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb218ce0-725e-463f-b460-964c79b54474 req-9134d05e-39a7-4fcd-91ea-9be3907afd64 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.114611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb218ce0-725e-463f-b460-964c79b54474 req-9134d05e-39a7-4fcd-91ea-9be3907afd64 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.0964198 Nov 09 17:30:26.156464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-76f3d108-e8c9-41e1-96b6-5161cd803e29 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.158078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-76f3d108-e8c9-41e1-96b6-5161cd803e29 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.43 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.1073806 Nov 09 17:30:26.167606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:26.221215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d8d16e6-a2a9-43c0-b26b-34946d6f834d req-257b9a9e-36cd-411c-abba-da4fac905b1f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209643 Nov 09 17:30:26.272342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:26.286706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:26.287351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:26.295634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb218ce0-725e-463f-b460-964c79b54474 req-7c24f2cc-9712-46ce-9356-9ff454d2dea3 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674113 Nov 09 17:30:26.363607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Deleting port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:30:26.363956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:26.521462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:26.616617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:26.620791 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c4190-4a34-4dc4-8fa7-81ab32baab29" -d '{"events": [{"server_uuid": "a2329dc8-84f6-49fb-b1ae-3e104bfa0636", "name": "network-vif-plugged", "status": "completed", "tag": "92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:26.625206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] For port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:26.625663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:26.679945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:26.690252 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:26.710296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26756ac6-e0b9-4724-a9b4-a31c0bcec9ce req-37a5b14e-36f2-4a98-b50c-ab8480176a85 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.722057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26756ac6-e0b9-4724-a9b4-a31c0bcec9ce req-37a5b14e-36f2-4a98-b50c-ab8480176a85 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 945 time: 0.0907021 Nov 09 17:30:26.796736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:26.799395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26756ac6-e0b9-4724-a9b4-a31c0bcec9ce req-3b9054cc-f91b-4f60-92ed-d0322cc0c28c tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759275 Nov 09 17:30:26.871342 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a2222-701f-4f1e-bd52-038b4cabf090 x-openstack-request-id: req-071a2222-701f-4f1e-bd52-038b4cabf090 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:26.871678 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2329dc8-84f6-49fb-b1ae-3e104bfa0636", "name": "network-vif-plugged", "status": "completed", "tag": "92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:26.871950 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-071a2222-701f-4f1e-bd52-038b4cabf090 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:26.872283 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a', 'code': 200} Nov 09 17:30:26.960383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-d7938633-66ff-42b2-b48a-dd0194e7040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.962657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-d7938633-66ff-42b2-b48a-dd0194e7040f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.2885814 Nov 09 17:30:27.001195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3c237-f6aa-46f0-a595-adef8eaa6453 req-b4ab36b1-5722-4ef4-bcca-2604085169a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.002850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09e3c237-f6aa-46f0-a595-adef8eaa6453 req-b4ab36b1-5722-4ef4-bcca-2604085169a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 1097 time: 0.0524044 Nov 09 17:30:27.018730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baebe5-9938-4290-bf69-44c2ea17320c req-d6b01123-0192-4c89-8f98-bef1d1f4bddb tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.020850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81baebe5-9938-4290-bf69-44c2ea17320c req-d6b01123-0192-4c89-8f98-bef1d1f4bddb tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1692855 Nov 09 17:30:27.067153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09e3c237-f6aa-46f0-a595-adef8eaa6453 req-c563eb68-4d94-46db-b004-514b208b9dae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546448 Nov 09 17:30:27.149930 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:27.150547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:27.150787 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Floating IP 789685e2-52a4-4280-bff5-6f177ad51a2b disassociated. External IP: 172.25.3.222, port: 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2. Nov 09 17:30:27.151230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Calling delete_port for 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:30:27.281529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81baebe5-9938-4290-bf69-44c2ea17320c req-c95486fc-24b9-4de3-8187-5239922fb9f0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964495 Nov 09 17:30:27.295621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-361a85ce-814b-43f3-9e0c-fb64c54e5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.300375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-361a85ce-814b-43f3-9e0c-fb64c54e5f73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.3258650 Nov 09 17:30:27.406451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-e00a5ca9-d4af-4945-b184-ad5d419a25a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 217 time: 0.0889666 Nov 09 17:30:27.443718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19da794-c33b-4002-85e3-b8afba0fc00f req-e6b5d6bf-56cf-49c1-bfb9-e28144cf28bd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.446643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c19da794-c33b-4002-85e3-b8afba0fc00f req-e6b5d6bf-56cf-49c1-bfb9-e28144cf28bd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Nov 09 17:30:27.550639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c19da794-c33b-4002-85e3-b8afba0fc00f req-316c3977-fa2a-43af-a586-9fa5e348d764 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946057 Nov 09 17:30:27.586617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-bad2cdb1-aacb-48b8-bfab-1b3c6af6b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.588263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-bad2cdb1-aacb-48b8-bfab-1b3c6af6b2a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.1736226 Nov 09 17:30:27.625013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a671c9a-465b-4984-9a49-fbafd6ffe86a req-7027d6eb-71a3-458e-beb8-11045659700c tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.632581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a671c9a-465b-4984-9a49-fbafd6ffe86a req-7027d6eb-71a3-458e-beb8-11045659700c tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 945 time: 0.2018659 Nov 09 17:30:27.670105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-d7612bf3-4362-4006-bdc1-47e88f97e5e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660737 Nov 09 17:30:27.733056 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:27.805739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event deleted for resources: {'Port': ['ID=0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:27.813667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54c3b4a4-5fff-4f5f-8831-1b22d65886b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:27.820547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a671c9a-465b-4984-9a49-fbafd6ffe86a req-740e2f24-6843-42cf-ac10-482d43af425e tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups?id=f0c3c423-db84-4ec0-843a-90e22157d8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856215 Nov 09 17:30:27.968397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103a1f9-be85-4776-9269-8665488f5a0a req-606c26dd-14ac-466c-8f40-71b5748b1fa1 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.977607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7103a1f9-be85-4776-9269-8665488f5a0a req-606c26dd-14ac-466c-8f40-71b5748b1fa1 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0766814 Nov 09 17:30:27.990533 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-56de7f5f-ff51-4103-bdd8-843c2bc13397 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111937 Nov 09 17:30:28.050070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7103a1f9-be85-4776-9269-8665488f5a0a req-e47b36e5-5ce0-47a3-b48d-dfaa602745ad tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717933 Nov 09 17:30:28.197931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Router e727053f-3ed9-48d3-845e-0c93dc85a4b0 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:30:28.209781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:28.227619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73c6abaf-6a1b-469d-9970-6861a87c51da req-6b21c287-7765-4ae8-b611-3f8f867cab4b service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258894 Nov 09 17:30:28.385744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:30:28.403579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] Sync routers for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:30:28.424247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:30:28.430937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:30:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:28.447976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] No DVR routers for this DVR port 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:30:28.451713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:28.460473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f58a845-457f-42fc-8fc1-587d2f8b1f45 req-cb907e27-8bb9-48ed-8d61-5723259dbbef tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.43 "DELETE /v2.0/ports/0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 HTTP/1.1" status: 204 len: 173 time: 2.2883422 Nov 09 17:30:28.461514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'name': 'network-vif-deleted', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:28.475140 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac041d-710e-4a08-b298-6f2c5ba7b848" -d '{"events": [{"server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "name": "network-vif-deleted", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:28.579673 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae2a849-eaf3-4a07-8d73-4f7b077fc9b7 x-openstack-request-id: req-dae2a849-eaf3-4a07-8d73-4f7b077fc9b7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:28.580289 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169729f2-4610-4e15-8c3e-d6ba6c987ddf", "name": "network-vif-deleted", "tag": "0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:28.581907 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dae2a849-eaf3-4a07-8d73-4f7b077fc9b7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:28.581907 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169729f2-4610-4e15-8c3e-d6ba6c987ddf', 'name': 'network-vif-deleted', 'tag': '0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2', 'status': 'completed', 'code': 200} Nov 09 17:30:28.626114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000ee15-8883-4a61-bdbb-23d3be5f4de8 req-bab2884f-c9df-4e1a-9d5e-f5d43b423f91 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:28.641558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5000ee15-8883-4a61-bdbb-23d3be5f4de8 req-bab2884f-c9df-4e1a-9d5e-f5d43b423f91 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1579878 Nov 09 17:30:28.668270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:30:28.773636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5000ee15-8883-4a61-bdbb-23d3be5f4de8 req-28fafceb-eb8d-4a8f-a8e9-682ffebca7ea tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306558 Nov 09 17:30:28.820577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f6f34-8f84-4087-b678-181585cd9151 req-c231bb9f-9731-49ac-a717-8daecd914935 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:28.820577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b54f6f34-8f84-4087-b678-181585cd9151 req-c231bb9f-9731-49ac-a717-8daecd914935 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1037307 Nov 09 17:30:28.945506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b54f6f34-8f84-4087-b678-181585cd9151 req-5dfaaa60-316f-43a5-ac4f-e5c8ee7f4cc5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166828 Nov 09 17:30:29.086601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13b4c812-a634-406e-abb8-6e864eb9ee43 req-7482c663-bab0-4703-a01b-dd90677668d8 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/ports?device_id=169729f2-4610-4e15-8c3e-d6ba6c987ddf HTTP/1.1" status: 200 len: 210 time: 0.0577703 Nov 09 17:30:29.264570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:20Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:29.317572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] Checking router: e727053f-3ed9-48d3-845e-0c93dc85a4b0 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:30:29.337211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:30:29.338528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:30:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:29.362217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecd1a-325f-4040-8b49-8e35d35ca81e req-2c4c30e1-23c4-4ba2-b098-46a37481c167 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:29.365837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-760ecd1a-325f-4040-8b49-8e35d35ca81e req-2c4c30e1-23c4-4ba2-b098-46a37481c167 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0948308 Nov 09 17:30:29.470729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-760ecd1a-325f-4040-8b49-8e35d35ca81e req-1be34123-363e-4760-bc17-37aaf45e8c8c tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Nov 09 17:30:29.597014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:30:29.984965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-bbe8cf0c-3a66-4ce0-916d-b6016cd4249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:29.986574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-bbe8cf0c-3a66-4ce0-916d-b6016cd4249d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 1097 time: 0.1269159 Nov 09 17:30:30.042130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:20Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:30.056779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cef085-0969-4d4b-b70b-52e83bce0354 req-7caff164-2609-4e1d-bc2d-0bbea86fd5f0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.066839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc3c9a-4e81-46e0-9bd5-cf74dd1d3e58 req-b754752e-0e29-4faf-ab58-44206232ceca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.068513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eabc3c9a-4e81-46e0-9bd5-cf74dd1d3e58 req-b754752e-0e29-4faf-ab58-44206232ceca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1349382 Nov 09 17:30:30.071688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25cef085-0969-4d4b-b70b-52e83bce0354 req-7caff164-2609-4e1d-bc2d-0bbea86fd5f0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1435292 Nov 09 17:30:30.109536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bdb90-ba54-4a77-9a85-282ae004683f None None] The sync data for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 is: [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:12Z', 'revision_number': 4, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a5e413a1-396c-4487-9835-3920b130bc67', 'name': '', 'network_id': '01352f60-a549-4973-80f6-630bff32995b', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'mac_address': 'fa:16:3e:d9:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:11Z', 'updated_at': '2021-11-09T17:28:20Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'subnets': [{'id': '0f16f745-aaef-445f-acec-4d5726bd0893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:30:30.129843 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25cef085-0969-4d4b-b70b-52e83bce0354 req-4b23334f-2c70-4f81-86c6-ea216676e08c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544484 Nov 09 17:30:30.203461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:30.244125 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eabc3c9a-4e81-46e0-9bd5-cf74dd1d3e58 req-6f276812-fc2a-47f6-a6a2-b371fbf874fe tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623724 Nov 09 17:30:30.264385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-3649beea-b1ae-443a-9011-3a3f80d82f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.267245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-3649beea-b1ae-443a-9011-3a3f80d82f17 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 911 time: 0.2718852 Nov 09 17:30:30.270926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:30:30.271788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0cf531cd-4af7-49d5-a75f-9ee4d0d4bef2 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:30.364872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-93512e24-b758-4afe-bade-90bb1d6fc415 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a HTTP/1.1" status: 200 len: 217 time: 0.0838249 Nov 09 17:30:30.380135 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c44fec91-6175-4a45-9045-8cb71af088d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:30.461798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b033302-f914-46b0-aa14-62ebb61a33c2 req-5c9f6c73-198e-4b53-9e35-5d1884de4a9c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.464020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b033302-f914-46b0-aa14-62ebb61a33c2 req-5c9f6c73-198e-4b53-9e35-5d1884de4a9c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.0972524 Nov 09 17:30:30.511312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-d4bf079e-d450-4977-8a32-ce19c3673981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.515617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-d4bf079e-d450-4977-8a32-ce19c3673981 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.1361938 Nov 09 17:30:30.544860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b033302-f914-46b0-aa14-62ebb61a33c2 req-41f02bcc-942f-457d-b64e-0428e65ac773 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 Nov 09 17:30:30.567931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-0d0629f1-7287-416b-89dc-9adad0fe5190 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369470 Nov 09 17:30:30.636885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:30.671535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7c459-fc08-4f2f-a9fb-687f9d7342c6 None None] New status for floating IP 789685e2-52a4-4280-bff5-6f177ad51a2b: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:30:30.745709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464c650f-e4e0-4360-acf1-f4e42e2c008b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:30.746791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-79c33e6a-a29a-4b3a-b436-78cb44ecddb9 service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681089 Nov 09 17:30:30.784167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464c650f-e4e0-4360-acf1-f4e42e2c008b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:30.852253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464c650f-e4e0-4360-acf1-f4e42e2c008b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:30.854944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464c650f-e4e0-4360-acf1-f4e42e2c008b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:30.859174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-464c650f-e4e0-4360-acf1-f4e42e2c008b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "DELETE /v2.0/security-groups/f0c3c423-db84-4ec0-843a-90e22157d8bc HTTP/1.1" status: 204 len: 168 time: 0.2170870 Nov 09 17:30:30.864714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:30.885793 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c8f9a629-d66e-4158-bfba-0cea051b51cd tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] show failed (client error): The resource could not be found. Nov 09 17:30:30.889905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c8f9a629-d66e-4158-bfba-0cea051b51cd tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "GET /v2.0/security-groups/f0c3c423-db84-4ec0-843a-90e22157d8bc HTTP/1.1" status: 404 len: 347 time: 0.0211887 Nov 09 17:30:30.889905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c650f-e4e0-4360-acf1-f4e42e2c008b tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3c423-db84-4ec0-843a-90e22157d8bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:30.891444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36396) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:30.961986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731025-ee20-46b8-9f1c-65752259dd8f req-497d59a6-01ed-49d2-bf07-12a018039517 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.963866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb731025-ee20-46b8-9f1c-65752259dd8f req-497d59a6-01ed-49d2-bf07-12a018039517 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1240294 Nov 09 17:30:31.015591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4ba43b5-40dc-4e0f-aa44-c960bd635b64 req-74683c8e-bfc4-4678-8747-1d31e8480a2b service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591817 Nov 09 17:30:31.052957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb731025-ee20-46b8-9f1c-65752259dd8f req-04f8bc67-7a68-478a-9369-0341ebfae3ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811749 Nov 09 17:30:31.127839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Deleting port 38d50a73-2633-48a3-af0d-0404f042e031 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:30:31.128467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.297243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06f051-5e26-45db-a42e-0aca1dd29f81 req-0c4e435e-690e-4a1f-a55f-f39f517bf107 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:31.299403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d06f051-5e26-45db-a42e-0aca1dd29f81 req-0c4e435e-690e-4a1f-a55f-f39f517bf107 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0577457 Nov 09 17:30:31.339424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5bf21-dff5-4f32-b074-5473c71f642e req-a25f9208-4535-4699-bf4d-7f6bb76cbe48 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:31.341699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d5bf21-dff5-4f32-b074-5473c71f642e req-a25f9208-4535-4699-bf4d-7f6bb76cbe48 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1415627 Nov 09 17:30:31.344232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.344594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.367703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d06f051-5e26-45db-a42e-0aca1dd29f81 req-b21746cb-2810-4f1e-a778-abe06d482e6c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Nov 09 17:30:31.377802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Calling delete_port for 38d50a73-2633-48a3-af0d-0404f042e031 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:30:31.510783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d5bf21-dff5-4f32-b074-5473c71f642e req-d1431c62-1dcf-4108-93ee-3d3b72d3e1f2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525569 Nov 09 17:30:31.569820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.628904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182770c1-7d0f-464b-a09d-7aa42d8d43b6 req-8eb26545-6683-4bf1-ad50-b0d815488d2d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:31.630555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-182770c1-7d0f-464b-a09d-7aa42d8d43b6 req-8eb26545-6683-4bf1-ad50-b0d815488d2d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0887380 Nov 09 17:30:31.703881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.711703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-182770c1-7d0f-464b-a09d-7aa42d8d43b6 req-c497c0e6-f2ba-409b-a977-5fc8c37ee89f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714850 Nov 09 17:30:31.740817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Pushing event deleted for resources: {'Port': ['ID=38d50a73-2633-48a3-af0d-0404f042e031,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:31.831781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.834739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:31.836145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5e2289aa-00d3-43a8-a3ce-7305dc39bea7 tempest-ServersTestFqdnHostnames-1512439081 tempest-ServersTestFqdnHostnames-1512439081-project] 10.222.0.45 "DELETE /v2.0/floatingips/789685e2-52a4-4280-bff5-6f177ad51a2b HTTP/1.1" status: 204 len: 168 time: 0.9436421 Nov 09 17:30:31.839308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:32.115278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-903b4feb-f549-4486-9ef0-fed2d7b3a8b3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:32.118333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-903b4feb-f549-4486-9ef0-fed2d7b3a8b3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.2804980 Nov 09 17:30:32.188927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-69edacb5-ba28-4be5-84c5-4aa0fc2332c1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/quotas/71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 375 time: 0.0168414 Nov 09 17:30:32.365221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-ecae48c9-03e2-4a23-ab8e-cab66cc2aad9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1625857 Nov 09 17:30:32.523294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-bc9b2ee5-2ad1-4907-8693-fbb3e96f68db service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435511 Nov 09 17:30:32.537155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cf5f5-3f84-40f2-86e9-2878ea533bd1 req-9e6434c1-c876-4f74-8741-a904c624d607 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:32.538854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-185cf5f5-3f84-40f2-86e9-2878ea533bd1 req-9e6434c1-c876-4f74-8741-a904c624d607 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0631788 Nov 09 17:30:32.612421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-185cf5f5-3f84-40f2-86e9-2878ea533bd1 req-0839b67a-9d01-4e43-be21-90606dd8e2d1 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635846 Nov 09 17:30:32.974568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4d8f-bd1e-43c3-ac79-50437ab77390 req-a0fe9016-1de0-4a7f-b5ef-6b0204e6e7e3 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:32.976116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-45dd4d8f-bd1e-43c3-ac79-50437ab77390 req-a0fe9016-1de0-4a7f-b5ef-6b0204e6e7e3 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0712061 Nov 09 17:30:33.037064 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:33.046775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:33.052765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-b9901eb6-a36d-4164-b78c-d70bea6bd830 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141923 Nov 09 17:30:33.060418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-45dd4d8f-bd1e-43c3-ac79-50437ab77390 req-e0613da0-7cc7-4c27-9021-0042b2877a17 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706820 Nov 09 17:30:33.318872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a718113-3d0d-4586-91d9-1b0c3ef897e7 req-a81fa2ab-da9c-4afe-b8d3-59ea1352d92d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 210 time: 0.0536315 Nov 09 17:30:33.457158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Deleting port a5e413a1-396c-4487-9835-3920b130bc67 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:30:33.458235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:33.520047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:33.567245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] For port a5e413a1-396c-4487-9835-3920b130bc67, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a5e413a1-396c-4487-9835-3920b130bc67,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:33.567602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:33.585366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Calling delete_port for a5e413a1-396c-4487-9835-3920b130bc67 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:30:33.943141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140c62-997b-4e8d-9837-cebf05b03a15 req-3ca14828-78cc-4e92-811c-5e8b256a47ff tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:33.945819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24140c62-997b-4e8d-9837-cebf05b03a15 req-3ca14828-78cc-4e92-811c-5e8b256a47ff tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1476483 Nov 09 17:30:34.088877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:34.160720 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24140c62-997b-4e8d-9837-cebf05b03a15 req-691ce3ce-0c9a-4b33-9549-ad909170d63b tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721847 Nov 09 17:30:34.174565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e413a1-396c-4487-9835-3920b130bc67,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:34.272266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7c983-c108-47f9-b964-038c4fa77f9a req-8f56eba2-2464-4069-b816-f263512726a9 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:34.274294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbb7c983-c108-47f9-b964-038c4fa77f9a req-8f56eba2-2464-4069-b816-f263512726a9 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0763981 Nov 09 17:30:34.362069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbb7c983-c108-47f9-b964-038c4fa77f9a req-4d6b8489-4fa0-4e60-bbeb-53ccb1571be0 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792613 Nov 09 17:30:34.571361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8019a97b-78ef-4e71-93a5-fd5c37702bdf req-ea7ac825-a3f7-44b4-832b-355ae024f453 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 210 time: 0.0751107 Nov 09 17:30:34.608797 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:34.761993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-ddeca240-388f-4561-9dc9-3719b738dfab tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:34.765789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-ddeca240-388f-4561-9dc9-3719b738dfab tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.43 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.2068787 Nov 09 17:30:34.784119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'port': {'device_id': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'admin_state_up': True, 'tenant_id': '71e31f1e7a3240b4955f6056759e8744'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:34.962046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Router e727053f-3ed9-48d3-845e-0c93dc85a4b0 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:30:34.973501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:34.980386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.134704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:30:35.144109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1d6c07b7-67f2-40d7-95f5-41c7af6eb59e admin admin] 10.222.0.45 "PUT /v2.0/routers/e727053f-3ed9-48d3-845e-0c93dc85a4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3030758 Nov 09 17:30:35.144769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:35.148249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] Sync routers for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:30:35.173053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:30:35.174094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:30:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:35.223440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Allocated IP 172.20.0.11 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/a8b78a20-d112-4fc6-8d4b-137dcd44d33c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:35.300141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.426500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:30:35.456584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93429-e49b-4b59-9ff3-52b7187d4465 req-2d1b73d1-0b4c-4335-83dd-5c224c6a51f8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:35.458272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2c93429-e49b-4b59-9ff3-52b7187d4465 req-2d1b73d1-0b4c-4335-83dd-5c224c6a51f8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1510162 Nov 09 17:30:35.525403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.576589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2c93429-e49b-4b59-9ff3-52b7187d4465 req-cafd6432-686c-4770-9a62-7f5e5e14566e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077075 Nov 09 17:30:35.631373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.664016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33244d-33c3-4548-b6d5-226384c5fab7 req-4e2ff3a0-4b0c-45e5-8620-178c5ff06fbc tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:35.672171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c33244d-33c3-4548-b6d5-226384c5fab7 req-4e2ff3a0-4b0c-45e5-8620-178c5ff06fbc tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0878396 Nov 09 17:30:35.681398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Deleting port 2be055b3-7d17-40cd-98db-27cad9214d30 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:30:35.681953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.697484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.712789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:35.789276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:35.812494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c33244d-33c3-4548-b6d5-226384c5fab7 req-38d73811-2f3a-4410-8f7e-54e34741424e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393652 Nov 09 17:30:35.817762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:35.824424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:35.830757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:30:33Z', 'revision_number': 5, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port': {'id': '2be055b3-7d17-40cd-98db-27cad9214d30', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:35.865149 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] For port 2be055b3-7d17-40cd-98db-27cad9214d30, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2be055b3-7d17-40cd-98db-27cad9214d30,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:35.865798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.878776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] Checking router: e727053f-3ed9-48d3-845e-0c93dc85a4b0 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:30:35.886249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:35.903195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Calling delete_port for 2be055b3-7d17-40cd-98db-27cad9214d30 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:30:35.906101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] Routers {'e727053f-3ed9-48d3-845e-0c93dc85a4b0'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:30:35.906868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:30:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:35.921046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.921381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.921736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.922148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.922495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.922925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.923342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.923663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.924025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.924360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.924833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.925174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:35.942962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:35.943696 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:35.962283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a23ee4-938c-4d70-a0f4-9a3b7a6bf282 req-0aaf3d68-5801-4a77-a24c-7840b1b118f5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:35.964078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50a23ee4-938c-4d70-a0f4-9a3b7a6bf282 req-0aaf3d68-5801-4a77-a24c-7840b1b118f5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 932 time: 0.2060740 Nov 09 17:30:36.023667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9695889e-06d2-4aff-977e-3d97f868c98f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2455420 Nov 09 17:30:36.091358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] Set router e727053f-3ed9-48d3-845e-0c93dc85a4b0 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:30:36.126685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Request body: {'port': {'device_id': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:36.138284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50a23ee4-938c-4d70-a0f4-9a3b7a6bf282 req-ac2b957a-1231-4593-b643-4b67417be70b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493077 Nov 09 17:30:36.189648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:30:35Z', 'revision_number': 6, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:36.260595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63bb6bd-32ab-4c8e-b80f-17aabab33ed3 None None] The sync data for ids ['e727053f-3ed9-48d3-845e-0c93dc85a4b0'] in n-d-804292-3 is: [{'id': 'e727053f-3ed9-48d3-845e-0c93dc85a4b0', 'name': 'tempest-ServersTestFqdnHostnames-1085389005-router', 'tenant_id': 'de51302e109f4e75bc59fca2fe6691b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:06Z', 'updated_at': '2021-11-09T17:30:35Z', 'revision_number': 6, 'project_id': 'de51302e109f4e75bc59fca2fe6691b0', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:30:36.322789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.328845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-683906c8-8c99-4e6a-ada1-ac7467e95cec None None] Provisioning complete for port a8b78a20-d112-4fc6-8d4b-137dcd44d33c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:36.329184 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-683906c8-8c99-4e6a-ada1-ac7467e95cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.368434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.381197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-683906c8-8c99-4e6a-ada1-ac7467e95cec None None] Port a8b78a20-d112-4fc6-8d4b-137dcd44d33c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:30:36.431758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be055b3-7d17-40cd-98db-27cad9214d30,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:36.534108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.670102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.678153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.793357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.795845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e727053f-3ed9-48d3-845e-0c93dc85a4b0 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:30:36.804319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.806310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-db38e186-1789-4d84-a7de-1f4ac88685d3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e727053f-3ed9-48d3-845e-0c93dc85a4b0 HTTP/1.1" status: 204 len: 168 time: 1.6603546 Nov 09 17:30:36.809482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:36.872148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Deleting subnet 0f16f745-aaef-445f-acec-4d5726bd0893 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:30:36.876699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.911587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540561-04a1-486c-b6a2-9007185f1337 req-6e9e8996-e167-455b-b3e3-e3f66a803dd3 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:36.913110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac540561-04a1-486c-b6a2-9007185f1337 req-6e9e8996-e167-455b-b3e3-e3f66a803dd3 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1343088 Nov 09 17:30:36.934088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.940137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b78a20-d112-4fc6-8d4b-137dcd44d33c {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:36.955153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:36.983994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Transition to ACTIVE for port object a8b78a20-d112-4fc6-8d4b-137dcd44d33c will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:36.992210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.043494 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac540561-04a1-486c-b6a2-9007185f1337 req-00b88203-d9ab-47d5-886c-2971769a640e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154361 Nov 09 17:30:37.065175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:37.103994 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.159917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a5e413a1-396c-4487-9835-3920b130bc67 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:37.220863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Attempting to bind port a8b78a20-d112-4fc6-8d4b-137dcd44d33c on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:30:37.221188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Attempting to bind port a8b78a20-d112-4fc6-8d4b-137dcd44d33c by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:30:37.221534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Attempting to bind port a8b78a20-d112-4fc6-8d4b-137dcd44d33c on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:37.231382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: a5e413a1-396c-4487-9835-3920b130bc67 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:30:37.233160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Port a8b78a20-d112-4fc6-8d4b-137dcd44d33c on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:37.233391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Attempting to bind port a8b78a20-d112-4fc6-8d4b-137dcd44d33c on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:37.234268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a5e413a1-396c-4487-9835-3920b130bc67 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:37.250832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:37.251835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:37.252425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:37.253306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Bound port: a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:30:37.253896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.271855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf644b-d3d5-4ea9-b353-3566c328a3d9 req-e5d13d83-f2a3-4e99-9e4a-476493e1695e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:37.283810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84cf644b-d3d5-4ea9-b353-3566c328a3d9 req-e5d13d83-f2a3-4e99-9e4a-476493e1695e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.2292254 Nov 09 17:30:37.380444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] For port a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:37.386023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] For port a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:37.391914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84cf644b-d3d5-4ea9-b353-3566c328a3d9 req-0d55e017-4f6d-4732-a437-276906bc73ad tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067355 Nov 09 17:30:37.393366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.396804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.467438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:37.484663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:37.485434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.486926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-199ce722-daf8-4519-afa6-db3c0b25d7ba service neutron] 10.222.0.43 "PUT /v2.0/ports/a8b78a20-d112-4fc6-8d4b-137dcd44d33c HTTP/1.1" status: 200 len: 1092 time: 1.3719997 Nov 09 17:30:37.487583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'tag': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:37.490041 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "69d0ce7b-eee1-4baa-9b55-8a2520d0af16", "tag": "a8b78a20-d112-4fc6-8d4b-137dcd44d33c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:37.535610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f16f745-aaef-445f-acec-4d5726bd0893,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:37.555577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.576320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463eb31-f872-4ea2-9e95-7178558e3363 None None] Network 01352f60-a549-4973-80f6-630bff32995b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:37.580270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6115528e-cad1-4606-b356-f1d40d8aff51 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0f16f745-aaef-445f-acec-4d5726bd0893 HTTP/1.1" status: 204 len: 168 time: 0.7662160 Nov 09 17:30:37.581391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:37.676252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0c9ca-31b8-48ca-a27c-1e05af3003d0 req-041dad18-8236-4c80-b5c6-8dab61973f0b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:37.687672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41b0c9ca-31b8-48ca-a27c-1e05af3003d0 req-041dad18-8236-4c80-b5c6-8dab61973f0b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 944 time: 0.2048454 Nov 09 17:30:37.880331 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1317807a-6c9d-41ea-94b7-62bd234004e2 x-openstack-request-id: req-1317807a-6c9d-41ea-94b7-62bd234004e2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:37.880912 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d0ce7b-eee1-4baa-9b55-8a2520d0af16", "tag": "a8b78a20-d112-4fc6-8d4b-137dcd44d33c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:37.881416 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1317807a-6c9d-41ea-94b7-62bd234004e2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:37.883167 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'tag': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c', 'status': 'completed', 'code': 200} Nov 09 17:30:37.943284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:37.996872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41b0c9ca-31b8-48ca-a27c-1e05af3003d0 req-20f2fa5f-9328-433a-bc95-f15395ffbe1e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053014 Nov 09 17:30:38.001547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-7d23b1cd-ec16-42bc-b2c8-49c6fc5fba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:38.004792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-7d23b1cd-ec16-42bc-b2c8-49c6fc5fba87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 1095 time: 0.2900505 Nov 09 17:30:38.138341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-9a7bfdf4-736e-42cd-936b-9a5609d319e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c HTTP/1.1" status: 200 len: 217 time: 0.1237526 Nov 09 17:30:38.223434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Deleting port 1e58e3db-5789-4f6d-885e-b1816cf72b65 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:30:38.224358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:38.276130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-ddbe7640-9316-4e44-b69f-48eeba263c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:38.278308 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-ddbe7640-9316-4e44-b69f-48eeba263c32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1302824 Nov 09 17:30:38.306245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] DHCP port deletion for 01352f60-a549-4973-80f6-630bff32995b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:30:38.376683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-906831b2-fb6c-47fe-88c0-2beb05eb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:38.378281 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-906831b2-fb6c-47fe-88c0-2beb05eb4f50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896018 Nov 09 17:30:38.454610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] Deleting port 1e58e3db-5789-4f6d-885e-b1816cf72b65 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:30:38.456067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:38.479864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] For port 1e58e3db-5789-4f6d-885e-b1816cf72b65, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1e58e3db-5789-4f6d-885e-b1816cf72b65,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:38.480667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:38.518795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688936-3733-48df-bb33-44f62f6f7c50 req-c4bef463-8728-4ddf-805c-1fd96a73a08a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:38.520882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8688936-3733-48df-bb33-44f62f6f7c50 req-c4bef463-8728-4ddf-805c-1fd96a73a08a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1714547 Nov 09 17:30:38.527707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Calling delete_port for 1e58e3db-5789-4f6d-885e-b1816cf72b65 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:30:38.596995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-0e765957-bba0-4015-9461-999ebe7e8b14 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988246 Nov 09 17:30:38.686572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8688936-3733-48df-bb33-44f62f6f7c50 req-4f98083b-5cb3-4b4c-985f-c84aa825008d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447461 Nov 09 17:30:38.697280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2be055b3-7d17-40cd-98db-27cad9214d30 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:38.712255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] For port 1e58e3db-5789-4f6d-885e-b1816cf72b65, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1e58e3db-5789-4f6d-885e-b1816cf72b65,segment=NetworkSegment(265f17fd-cf73-49b8-9013-30cefcad6c14),segment_id=265f17fd-cf73-49b8-9013-30cefcad6c14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:38.713256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:38.774266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2be055b3-7d17-40cd-98db-27cad9214d30 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:30:38.774858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2be055b3-7d17-40cd-98db-27cad9214d30 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:38.775889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1e58e3db-5789-4f6d-885e-b1816cf72b65 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:38.777793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:38.786862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] Calling delete_port for 1e58e3db-5789-4f6d-885e-b1816cf72b65 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:30:38.824312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3ef4-0c7b-4b31-89a2-1f89410b3511 req-9d9c567c-1918-4b33-ab7c-2eb8cb58584f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:38.835466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-952d3ef4-0c7b-4b31-89a2-1f89410b3511 req-9d9c567c-1918-4b33-ab7c-2eb8cb58584f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1956456 Nov 09 17:30:38.838242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1e58e3db-5789-4f6d-885e-b1816cf72b65 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:30:38.838242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1e58e3db-5789-4f6d-885e-b1816cf72b65 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:38.860721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e58e3db-5789-4f6d-885e-b1816cf72b65,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:38.867743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] No DVR routers for this DVR port 1e58e3db-5789-4f6d-885e-b1816cf72b65 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:30:38.963977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.018675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] Pushing event deleted for resources: {'Port': ['ID=1e58e3db-5789-4f6d-885e-b1816cf72b65,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:39.029388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e16ca4-63c2-4457-b331-5ff08ce2de18 None None] No DVR routers for this DVR port 1e58e3db-5789-4f6d-885e-b1816cf72b65 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:30:39.073550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.074348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.075022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.076926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.078502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.079789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.081657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.083251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.083881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.086913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.087992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.088888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:39.134680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.192406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01352f60-a549-4973-80f6-630bff32995b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:39.268735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265f17fd-cf73-49b8-9013-30cefcad6c14') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:39.269110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265f17fd-cf73-49b8-9013-30cefcad6c14') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:30:39.297887 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.334532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.355472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3e3eb-7bfe-4557-8528-5e51dec467a3 req-ab66fba1-fb26-4fbe-8721-e4eccc7c4215 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.377950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38f3e3eb-7bfe-4557-8528-5e51dec467a3 req-ab66fba1-fb26-4fbe-8721-e4eccc7c4215 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 944 time: 0.1809232 Nov 09 17:30:39.410599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:30:39.411092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:30:39.414712 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:30:39.460223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-367701e1-8748-495c-acff-2a8b8cbe13e6 req-3724fa39-868d-450f-9278-dcac069db95a service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519084 Nov 09 17:30:39.525988 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38f3e3eb-7bfe-4557-8528-5e51dec467a3 req-305326ff-c8cf-4469-8fa8-dc09ae60ee2c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468935 Nov 09 17:30:39.526410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-952d3ef4-0c7b-4b31-89a2-1f89410b3511 req-99052e8b-07df-44bc-958b-e69c535413e8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6921690 Nov 09 17:30:39.534275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.570179 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:39.601074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] 10.222.0.45 "DELETE /v2.0/networks/01352f60-a549-4973-80f6-630bff32995b HTTP/1.1" status: 204 len: 168 time: 2.0140011 Nov 09 17:30:39.602742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ed107-979f-4fa0-8109-ae11aaa52983 admin admin] Pushing event deleted for resources: {'Network': ['ID=01352f60-a549-4973-80f6-630bff32995b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:39.664876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-bc5c32b5-a2b4-420b-9125-028283b48e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.666468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-bc5c32b5-a2b4-420b-9125-028283b48e6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 1095 time: 0.0908678 Nov 09 17:30:39.910161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-2a8b970c-fb76-424f-b447-a37aba721884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.912514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-2a8b970c-fb76-424f-b447-a37aba721884 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.2351675 Nov 09 17:30:39.927864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:39.980437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-41e03772-9a9c-435d-89ad-c3f3331443b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c HTTP/1.1" status: 200 len: 217 time: 0.0557706 Nov 09 17:30:39.983774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-1133e415-972f-4131-a95a-47b9f03ecee8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.990696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-1133e415-972f-4131-a95a-47b9f03ecee8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.2809682 Nov 09 17:30:40.010602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cbde8-5c21-4788-89b5-da5e4f5e1770 req-dd33eff9-1657-49be-87ba-07c8435edee8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:40.019239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b38cbde8-5c21-4788-89b5-da5e4f5e1770 req-dd33eff9-1657-49be-87ba-07c8435edee8 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1815727 Nov 09 17:30:40.022399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-300dfae5-cc4b-4b1a-ace7-9f3d83244acc tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/quotas/e65b5ccdee84489d8546dec9ca821cca HTTP/1.1" status: 200 len: 375 time: 0.0302567 Nov 09 17:30:40.062082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98636b2f-c464-4a0c-af77-64ab70e50e87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de51302e109f4e75bc59fca2fe6691b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290038 Nov 09 17:30:40.063713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36538) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:40.109749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-5b46bc72-cf49-486f-8ee5-0cae7772be38 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700989 Nov 09 17:30:40.125724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-762b90f9-2358-4a50-9e2c-b41611a81ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:40.128312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-762b90f9-2358-4a50-9e2c-b41611a81ff7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1385834 Nov 09 17:30:40.242556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b38cbde8-5c21-4788-89b5-da5e4f5e1770 req-82ff8497-2816-43de-a1cd-0a73f3a3438b tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221348 Nov 09 17:30:40.284629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-16b341f6-5183-4366-b446-0bc14496b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:40.287557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-16b341f6-5183-4366-b446-0bc14496b8bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393542 Nov 09 17:30:40.289710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d62-5459-44e2-8f91-aaa8cb82296d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:40.322908 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-d92d089f-1ab1-4925-8c74-e90b5540daeb service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004337 Nov 09 17:30:40.445848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d62-5459-44e2-8f91-aaa8cb82296d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:40.526875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-9f9b1d65-5ef1-4f78-b381-dc10d1f60926 service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859295 Nov 09 17:30:40.594198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d62-5459-44e2-8f91-aaa8cb82296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:40.601044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb64d62-5459-44e2-8f91-aaa8cb82296d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:40.608981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7eb64d62-5459-44e2-8f91-aaa8cb82296d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dd92fa2-a2ce-470f-927c-d39a2ae43221 HTTP/1.1" status: 204 len: 168 time: 0.5415895 Nov 09 17:30:40.624229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb64d62-5459-44e2-8f91-aaa8cb82296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd92fa2-a2ce-470f-927c-d39a2ae43221,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:40.642891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-7b870e57-31dd-48d3-83e5-4c530cbc0c93 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443768 Nov 09 17:30:40.785299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1a62-5871-4f61-9460-aceb2425853d req-2f2ee652-d16c-46ea-abc4-ef4be3393d39 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:40.801744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e19a1a62-5871-4f61-9460-aceb2425853d req-2f2ee652-d16c-46ea-abc4-ef4be3393d39 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 944 time: 0.1521959 Nov 09 17:30:40.907773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e19a1a62-5871-4f61-9460-aceb2425853d req-eab90505-e4b6-46e0-99a1-53e7b3dc6d06 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044946 Nov 09 17:30:40.912369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c472e8ee-dfb6-45a8-a2ef-983e57e2beaf req-4eab830e-769c-4307-b811-7442170d2efb service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535112 Nov 09 17:30:41.255432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e015d04-8a5c-405d-855a-4eefa16d0838 req-3d5acf0c-8cde-4c73-87c7-5a70e681aef6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 210 time: 0.0589757 Nov 09 17:30:41.536093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b281f-64ea-453b-84bf-f67baea5926c req-8e084902-f279-44b7-83aa-641db38dabf6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.546131 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-241b281f-64ea-453b-84bf-f67baea5926c req-8e084902-f279-44b7-83aa-641db38dabf6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.6188877 Nov 09 17:30:41.553126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c222e3-b406-4d10-9d03-65a5161dfdf7 req-317d0097-be58-4c01-8d44-3129befb9f91 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.561729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84c222e3-b406-4d10-9d03-65a5161dfdf7 req-317d0097-be58-4c01-8d44-3129befb9f91 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1332858 Nov 09 17:30:41.623373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-241b281f-64ea-453b-84bf-f67baea5926c req-0d5e20c9-42f9-433a-8736-8c8c79345c2f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722022 Nov 09 17:30:41.703563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84c222e3-b406-4d10-9d03-65a5161dfdf7 req-7f453734-d624-439b-ad37-9eb6d2111c50 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071253 Nov 09 17:30:42.020896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36582) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:42.141745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acf451-9b91-406a-9890-31bd268f5412 req-a517d333-b172-444c-b199-ca3cfe899c1f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.143315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75acf451-9b91-406a-9890-31bd268f5412 req-a517d333-b172-444c-b199-ca3cfe899c1f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 944 time: 0.0728588 Nov 09 17:30:42.201006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1621617413-network', 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:42.227021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75acf451-9b91-406a-9890-31bd268f5412 req-fafe5083-e96b-4eb1-95fb-c2d9915ed219 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645707 Nov 09 17:30:42.242181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:42.245316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.259268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.281246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:30:42.306574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a8b78a20-d112-4fc6-8d4b-137dcd44d33c details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:42.408429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.452039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.468372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:42.475023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2790f94-5559-4133-bcbd-ea274dc40b5b req-8f554fd9-706f-401f-a85e-4d6259ab9949 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 210 time: 0.0859444 Nov 09 17:30:42.502960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c', 'mac_address': 'fa:16:3e:54:72:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:42.565016 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.601881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b78a20-d112-4fc6-8d4b-137dcd44d33c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:42.642558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:42.656591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.704534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:30:42.708855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b58e5e-bf1d-4d92-8163-782b06137d3f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:42.763448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-7130a8d6-3666-476e-b9c6-433557db45f9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.765643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-7130a8d6-3666-476e-b9c6-433557db45f9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.2893775 Nov 09 17:30:42.767017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.769050 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Added segment 5578b0cb-9813-4d95-a29c-bae238226dc5 of type vlan for network fe30e5b4-57a2-4a4a-be16-d925080ada9b Nov 09 17:30:42.783988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Request body: {'port': {'device_id': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'admin_state_up': True, 'tenant_id': 'e65b5ccdee84489d8546dec9ca821cca'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:42.792815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:42.912106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b44f64-dd2b-4267-81dd-1afce25cee19 req-bdafa247-3387-4f04-b4ac-27b16bcfebbb tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.916520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08b44f64-dd2b-4267-81dd-1afce25cee19 req-bdafa247-3387-4f04-b4ac-27b16bcfebbb tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1009371 Nov 09 17:30:42.921301 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:42.943931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a8b78a20-d112-4fc6-8d4b-137dcd44d33c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:43.006669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08b44f64-dd2b-4267-81dd-1afce25cee19 req-44a5c382-e5cf-4ef1-a269-0c1de8e8941d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820522 Nov 09 17:30:43.018968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.020783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:43.021927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.137808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3bd9e-a036-4858-bb35-44d43437d0f8 req-d104ec04-9d51-41c2-93f1-d1e4f6a2a25d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:43.139815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95e3bd9e-a036-4858-bb35-44d43437d0f8 req-d104ec04-9d51-41c2-93f1-d1e4f6a2a25d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.2733474 Nov 09 17:30:43.156782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1343050 Nov 09 17:30:43.161321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:43.165749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Request body: {'subnet': {'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1621617413-subnet', 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:43.175143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c4ccf-8028-439e-864e-9e4eb39dc2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe30e5b4-57a2-4a4a-be16-d925080ada9b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:43.206538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Made reservation on behalf of e65b5ccdee84489d8546dec9ca821cca for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:43.211289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.226751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:30:43.242474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:43.249409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.270457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95e3bd9e-a036-4858-bb35-44d43437d0f8 req-1e1b04e7-4115-4037-815e-46023150d58f tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068656 Nov 09 17:30:43.521238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124300f3-b152-4b43-a894-6da7e66c3b45 req-6e5af399-3034-42a0-bae0-d244c745eb5d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:43.523091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-124300f3-b152-4b43-a894-6da7e66c3b45 req-6e5af399-3034-42a0-bae0-d244c745eb5d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 945 time: 0.1292977 Nov 09 17:30:43.525593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Allocated IP 172.20.0.4 (7c8b1258-5506-4556-8950-0181ec49a80e/61d28068-65da-4ab3-a64a-c497efaa5064/8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:43.646197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3a28c83d-d5fb-4f77-93cf-aed2349ce670 req-c80e746a-00ca-48eb-a190-bd0c2f02f2c1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 210 time: 0.0575974 Nov 09 17:30:43.664814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-124300f3-b152-4b43-a894-6da7e66c3b45 req-522888af-13df-4771-9148-07d1d4ae2d36 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345272 Nov 09 17:30:43.716932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.778124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f1e866-3800-4790-a18b-00cf3d5d807a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:43.807784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.815641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:43.816238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Network hostable DHCP agents. Network: fe30e5b4-57a2-4a4a-be16-d925080ada9b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:30:43.848024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:30:43.867454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, fe30e5b4-57a2-4a4a-be16-d925080ada9b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:43.867772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.875393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:43.876418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:43.882265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3d815-03cb-4700-a331-6e7661adafb9 None None] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:43.886478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:43.900625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1d8e1de3-2ef9-4cbf-b0de-7e53afdd90de admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7394466 Nov 09 17:30:43.945536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event updated for resources: {'Port': ['ID=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:43.963828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Network 7c8b1258-5506-4556-8950-0181ec49a80e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:43.966636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:43.970065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:44.044231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:44.045687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:44.078670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-572583ed-5945-4de9-bc83-ec4a4a33ebc6 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3000958 Nov 09 17:30:44.106951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Request body: {'port': {'device_id': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:44.326371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a8b78a20-d112-4fc6-8d4b-137dcd44d33c up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:44.333698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:44.363502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19da198-0810-474a-9d59-db724e89f4c1 None None] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:44.371379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a6ee6-618c-4693-b6b9-276f466a7fa5 req-e7aeb8c3-62d5-4a5e-80f3-3187995a937d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:44.374421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-102a6ee6-618c-4693-b6b9-276f466a7fa5 req-e7aeb8c3-62d5-4a5e-80f3-3187995a937d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1824727 Nov 09 17:30:44.547636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-102a6ee6-618c-4693-b6b9-276f466a7fa5 req-7b758371-d134-4477-9f93-9bb8a94bb74d tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622941 Nov 09 17:30:44.634546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port a8b78a20-d112-4fc6-8d4b-137dcd44d33c completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:44.673268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a8b78a20-d112-4fc6-8d4b-137dcd44d33c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:44.674222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:44.890900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba8a21-964b-4bb4-9f5f-3ec903b51db5 req-7ca1393f-7dd9-4a35-acc4-4c0fddab3eac tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:44.892999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-faba8a21-964b-4bb4-9f5f-3ec903b51db5 req-7ca1393f-7dd9-4a35-acc4-4c0fddab3eac tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1482816 Nov 09 17:30:44.962848 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.016282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:45.023099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:45.027379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.028875 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e87a511-222c-48a6-ac03-f4b6568803f1" -d '{"events": [{"server_uuid": "69d0ce7b-eee1-4baa-9b55-8a2520d0af16", "name": "network-vif-plugged", "status": "completed", "tag": "a8b78a20-d112-4fc6-8d4b-137dcd44d33c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:45.037985 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-0bfa2605-60ec-4135-a605-6cb000e19f59 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.038815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-faba8a21-964b-4bb4-9f5f-3ec903b51db5 req-501aed84-2323-4cb8-bd65-85edebfd9070 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085589 Nov 09 17:30:45.048222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-0bfa2605-60ec-4135-a605-6cb000e19f59 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2175589 Nov 09 17:30:45.055519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec388c-1f19-43c5-9f7b-816e912a4716 req-a17d0dc0-aec9-443f-a8d8-e42cdf923097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.057171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08ec388c-1f19-43c5-9f7b-816e912a4716 req-a17d0dc0-aec9-443f-a8d8-e42cdf923097 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.1374381 Nov 09 17:30:45.060538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Transition to ACTIVE for port object 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:45.072334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9ea19012-9e8c-4e77-bf52-b512cd88949c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0205770 Nov 09 17:30:45.074643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.086757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:45.106271 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.152169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-66bd432a-d2f3-4d2b-acb9-2fd121805feb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525501 Nov 09 17:30:45.187447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08ec388c-1f19-43c5-9f7b-816e912a4716 req-241557a9-fc09-4b21-a6a3-0df375bb6268 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216824 Nov 09 17:30:45.256858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:45.309563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-f24c3a62-2f1b-47c7-b4d2-1443d35a153c service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561079 Nov 09 17:30:45.328824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Pushing event updated for resources: {'Port': ['ID=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:45.386746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Attempting to bind port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:30:45.387106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Attempting to bind port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:30:45.387442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Attempting to bind port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:45.402327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa183ec-d783-4ee2-9d46-f7e0e861526a req-5492f356-87fc-43bc-90e3-357357bb0267 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.404910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5aa183ec-d783-4ee2-9d46-f7e0e861526a req-5492f356-87fc-43bc-90e3-357357bb0267 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 946 time: 0.0911014 Nov 09 17:30:45.406108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 on network 7c8b1258-5506-4556-8950-0181ec49a80e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:45.406433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Attempting to bind port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:45.412824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:45.413167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Checking segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:45.413559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Bound using segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:45.414000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Bound port: 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:30:45.414367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.464608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-a5d67c5d-3aab-4356-a94d-a6e6a92f4e27 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481028 Nov 09 17:30:45.561945 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5aa183ec-d783-4ee2-9d46-f7e0e861526a req-d46d1976-8593-4f43-ad47-4eae44e96a50 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372755 Nov 09 17:30:45.563293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] For port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:45.567695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] For port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:45.573816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.657541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.658282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:45.661373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] 10.222.0.43 "PUT /v2.0/ports/8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 HTTP/1.1" status: 200 len: 1091 time: 1.5720487 Nov 09 17:30:45.662174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5736af0-2f9c-44f6-b563-ebb3015c930a service neutron] Pushing event updated for resources: {'Port': ['ID=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:45.667096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'tag': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:45.670704 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0913ba-13dc-450f-b43a-d60cda67592b" -d '{"events": [{"name": "network-changed", "server_uuid": "b258dcc9-c6ab-4cb2-8da6-e722cf1766f3", "tag": "8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:45.786459 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff5915-a604-434d-9327-7205b15a80e7 x-openstack-request-id: req-16ff5915-a604-434d-9327-7205b15a80e7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:45.786836 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d0ce7b-eee1-4baa-9b55-8a2520d0af16", "name": "network-vif-plugged", "status": "completed", "tag": "a8b78a20-d112-4fc6-8d4b-137dcd44d33c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:45.787311 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16ff5915-a604-434d-9327-7205b15a80e7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:45.788028 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c', 'code': 200} Nov 09 17:30:45.899503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d71d1-6a15-43e7-9f2b-0c564db64223 req-0be76f15-66ab-4862-8957-bf4242753aae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.900459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0d71d1-6a15-43e7-9f2b-0c564db64223 req-0be76f15-66ab-4862-8957-bf4242753aae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 943 time: 0.1672046 Nov 09 17:30:45.912266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-db7caf8e-b849-450f-87e7-24df8ba661aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.914450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-db7caf8e-b849-450f-87e7-24df8ba661aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 1094 time: 0.1378906 Nov 09 17:30:46.021974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-ac359246-ca52-4a66-a948-032d3d334759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 HTTP/1.1" status: 200 len: 217 time: 0.0951207 Nov 09 17:30:46.066038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9c269-12bf-4e60-a2c9-62cd5a874ab5 req-a20738bc-012e-4f98-9465-e4e8ef461e84 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.074359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19c9c269-12bf-4e60-a2c9-62cd5a874ab5 req-a20738bc-012e-4f98-9465-e4e8ef461e84 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0870292 Nov 09 17:30:46.159622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19c9c269-12bf-4e60-a2c9-62cd5a874ab5 req-187a5aa6-0cd3-4e4d-b1bf-b6074bf50380 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842717 Nov 09 17:30:46.165139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdb61-c67e-424c-b255-c88f4ed28ba1 req-17fb1207-a1ac-4653-af54-f1a5cccccf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.168087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95dfdb61-c67e-424c-b255-c88f4ed28ba1 req-17fb1207-a1ac-4653-af54-f1a5cccccf15 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 1097 time: 0.2664192 Nov 09 17:30:46.202197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0d71d1-6a15-43e7-9f2b-0c564db64223 req-3e94a4e4-732f-40ca-a1c6-d3e3e89220b8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840595 Nov 09 17:30:46.242521 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff57242-8c73-439c-902a-a20ca5d95c01 x-openstack-request-id: req-bff57242-8c73-439c-902a-a20ca5d95c01 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:46.242817 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b258dcc9-c6ab-4cb2-8da6-e722cf1766f3", "tag": "8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:46.243110 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bff57242-8c73-439c-902a-a20ca5d95c01 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:46.243533 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'tag': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', 'status': 'completed', 'code': 200} Nov 09 17:30:46.253771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c009e274-98b7-411f-98d8-2cf6f34d887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.255498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c009e274-98b7-411f-98d8-2cf6f34d887b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.2175558 Nov 09 17:30:46.345790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-c799e9a5-1508-4e36-80b5-a54120675730 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579138 Nov 09 17:30:46.416008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e74e-7bbc-4cdf-9a4b-53312a9132fe req-bbc793ce-8a6a-4470-91c9-a7977293ff1d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.420922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4759e74e-7bbc-4cdf-9a4b-53312a9132fe req-bbc793ce-8a6a-4470-91c9-a7977293ff1d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1044829 Nov 09 17:30:46.499037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-863f9d25-64da-4b0b-9ad1-e1bfe01e72e1 req-e023953a-46fd-4411-9d1a-2a514061ce1a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 210 time: 0.1245458 Nov 09 17:30:46.508479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4759e74e-7bbc-4cdf-9a4b-53312a9132fe req-09c41323-0081-40e0-ab75-d1a6d8c06d23 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784488 Nov 09 17:30:46.510729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95dfdb61-c67e-424c-b255-c88f4ed28ba1 req-15e356db-0ab0-41cf-a4eb-c3b3a010185c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967172 Nov 09 17:30:46.585436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-e6d238cb-ec4a-405b-9041-be23e82acac6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286823 Nov 09 17:30:46.957053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e114cf0-247d-46ba-9593-41072acaba1a req-8e899e4c-c6d7-4c93-bbef-71e800e2095e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.959829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e114cf0-247d-46ba-9593-41072acaba1a req-8e899e4c-c6d7-4c93-bbef-71e800e2095e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 946 time: 0.2376108 Nov 09 17:30:47.021783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0570eda7-4e89-44bc-acc1-97e3e9c1a9d4 req-bf3d1896-30de-4bbb-b6e1-63fca5849295 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734513 Nov 09 17:30:47.084614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e114cf0-247d-46ba-9593-41072acaba1a req-54b626be-ce25-4e6e-a011-6e96ccf29f15 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157708 Nov 09 17:30:47.227571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-c32f61f0-d746-4e31-b2a8-42cb417e7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.230551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-c32f61f0-d746-4e31-b2a8-42cb417e7326 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 1094 time: 0.1089287 Nov 09 17:30:47.452936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb934a8a-f497-4552-8119-d7a2de782c14 req-975fc426-4336-401c-9d39-2b618a5b6e1f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.455511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb934a8a-f497-4552-8119-d7a2de782c14 req-975fc426-4336-401c-9d39-2b618a5b6e1f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1132443 Nov 09 17:30:47.567349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb934a8a-f497-4552-8119-d7a2de782c14 req-c3500784-8b12-4f3e-a5ef-15839bce486f tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936751 Nov 09 17:30:47.620031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742534e-ba5b-4f52-b105-7d0cdd9223a0 req-1935b9f1-2488-4adb-b375-7548cdbf657b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.624752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4742534e-ba5b-4f52-b105-7d0cdd9223a0 req-1935b9f1-2488-4adb-b375-7548cdbf657b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 943 time: 0.2130449 Nov 09 17:30:47.630564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-0e34663a-445e-4a50-9533-c85dee4ee802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.633646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-0e34663a-445e-4a50-9533-c85dee4ee802 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 915 time: 0.3944016 Nov 09 17:30:47.648356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-c71d4e26-f44f-4547-81f4-5b9611b967f7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.651104 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-c71d4e26-f44f-4547-81f4-5b9611b967f7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.3855002 Nov 09 17:30:47.682202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Request body: {'port': {'device_id': 'd1673185-9fc7-4387-891e-9a2135b30703', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'admin_state_up': True, 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:47.755097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdab66-8a08-445d-85a4-5949a1772601 req-64f0c4aa-6832-4ba9-96b2-0c90d9c651dd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.759162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19cdab66-8a08-445d-85a4-5949a1772601 req-64f0c4aa-6832-4ba9-96b2-0c90d9c651dd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0855048 Nov 09 17:30:47.772216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-58d08562-e6c9-48f8-97b8-35315dbd91a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 HTTP/1.1" status: 200 len: 217 time: 0.1193118 Nov 09 17:30:47.858265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19cdab66-8a08-445d-85a4-5949a1772601 req-87cfba99-d908-4d3d-b965-aa5d2045b2cc tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836461 Nov 09 17:30:47.985871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4742534e-ba5b-4f52-b105-7d0cdd9223a0 req-92970c63-017a-468c-860d-2457f7aff2f2 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308566 Nov 09 17:30:47.996646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-ff453eac-1030-47f9-a235-11f1781dcc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.000098 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-ff453eac-1030-47f9-a235-11f1781dcc65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.1794550 Nov 09 17:30:48.039099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27a7ee9b-d8fa-4d90-b9be-9edcc7a7012f req-8415d5d4-28c5-4b90-8e76-3e8b8e3cd3e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 210 time: 0.0750699 Nov 09 17:30:48.098626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-cbc69609-c62b-4c71-9afb-2cd6b37e6787 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832942 Nov 09 17:30:48.273426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:48.280121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:48.321241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d4203-66e0-4990-8fc7-72233c5f02db req-bce795d8-c3cc-4c8c-9074-6115fc94d24e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.330010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be4d4203-66e0-4990-8fc7-72233c5f02db req-bce795d8-c3cc-4c8c-9074-6115fc94d24e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 946 time: 0.0921695 Nov 09 17:30:48.430841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be4d4203-66e0-4990-8fc7-72233c5f02db req-8581246a-4895-4873-8250-a67c63b51084 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989568 Nov 09 17:30:48.455326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-5f96076f-fb99-4c9b-b7a2-3e388853edec service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446832 Nov 09 17:30:48.502657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b636-4f65-477d-9f03-407b783aa12b req-c789670c-6be6-4801-92b6-bf8e22c2a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.504948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-c789670c-6be6-4801-92b6-bf8e22c2a9ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.0601416 Nov 09 17:30:48.681006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b636-4f65-477d-9f03-407b783aa12b req-4dfcbb48-dc6f-4fb5-b404-866111431d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.683500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-4dfcbb48-dc6f-4fb5-b404-866111431d82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.1708000 Nov 09 17:30:48.763565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-a9c95cf6-4a13-44f6-96cc-f373a900a464 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 217 time: 0.0722032 Nov 09 17:30:48.912485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee04d5-5d23-437e-b93c-fd7bd1159b15 req-5b478479-766c-4cea-a148-d5f302cccee5 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.915543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63ee04d5-5d23-437e-b93c-fd7bd1159b15 req-5b478479-766c-4cea-a148-d5f302cccee5 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1617851 Nov 09 17:30:48.955901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b636-4f65-477d-9f03-407b783aa12b req-a1c9757d-2143-42bf-b52a-e81058175e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.957622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-a1c9757d-2143-42bf-b52a-e81058175e45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.1598659 Nov 09 17:30:49.018233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-fb253e6b-0eac-46ca-9ca7-c8686c213f84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509734 Nov 09 17:30:49.024882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63ee04d5-5d23-437e-b93c-fd7bd1159b15 req-5982cf78-1794-4aab-835f-e9580aea81e7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949223 Nov 09 17:30:49.076464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2855a88-5f67-4b2d-aea6-769279996ca0 req-419a814c-a9b0-41d5-84e0-78c5172185fe tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.077336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a2855a88-5f67-4b2d-aea6-769279996ca0 req-419a814c-a9b0-41d5-84e0-78c5172185fe tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.6143355 Nov 09 17:30:49.153485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f0913ba-13dc-450f-b43a-d60cda67592b req-c135d1cd-f87c-4504-ba67-2517e12fcecb service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358912 Nov 09 17:30:49.192904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Allocated IP 172.20.0.9 (fe30e5b4-57a2-4a4a-be16-d925080ada9b/06f1e866-3800-4790-a18b-00cf3d5d807a/aae60aae-e9e3-46cc-8f43-813d920731d9) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:49.232643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-4892b972-d03b-46cb-92fe-8d9af007ba46 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058465 Nov 09 17:30:49.246717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72f2e9-4049-4bf1-b4eb-063bbc3e5f23 req-2bb4c407-02c5-4a59-a00e-ca5963961a8c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.250550 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f72f2e9-4049-4bf1-b4eb-063bbc3e5f23 req-2bb4c407-02c5-4a59-a00e-ca5963961a8c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 943 time: 0.1033344 Nov 09 17:30:49.258880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a2855a88-5f67-4b2d-aea6-769279996ca0 req-2c08382c-9aa2-49e0-bb54-84c2845cb479 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543522 Nov 09 17:30:49.427066 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f72f2e9-4049-4bf1-b4eb-063bbc3e5f23 req-3cc5e91e-1d4f-4b6c-974e-a3b0217a7c3d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647866 Nov 09 17:30:49.450320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e744b636-4f65-477d-9f03-407b783aa12b req-3e3f81b3-221b-4491-9996-ef6fcb748e2c service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980000 Nov 09 17:30:49.467644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-714d3945-54c1-4ac1-8131-f768194062de req-be5e0ff1-9187-4f41-8fd1-c1ababbd3bf8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 210 time: 0.0750451 Nov 09 17:30:49.579984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:49.642048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:49.738554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:49.745113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:49.754513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:49.761350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event updated for resources: {'Port': ['ID=aae60aae-e9e3-46cc-8f43-813d920731d9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:49.843920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.844775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:49.865930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-335e4faf-70d2-4ccd-9f88-aaaef9c6d6a6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989489 Nov 09 17:30:49.881620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Request body: {'port': {'device_id': 'd1673185-9fc7-4387-891e-9a2135b30703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:49.954528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:50.312183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c842-c621-4140-abf8-2297084a44eb req-dc92eaa2-b8a4-4a3e-8288-857ed7fa31df tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.314903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a176c842-c621-4140-abf8-2297084a44eb req-dc92eaa2-b8a4-4a3e-8288-857ed7fa31df tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1348913 Nov 09 17:30:50.380490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:50.425983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a7ec6-0fea-430b-941d-6d6c8c1180c2 req-41242182-4ef3-4466-9468-e08f09e72075 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.428332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e3a7ec6-0fea-430b-941d-6d6c8c1180c2 req-41242182-4ef3-4466-9468-e08f09e72075 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0715327 Nov 09 17:30:50.484569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a176c842-c621-4140-abf8-2297084a44eb req-ea3175a4-c023-42bf-bc8a-932a6c7049c5 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571896 Nov 09 17:30:50.523562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae60aae-e9e3-46cc-8f43-813d920731d9 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:50.526054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e3a7ec6-0fea-430b-941d-6d6c8c1180c2 req-b5a8b15d-484b-4ebc-b46f-9bc204d8abf7 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903108 Nov 09 17:30:50.552866 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:50.558666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:50.577332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'port_id': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', 'mac_address': 'fa:16:3e:4b:de:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d28068-65da-4ab3-a64a-c497efaa5064', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:50.597728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Transition to ACTIVE for port object aae60aae-e9e3-46cc-8f43-813d920731d9 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:50.618697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:50.647128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:50.670948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:50.677801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41992a4c-3a06-4207-8c2b-4e01e2794ae7 req-f5e954e9-a298-4a52-9aa6-57f75e1c7f07 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.679529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41992a4c-3a06-4207-8c2b-4e01e2794ae7 req-f5e954e9-a298-4a52-9aa6-57f75e1c7f07 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 943 time: 0.0847187 Nov 09 17:30:50.711837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:50.719376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:50.754753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41992a4c-3a06-4207-8c2b-4e01e2794ae7 req-15906f9a-65ba-44e7-b922-70f61f06232d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673985 Nov 09 17:30:50.758180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Pushing event updated for resources: {'Port': ['ID=aae60aae-e9e3-46cc-8f43-813d920731d9,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:50.787084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:50.795980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a3f0-e83d-409b-b1de-faa89a803176 req-0179a179-21a7-4673-8bd9-f7a36960f7db tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.797655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bf0a3f0-e83d-409b-b1de-faa89a803176 req-0179a179-21a7-4673-8bd9-f7a36960f7db tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 943 time: 0.2025840 Nov 09 17:30:50.915702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bf0a3f0-e83d-409b-b1de-faa89a803176 req-9bd57a95-e0d6-41ae-be4c-e5f8ed9ca46a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019971 Nov 09 17:30:50.916119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Attempting to bind port aae60aae-e9e3-46cc-8f43-813d920731d9 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:30:50.916459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Attempting to bind port aae60aae-e9e3-46cc-8f43-813d920731d9 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:30:50.916790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Attempting to bind port aae60aae-e9e3-46cc-8f43-813d920731d9 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:50.923506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Port aae60aae-e9e3-46cc-8f43-813d920731d9 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:50.923506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Attempting to bind port aae60aae-e9e3-46cc-8f43-813d920731d9 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:50.930443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:50.930875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:30:50.931552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Bound using segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:50.931923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Bound port: aae60aae-e9e3-46cc-8f43-813d920731d9, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:30:50.932459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:50.999346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:51.046161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] For port aae60aae-e9e3-46cc-8f43-813d920731d9, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:51.049980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] For port aae60aae-e9e3-46cc-8f43-813d920731d9, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=aae60aae-e9e3-46cc-8f43-813d920731d9,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:51.056384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:51.098728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.099388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:51.100908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] 10.222.0.83 "PUT /v2.0/ports/aae60aae-e9e3-46cc-8f43-813d920731d9 HTTP/1.1" status: 200 len: 1091 time: 1.2253263 Nov 09 17:30:51.101410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1673185-9fc7-4387-891e-9a2135b30703', 'tag': 'aae60aae-e9e3-46cc-8f43-813d920731d9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:51.103822 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d52e6d-ce7b-4b08-a70c-a3978e11c375" -d '{"events": [{"name": "network-changed", "server_uuid": "d1673185-9fc7-4387-891e-9a2135b30703", "tag": "aae60aae-e9e3-46cc-8f43-813d920731d9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:51.135760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491983-f6ce-4f88-81e6-a71d4a239469 service neutron] Pushing event updated for resources: {'Port': ['ID=aae60aae-e9e3-46cc-8f43-813d920731d9,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:51.205054 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6445aa88-c378-48a2-9c06-0876fc7224c8 x-openstack-request-id: req-6445aa88-c378-48a2-9c06-0876fc7224c8 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:51.205613 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1673185-9fc7-4387-891e-9a2135b30703", "tag": "aae60aae-e9e3-46cc-8f43-813d920731d9", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:51.206188 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6445aa88-c378-48a2-9c06-0876fc7224c8 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:51.206712 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1673185-9fc7-4387-891e-9a2135b30703', 'tag': 'aae60aae-e9e3-46cc-8f43-813d920731d9', 'status': 'completed', 'code': 200} Nov 09 17:30:51.291379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-bb723fd0-9082-4d91-bab7-3f3d5309bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.294650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-bb723fd0-9082-4d91-bab7-3f3d5309bcd2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 1094 time: 0.1112118 Nov 09 17:30:51.356895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-8414c62e-9d83-4b95-8907-feac311c93fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae60aae-e9e3-46cc-8f43-813d920731d9 HTTP/1.1" status: 200 len: 217 time: 0.0430031 Nov 09 17:30:51.414518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-454d922e-3526-49c6-a296-fec40ed49ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.416395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-454d922e-3526-49c6-a296-fec40ed49ba0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.0507295 Nov 09 17:30:51.457072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-377d600d-7acb-4ec2-ab05-2fe443d4114c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294490 Nov 09 17:30:51.622913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-2d44b028-d086-4b0a-8f85-14e07d7a15b9 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549923 Nov 09 17:30:51.635696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf40c1-a7d9-42a2-b386-c674673c70e3 req-6f591b8f-e266-4f9d-bc82-38a60d7e547b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.643978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cddf40c1-a7d9-42a2-b386-c674673c70e3 req-6f591b8f-e266-4f9d-bc82-38a60d7e547b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0764651 Nov 09 17:30:51.726343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cddf40c1-a7d9-42a2-b386-c674673c70e3 req-76cc311d-24db-41a7-8a76-9ca1a96ff9f6 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812728 Nov 09 17:30:51.790385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5e382b0-3171-4da0-abcb-085eff893db9 req-70ce00ef-7754-41a5-ae2b-25d013df203f service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543078 Nov 09 17:30:51.818684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac1493-680a-4e28-91a8-559014f36ebf req-778036e2-5126-41f3-bc6f-906ebe314a6d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.823632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06ac1493-680a-4e28-91a8-559014f36ebf req-778036e2-5126-41f3-bc6f-906ebe314a6d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1006949 Nov 09 17:30:51.943518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06ac1493-680a-4e28-91a8-559014f36ebf req-5590128f-26d9-4ce4-ae6c-af3d7773d1f3 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000037 Nov 09 17:30:51.947315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-e5a02a37-db6c-4e6b-a933-16f7f4d901bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.949138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-e5a02a37-db6c-4e6b-a933-16f7f4d901bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 1094 time: 0.0819309 Nov 09 17:30:51.952381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fa2a0-fa91-4bfa-abec-89178671daca req-aef22805-4d33-41af-b785-0f7d4b4a6c8c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.955115 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c2fa2a0-fa91-4bfa-abec-89178671daca req-aef22805-4d33-41af-b785-0f7d4b4a6c8c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 943 time: 0.0788188 Nov 09 17:30:52.037496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c2fa2a0-fa91-4bfa-abec-89178671daca req-162930b8-3ad9-4924-a3f0-5b71d835dbcf tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732083 Nov 09 17:30:52.144779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-90244b80-ba98-49af-b86f-ddb0c6464ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.162308 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-90244b80-ba98-49af-b86f-ddb0c6464ee8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.2033806 Nov 09 17:30:52.225510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-7b050201-9540-417e-88c0-45fc2db1b085 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae60aae-e9e3-46cc-8f43-813d920731d9 HTTP/1.1" status: 200 len: 217 time: 0.0527780 Nov 09 17:30:52.312123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-9fee94a8-dd5d-443d-9972-80d7ab6d3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.313640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-9fee94a8-dd5d-443d-9972-80d7ab6d3e87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.0595007 Nov 09 17:30:52.322749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d049-56aa-40c8-9e79-fedb55eedf9d req-90ef5863-0bbc-4823-990b-17a28bf66544 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.324401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d862d049-56aa-40c8-9e79-fedb55eedf9d req-90ef5863-0bbc-4823-990b-17a28bf66544 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 944 time: 0.1076419 Nov 09 17:30:52.361042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-a547d292-501f-4e56-a4fa-85898d8a989b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353649 Nov 09 17:30:52.393995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:52.460375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d862d049-56aa-40c8-9e79-fedb55eedf9d req-e8894eeb-f08a-41b3-9dd5-8defd9ed7402 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265755 Nov 09 17:30:52.468376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:52.475960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:52.476496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:52.503292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-92da1764-f21c-45ec-9233-eda94dd9a19d service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287150 Nov 09 17:30:52.576018 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:52.616993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:52.621895 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30859736-7bfa-4232-9ed6-203f07b7bee6" -d '{"events": [{"server_uuid": "b258dcc9-c6ab-4cb2-8da6-e722cf1766f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:52.653556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:52.661213 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:52.666011 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21d52e6d-ce7b-4b08-a70c-a3978e11c375 req-57cde4cc-3866-41d5-a012-4f53eb29e877 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462283 Nov 09 17:30:52.717691 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41ffcf-26f4-4ea3-b853-308e21569813 x-openstack-request-id: req-1d41ffcf-26f4-4ea3-b853-308e21569813 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:52.718153 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b258dcc9-c6ab-4cb2-8da6-e722cf1766f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:52.718638 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d41ffcf-26f4-4ea3-b853-308e21569813 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:52.719366 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', 'code': 200} Nov 09 17:30:52.751604 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:52.762921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:52.902455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137b879-0591-4f01-a091-bc8a20f42bff req-bf62dcee-4f8f-437f-a4de-2c8b829671ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.904639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c137b879-0591-4f01-a091-bc8a20f42bff req-bf62dcee-4f8f-437f-a4de-2c8b829671ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 1096 time: 0.1047640 Nov 09 17:30:52.920172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1a08d-8876-4c4d-a6d8-3ce6adf403b9 req-4febcb20-1d63-41b8-8952-2f931044f189 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.921966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2f1a08d-8876-4c4d-a6d8-3ce6adf403b9 req-4febcb20-1d63-41b8-8952-2f931044f189 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0714073 Nov 09 17:30:53.005219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c137b879-0591-4f01-a091-bc8a20f42bff req-2c99feae-5234-453b-b6c9-c636600418f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Nov 09 17:30:53.012028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2f1a08d-8876-4c4d-a6d8-3ce6adf403b9 req-4427ad20-2d76-411e-a0d3-de73b3268b78 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763702 Nov 09 17:30:53.166961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4600ea9-166c-4e74-a156-15a7aa12150d req-1875dfb3-616f-4ffa-ae57-44eb89485784 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.169535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4600ea9-166c-4e74-a156-15a7aa12150d req-1875dfb3-616f-4ffa-ae57-44eb89485784 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0774078 Nov 09 17:30:53.201006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148672e6-875e-48c7-a489-1878030c62fa req-55af7dec-b2b0-44c5-8d06-09ad2352ebd2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.203815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-148672e6-875e-48c7-a489-1878030c62fa req-55af7dec-b2b0-44c5-8d06-09ad2352ebd2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 943 time: 0.0739715 Nov 09 17:30:53.267127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-148672e6-875e-48c7-a489-1878030c62fa req-7ee14982-dfe3-4a83-8359-f4a1178aefdc tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566862 Nov 09 17:30:53.276571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a4600ea9-166c-4e74-a156-15a7aa12150d req-2d4f8800-ba2c-467a-bc0d-4460a1c54980 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831771 Nov 09 17:30:53.657610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da93091-0436-4dc8-b6d6-917edc768a0c req-b99f0ead-8fbf-440d-842b-329fa7bdae9b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.660610 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6da93091-0436-4dc8-b6d6-917edc768a0c req-b99f0ead-8fbf-440d-842b-329fa7bdae9b tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 945 time: 0.0921955 Nov 09 17:30:53.764794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6da93091-0436-4dc8-b6d6-917edc768a0c req-456cf342-230e-484f-b6eb-6ec99fa900e8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919030 Nov 09 17:30:54.187571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ca7f7-16a9-4a11-8705-0644decb2025 req-19693f80-31ba-4ebb-8e81-91e877c55282 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.189507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-969ca7f7-16a9-4a11-8705-0644decb2025 req-19693f80-31ba-4ebb-8e81-91e877c55282 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0837345 Nov 09 17:30:54.259756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-969ca7f7-16a9-4a11-8705-0644decb2025 req-b03f3744-d0a1-424b-ae0c-37f30f7ce2a7 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623662 Nov 09 17:30:54.531434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce3521-f799-4244-a883-4e050013f646 req-6307203e-68ae-48b9-873c-80045d6bf914 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.553165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbce3521-f799-4244-a883-4e050013f646 req-6307203e-68ae-48b9-873c-80045d6bf914 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 943 time: 0.1234508 Nov 09 17:30:54.700366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbce3521-f799-4244-a883-4e050013f646 req-e4357520-1c8a-403b-acf1-77d32e40c356 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433764 Nov 09 17:30:54.916345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeb97a-a8d8-45b5-a2d0-a1583d2a390a req-663c6ab7-d45d-46fd-847d-dc63718c6a5c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.918259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1eeb97a-a8d8-45b5-a2d0-a1583d2a390a req-663c6ab7-d45d-46fd-847d-dc63718c6a5c tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 945 time: 0.0651224 Nov 09 17:30:54.976900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1eeb97a-a8d8-45b5-a2d0-a1583d2a390a req-2682dbd0-8548-417f-a147-87549921bffe tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503316 Nov 09 17:30:55.409559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc0b6-630d-4f27-b3e4-9d93e8c1d588 req-0c6a432e-88a9-4888-ad73-0e8f27186690 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.411323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-827fc0b6-630d-4f27-b3e4-9d93e8c1d588 req-0c6a432e-88a9-4888-ad73-0e8f27186690 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0609090 Nov 09 17:30:55.485710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-827fc0b6-630d-4f27-b3e4-9d93e8c1d588 req-d3f48d71-9294-443e-8ba9-f1c2953ff04a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Nov 09 17:30:55.869254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bad0-4298-4c61-b48d-c99cbbabc0b0 req-a78749cc-497d-4c4a-9c0f-ac8a8753fe80 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.871261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da13bad0-4298-4c61-b48d-c99cbbabc0b0 req-a78749cc-497d-4c4a-9c0f-ac8a8753fe80 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 943 time: 0.0626791 Nov 09 17:30:55.941907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da13bad0-4298-4c61-b48d-c99cbbabc0b0 req-4374d7f2-4dba-4ac1-ba1c-dfbd0f4a8139 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618527 Nov 09 17:30:56.063180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23a140-efc2-4750-80e8-43e06bef361c req-74bede52-9586-4fde-8b3f-48ed3898ac59 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.065010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec23a140-efc2-4750-80e8-43e06bef361c req-74bede52-9586-4fde-8b3f-48ed3898ac59 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0625155 Nov 09 17:30:56.140801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ec23a140-efc2-4750-80e8-43e06bef361c req-23b014f1-144a-436c-b98c-c94a578f1f2c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661421 Nov 09 17:30:56.353262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device aae60aae-e9e3-46cc-8f43-813d920731d9 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:56.556329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port aae60aae-e9e3-46cc-8f43-813d920731d9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=aae60aae-e9e3-46cc-8f43-813d920731d9,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:56.583735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'aae60aae-e9e3-46cc-8f43-813d920731d9', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': 'aae60aae-e9e3-46cc-8f43-813d920731d9', 'mac_address': 'fa:16:3e:a7:09:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:56.661282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:56.696809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae60aae-e9e3-46cc-8f43-813d920731d9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:56.779901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port aae60aae-e9e3-46cc-8f43-813d920731d9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=aae60aae-e9e3-46cc-8f43-813d920731d9,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:56.793303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:56.807228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00ebd5-1acc-4017-b67c-2e2750ab0a0f req-1297ada1-5ff7-4c81-8d66-51d114ced106 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.810912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a00ebd5-1acc-4017-b67c-2e2750ab0a0f req-1297ada1-5ff7-4c81-8d66-51d114ced106 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1421547 Nov 09 17:30:56.898448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=aae60aae-e9e3-46cc-8f43-813d920731d9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:56.932332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.933746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.935953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a00ebd5-1acc-4017-b67c-2e2750ab0a0f req-ca827d76-f3c0-4b5b-8f8f-3039b21ad991 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113527 Nov 09 17:30:56.939099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.939563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.939910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.940258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.940597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.940934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.941265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.941600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.941930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:56.942259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:57.099205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00603cd4-fb2d-4a19-8a61-6f2c23f5b9d3 req-0d46c78a-42a4-4136-93a8-a2fadfd02deb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:57.101266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-00603cd4-fb2d-4a19-8a61-6f2c23f5b9d3 req-0d46c78a-42a4-4136-93a8-a2fadfd02deb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 944 time: 0.0646760 Nov 09 17:30:57.169432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-00603cd4-fb2d-4a19-8a61-6f2c23f5b9d3 req-29fb5a68-4459-47cc-8ddc-813b34c609f7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579240 Nov 09 17:30:57.276659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['aae60aae-e9e3-46cc-8f43-813d920731d9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:57.798682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c2035c8-b3b7-4be2-a8d7-6071284236d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:58.104530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaa541-2368-4c48-bd67-08e11b6946ea req-8f7be97a-fba5-42cc-ad66-3f5b5fd527f8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.108351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65aaa541-2368-4c48-bd67-08e11b6946ea req-8f7be97a-fba5-42cc-ad66-3f5b5fd527f8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0759840 Nov 09 17:30:58.167961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65aaa541-2368-4c48-bd67-08e11b6946ea req-326c425f-8f83-4bf4-9850-9e2ad5a295b5 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514150 Nov 09 17:30:58.225622 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:30:58.327675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a181f02-3eb7-47f0-9c91-a913bb5c9b76 req-f10a4e6c-8f16-4939-93b5-750b7a8ce1de tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.330013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a181f02-3eb7-47f0-9c91-a913bb5c9b76 req-f10a4e6c-8f16-4939-93b5-750b7a8ce1de tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 944 time: 0.0677435 Nov 09 17:30:58.401335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a181f02-3eb7-47f0-9c91-a913bb5c9b76 req-248a7a6c-ed74-4421-b3ec-cc7a14e3e9fb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634828 Nov 09 17:30:59.316164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06af3-0250-4e4d-8275-fc71e3302ea0 req-0280ab5b-25aa-47da-b851-6eda79bb3c31 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.317897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26d06af3-0250-4e4d-8275-fc71e3302ea0 req-0280ab5b-25aa-47da-b851-6eda79bb3c31 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0607414 Nov 09 17:30:59.390755 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26d06af3-0250-4e4d-8275-fc71e3302ea0 req-87cf6503-38df-4b6d-aefb-0405f1da9eed tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Nov 09 17:30:59.646030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07004-2a2f-45b2-ba8a-8223270ff792 req-ce110a23-2070-4066-bb77-d3408d9c2e90 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.648768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45b07004-2a2f-45b2-ba8a-8223270ff792 req-ce110a23-2070-4066-bb77-d3408d9c2e90 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 944 time: 0.1083710 Nov 09 17:30:59.743331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45b07004-2a2f-45b2-ba8a-8223270ff792 req-6a52d9f9-294a-4abc-8b68-6ace27f59546 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867286 Nov 09 17:31:00.356490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7f2c233-e607-4a58-b04a-888421ae7fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:00.365444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device aae60aae-e9e3-46cc-8f43-813d920731d9 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:00.426463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port aae60aae-e9e3-46cc-8f43-813d920731d9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:00.431309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port aae60aae-e9e3-46cc-8f43-813d920731d9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:00.431726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:00.541946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:00.571188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1673185-9fc7-4387-891e-9a2135b30703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae60aae-e9e3-46cc-8f43-813d920731d9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:00.573845 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32af377-d4df-449e-9a1c-b33bd6a1423d" -d '{"events": [{"server_uuid": "d1673185-9fc7-4387-891e-9a2135b30703", "name": "network-vif-plugged", "status": "completed", "tag": "aae60aae-e9e3-46cc-8f43-813d920731d9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:00.601610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port aae60aae-e9e3-46cc-8f43-813d920731d9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=aae60aae-e9e3-46cc-8f43-813d920731d9,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:00.611075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:00.621146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45361a-95d1-4b7f-8c01-6ca9c09ae1c8 req-d6c4f001-5533-4a80-b504-1c2dde6cdda4 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.624877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a45361a-95d1-4b7f-8c01-6ca9c09ae1c8 req-d6c4f001-5533-4a80-b504-1c2dde6cdda4 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1046078 Nov 09 17:31:00.631559 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669ae9e-7898-4c00-b01b-702f49c0133a x-openstack-request-id: req-2669ae9e-7898-4c00-b01b-702f49c0133a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:00.632061 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1673185-9fc7-4387-891e-9a2135b30703", "name": "network-vif-plugged", "status": "completed", "tag": "aae60aae-e9e3-46cc-8f43-813d920731d9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:00.632510 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2669ae9e-7898-4c00-b01b-702f49c0133a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:00.633489 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1673185-9fc7-4387-891e-9a2135b30703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae60aae-e9e3-46cc-8f43-813d920731d9', 'code': 200} Nov 09 17:31:00.699134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=aae60aae-e9e3-46cc-8f43-813d920731d9,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:00.722143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a45361a-95d1-4b7f-8c01-6ca9c09ae1c8 req-cebce592-4ecd-4be2-8489-6db3e0329305 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902593 Nov 09 17:31:00.793863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971df85f-52a7-40d1-a5b1-672d61adb682 req-8ba9786e-df54-4f4b-a766-8cea131b3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.796767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-971df85f-52a7-40d1-a5b1-672d61adb682 req-8ba9786e-df54-4f4b-a766-8cea131b3293 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 1096 time: 0.0686622 Nov 09 17:31:00.875991 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-971df85f-52a7-40d1-a5b1-672d61adb682 req-906853b5-4690-46c4-b4fc-8a96da29f049 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683305 Nov 09 17:31:00.937599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c2571-fecf-4592-a5e1-5c919d410279 req-c2c19b5e-4c20-4dd9-b136-b29068d08b85 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.940403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf8c2571-fecf-4592-a5e1-5c919d410279 req-c2c19b5e-4c20-4dd9-b136-b29068d08b85 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 945 time: 0.0896943 Nov 09 17:31:00.995320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf8c2571-fecf-4592-a5e1-5c919d410279 req-ec46035b-03b5-4001-8268-2039f88c9e8b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Nov 09 17:31:01.555785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:01.556781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f71-60ac-4d23-8ffc-291f3eb2652e req-dec3812e-b6db-47be-8d49-466af9da4f40 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.560411 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ada05f71-60ac-4d23-8ffc-291f3eb2652e req-dec3812e-b6db-47be-8d49-466af9da4f40 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0961833 Nov 09 17:31:01.644935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ada05f71-60ac-4d23-8ffc-291f3eb2652e req-430808e2-f35b-45f9-9d7a-768f17790fb9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753436 Nov 09 17:31:01.857432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a575-16f9-48d9-a1af-9927e7518825 req-d67fb0d6-0fdd-48d1-813a-db68c0d199df tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.859850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8860a575-16f9-48d9-a1af-9927e7518825 req-d67fb0d6-0fdd-48d1-813a-db68c0d199df tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0717459 Nov 09 17:31:01.913285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee4cd3-8060-4ab3-9626-05089d4b3b7d req-9e2db17d-7a08-4146-9fa1-506bef1b5b81 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.915132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3ee4cd3-8060-4ab3-9626-05089d4b3b7d req-9e2db17d-7a08-4146-9fa1-506bef1b5b81 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0867014 Nov 09 17:31:01.954403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8860a575-16f9-48d9-a1af-9927e7518825 req-f7874a6d-0fb9-443b-816d-1997cc13bb80 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826793 Nov 09 17:31:01.987659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3ee4cd3-8060-4ab3-9626-05089d4b3b7d req-130524e7-f4ee-4730-aca3-b3f41c8bb500 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Nov 09 17:31:02.330067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e9878-04df-470a-ada6-c20930716603 req-1c3baef9-f543-4f4e-b2b0-4a4f2b71a69a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.345582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f1e9878-04df-470a-ada6-c20930716603 req-1c3baef9-f543-4f4e-b2b0-4a4f2b71a69a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 945 time: 0.1408522 Nov 09 17:31:02.441801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f1e9878-04df-470a-ada6-c20930716603 req-e481a2f5-fdaf-4170-97f1-de8b957b90dd tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939865 Nov 09 17:31:02.599351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f840-5272-42e5-b16e-b26b2772233f req-a27e2989-217f-460a-ac6f-19d2f419489f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.600991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7846f840-5272-42e5-b16e-b26b2772233f req-a27e2989-217f-460a-ac6f-19d2f419489f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0821812 Nov 09 17:31:02.711513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-a5f3211d-7146-4d31-881b-d47fafc6165f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.713220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-a5f3211d-7146-4d31-881b-d47fafc6165f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.1661158 Nov 09 17:31:02.716382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7846f840-5272-42e5-b16e-b26b2772233f req-8c372da5-3630-4140-badf-35a9f75042f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026108 Nov 09 17:31:02.734589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-83128cb2-ed91-4ba8-b26b-0cfbc1c4ac86 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/quotas/e65b5ccdee84489d8546dec9ca821cca HTTP/1.1" status: 200 len: 375 time: 0.0145810 Nov 09 17:31:02.843263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-d0e91331-edd8-4eef-babe-949e3d23f6b0 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977306 Nov 09 17:31:02.857562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42492dc-7f5d-467e-9c27-fde77d2a203a req-8963079e-0a0a-4a89-8f9f-e4df0c54d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.859193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c42492dc-7f5d-467e-9c27-fde77d2a203a req-8963079e-0a0a-4a89-8f9f-e4df0c54d897 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 1097 time: 0.0634015 Nov 09 17:31:02.980209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c42492dc-7f5d-467e-9c27-fde77d2a203a req-65990890-2bad-4425-ab6f-7bf19f804f36 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109958 Nov 09 17:31:03.014792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-a9ce3cf8-9617-414f-a6b1-13fcbe0cd6f8 service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527600 Nov 09 17:31:03.032645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:03.163702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-f47611ff-61c1-438d-8c3b-c97a37c2e551 service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470451 Nov 09 17:31:03.278782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654f9d-dd73-4f5f-bcbb-9dc442d888be req-32969367-cd85-4e39-b121-69e1913f684e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:03.281388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd654f9d-dd73-4f5f-bcbb-9dc442d888be req-32969367-cd85-4e39-b121-69e1913f684e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0677962 Nov 09 17:31:03.372038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd654f9d-dd73-4f5f-bcbb-9dc442d888be req-af04e841-8ddb-47bd-865c-7833ac37801b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816624 Nov 09 17:31:03.529600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c47d9772-c67f-4cc6-ad1a-5627ff1a9c44 req-39c76dc4-0ad6-47a3-ab83-087eb63aae92 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 210 time: 0.0696330 Nov 09 17:31:03.570976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:03.617045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1409e-82b6-471b-a6fc-b4f2ed5af6d1 req-39733abc-4cf5-4654-ad0f-443ca5c5d636 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:03.628138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2e1409e-82b6-471b-a6fc-b4f2ed5af6d1 req-39733abc-4cf5-4654-ad0f-443ca5c5d636 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1270554 Nov 09 17:31:03.741922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2e1409e-82b6-471b-a6fc-b4f2ed5af6d1 req-fc423fee-e350-492c-ac54-b589bdf33831 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094625 Nov 09 17:31:03.895243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daee833-6ada-4d92-9013-b1ef46491f92 req-de4daef6-982b-4f8c-8933-1048b816329b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:03.897158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5daee833-6ada-4d92-9013-b1ef46491f92 req-de4daef6-982b-4f8c-8933-1048b816329b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 945 time: 0.0612175 Nov 09 17:31:03.970890 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5daee833-6ada-4d92-9013-b1ef46491f92 req-b3795706-2ce8-4b38-80b2-f2169234c07c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642319 Nov 09 17:31:04.277102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f99b3b-e1db-4227-a7ec-38ed08026c5a req-7d6859f0-65a0-4195-9e51-db4e5ebedca2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:04.280050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47f99b3b-e1db-4227-a7ec-38ed08026c5a req-7d6859f0-65a0-4195-9e51-db4e5ebedca2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 945 time: 0.0817645 Nov 09 17:31:04.353986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47f99b3b-e1db-4227-a7ec-38ed08026c5a req-f2e3d756-16ad-45d8-8276-2b62ccbb98d8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618553 Nov 09 17:31:04.558158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa46285-053d-468d-8a5d-5b03ab77cb24 req-4219a0cc-e2b0-425b-b9f9-a3eeffec3118 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:04.560149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5fa46285-053d-468d-8a5d-5b03ab77cb24 req-4219a0cc-e2b0-425b-b9f9-a3eeffec3118 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0661001 Nov 09 17:31:04.619786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5fa46285-053d-468d-8a5d-5b03ab77cb24 req-c90d998b-310e-477c-946f-7861662971eb tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525408 Nov 09 17:31:04.700726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b3282ea-3a74-43c7-953a-6e40dbab4032 req-48d88752-9673-4862-857f-1a74721dd9fd tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 210 time: 0.0351663 Nov 09 17:31:04.947095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d033f-1405-447b-b642-4462e4511fba req-54f9ebd5-ddf6-48b1-8157-5cbb7cef524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:04.949088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-54f9ebd5-ddf6-48b1-8157-5cbb7cef524d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 1097 time: 0.0931072 Nov 09 17:31:05.034384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e35e5d-b8ec-4009-8f2b-c60318937431 req-96868e3e-6d1f-413e-8da0-65df684b92fc tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.036505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5e35e5d-b8ec-4009-8f2b-c60318937431 req-96868e3e-6d1f-413e-8da0-65df684b92fc tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0681953 Nov 09 17:31:05.135132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5e35e5d-b8ec-4009-8f2b-c60318937431 req-04ccaac8-9335-4829-8fc0-7882b6d4e848 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879548 Nov 09 17:31:05.307517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753efdb-5ee0-44b7-bdbd-07ffa7084f38 req-03f90524-2d60-4f36-a43d-3ad3d99c385c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.309954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a753efdb-5ee0-44b7-bdbd-07ffa7084f38 req-03f90524-2d60-4f36-a43d-3ad3d99c385c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2439709 Nov 09 17:31:05.317867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-6ffc5c05-bdcf-4f93-a305-48c022a4fc50 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.319958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-6ffc5c05-bdcf-4f93-a305-48c022a4fc50 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.3693306 Nov 09 17:31:05.322008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d033f-1405-447b-b642-4462e4511fba req-0188f5cf-5184-4d71-a73b-d2a55d1ecf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.325493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-0188f5cf-5184-4d71-a73b-d2a55d1ecf1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 911 time: 0.3631248 Nov 09 17:31:05.341012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Request body: {'port': {'device_id': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'admin_state_up': True, 'tenant_id': 'e65b5ccdee84489d8546dec9ca821cca'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:05.357380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c205-8696-4544-bf9e-d5e88179ea96 req-9118c4f9-d24a-47fe-9968-c6af37622f8f tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.363724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a06c205-8696-4544-bf9e-d5e88179ea96 req-9118c4f9-d24a-47fe-9968-c6af37622f8f tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.1050670 Nov 09 17:31:05.446291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-e2fac6ec-ed9a-4482-b680-566300fabea3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a HTTP/1.1" status: 200 len: 217 time: 0.0993259 Nov 09 17:31:05.484950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a06c205-8696-4544-bf9e-d5e88179ea96 req-bb49f39f-899e-4e0d-be68-ff4949ced986 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130085 Nov 09 17:31:05.561930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a753efdb-5ee0-44b7-bdbd-07ffa7084f38 req-17f22afa-44ac-4171-a9d2-ec5b9c24be45 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328231 Nov 09 17:31:05.596506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d033f-1405-447b-b642-4462e4511fba req-6e643594-b01f-4f5b-a3cc-f8d0c0ce537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.599211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-6e643594-b01f-4f5b-a3cc-f8d0c0ce537e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.1391556 Nov 09 17:31:05.648639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-20493c93-0839-4776-ae3b-6395da19ce8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363836 Nov 09 17:31:05.652121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Made reservation on behalf of e65b5ccdee84489d8546dec9ca821cca for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:05.657054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:05.868441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42352851-e581-4f65-86b7-a6fb6493f33f req-0101d567-0d39-4a2a-9fe5-20589cbf0123 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.874433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42352851-e581-4f65-86b7-a6fb6493f33f req-0101d567-0d39-4a2a-9fe5-20589cbf0123 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 945 time: 0.1193690 Nov 09 17:31:05.876286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-9fef32c6-6c0c-4767-9fcf-f022ea2797d0 service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161534 Nov 09 17:31:06.053193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Deleting port aae60aae-e9e3-46cc-8f43-813d920731d9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:06.053602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:06.095360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60287-e7a0-4c5b-b25e-bb9ab2f124bd req-e13e5b25-b7be-4d25-aafa-f760f97843d5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.119292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cef60287-e7a0-4c5b-b25e-bb9ab2f124bd req-e13e5b25-b7be-4d25-aafa-f760f97843d5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1673185-9fc7-4387-891e-9a2135b30703 HTTP/1.1" status: 200 len: 945 time: 0.3624418 Nov 09 17:31:06.178781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] For port aae60aae-e9e3-46cc-8f43-813d920731d9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=aae60aae-e9e3-46cc-8f43-813d920731d9,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:06.179265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:06.197183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Calling delete_port for aae60aae-e9e3-46cc-8f43-813d920731d9 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:06.287162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cef60287-e7a0-4c5b-b25e-bb9ab2f124bd req-2f730894-98ea-43c0-aa43-fdcd40d31de8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678720 Nov 09 17:31:06.292142 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54585de6-69c5-4d22-927c-383bc7a16ccd req-fc8807ff-a091-4e18-8aab-c3cb14b52a0f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 210 time: 0.0829868 Nov 09 17:31:06.345724 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6d033f-1405-447b-b642-4462e4511fba req-7b56cf96-fcf3-4540-ad2e-30fb21265b84 service neutron] 10.222.0.83 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377065 Nov 09 17:31:06.364293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Allocated IP 172.20.0.2 (7c8b1258-5506-4556-8950-0181ec49a80e/61d28068-65da-4ab3-a64a-c497efaa5064/923b2749-a6c2-4e54-bbff-7dbae3ac2f2d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:06.563502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:06.579869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['aae60aae-e9e3-46cc-8f43-813d920731d9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:06.643804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event deleted for resources: {'Port': ['ID=aae60aae-e9e3-46cc-8f43-813d920731d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:06.680388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.680647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dd90a-61e7-46ba-9cf0-bfe956bcc3ea req-d2a6d6c8-b4f8-4946-9a73-e129e419e8ed tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.688974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.690020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f39dd90a-61e7-46ba-9cf0-bfe956bcc3ea req-d2a6d6c8-b4f8-4946-9a73-e129e419e8ed tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1484613 Nov 09 17:31:06.696910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.707083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.724770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.734495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.745855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.762520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-5b06fa3d-52a0-4cd0-b8ff-94a77e8eeb52 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.2958043 Nov 09 17:31:06.815698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:06.823369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] No DVR routers for this DVR port aae60aae-e9e3-46cc-8f43-813d920731d9 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:06.828027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:06.831868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42352851-e581-4f65-86b7-a6fb6493f33f req-9232334c-8a8a-48b5-bfe5-2343ef477289 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "DELETE /v2.0/ports/aae60aae-e9e3-46cc-8f43-813d920731d9 HTTP/1.1" status: 204 len: 173 time: 0.9419792 Nov 09 17:31:06.832737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1673185-9fc7-4387-891e-9a2135b30703', 'name': 'network-vif-deleted', 'tag': 'aae60aae-e9e3-46cc-8f43-813d920731d9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:06.835305 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d9185-b621-4c30-b594-8d0f14adbfcc" -d '{"events": [{"server_uuid": "d1673185-9fc7-4387-891e-9a2135b30703", "name": "network-vif-deleted", "tag": "aae60aae-e9e3-46cc-8f43-813d920731d9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:06.889628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f39dd90a-61e7-46ba-9cf0-bfe956bcc3ea req-de07b840-6e77-46c1-983c-972895d1bfe5 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939092 Nov 09 17:31:06.948851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a2dd2cc-ab49-49ed-8b42-7c348c33ac34 req-de56e233-62c5-4674-a214-11deeb7afb90 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850414 Nov 09 17:31:06.999153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:07.014711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae', '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:07.151502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Network 7c8b1258-5506-4556-8950-0181ec49a80e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:07.156020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:07.161418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:07.188629 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c05b4c5-dbaa-41c7-91dc-bc9e255270b0 x-openstack-request-id: req-0c05b4c5-dbaa-41c7-91dc-bc9e255270b0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:07.189088 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1673185-9fc7-4387-891e-9a2135b30703", "name": "network-vif-deleted", "tag": "aae60aae-e9e3-46cc-8f43-813d920731d9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:07.189491 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c05b4c5-dbaa-41c7-91dc-bc9e255270b0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:07.191043 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1673185-9fc7-4387-891e-9a2135b30703', 'name': 'network-vif-deleted', 'tag': 'aae60aae-e9e3-46cc-8f43-813d920731d9', 'status': 'completed', 'code': 200} Nov 09 17:31:07.210707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event updated for resources: {'Port': ['ID=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:07.240437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.241378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:07.264710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-addacb7c-64ca-4122-8b07-69fa99ca1381 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9334512 Nov 09 17:31:07.305352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Request body: {'port': {'device_id': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:07.593100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:07.684928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.702609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.717902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.731487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.739753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.747632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.755027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.757591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-ceebe8a3-300f-4ed4-a4bd-947af53a9992 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5435 time: 0.3433511 Nov 09 17:31:07.791712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7d16-de2b-4373-a491-db02de4e353d req-78b97afa-e7a0-45c4-821e-cfe3b83627cc tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.794450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-199e7d16-de2b-4373-a491-db02de4e353d req-78b97afa-e7a0-45c4-821e-cfe3b83627cc tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.3043647 Nov 09 17:31:07.824053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-df720485-91fc-413d-b3ec-1abca9b395f3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.826333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-df720485-91fc-413d-b3ec-1abca9b395f3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "GET /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0551176 Nov 09 17:31:07.840724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886216da-f581-47ce-83cc-ace905646b70 req-2cde631f-6e13-4c58-b5d0-66e3666c16bc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.848261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-886216da-f581-47ce-83cc-ace905646b70 req-2cde631f-6e13-4c58-b5d0-66e3666c16bc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.3031330 Nov 09 17:31:07.982277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-886216da-f581-47ce-83cc-ace905646b70 req-046758d7-26e3-4503-9784-11cf3ac4410b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265323 Nov 09 17:31:07.987889 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-199e7d16-de2b-4373-a491-db02de4e353d req-ef503e64-30a4-428e-8d0c-43bc9a0ac36e tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806073 Nov 09 17:31:08.014846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-e327e364-e900-4212-90ff-f5df4361f2b4 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "GET /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1709056 Nov 09 17:31:08.032073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:08.148820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.203714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:08.225104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.251591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Transition to ACTIVE for port object 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:08.257116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.331779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716579-333b-4892-81ee-5a1444859fe8 req-c98b6ca1-c64e-4e09-88b2-5b7eeafe2272 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.333466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e716579-333b-4892-81ee-5a1444859fe8 req-c98b6ca1-c64e-4e09-88b2-5b7eeafe2272 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 931 time: 0.1563373 Nov 09 17:31:08.355751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Pushing event updated for resources: {'Port': ['ID=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:08.405809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e26b-cc82-4d4d-8a6a-a9623ed659b4 req-d5ccb3f8-3edc-4176-9f35-b75a65e7685e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.407830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7954e26b-cc82-4d4d-8a6a-a9623ed659b4 req-d5ccb3f8-3edc-4176-9f35-b75a65e7685e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.1432364 Nov 09 17:31:08.415834 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e716579-333b-4892-81ee-5a1444859fe8 req-3866af68-977b-484e-9e8f-8f441cd77978 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Nov 09 17:31:08.422021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=496a992e-b3ca-452b-8960-a9e85249a9d1,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:08.472914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] For port 496a992e-b3ca-452b-8960-a9e85249a9d1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:08.500109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Attempting to bind port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:31:08.501062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Attempting to bind port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:31:08.501062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Attempting to bind port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:08.507823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7954e26b-cc82-4d4d-8a6a-a9623ed659b4 req-48476404-19c8-4832-a80b-909e118a9daf tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810695 Nov 09 17:31:08.511165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d on network 7c8b1258-5506-4556-8950-0181ec49a80e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:08.511372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Attempting to bind port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:08.519462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:08.520012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Checking segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:08.520722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Bound using segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:08.521041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Bound port: 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:31:08.521412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.553958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] device_id is not set on port 496a992e-b3ca-452b-8960-a9e85249a9d1 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:31:08.568869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.582666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.648704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.656380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.662593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.676704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.676973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.683119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.689650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.691826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68514602-f94c-4bec-a98d-91c7d8808735 req-0806cb87-8b42-40ed-a57a-8941da95292b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 5357 time: 0.1943390 Nov 09 17:31:08.736082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Pushing event updated for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:08.739125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] No DVR routers for this DVR port 496a992e-b3ca-452b-8960-a9e85249a9d1 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:08.891856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] In _notify_port_updated(), no bound segment for port 496a992e-b3ca-452b-8960-a9e85249a9d1 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:31:08.895342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.896329 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.898578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-c2de5d60-59ce-4b97-8c31-f9e80fcac3dc service neutron] 10.222.0.83 "PUT /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 200 len: 1028 time: 0.8734114 Nov 09 17:31:08.914507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a30bd6a1-90be-4f4d-9e0b-bbaf3a9164a5 None None] Provisioning complete for port 496a992e-b3ca-452b-8960-a9e85249a9d1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:08.915240 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a30bd6a1-90be-4f4d-9e0b-bbaf3a9164a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:08.923723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-68514602-f94c-4bec-a98d-91c7d8808735 req-c8f8a9cd-cfc8-4de9-a654-cfb86d94207e tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&id=2fc513ff-3b62-4f32-a41d-44092e87de1b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2118821 Nov 09 17:31:08.982358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a30bd6a1-90be-4f4d-9e0b-bbaf3a9164a5 None None] Port 496a992e-b3ca-452b-8960-a9e85249a9d1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:31:09.014886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-9459c1df-6492-4d89-8c52-3938109c907e tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.019490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-9459c1df-6492-4d89-8c52-3938109c907e tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "GET /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0931337 Nov 09 17:31:09.034880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:09.051960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] For port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:09.056683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] For port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:09.066703 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:09.148084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.148819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:09.150293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/923b2749-a6c2-4e54-bbff-7dbae3ac2f2d HTTP/1.1" status: 200 len: 1091 time: 1.8660145 Nov 09 17:31:09.150908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'tag': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:09.153832 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87f13a-0a2b-490a-ad50-44da3549b26c" -d '{"events": [{"name": "network-changed", "server_uuid": "3229e940-0d46-4b47-8766-0b8c5c4b66a9", "tag": "923b2749-a6c2-4e54-bbff-7dbae3ac2f2d"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:09.186760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:09.187141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4159635-ec16-49c1-a31c-21ae4fd040b8 service neutron] Pushing event updated for resources: {'Port': ['ID=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:09.197081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-e08a511e-345a-418a-bc4a-e2111a3f07d2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.205714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-e08a511e-345a-418a-bc4a-e2111a3f07d2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2289920 Nov 09 17:31:09.219869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-482cb052-f1a2-4f28-bcc6-466720d7ae8f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0129056 Nov 09 17:31:09.280958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-4b57a69a-4214-4b37-ab81-9d8a1765f8eb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569372 Nov 09 17:31:09.306329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-31713334-5c97-4708-8871-e46e2dd3a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.307890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-31713334-5c97-4708-8871-e46e2dd3a027 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 1094 time: 0.0825343 Nov 09 17:31:09.377295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138c297-1c78-41a6-b7f3-8b9701812b0f req-7fe93696-4440-41f9-90f3-917fcad2ed83 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.381096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3138c297-1c78-41a6-b7f3-8b9701812b0f req-7fe93696-4440-41f9-90f3-917fcad2ed83 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1581056 Nov 09 17:31:09.390706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-d4bdaa02-485f-4841-998b-e09bdf9f70e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d HTTP/1.1" status: 200 len: 217 time: 0.0716784 Nov 09 17:31:09.479785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-925fe450-f6d6-4df3-b7a4-5a1835f3a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.481840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-925fe450-f6d6-4df3-b7a4-5a1835f3a04f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.0816567 Nov 09 17:31:09.484492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-3e171466-e49a-4ff1-a0a3-52453bb2335a service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881464 Nov 09 17:31:09.502916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3138c297-1c78-41a6-b7f3-8b9701812b0f req-1a234161-d952-4e49-8ec2-3cd3a6776f8b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084318 Nov 09 17:31:09.524557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3d767564-85d0-4ac6-b144-092ee3ed8632,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:09.577137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] For port 3d767564-85d0-4ac6-b144-092ee3ed8632, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:09.590850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-c3a84f03-1cd4-4ea2-9341-40440af4abbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983610 Nov 09 17:31:09.678946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] device_id is not set on port 3d767564-85d0-4ac6-b144-092ee3ed8632 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:31:09.696117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:09.705522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:09.710269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-1c35cbb5-ff61-4ef1-9f4f-1df434f7d08e service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061825 Nov 09 17:31:09.745719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-adb9b65f-ec42-40c6-8944-4cb726ad35db service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416249 Nov 09 17:31:09.783703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a705-b93d-4513-a02c-7203297f2579 req-58ef2857-8603-47c2-9eb0-64f655e7baf0 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.786574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0720a705-b93d-4513-a02c-7203297f2579 req-58ef2857-8603-47c2-9eb0-64f655e7baf0 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.1740003 Nov 09 17:31:09.863729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] No DVR routers for this DVR port 3d767564-85d0-4ac6-b144-092ee3ed8632 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:09.890700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Pushing event updated for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:09.921325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb4204a7-2b30-433d-82fa-e0ff84539f05 req-b62844d1-8109-4ebb-8b4c-b896bd24bc0b service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667295 Nov 09 17:31:09.923759 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c6a9ef-efa2-46c1-8867-e7f43456d3c3 x-openstack-request-id: req-e2c6a9ef-efa2-46c1-8867-e7f43456d3c3 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:09.924198 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3229e940-0d46-4b47-8766-0b8c5c4b66a9", "tag": "923b2749-a6c2-4e54-bbff-7dbae3ac2f2d", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:09.924585 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2c6a9ef-efa2-46c1-8867-e7f43456d3c3 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:09.925413 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'tag': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d', 'status': 'completed', 'code': 200} Nov 09 17:31:09.948414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0720a705-b93d-4513-a02c-7203297f2579 req-c6adb281-b58c-4e5e-8286-eaebc88a6405 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301126 Nov 09 17:31:09.984803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] In _notify_port_updated(), no bound segment for port 3d767564-85d0-4ac6-b144-092ee3ed8632 on network 4725020f-aa99-4326-8bb9-f0f85a109152 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:31:09.985838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.986738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:09.988157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-231f7c5f-9647-4982-ab3f-a54e8444512f service neutron] 10.222.0.83 "PUT /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 200 len: 1028 time: 0.9619596 Nov 09 17:31:10.117481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-3c23ef7b-28ff-4872-9c16-094571f125a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.119093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-3c23ef7b-28ff-4872-9c16-094571f125a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 1094 time: 0.1063657 Nov 09 17:31:10.261068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e530c-4c8a-4cd5-a331-b428ddee6fbe req-fa4db7a5-1ce9-4363-992a-135757035068 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.264201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec1e530c-4c8a-4cd5-a331-b428ddee6fbe req-fa4db7a5-1ce9-4363-992a-135757035068 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 943 time: 0.1387422 Nov 09 17:31:10.279493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813a6d5-5ad8-475a-90d3-9983df33cb20 req-ef8f3844-1085-44a9-8c71-1cbc43d5dc69 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.281071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2813a6d5-5ad8-475a-90d3-9983df33cb20 req-ef8f3844-1085-44a9-8c71-1cbc43d5dc69 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.0877037 Nov 09 17:31:10.311921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:10.312374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:10.328878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-4719cc86-041a-4c01-9a81-d69db7c559bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.331573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-4719cc86-041a-4c01-9a81-d69db7c559bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 915 time: 0.1998529 Nov 09 17:31:10.350640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aa9bd69d-cceb-47bf-b720-11a06c84bf95 None None] Provisioning complete for port 3d767564-85d0-4ac6-b144-092ee3ed8632 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:10.352630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd69d-cceb-47bf-b720-11a06c84bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:10.415735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec1e530c-4c8a-4cd5-a331-b428ddee6fbe req-f6f41292-7b5f-45b0-8d65-01f4995005f8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424158 Nov 09 17:31:10.445400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd69d-cceb-47bf-b720-11a06c84bf95 None None] Port 3d767564-85d0-4ac6-b144-092ee3ed8632 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:31:10.457435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c95d869-6839-437a-af80-c916c256a8f1 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:10.486487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2813a6d5-5ad8-475a-90d3-9983df33cb20 req-feacea80-b009-4682-a07f-1bcbf599c8f8 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944189 Nov 09 17:31:10.497875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-cb8a3426-ccaf-40e6-a8e2-a2b168951739 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d HTTP/1.1" status: 200 len: 217 time: 0.1308768 Nov 09 17:31:10.502729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] For port 7077f5dc-d7b7-4a97-9d92-97abd8e15078, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=7077f5dc-d7b7-4a97-9d92-97abd8e15078,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:10.503122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:10.590509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c38bddf-52b6-4ee8-a9a5-72e5c8cc93d1 req-70e2de88-980b-47de-80ad-a6cfd121d8c7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0902088 Nov 09 17:31:10.606971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 7077f5dc-d7b7-4a97-9d92-97abd8e15078 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:10.676528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-d612946c-32df-4591-9e13-6f1b8bbb0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.679305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-d612946c-32df-4591-9e13-6f1b8bbb0185 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.1735692 Nov 09 17:31:10.707217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:10.761441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:10.766965 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7ef82-1a3b-4849-a8f8-0d8a3cf88601" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c95d869-6839-437a-af80-c916c256a8f1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:10.795431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c95d869-6839-437a-af80-c916c256a8f1,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:10.802956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:10.803924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5729fcde-178d-4c21-8f3a-057e019dc413 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:10.815039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-34144195-6077-4f1f-862d-f4f1d426a30f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281469 Nov 09 17:31:10.865309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0c39-5aa1-4105-8626-e5c5497e4e33 req-cb9f1d40-decb-43f7-ba05-e362d0cd1cd7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.885367 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6ce0c39-5aa1-4105-8626-e5c5497e4e33 req-cb9f1d40-decb-43f7-ba05-e362d0cd1cd7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1532118 Nov 09 17:31:10.941624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-ed60362e-d701-4bdb-80eb-07c970196001 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.948924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-ed60362e-d701-4bdb-80eb-07c970196001 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.956016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-ed60362e-d701-4bdb-80eb-07c970196001 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.963268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-ed60362e-d701-4bdb-80eb-07c970196001 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.971802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-ed60362e-d701-4bdb-80eb-07c970196001 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.972284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:10.980778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-ed60362e-d701-4bdb-80eb-07c970196001 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 3885 time: 0.2395010 Nov 09 17:31:11.035765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6ce0c39-5aa1-4105-8626-e5c5497e4e33 req-52d25b09-655e-4b20-88f4-f10268b86fc8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487372 Nov 09 17:31:11.036788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.038245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec972ed-6135-49fc-a037-67697c9c88ca req-d9373a2f-4e38-4f6c-8ed6-274d49659073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.040564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-d9373a2f-4e38-4f6c-8ed6-274d49659073 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1095 time: 0.3002720 Nov 09 17:31:11.070789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91882a1e-3158-43dd-a505-12a2d01497ce req-2cd7a0c6-7e5f-4ca0-818a-a35d74f565df tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.073333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91882a1e-3158-43dd-a505-12a2d01497ce req-2cd7a0c6-7e5f-4ca0-818a-a35d74f565df tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.3650520 Nov 09 17:31:11.107497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.118917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5729fcde-178d-4c21-8f3a-057e019dc413,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:11.129126 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.131773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6312b538-4980-4385-9f3e-0e4381adc5d7 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:11.153636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=7077f5dc-d7b7-4a97-9d92-97abd8e15078,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:11.223387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] No DVR routers for this DVR port 7077f5dc-d7b7-4a97-9d92-97abd8e15078 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:11.235145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.239733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-a0e04e1b-a305-43ef-8531-296056a0fb8b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "DELETE /v2.0/ports/7077f5dc-d7b7-4a97-9d92-97abd8e15078 HTTP/1.1" status: 204 len: 173 time: 1.2333367 Nov 09 17:31:11.241520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '7077f5dc-d7b7-4a97-9d92-97abd8e15078'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:11.244245 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b6cc3-1d5b-4be0-b3eb-e6d80d6bf91c" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "7077f5dc-d7b7-4a97-9d92-97abd8e15078"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:11.252243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-9b9c1f93-564c-4dfd-8fcb-147c55f23730 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166944 Nov 09 17:31:11.295695 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-db78757a-0c25-40cb-b732-8dd5051ef7e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3085754 Nov 09 17:31:11.326799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:11.344030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc2ae2dc-799c-452f-b62c-422b0921f297 req-87133360-704e-4968-a7f4-34584fd4157f tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616066 Nov 09 17:31:11.429245 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eec0ac-3f69-4c48-9f59-78eb58af294c x-openstack-request-id: req-b3eec0ac-3f69-4c48-9f59-78eb58af294c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:11.431418 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c95d869-6839-437a-af80-c916c256a8f1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:11.431680 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3eec0ac-3f69-4c48-9f59-78eb58af294c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:11.432104 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1', 'code': 200} Nov 09 17:31:11.448081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.498821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6312b538-4980-4385-9f3e-0e4381adc5d7,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:11.506752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.507737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7077f5dc-d7b7-4a97-9d92-97abd8e15078 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:11.616866 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89472ff8-4520-4dae-ab0a-b65ac1b58c12 x-openstack-request-id: req-89472ff8-4520-4dae-ab0a-b65ac1b58c12 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:11.617489 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "7077f5dc-d7b7-4a97-9d92-97abd8e15078", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:11.617900 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89472ff8-4520-4dae-ab0a-b65ac1b58c12 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:11.618483 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '7077f5dc-d7b7-4a97-9d92-97abd8e15078', 'status': 'completed', 'code': 200} Nov 09 17:31:11.643598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-2b485245-26cb-4c50-9cee-8b4c434672cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.645191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-2b485245-26cb-4c50-9cee-8b4c434672cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a6d196934844769b7debdf73b7b0036&device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 1096 time: 0.2013800 Nov 09 17:31:11.646323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec972ed-6135-49fc-a037-67697c9c88ca req-7811535a-200d-435e-8381-1d1ad743679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.648319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-7811535a-200d-435e-8381-1d1ad743679f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.5523252 Nov 09 17:31:11.702555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 7077f5dc-d7b7-4a97-9d92-97abd8e15078 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:11.703182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 7077f5dc-d7b7-4a97-9d92-97abd8e15078 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:11.703860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d9575738-1d2e-45c1-9090-d3bf26eaf3ea no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:11.704350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Deleting port dc5bad16-628a-40f6-9cb5-171081683cd1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:11.705128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.710691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:11.873859 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:11.906802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-50d124fb-ac63-485f-a6d7-b2e663a8c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.908876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-50d124fb-ac63-485f-a6d7-b2e663a8c0e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 200 len: 911 time: 0.1756186 Nov 09 17:31:12.001103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-bf71c46a-2d0d-4dd6-9b99-53202afff708 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350781 Nov 09 17:31:12.083220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:12.090477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.091890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 496a992e-b3ca-452b-8960-a9e85249a9d1 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:12.131026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 8c95d869-6839-437a-af80-c916c256a8f1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:12.131921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.146903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-9a4df189-2543-4ae1-b2e8-a55563c5ed9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 HTTP/1.1" status: 200 len: 217 time: 0.1823733 Nov 09 17:31:12.180814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.186402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 496a992e-b3ca-452b-8960-a9e85249a9d1 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:12.186827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3d767564-85d0-4ac6-b144-092ee3ed8632 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:12.215212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e382-78ac-4365-a621-c2240c27ada8 req-1fb97909-5e1e-497f-a5ea-4cb2ab7ea0ee tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.217362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3088e382-78ac-4365-a621-c2240c27ada8 req-1fb97909-5e1e-497f-a5ea-4cb2ab7ea0ee tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.7368603 Nov 09 17:31:12.241078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-494b85ce-d663-4638-8f7e-30bf01f235d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 998 time: 0.5804679 Nov 09 17:31:12.246153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3d767564-85d0-4ac6-b144-092ee3ed8632 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:12.247290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device aae60aae-e9e3-46cc-8f43-813d920731d9 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:12.283432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-88cf3a9e-5540-4337-b357-dd0745c00ee1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.283849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: aae60aae-e9e3-46cc-8f43-813d920731d9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:12.284441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-88cf3a9e-5540-4337-b357-dd0745c00ee1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.7274094 Nov 09 17:31:12.285847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device aae60aae-e9e3-46cc-8f43-813d920731d9 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:12.297250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f6f9b-032f-4a66-8cda-f9e53d23b6ce req-9867e2e5-d990-4a88-8fdc-1daeae06e74b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.303923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Request body: {'port': {'device_id': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'admin_state_up': True, 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:12.305248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da3f6f9b-032f-4a66-8cda-f9e53d23b6ce req-9867e2e5-d990-4a88-8fdc-1daeae06e74b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.5749514 Nov 09 17:31:12.384399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] For port dc5bad16-628a-40f6-9cb5-171081683cd1, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=dc5bad16-628a-40f6-9cb5-171081683cd1,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:12.384735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.390041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] For port 8c95d869-6839-437a-af80-c916c256a8f1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c95d869-6839-437a-af80-c916c256a8f1,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:12.390595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.408704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-fc1a5b0e-0e84-426f-90fe-4e3fe72e8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.410205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-fc1a5b0e-0e84-426f-90fe-4e3fe72e8193 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 200 len: 851 time: 0.2516601 Nov 09 17:31:12.414173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3088e382-78ac-4365-a621-c2240c27ada8 req-38ccdd25-91d0-4c72-ad07-8bd6a8ce9459 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868565 Nov 09 17:31:12.434434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 8c95d869-6839-437a-af80-c916c256a8f1 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:12.470628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec972ed-6135-49fc-a037-67697c9c88ca req-143abfba-604a-4fa6-b924-4f6a04326b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.472194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-143abfba-604a-4fa6-b924-4f6a04326b6a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.2109454 Nov 09 17:31:12.517061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-a80c24ca-7a1a-4005-bd14-74253b9252b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6da6c505-c8ee-4cfa-9954-920c85c35030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926118 Nov 09 17:31:12.616909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da3f6f9b-032f-4a66-8cda-f9e53d23b6ce req-29e1ce8d-5ce6-4884-83eb-b145d5e1c08a tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709179 Nov 09 17:31:12.648850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b8123-6c84-4c58-aa00-091755a687e1 req-785b2ada-5ed3-44aa-8d88-fcf8b4843f17 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.650576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab8b8123-6c84-4c58-aa00-091755a687e1 req-785b2ada-5ed3-44aa-8d88-fcf8b4843f17 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 943 time: 0.1014259 Nov 09 17:31:12.653286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:12.657712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.819223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.821346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec972ed-6135-49fc-a037-67697c9c88ca req-b4ddccf0-60ba-44aa-88fb-e8dccf68fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.824653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-b4ddccf0-60ba-44aa-88fb-e8dccf68fc58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3276980 Nov 09 17:31:12.840963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab8b8123-6c84-4c58-aa00-091755a687e1 req-3efae232-8103-4a48-99ad-8dec934b9527 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682792 Nov 09 17:31:12.841469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0914503a-ebd3-4dcb-a191-cb82f8c44b07 req-0949591d-5d66-4943-9d21-867e50046b89 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0890591 Nov 09 17:31:12.881006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=8c95d869-6839-437a-af80-c916c256a8f1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.967669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] No DVR routers for this DVR port 8c95d869-6839-437a-af80-c916c256a8f1 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:12.972343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:12.976319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-5f42152c-155e-4f9e-856a-9ea1ff4bd7ad tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "DELETE /v2.0/ports/8c95d869-6839-437a-af80-c916c256a8f1 HTTP/1.1" status: 204 len: 173 time: 1.7257638 Nov 09 17:31:12.989049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Allocated IP 172.20.0.4 (fe30e5b4-57a2-4a4a-be16-d925080ada9b/06f1e866-3800-4790-a18b-00cf3d5d807a/d779da13-07e6-49bb-9650-4b4bd7e4a30a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:13.170978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346a67-8795-4404-a9b8-6162076f2941 req-1c365676-0eb3-46e2-860a-b654feb3bd15 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.172635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3346a67-8795-4404-a9b8-6162076f2941 req-1c365676-0eb3-46e2-860a-b654feb3bd15 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1744404 Nov 09 17:31:13.299449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 5729fcde-178d-4c21-8f3a-057e019dc413 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:13.299813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.380195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3346a67-8795-4404-a9b8-6162076f2941 req-3f4ffdbc-076b-4389-a6de-41a0847f1915 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929617 Nov 09 17:31:13.433493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:13.449309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.463296 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b9646-5463-425b-a391-f3a1bf0b790b" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:13.541769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-cbe3f62e-0172-4157-8e2d-45623dc5476a service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0010345 Nov 09 17:31:13.545252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] For port 5729fcde-178d-4c21-8f3a-057e019dc413, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5729fcde-178d-4c21-8f3a-057e019dc413,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:13.545929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.567319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 5729fcde-178d-4c21-8f3a-057e019dc413 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:13.581768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.623119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:13.627353 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159870d8-6aed-4287-8f4f-202992f4ffba" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "8c95d869-6839-437a-af80-c916c256a8f1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:13.709745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:13.717247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:13.724165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event updated for resources: {'Port': ['ID=d779da13-07e6-49bb-9650-4b4bd7e4a30a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:13.727347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:13.761496 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.762560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.763277 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Floating IP 392843e7-b0d8-4e55-ad64-7c8dfa3410d1 disassociated. External IP: 172.25.3.47, port: dc5bad16-628a-40f6-9cb5-171081683cd1. Nov 09 17:31:13.764932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Calling delete_port for dc5bad16-628a-40f6-9cb5-171081683cd1 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:13.867799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f376b-3c1c-4cb0-b72b-61cfdc526d69 req-da7ffbfe-9a2d-4a02-b4bd-9094fbe7ef0c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.868426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.869193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:13.886031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f376b-3c1c-4cb0-b72b-61cfdc526d69 req-da7ffbfe-9a2d-4a02-b4bd-9094fbe7ef0c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.900944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f376b-3c1c-4cb0-b72b-61cfdc526d69 req-da7ffbfe-9a2d-4a02-b4bd-9094fbe7ef0c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.904540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a9f376b-3c1c-4cb0-b72b-61cfdc526d69 req-da7ffbfe-9a2d-4a02-b4bd-9094fbe7ef0c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 2410 time: 0.3941088 Nov 09 17:31:13.931445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8028501f-572f-4f8d-bdcc-7b6be25f7d73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6329482 Nov 09 17:31:13.943885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1eebf-7d22-4139-ad27-7c7d5e044089 req-112ff62e-111e-4e11-9ea5-996f3509882d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.945566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21e1eebf-7d22-4139-ad27-7c7d5e044089 req-112ff62e-111e-4e11-9ea5-996f3509882d tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 946 time: 0.1370032 Nov 09 17:31:13.954042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Request body: {'port': {'device_id': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:14.000252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-f95d1bb9-6753-4823-98ff-1f2d8283f399 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1483746 Nov 09 17:31:14.028734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:14.109089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=5729fcde-178d-4c21-8f3a-057e019dc413,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:14.117217 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21e1eebf-7d22-4139-ad27-7c7d5e044089 req-229a845c-6549-4e44-a555-c43b52441848 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups?id=a34149ac-0d87-4604-a88d-c56bcd22eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418285 Nov 09 17:31:14.125463 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:14.127550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d299f58-07ef-46b4-b01f-30ba3d2a2017 req-21d45d70-1b00-4df8-bfb3-a29c936fdba0 service neutron] 10.222.0.43 "GET /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594070 Nov 09 17:31:14.165019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a9f376b-3c1c-4cb0-b72b-61cfdc526d69 req-d658d4fd-6416-43c9-ab66-a217f9dc64ef tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248309 Nov 09 17:31:14.178227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] No DVR routers for this DVR port 5729fcde-178d-4c21-8f3a-057e019dc413 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:14.184261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:14.190151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-3eb3e28f-6a3e-4fed-9432-a07d3a247111 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "DELETE /v2.0/ports/5729fcde-178d-4c21-8f3a-057e019dc413 HTTP/1.1" status: 204 len: 173 time: 1.2027161 Nov 09 17:31:14.269435 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eec972ed-6135-49fc-a037-67697c9c88ca req-4b4ab62e-a8d1-4afd-8aa8-9de37803cfba service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554598 Nov 09 17:31:14.294247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:14.325491 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1cbac-cbdd-4d32-85a6-758ba3aeb36f x-openstack-request-id: req-82a1cbac-cbdd-4d32-85a6-758ba3aeb36f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:14.326039 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:14.326377 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82a1cbac-cbdd-4d32-85a6-758ba3aeb36f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:14.329886 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413', 'code': 200} Nov 09 17:31:14.330941 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'code': 200} Nov 09 17:31:14.331395 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea', 'code': 200} Nov 09 17:31:14.359257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event deleted for resources: {'Port': ['ID=dc5bad16-628a-40f6-9cb5-171081683cd1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:14.392095 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01eec2c-07f9-455e-b8b8-a092fa997210 x-openstack-request-id: req-b01eec2c-07f9-455e-b8b8-a092fa997210 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:14.392397 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "8c95d869-6839-437a-af80-c916c256a8f1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:14.392641 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b01eec2c-07f9-455e-b8b8-a092fa997210 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:14.393038 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '8c95d869-6839-437a-af80-c916c256a8f1', 'status': 'completed', 'code': 200} Nov 09 17:31:14.541975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:14.550594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device dc5bad16-628a-40f6-9cb5-171081683cd1 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:14.568434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 6312b538-4980-4385-9f3e-0e4381adc5d7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:14.568434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:14.655127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499a2d-e8f5-4f13-8536-da138d19f8bd req-fe01fad0-5ccd-4349-a7fd-fc8288d1a344 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.657591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1499a2d-e8f5-4f13-8536-da138d19f8bd req-fe01fad0-5ccd-4349-a7fd-fc8288d1a344 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 943 time: 0.1568675 Nov 09 17:31:14.678285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Router 932f9536-c6a3-43b7-a339-6bfa562e7424 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:14.679851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: dc5bad16-628a-40f6-9cb5-171081683cd1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:14.685482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device dc5bad16-628a-40f6-9cb5-171081683cd1 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:14.829259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1499a2d-e8f5-4f13-8536-da138d19f8bd req-7f2d8796-dd14-4b00-80fc-c62a1fb2c5b9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471987 Nov 09 17:31:14.842571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] For port 6312b538-4980-4385-9f3e-0e4381adc5d7, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6312b538-4980-4385-9f3e-0e4381adc5d7,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:14.843804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:14.896537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4ab1-aaa6-43e8-89d9-2e24c546143d req-eb233119-37a7-48c3-8115-ee84d0620b61 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.912167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-954f4ab1-aaa6-43e8-89d9-2e24c546143d req-eb233119-37a7-48c3-8115-ee84d0620b61 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.4122138 Nov 09 17:31:14.943079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:14.976175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'port_id': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d', 'mac_address': 'fa:16:3e:ec:1e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d28068-65da-4ab3-a64a-c497efaa5064', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:15.069482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.073711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:15.087301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:15.114930 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] Sync routers for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:15.115821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:15.124054 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.131349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-414a61ce-9440-4ad9-8753-8c8b97504464 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:15.132901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-414a61ce-9440-4ad9-8753-8c8b97504464 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 946 time: 0.2065902 Nov 09 17:31:15.155210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:15.156778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:15.188062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] No DVR routers for this DVR port dc5bad16-628a-40f6-9cb5-171081683cd1 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:15.188698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-954f4ab1-aaa6-43e8-89d9-2e24c546143d req-cdc05893-7961-4fcb-8cc8-67fb3a7d07e4 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752652 Nov 09 17:31:15.191130 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.196422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91882a1e-3158-43dd-a505-12a2d01497ce req-55734bca-279a-467d-a231-7d1707a46518 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.43 "DELETE /v2.0/ports/dc5bad16-628a-40f6-9cb5-171081683cd1 HTTP/1.1" status: 204 len: 173 time: 4.1125839 Nov 09 17:31:15.201053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'name': 'network-vif-deleted', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:15.220293 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd063f0-f6b1-4b80-9f17-4c5d770faed6" -d '{"events": [{"server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "name": "network-vif-deleted", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:15.237760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef6f7e-0a79-470f-aa21-dcddc022df61 req-a6cbd9bd-035e-458f-a2ba-43b0b263ae91 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:15.245377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fef6f7e-0a79-470f-aa21-dcddc022df61 req-a6cbd9bd-035e-458f-a2ba-43b0b263ae91 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 931 time: 0.2331274 Nov 09 17:31:15.264360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:15.271034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d779da13-07e6-49bb-9650-4b4bd7e4a30a {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:15.302678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.362185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Transition to ACTIVE for port object d779da13-07e6-49bb-9650-4b4bd7e4a30a will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:15.388960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:15.414162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fef6f7e-0a79-470f-aa21-dcddc022df61 req-6a370706-a887-4aad-90a7-a569a4ba9ede tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655047 Nov 09 17:31:15.432757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.523918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6094ef-994c-4d2a-9a68-5b0ee0e43444 req-39be3a94-dca6-47da-9d9b-9b3ee6ff271d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:15.534459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be6094ef-994c-4d2a-9a68-5b0ee0e43444 req-39be3a94-dca6-47da-9d9b-9b3ee6ff271d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2365627 Nov 09 17:31:15.536348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Deleting port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:15.536705 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.570805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.571507 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.572069 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Floating IP 683f5fd5-b057-4c5b-b78b-5fa02e78d60b disassociated. External IP: 172.25.3.226, port: 6312b538-4980-4385-9f3e-0e4381adc5d7. Nov 09 17:31:15.572609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 6312b538-4980-4385-9f3e-0e4381adc5d7 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:15.612438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d779da13-07e6-49bb-9650-4b4bd7e4a30a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:15.689996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be6094ef-994c-4d2a-9a68-5b0ee0e43444 req-1600d8b0-eed9-4e87-9e71-91a23250a6c8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539042 Nov 09 17:31:15.692181 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:15.773867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] For port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:15.776639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:15.841302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Calling delete_port for 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:15.983710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29ef5e27-6a63-4b05-8c84-9217a08228cb req-8b8e77c4-686f-4f7e-a9c0-9e1ab1739621 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fffbfa23-d74a-4991-98a6-60327ad61bf5 HTTP/1.1" status: 200 len: 210 time: 0.1569972 Nov 09 17:31:16.093676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Attempting to bind port d779da13-07e6-49bb-9650-4b4bd7e4a30a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:31:16.094007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Attempting to bind port d779da13-07e6-49bb-9650-4b4bd7e4a30a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:31:16.094340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Attempting to bind port d779da13-07e6-49bb-9650-4b4bd7e4a30a on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:16.108584 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8397919e-d2a7-4806-92fc-106cb0863dac x-openstack-request-id: req-8397919e-d2a7-4806-92fc-106cb0863dac {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:16.116696 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffbfa23-d74a-4991-98a6-60327ad61bf5", "name": "network-vif-deleted", "tag": "dc5bad16-628a-40f6-9cb5-171081683cd1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:16.117124 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8397919e-d2a7-4806-92fc-106cb0863dac {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:16.118295 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffbfa23-d74a-4991-98a6-60327ad61bf5', 'name': 'network-vif-deleted', 'tag': 'dc5bad16-628a-40f6-9cb5-171081683cd1', 'status': 'completed', 'code': 200} Nov 09 17:31:16.139245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Port d779da13-07e6-49bb-9650-4b4bd7e4a30a on network fe30e5b4-57a2-4a4a-be16-d925080ada9b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:16.143231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Attempting to bind port d779da13-07e6-49bb-9650-4b4bd7e4a30a on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:16.174380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:16.175228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:16.176286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Bound using segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:16.179726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Bound port: d779da13-07e6-49bb-9650-4b4bd7e4a30a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:31:16.180479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:16.188561 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:16.196104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:16.207404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:16.254596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:16.269890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=6312b538-4980-4385-9f3e-0e4381adc5d7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:16.283227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:16.306352 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] Checking router: 932f9536-c6a3-43b7-a339-6bfa562e7424 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:16.316732 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:16.317400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:16.460365 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:16.485104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Pushing event deleted for resources: {'Port': ['ID=92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:16.554515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-58cbbda8-d274-4696-ad67-8c7da8b354bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:16.556246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-58cbbda8-d274-4696-ad67-8c7da8b354bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.3483675 Nov 09 17:31:16.557390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] No DVR routers for this DVR port 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:16.562499 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:16.566753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.83 "DELETE /v2.0/ports/92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a HTTP/1.1" status: 204 len: 173 time: 1.3868420 Nov 09 17:31:16.574650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:16.764773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:16.777701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:16.778507 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:16.841649 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:16.920845 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fcdea4-429b-495d-985e-b18895dab7cf None None] The sync data for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 is: [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:28:55Z', 'revision_number': 4, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc', 'name': '', 'network_id': '00e56f06-02ef-4791-866d-78bdbe73c713', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'mac_address': 'fa:16:3e:11:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:54Z', 'updated_at': '2021-11-09T17:29:00Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'subnets': [{'id': '7a2dda17-696b-44b6-89f4-7f6d72ed8807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:16.966299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:16.970472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-0c9b78f4-2244-443e-911d-31c25b48a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:16.972100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-0c9b78f4-2244-443e-911d-31c25b48a57d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.4041495 Nov 09 17:31:16.981814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed4173-b81c-4abd-9412-b5db55e3d769 req-1f6e5c42-2c20-448f-a994-048d7369a82f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.000971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:17.002402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08ed4173-b81c-4abd-9412-b5db55e3d769 req-1f6e5c42-2c20-448f-a994-048d7369a82f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 944 time: 0.6487198 Nov 09 17:31:17.005497 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2d29ec-9e90-4994-b4c4-4dd1b6c138d4" -d '{"events": [{"server_uuid": "3229e940-0d46-4b47-8766-0b8c5c4b66a9", "name": "network-vif-plugged", "status": "completed", "tag": "923b2749-a6c2-4e54-bbff-7dbae3ac2f2d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:17.030368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:17.038731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:17.046713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-94017816-5c1c-41bd-a8c2-64858b3e904f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 217 time: 0.0400021 Nov 09 17:31:17.112459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:17.115496 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da13de-9d04-45fb-882c-9b4448ee0d1c" -d '{"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:17.117045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:17.157782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-0b81f7f3-67aa-4f24-82f3-efe574b0e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.159610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-0b81f7f3-67aa-4f24-82f3-efe574b0e37b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.0976007 Nov 09 17:31:17.169203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08ed4173-b81c-4abd-9412-b5db55e3d769 req-9d7510d5-0f4f-4499-8e18-5af6fa79beda tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658771 Nov 09 17:31:17.190551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Router 228d27f7-8f4e-44c8-99ec-3194afc00d0c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:17.214319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070992-6630-44f1-9b2f-f09a3ae93bde req-607df0fc-961b-495c-a319-738832fe8725 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.216116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9070992-6630-44f1-9b2f-f09a3ae93bde req-607df0fc-961b-495c-a319-738832fe8725 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 943 time: 0.9916286 Nov 09 17:31:17.225866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-e0129eb0-1c2f-4910-92f4-c8ddea1df238 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495970 Nov 09 17:31:17.236561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] For port d779da13-07e6-49bb-9650-4b4bd7e4a30a, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:17.244702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] For port d779da13-07e6-49bb-9650-4b4bd7e4a30a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:17.297625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:17.415316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.416308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:17.418807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] 10.222.0.83 "PUT /v2.0/ports/d779da13-07e6-49bb-9650-4b4bd7e4a30a HTTP/1.1" status: 200 len: 1091 time: 3.4712350 Nov 09 17:31:17.435650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-6aa0a1b8-3b85-4132-9ee2-89d52bbcaf27 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006688 Nov 09 17:31:17.454911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcc76e-b4d0-41ea-8378-2d6dfdc261d0 req-30145799-c696-43cb-a638-acb7fd0898fd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.463419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8bfcc76e-b4d0-41ea-8378-2d6dfdc261d0 req-30145799-c696-43cb-a638-acb7fd0898fd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1358435 Nov 09 17:31:17.489648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fae60a-135c-4494-beeb-fe2eeafa7dab None None] New status for floating IP 392843e7-b0d8-4e55-ad64-7c8dfa3410d1: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:31:17.514798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9070992-6630-44f1-9b2f-f09a3ae93bde req-fdbb0d04-e31c-4813-80f1-9d7e609351f0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899935 Nov 09 17:31:17.592179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6644bf-7696-4a9d-929e-55d88312fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=d779da13-07e6-49bb-9650-4b4bd7e4a30a,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:17.626610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8bfcc76e-b4d0-41ea-8378-2d6dfdc261d0 req-337d2ef9-0c2e-4bd0-b3b5-ead190c218c6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569178 Nov 09 17:31:17.661265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7134eba3-a062-42dd-b87e-92f2a61b031b req-027e6d27-c629-4446-9ce8-868b3b6c7e67 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950779 Nov 09 17:31:17.696246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:17.708643 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] Sync routers for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:17.743968 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:17.758920 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:17.770972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0f5f80f-7a47-42b6-8f90-cab8e11472ff req-a56a3416-3f38-403b-a9dd-ab445dfe968e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2329dc8-84f6-49fb-b1ae-3e104bfa0636 HTTP/1.1" status: 200 len: 210 time: 0.0713272 Nov 09 17:31:17.810774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] No DVR routers for this DVR port 6312b538-4980-4385-9f3e-0e4381adc5d7 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:17.815304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:17.823329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-24b20129-5b97-4e94-a401-c8f41ac07bf0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "DELETE /v2.0/ports/6312b538-4980-4385-9f3e-0e4381adc5d7 HTTP/1.1" status: 204 len: 173 time: 3.5990322 Nov 09 17:31:17.827748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8f5de4cd-d4f9-4072-9203-b5258b067b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.829578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-8f5de4cd-d4f9-4072-9203-b5258b067b4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 1094 time: 0.2878382 Nov 09 17:31:17.867431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf7c25-9d26-4955-a65c-a9e8467c4b56 req-43ea7a6c-1644-4890-b4b4-f385dcd70fb6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.879517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95cf7c25-9d26-4955-a65c-a9e8467c4b56 req-43ea7a6c-1644-4890-b4b4-f385dcd70fb6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 943 time: 0.1321030 Nov 09 17:31:17.966889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-c260b037-7936-4459-9799-662abcd228ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a HTTP/1.1" status: 200 len: 217 time: 0.1217344 Nov 09 17:31:18.010908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95cf7c25-9d26-4955-a65c-a9e8467c4b56 req-6a85ca1c-1a45-48e8-964b-a817a1b1a98a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265037 Nov 09 17:31:18.067082 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:18.119865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'name': 'network-vif-deleted', 'tag': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:18.124754 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e02af8-ab8f-4f69-80e0-1d93fd93e9e6" -d '{"events": [{"server_uuid": "a2329dc8-84f6-49fb-b1ae-3e104bfa0636", "name": "network-vif-deleted", "tag": "92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:18.150384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-be22d0e6-17e7-49be-bd93-e548103fccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.151614 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dcc48d-fe8d-48d9-9e4b-299a9552ce5d x-openstack-request-id: req-99dcc48d-fe8d-48d9-9e4b-299a9552ce5d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:18.151867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-be22d0e6-17e7-49be-bd93-e548103fccb5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.1720653 Nov 09 17:31:18.152229 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3229e940-0d46-4b47-8766-0b8c5c4b66a9", "name": "network-vif-plugged", "status": "completed", "tag": "923b2749-a6c2-4e54-bbff-7dbae3ac2f2d", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:18.152642 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99dcc48d-fe8d-48d9-9e4b-299a9552ce5d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:18.153288 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d', 'code': 200} Nov 09 17:31:18.245169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-1c598c28-e9e3-4050-8079-80ee4881bd1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844803 Nov 09 17:31:18.262344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac511-1f47-4c56-8a71-292cabb8ccb7 req-778300e0-fa6f-436f-97b7-973d823abdea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.287909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5bbac511-1f47-4c56-8a71-292cabb8ccb7 req-778300e0-fa6f-436f-97b7-973d823abdea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2414994 Nov 09 17:31:18.310314 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb695c43-cd53-4df7-907d-8b59152097e3 x-openstack-request-id: req-fb695c43-cd53-4df7-907d-8b59152097e3 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:18.311478 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "5729fcde-178d-4c21-8f3a-057e019dc413", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:18.311478 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb695c43-cd53-4df7-907d-8b59152097e3 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:18.311478 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '5729fcde-178d-4c21-8f3a-057e019dc413', 'status': 'completed', 'code': 200} Nov 09 17:31:18.328759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:18.394732 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba833d8-5228-43dc-a26f-bf3e740a564e x-openstack-request-id: req-dba833d8-5228-43dc-a26f-bf3e740a564e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:18.395283 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2329dc8-84f6-49fb-b1ae-3e104bfa0636", "name": "network-vif-deleted", "tag": "92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:18.395609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port d9575738-1d2e-45c1-9090-d3bf26eaf3ea {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:18.395773 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dba833d8-5228-43dc-a26f-bf3e740a564e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:18.395984 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:18.396309 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2329dc8-84f6-49fb-b1ae-3e104bfa0636', 'name': 'network-vif-deleted', 'tag': '92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a', 'status': 'completed', 'code': 200} Nov 09 17:31:18.475612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:18.487084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5bbac511-1f47-4c56-8a71-292cabb8ccb7 req-8b9b6cfa-6898-40fb-bf23-6a4592ae1a80 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981764 Nov 09 17:31:18.488798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970213fd-c2be-49ad-a2cb-8e0fbc59e55d req-ac278836-ddb8-42cd-b2f3-d18a7949aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.501541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-970213fd-c2be-49ad-a2cb-8e0fbc59e55d req-ac278836-ddb8-42cd-b2f3-d18a7949aab9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 1096 time: 0.2697363 Nov 09 17:31:18.521378 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:24Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:18.549431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-e5497502-30a4-42e4-9427-fb1dbfb06cf0 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508576 Nov 09 17:31:18.575683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:18.577674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 92ec339c-c1ea-4b65-9e1e-f7cc5c8a539a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:18.594238 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] Checking router: 228d27f7-8f4e-44c8-99ec-3194afc00d0c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:18.611880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:18.612952 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:18.633780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] For port d9575738-1d2e-45c1-9090-d3bf26eaf3ea, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:18.634163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:18.660564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for d9575738-1d2e-45c1-9090-d3bf26eaf3ea owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:18.673024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b93c183-0d0d-4d6b-bd4f-815ca97dff05 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:18.757323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66603902-627f-4d22-b4d3-79ed52de1200 req-5a8d7979-3ac5-4988-a7ad-d19df0e3ffaa tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.767644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66603902-627f-4d22-b4d3-79ed52de1200 req-5a8d7979-3ac5-4988-a7ad-d19df0e3ffaa tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 945 time: 0.3159752 Nov 09 17:31:18.798067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b93c183-0d0d-4d6b-bd4f-815ca97dff05 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:18.798361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e3fa291-3085-4b94-a1c5-950ce25296b1 req-be492dfc-cd64-4c84-b1c8-0eb7f99d5a69 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326221 Nov 09 17:31:18.807282 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:18.815769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-970213fd-c2be-49ad-a2cb-8e0fbc59e55d req-d0ef69fc-85d6-4424-9554-25979835f75c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078061 Nov 09 17:31:18.870238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7006ea-c2bb-4161-92b1-bb380f206eef req-d8224ed9-8020-4ab4-aec3-b5149f517fe0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.879122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e7006ea-c2bb-4161-92b1-bb380f206eef req-d8224ed9-8020-4ab4-aec3-b5149f517fe0 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 943 time: 0.1556368 Nov 09 17:31:18.911044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b93c183-0d0d-4d6b-bd4f-815ca97dff05 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:18.918871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b93c183-0d0d-4d6b-bd4f-815ca97dff05 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:18.920858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0b93c183-0d0d-4d6b-bd4f-815ca97dff05 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "DELETE /v2.0/security-groups/a34149ac-0d87-4604-a88d-c56bcd22eeab HTTP/1.1" status: 204 len: 168 time: 0.5861008 Nov 09 17:31:18.927498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37128) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:18.943890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93c183-0d0d-4d6b-bd4f-815ca97dff05 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34149ac-0d87-4604-a88d-c56bcd22eeab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:18.976273 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3c52bf25-8000-4e01-83b4-82fac197b4f1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] show failed (client error): The resource could not be found. Nov 09 17:31:18.977439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c52bf25-8000-4e01-83b4-82fac197b4f1 tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "GET /v2.0/security-groups/a34149ac-0d87-4604-a88d-c56bcd22eeab HTTP/1.1" status: 404 len: 347 time: 0.0292823 Nov 09 17:31:18.981956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:18.998154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e7006ea-c2bb-4161-92b1-bb380f206eef req-12b8bc61-da92-46f1-a0ec-e99f498a01a9 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups?id=75027f73-8ed3-429c-8dec-98c2a11f6542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178131 Nov 09 17:31:19.038909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66603902-627f-4d22-b4d3-79ed52de1200 req-54661d58-c683-47f3-9c58-855aba0ae9df tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594414 Nov 09 17:31:19.129008 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:24Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:19.148222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:19.165142 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8259983-f511-42ba-9037-8da632750cb3 None None] The sync data for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 is: [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:20:13Z', 'revision_number': 4, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6ecbdda7-f64e-42be-a2e7-fa3d46830463', 'name': '', 'network_id': 'ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'mac_address': 'fa:16:3e:fa:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:20:09Z', 'updated_at': '2021-11-09T17:20:24Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'subnets': [{'id': 'bc0da707-c995-4377-8781-f8ebb9c5b4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:19.233123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=d9575738-1d2e-45c1-9090-d3bf26eaf3ea,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:19.271491 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:31:19.302472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed0dec-a263-47c4-89b3-ee136cfe8a7e req-e0fc086a-71e7-4f58-a918-bd9a6b607ae0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:19.304051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36ed0dec-a263-47c4-89b3-ee136cfe8a7e req-e0fc086a-71e7-4f58-a918-bd9a6b607ae0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 943 time: 0.0744889 Nov 09 17:31:19.328654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] No DVR routers for this DVR port d9575738-1d2e-45c1-9090-d3bf26eaf3ea on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:19.344856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65854b-23a1-46b1-8d44-abb38db19078 req-f4e823e4-0cdc-4e56-943e-eeceec56a150 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:19.351345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc65854b-23a1-46b1-8d44-abb38db19078 req-f4e823e4-0cdc-4e56-943e-eeceec56a150 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.2212949 Nov 09 17:31:19.354696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:19.359887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f425968-6f40-4351-b03d-b2bca18a4ee5 req-cecf01fb-b6a9-4e94-b371-52990cae5da8 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.83 "DELETE /v2.0/ports/d9575738-1d2e-45c1-9090-d3bf26eaf3ea HTTP/1.1" status: 204 len: 173 time: 1.5153227 Nov 09 17:31:19.406897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36ed0dec-a263-47c4-89b3-ee136cfe8a7e req-eded7971-4c40-4080-83e7-1ed3adffb6ae tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884149 Nov 09 17:31:19.430434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Deleting port 4d026311-9ecb-4129-94a1-1e1890993c19 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:19.430434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:19.540075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc65854b-23a1-46b1-8d44-abb38db19078 req-ad3ae6fe-7097-442b-a1e3-18e5c14ebb8c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795039 Nov 09 17:31:19.570195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f9b32-cb3d-4cde-862d-6ab065b8e4d8 None None] New status for floating IP 683f5fd5-b057-4c5b-b78b-5fa02e78d60b: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:31:19.635969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:19.640920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:19.727640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Calling delete_port for 4d026311-9ecb-4129-94a1-1e1890993c19 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:19.800577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fa1f7-486a-401f-978e-926c797f31cf req-7115d16a-6c0f-4a18-9943-0b260480127b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:19.809430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d41fa1f7-486a-401f-978e-926c797f31cf req-7115d16a-6c0f-4a18-9943-0b260480127b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1310117 Nov 09 17:31:19.991883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e524fc-02d5-47bb-b4a2-e3b72a4cdcec req-b1cea2f7-9c67-47e8-86aa-2a98d278dc89 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:19.993617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60e524fc-02d5-47bb-b4a2-e3b72a4cdcec req-b1cea2f7-9c67-47e8-86aa-2a98d278dc89 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.1089840 Nov 09 17:31:20.012338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d41fa1f7-486a-401f-978e-926c797f31cf req-e791ce78-da25-4527-9fbb-4d324aebae7c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009058 Nov 09 17:31:20.115811 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60e524fc-02d5-47bb-b4a2-e3b72a4cdcec req-fef8b44a-7b52-4464-9373-f60584b838c2 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026354 Nov 09 17:31:20.119502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:20.189469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Pushing event deleted for resources: {'Port': ['ID=4d026311-9ecb-4129-94a1-1e1890993c19,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:20.256957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6023db3-44dc-4a8c-b490-f5857c3cc351 req-812e6555-89fa-4879-9e4b-8bdc61836d04 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0783176 Nov 09 17:31:20.285483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:20.289545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:20.292085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1874bae5-6fae-4f6e-bea2-4a98838d194c tempest-ServersTestJSON-1471078058 tempest-ServersTestJSON-1471078058-project] 10.222.0.45 "DELETE /v2.0/floatingips/392843e7-b0d8-4e55-ad64-7c8dfa3410d1 HTTP/1.1" status: 204 len: 168 time: 1.3067026 Nov 09 17:31:20.304847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37152) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:20.314638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'tag': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7'}, {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:20.319587 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdaa29a-49d7-44f9-a085-89e0b6077e05" -d '{"events": [{"name": "network-changed", "server_uuid": "dccb52d4-834a-468b-b73e-2e0ea1678397", "tag": "d779da13-07e6-49bb-9650-4b4bd7e4a30a"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7"}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:20.524993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a3c0-570e-4860-b26e-688508858d15 req-dbb8deb2-1e3f-4ea1-a756-2535fde118b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:20.526543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-dbb8deb2-1e3f-4ea1-a756-2535fde118b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1095 time: 0.0857079 Nov 09 17:31:20.555752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11186f-aeda-4da1-a205-3b348b0a9bb5 req-1de411c5-f486-44b8-81a2-4b1f3349a53a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:20.559692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba11186f-aeda-4da1-a205-3b348b0a9bb5 req-1de411c5-f486-44b8-81a2-4b1f3349a53a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0829749 Nov 09 17:31:20.631547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970668a-af7a-4f89-8920-79b75119fdf9 req-164edd65-78c6-4f97-aefc-b78b4aab2b26 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:20.633162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f970668a-af7a-4f89-8920-79b75119fdf9 req-164edd65-78c6-4f97-aefc-b78b4aab2b26 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 945 time: 0.1628695 Nov 09 17:31:20.682615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba11186f-aeda-4da1-a205-3b348b0a9bb5 req-86b55021-0d91-47ef-976a-0bd71f6184a4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049595 Nov 09 17:31:20.698637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a3c0-570e-4860-b26e-688508858d15 req-af05f4c6-88ea-4887-bda4-b2b3258d0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:20.700343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-af05f4c6-88ea-4887-bda4-b2b3258d0581 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.1647334 Nov 09 17:31:20.764426 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdefc3e-f86a-472c-9cc0-7af7e925454e x-openstack-request-id: req-bcdefc3e-f86a-472c-9cc0-7af7e925454e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:20.764823 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccb52d4-834a-468b-b73e-2e0ea1678397", "tag": "d779da13-07e6-49bb-9650-4b4bd7e4a30a", "status": "completed", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "6312b538-4980-4385-9f3e-0e4381adc5d7", "status": "completed", "code": 200}, {"server_uuid": "59abaaa5-78d4-4fd8-88fc-48c72d13bc0c", "name": "network-vif-deleted", "tag": "d9575738-1d2e-45c1-9090-d3bf26eaf3ea", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:20.765497 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcdefc3e-f86a-472c-9cc0-7af7e925454e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:20.766080 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'tag': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a', 'status': 'completed', 'code': 200} Nov 09 17:31:20.766418 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': '6312b538-4980-4385-9f3e-0e4381adc5d7', 'status': 'completed', 'code': 200} Nov 09 17:31:20.766890 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abaaa5-78d4-4fd8-88fc-48c72d13bc0c', 'name': 'network-vif-deleted', 'tag': 'd9575738-1d2e-45c1-9090-d3bf26eaf3ea', 'status': 'completed', 'code': 200} Nov 09 17:31:20.830097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f970668a-af7a-4f89-8920-79b75119fdf9 req-6a777e1a-e0cb-490e-b685-cb494db2c20e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830728 Nov 09 17:31:20.846688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-e39cebee-9eaf-4eb7-9cb8-395d2535d60d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 998 time: 0.1357985 Nov 09 17:31:20.925218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-5a856d69-1594-4f00-ad2b-b8ff60079c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:20.927369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-5a856d69-1594-4f00-ad2b-b8ff60079c5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 1094 time: 0.1284158 Nov 09 17:31:21.011846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a3c0-570e-4860-b26e-688508858d15 req-465b0a3b-3255-416a-937d-d922f366392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.013694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-465b0a3b-3255-416a-937d-d922f366392c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1564457 Nov 09 17:31:21.052748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f706db-8468-4f61-9527-5d50891f07ef req-6ebb044d-a619-42dc-a215-40a5ec0f2fb0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.053050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15e959-8031-4c08-9f64-c40c157d7353 req-09eca0da-86b8-4656-859f-b02436c13a35 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.054620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac15e959-8031-4c08-9f64-c40c157d7353 req-09eca0da-86b8-4656-859f-b02436c13a35 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 943 time: 0.1499577 Nov 09 17:31:21.060831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4f706db-8468-4f61-9527-5d50891f07ef req-6ebb044d-a619-42dc-a215-40a5ec0f2fb0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0934436 Nov 09 17:31:21.145007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a3c0-570e-4860-b26e-688508858d15 req-5868932b-6cb5-4565-b1c1-b301620bd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.146580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-5868932b-6cb5-4565-b1c1-b301620bd7a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217422 Nov 09 17:31:21.147695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-4f386267-ecf1-468e-b331-045d9d32e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.149110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-4f386267-ecf1-468e-b331-045d9d32e25b service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.2047291 Nov 09 17:31:21.269118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4f706db-8468-4f61-9527-5d50891f07ef req-c0edee52-49fa-4d75-bae0-6ebf1c347505 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068882 Nov 09 17:31:21.270688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac15e959-8031-4c08-9f64-c40c157d7353 req-ae8715d3-8cb8-4935-8d00-3e0b72009e7e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891146 Nov 09 17:31:21.276335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-40eb43af-3e42-4ac0-aad6-dcdc0de9b184 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a HTTP/1.1" status: 200 len: 217 time: 0.1119661 Nov 09 17:31:21.299960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:21.373613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-42be5281-72a5-409a-991a-a6d7d6138e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.375629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-42be5281-72a5-409a-991a-a6d7d6138e97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.0872881 Nov 09 17:31:21.410144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-c959df6f-c8c1-474e-bc28-405f0059b0ef service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500923 Nov 09 17:31:21.508752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-316a7ddf-e3de-454d-bcde-26e1ffb6be95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227424 Nov 09 17:31:21.626813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7289c97f-669e-4932-b0d8-17b8b37c851a req-477d81a5-d2c5-4462-9ae7-c76a6ac06d6d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0892241 Nov 09 17:31:21.662653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b01f-63ce-454c-ba7c-07bcc43f6b32 req-b303ffb5-e11e-4225-9ca5-4d59ce8a1d44 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.671263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6d5b01f-63ce-454c-ba7c-07bcc43f6b32 req-b303ffb5-e11e-4225-9ca5-4d59ce8a1d44 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.2836044 Nov 09 17:31:21.772119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84a4a3c0-570e-4860-b26e-688508858d15 req-34a9640b-edb2-4986-b1cd-0480eac3e727 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465261 Nov 09 17:31:21.802200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-5996a3af-8e02-41ce-9d7d-653f589c4226 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783122 Nov 09 17:31:21.895342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6d5b01f-63ce-454c-ba7c-07bcc43f6b32 req-6c315419-7404-40c4-9a48-272b7e1987fb tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224686 Nov 09 17:31:21.999676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Deleting port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:22.000344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:22.072351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0fdaa29a-49d7-44f9-a085-89e0b6077e05 req-9f45c5e8-4549-4ceb-8a9b-72f8ac60195f service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579501 Nov 09 17:31:22.122973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b3be6-3991-43f1-8c38-7bee98cad618 req-9154418e-fea9-4174-87da-f9472c01d6ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.128004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3b3be6-3991-43f1-8c38-7bee98cad618 req-9154418e-fea9-4174-87da-f9472c01d6ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2004459 Nov 09 17:31:22.312196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] For port c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:22.312877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:22.328953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e3b3be6-3991-43f1-8c38-7bee98cad618 req-3237adec-bd66-4435-849d-2890f5e74222 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950712 Nov 09 17:31:22.341464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7836dc-c902-433f-8036-37d765cd339e req-2347bcfc-396a-4d46-9882-08c9d4540c0b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.343446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f7836dc-c902-433f-8036-37d765cd339e req-2347bcfc-396a-4d46-9882-08c9d4540c0b tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.1849098 Nov 09 17:31:22.348371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Calling delete_port for c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:22.485118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d779da13-07e6-49bb-9650-4b4bd7e4a30a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:22.664964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d779da13-07e6-49bb-9650-4b4bd7e4a30a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:22.687629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a', 'mac_address': 'fa:16:3e:c0:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:22.791051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:22.804450 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:22.841062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d779da13-07e6-49bb-9650-4b4bd7e4a30a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:22.851107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Deleting port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:22.851459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:22.871728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea04241-5c16-47d4-9d0b-11db54800f23 req-1182c717-645d-419e-a35f-1cc6b66f23ed tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.880588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fea04241-5c16-47d4-9d0b-11db54800f23 req-1182c717-645d-419e-a35f-1cc6b66f23ed tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.3315804 Nov 09 17:31:22.909733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d779da13-07e6-49bb-9650-4b4bd7e4a30a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:22.926140 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:23.035066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d779da13-07e6-49bb-9650-4b4bd7e4a30a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:23.074720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa79d-f21f-4586-a235-694aece9b8c9 req-a14ca2af-02eb-451e-9854-9427ebea17d1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.079539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f73aa79d-f21f-4586-a235-694aece9b8c9 req-a14ca2af-02eb-451e-9854-9427ebea17d1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 943 time: 0.6613989 Nov 09 17:31:23.190437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f73aa79d-f21f-4586-a235-694aece9b8c9 req-c7125b1f-3c4d-4c06-8e8c-9331d47fdf3e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739708 Nov 09 17:31:23.273927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d779da13-07e6-49bb-9650-4b4bd7e4a30a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:23.344340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d16642-250c-4b1e-b98e-7f2dcd530dff req-073f7816-4c0d-404d-8f1c-3da1cb8bda29 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0791473 Nov 09 17:31:23.489785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fea04241-5c16-47d4-9d0b-11db54800f23 req-4df68483-4be4-4e72-8e76-6e59f52648e6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081812 Nov 09 17:31:23.573004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] For port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:23.573378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:23.597339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Calling delete_port for ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:23.649291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0f824-5c2d-4298-bb0a-6732ff4b664d req-a68089b9-c4f8-43a2-ae4c-705e4583a191 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.651053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bf0f824-5c2d-4298-bb0a-6732ff4b664d req-a68089b9-c4f8-43a2-ae4c-705e4583a191 tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4756c24-733a-4c48-96f8-e9f604aa8356 HTTP/1.1" status: 200 len: 945 time: 0.0717688 Nov 09 17:31:23.691051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:23.750719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:23.850258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d8e2a-38fd-4dae-827e-4433402cecda req-3891fb57-1917-42dc-ad4c-0f4258deb143 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.851929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f76d8e2a-38fd-4dae-827e-4433402cecda req-3891fb57-1917-42dc-ad4c-0f4258deb143 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1770267 Nov 09 17:31:23.920478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bf0f824-5c2d-4298-bb0a-6732ff4b664d req-15dc1b8b-bf34-4092-a5c8-4ebbce85152e tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.45 "GET /v2.0/security-groups?id=847615f4-7444-488f-909c-d0a7928433b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468216 Nov 09 17:31:23.956310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f76d8e2a-38fd-4dae-827e-4433402cecda req-0def55bd-d0f1-49a9-9ef1-c315d1c673cb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871048 Nov 09 17:31:24.231607 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:24.247495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:24.265452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10d0d0-531a-4062-bbfa-0cce0a942602 req-3e14cd3c-14e3-4efb-9b24-51f89ee400aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.267021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be10d0d0-531a-4062-bbfa-0cce0a942602 req-3e14cd3c-14e3-4efb-9b24-51f89ee400aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.1329660 Nov 09 17:31:24.336546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Pushing event deleted for resources: {'Port': ['ID=ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:24.343850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] No DVR routers for this DVR port ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:24.354065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:24.361253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f7836dc-c902-433f-8036-37d765cd339e req-9070c70c-401d-43e8-82a2-3a4b1e04b3ca tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] 10.222.0.43 "DELETE /v2.0/ports/ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 HTTP/1.1" status: 204 len: 173 time: 2.0101995 Nov 09 17:31:24.363477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be10d0d0-531a-4062-bbfa-0cce0a942602 req-c887951c-ede7-4b7d-8b16-9b88764a18ab service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877073 Nov 09 17:31:24.378181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac1805-cc41-4359-be23-10faf92dda36 req-f483738e-fa70-4adf-b16f-cd05b25a3f6f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.388590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2fac1805-cc41-4359-be23-10faf92dda36 req-f483738e-fa70-4adf-b16f-cd05b25a3f6f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2014067 Nov 09 17:31:24.390567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'name': 'network-vif-deleted', 'tag': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:24.393016 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf067789-7523-44eb-821d-65b596576dca" -d '{"events": [{"server_uuid": "f4756c24-733a-4c48-96f8-e9f604aa8356", "name": "network-vif-deleted", "tag": "ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:24.419297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:24.536626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2fac1805-cc41-4359-be23-10faf92dda36 req-6c3c305e-ef8c-448b-b165-58473ed1d2b3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458347 Nov 09 17:31:24.768981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1b85a2b9-6c3b-4de9-9710-98ba056b3606 req-ef92d071-0654-4faf-a9de-0ecb960546ec tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0367181 Nov 09 17:31:24.850532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85033b-4027-424b-9429-00e40f585a1d req-63ecce9e-f62b-4246-8da6-db650bed2445 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.870248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d85033b-4027-424b-9429-00e40f585a1d req-63ecce9e-f62b-4246-8da6-db650bed2445 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 944 time: 0.1748805 Nov 09 17:31:24.916150 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f338a5-d137-4249-bd89-62f3813aa648 x-openstack-request-id: req-d5f338a5-d137-4249-bd89-62f3813aa648 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:24.916463 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4756c24-733a-4c48-96f8-e9f604aa8356", "name": "network-vif-deleted", "tag": "ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:24.916990 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5f338a5-d137-4249-bd89-62f3813aa648 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:24.918109 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4756c24-733a-4c48-96f8-e9f604aa8356', 'name': 'network-vif-deleted', 'tag': 'ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200', 'status': 'completed', 'code': 200} Nov 09 17:31:24.979198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Router 932f9536-c6a3-43b7-a339-6bfa562e7424 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:25.018845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d85033b-4027-424b-9429-00e40f585a1d req-0bd5f600-d49c-46e3-8e24-48c3e0695bd6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468709 Nov 09 17:31:25.167154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b84-b935-4b7d-9e2e-9117d9b0584f req-035ce3d4-ec95-4840-a01a-76f7a7666568 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:25.176304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73f00b84-b935-4b7d-9e2e-9117d9b0584f req-035ce3d4-ec95-4840-a01a-76f7a7666568 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0934358 Nov 09 17:31:25.291016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73f00b84-b935-4b7d-9e2e-9117d9b0584f req-a99da7ce-556e-47c5-b52f-b9eac70cefe3 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136441 Nov 09 17:31:25.337903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:25.348648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:25.366541 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] Sync routers for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:25.384764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f277ea2-822b-4851-86ee-51d090f53415 admin admin] 10.222.0.45 "PUT /v2.0/routers/932f9536-c6a3-43b7-a339-6bfa562e7424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0734670 Nov 09 17:31:25.387299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37224) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:25.414441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:25.420541 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:25.790371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9aad9-8b72-474b-b645-77e5ff3e18a0 req-f2f61c38-b40f-4ddb-8081-b25a92fa7641 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:25.792972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b9aad9-8b72-474b-b645-77e5ff3e18a0 req-f2f61c38-b40f-4ddb-8081-b25a92fa7641 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2479012 Nov 09 17:31:25.808247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:25.831698 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:25.993114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d15adad1-a830-4648-b450-14486729e2e4 req-fc74aa66-63d8-4fd6-b1d2-13873111abf1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0566878 Nov 09 17:31:26.022271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b9aad9-8b72-474b-b645-77e5ff3e18a0 req-62261270-c5b8-43a7-a3d3-6748587a46c0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113261 Nov 09 17:31:26.083858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.134732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.210822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Deleting port 9b84081e-17db-4f0d-b3ca-62fb27b48bae {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:26.215459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.444088 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:31:23Z', 'revision_number': 5, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port': {'id': '9b84081e-17db-4f0d-b3ca-62fb27b48bae', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:28:48Z', 'updated_at': '2021-11-09T17:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:26.460427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68881-cb2b-4a97-b6cf-e26929921d96 req-29c33d06-5820-4963-a95b-343e273bd9ac tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.462126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-baa68881-cb2b-4a97-b6cf-e26929921d96 req-29c33d06-5820-4963-a95b-343e273bd9ac tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 944 time: 0.1540878 Nov 09 17:31:26.487770 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] Checking router: 932f9536-c6a3-43b7-a339-6bfa562e7424 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:26.489939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d779da13-07e6-49bb-9650-4b4bd7e4a30a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:26.498564 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] Routers {'932f9536-c6a3-43b7-a339-6bfa562e7424'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:26.499510 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['932f9536-c6a3-43b7-a339-6bfa562e7424'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:26.500018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] For port 9b84081e-17db-4f0d-b3ca-62fb27b48bae, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9b84081e-17db-4f0d-b3ca-62fb27b48bae,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:26.501015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.535312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-baa68881-cb2b-4a97-b6cf-e26929921d96 req-0e7f1888-4a88-4dfd-826f-e5d6aa277d80 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628541 Nov 09 17:31:26.579535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Calling delete_port for 9b84081e-17db-4f0d-b3ca-62fb27b48bae owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:26.610719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:26.653625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698e4ec-8a23-4b42-8c1b-dde19be49db9 req-715e913b-f9e6-4faf-b192-ed9ad3f699fc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.654649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:26.655080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ae13d6b3-c8a7-4b8f-aab6-8e5ac18d4200 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:26.658118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6698e4ec-8a23-4b42-8c1b-dde19be49db9 req-715e913b-f9e6-4faf-b192-ed9ad3f699fc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2500284 Nov 09 17:31:26.667050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port d779da13-07e6-49bb-9650-4b4bd7e4a30a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:26.672752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d779da13-07e6-49bb-9650-4b4bd7e4a30a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:26.673123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.714914 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] Set router 932f9536-c6a3-43b7-a339-6bfa562e7424 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:26.783659 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:31:26Z', 'revision_number': 6, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:26.802356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95334ea0-b74b-4e16-b351-5ae532de48b2 req-84b79f5c-0bac-4a48-94b1-a43cd75e2811 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.805197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95334ea0-b74b-4e16-b351-5ae532de48b2 req-84b79f5c-0bac-4a48-94b1-a43cd75e2811 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0983794 Nov 09 17:31:26.812113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Deleting port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:26.812457 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.837375 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.845129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6698e4ec-8a23-4b42-8c1b-dde19be49db9 req-11415b4c-ea5f-4ff5-9e6c-2bcac2f3a454 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778500 Nov 09 17:31:26.879634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44162e41-4434-4c94-b37b-e8fc74d8a066 None None] The sync data for ids ['932f9536-c6a3-43b7-a339-6bfa562e7424'] in n-d-804292-3 is: [{'id': '932f9536-c6a3-43b7-a339-6bfa562e7424', 'name': 'tempest-ServersTestJSON-1796322453-router', 'tenant_id': '2782b469c93340d5a28e5362694514f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:28:46Z', 'updated_at': '2021-11-09T17:31:26Z', 'revision_number': 6, 'project_id': '2782b469c93340d5a28e5362694514f6', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:26.899398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:26.904188 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abce2152-a3eb-4f9f-bdbd-a6c29812a827" -d '{"events": [{"server_uuid": "dccb52d4-834a-468b-b73e-2e0ea1678397", "name": "network-vif-plugged", "status": "completed", "tag": "d779da13-07e6-49bb-9650-4b4bd7e4a30a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:26.928868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d779da13-07e6-49bb-9650-4b4bd7e4a30a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:26.935812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:26.998760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] For port e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,segment=NetworkSegment(b1f6a6c2-4578-417b-9460-47c72403bc75),segment_id=b1f6a6c2-4578-417b-9460-47c72403bc75)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:26.999444 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.001370 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6acab01-d9fa-401e-96a5-22bff2145273 x-openstack-request-id: req-f6acab01-d9fa-401e-96a5-22bff2145273 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:27.001844 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccb52d4-834a-468b-b73e-2e0ea1678397", "name": "network-vif-plugged", "status": "completed", "tag": "d779da13-07e6-49bb-9650-4b4bd7e4a30a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:27.002263 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6acab01-d9fa-401e-96a5-22bff2145273 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:27.002968 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a', 'code': 200} Nov 09 17:31:27.064885 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.066888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95334ea0-b74b-4e16-b351-5ae532de48b2 req-4aa85a17-561d-4cbc-baf3-56dee9a5d436 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152277 Nov 09 17:31:27.075450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Calling delete_port for e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:27.133640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b84081e-17db-4f0d-b3ca-62fb27b48bae,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:27.174783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d779da13-07e6-49bb-9650-4b4bd7e4a30a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:27.278872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d330a8b9-8ef3-4ea5-99c6-ac01934d98a9 req-c57f324b-623f-47ba-b224-7ec34d3607e3 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0625298 Nov 09 17:31:27.294210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.382038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ef82-d6ef-4dc7-9593-03b3817a430a req-9356c11e-ac71-4525-bafe-dbebf3aa5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:27.384906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5806ef82-d6ef-4dc7-9593-03b3817a430a req-9356c11e-ac71-4525-bafe-dbebf3aa5f74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 1096 time: 0.2921660 Nov 09 17:31:27.544955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.548015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.585435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5806ef82-d6ef-4dc7-9593-03b3817a430a req-fe165585-8953-41b2-8cd6-6889b9b7d238 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900558 Nov 09 17:31:27.633971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.637497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932f9536-c6a3-43b7-a339-6bfa562e7424 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:31:27.655593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.657646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-960a2d06-1468-4acc-b26f-2d83cfdd8998 admin admin] 10.222.0.45 "DELETE /v2.0/routers/932f9536-c6a3-43b7-a339-6bfa562e7424 HTTP/1.1" status: 204 len: 168 time: 2.2665656 Nov 09 17:31:27.660258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37256) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:27.754880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.758426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Deleting subnet 7a2dda17-696b-44b6-89f4-7f6d72ed8807 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:31:27.765589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.774536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f5939-cf86-49c0-9799-ac7ca7575778 req-1d003a23-f4c5-4bb2-a7c1-686a492a38c6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:27.778091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-181f5939-cf86-49c0-9799-ac7ca7575778 req-1d003a23-f4c5-4bb2-a7c1-686a492a38c6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 945 time: 0.0889547 Nov 09 17:31:27.816997 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60bade50-3bfe-4597-8efd-f77ed4bae4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.821428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:27.931884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:27.984966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-181f5939-cf86-49c0-9799-ac7ca7575778 req-f53b3080-0bd5-41b7-994a-cdcd07f7f03e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692693 Nov 09 17:31:28.142781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb724f2-7e73-44cc-902d-883dd4a8f5c4 req-12a11fd9-64bb-4741-a997-409264f5f465 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.154901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1eb724f2-7e73-44cc-902d-883dd4a8f5c4 req-12a11fd9-64bb-4741-a997-409264f5f465 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1478539 Nov 09 17:31:28.228007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:28.262862 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:28.349785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1eb724f2-7e73-44cc-902d-883dd4a8f5c4 req-a3ce15ba-c84f-4b9b-b7e4-e61bb183c370 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931901 Nov 09 17:31:28.351123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:28.362108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-2a7bdad0-8832-4172-acf8-8380affe04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.364963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-2a7bdad0-8832-4172-acf8-8380affe04d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 1096 time: 0.3778622 Nov 09 17:31:28.395653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ec1-29b3-4448-86e6-b8235dd80101 req-4276dbae-1731-45a0-ae9d-beed470640a0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.395653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c8f3ec1-29b3-4448-86e6-b8235dd80101 req-4276dbae-1731-45a0-ae9d-beed470640a0 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.2028191 Nov 09 17:31:28.444241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:28.519443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2dda17-696b-44b6-89f4-7f6d72ed8807,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:28.569111 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:28.570379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0c05a-bebe-4556-8b20-47542fa08459 None None] Network 00e56f06-02ef-4791-866d-78bdbe73c713 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:28.594704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-071e53c7-4a4c-4fb5-bad2-97d3f67b9000 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7a2dda17-696b-44b6-89f4-7f6d72ed8807 HTTP/1.1" status: 204 len: 168 time: 0.9308147 Nov 09 17:31:28.595812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:28.660706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73b18836-d1b0-4b5a-ac54-e269dd363f6a req-422eb49c-017f-40ad-9e65-3b1bab6af815 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.1226840 Nov 09 17:31:28.812896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:28.973440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c8f3ec1-29b3-4448-86e6-b8235dd80101 req-7d9f74e0-3c75-4f41-85c8-b85631977de2 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352032 Nov 09 17:31:29.007066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:29.014749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-71ee6a88-c078-4b58-90ee-996a01ec9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.016392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-71ee6a88-c078-4b58-90ee-996a01ec9520 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 200 len: 917 time: 0.6230268 Nov 09 17:31:29.053764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Deleting port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:29.054498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:29.146038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-f070c0cb-0afe-4e4b-87fe-93080cf856ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 200 len: 217 time: 0.1204922 Nov 09 17:31:29.156977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:29.159261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c8f2fd67-2e5a-42e2-8b8d-bc29f842c6fc not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:29.161097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9b84081e-17db-4f0d-b3ca-62fb27b48bae no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:29.291919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] DHCP port deletion for 00e56f06-02ef-4791-866d-78bdbe73c713 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:31:29.297736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9b84081e-17db-4f0d-b3ca-62fb27b48bae {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:29.298760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9b84081e-17db-4f0d-b3ca-62fb27b48bae not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:29.341434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-8762d93f-ca6c-4ac4-9104-a7ac41d6d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.343025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-8762d93f-ca6c-4ac4-9104-a7ac41d6d963 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 200 len: 857 time: 0.1843917 Nov 09 17:31:29.396258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] For port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:29.396493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:29.419866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Calling delete_port for 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:29.447172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0380-18b0-4e1c-9237-ba8a4e3f56c8 req-ac80656b-73ff-4937-bb0f-987785877f6d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.452772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-7c3fc58b-6e75-44ef-ac61-1c9fb130051f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba272bef-0099-4f8e-9c04-66e2c5af3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992863 Nov 09 17:31:29.456091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86da0380-18b0-4e1c-9237-ba8a4e3f56c8 req-ac80656b-73ff-4937-bb0f-987785877f6d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 945 time: 0.1246617 Nov 09 17:31:29.473802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Router aac0c327-4d96-4613-a212-4f71677a635d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:29.533841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] Deleting port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:29.534529 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:29.663965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86da0380-18b0-4e1c-9237-ba8a4e3f56c8 req-315405b5-612a-491a-bc74-babb2c3d8855 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064819 Nov 09 17:31:29.710048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:29.720320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] For port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,segment=NetworkSegment(7ceec071-270d-43f9-a7dc-9c2c43a69b12),segment_id=7ceec071-270d-43f9-a7dc-9c2c43a69b12)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:29.721484 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:29.733869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] No DVR routers for this DVR port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:29.840882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:29.965632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:29.968660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d4d01b-ec1f-4316-976f-6a1d652189ad req-ce819a80-3742-42f0-985b-6303eef92d11 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.1317122 Nov 09 17:31:29.979230 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e77e7e96-b96c-4a62-8740-6c3c09a5de2b admin admin] 10.222.0.45 "PUT /v2.0/routers/aac0c327-4d96-4613-a212-4f71677a635d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6398265 Nov 09 17:31:29.983564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37284) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:29.987619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:29.993430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-4bb0b7b0-ae0d-4036-9839-9c46726f34f4 service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247836 Nov 09 17:31:30.004605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] Sync routers for ids ['aac0c327-4d96-4613-a212-4f71677a635d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:30.010282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] Calling delete_port for 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:30.021192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3844a-e409-4d78-9985-3e9d9849d850 req-f1ed07f7-8dce-4931-b164-ff0421720ff2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:30.039617 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dc3844a-e409-4d78-9985-3e9d9849d850 req-f1ed07f7-8dce-4931-b164-ff0421720ff2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.3329289 Nov 09 17:31:30.073279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] Routers {'aac0c327-4d96-4613-a212-4f71677a635d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:30.075610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['aac0c327-4d96-4613-a212-4f71677a635d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:30.145868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:30.244057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e56f06-02ef-4791-866d-78bdbe73c713']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:30.265325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dc3844a-e409-4d78-9985-3e9d9849d850 req-66078bdd-6d41-4cb4-a09a-716368d04326 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282784 Nov 09 17:31:30.266084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ceec071-270d-43f9-a7dc-9c2c43a69b12') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:30.266382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ceec071-270d-43f9-a7dc-9c2c43a69b12') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:30.285212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:30.328373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a857b8-8005-44cc-8b70-eef36b983e17 req-8104b9bd-6bcb-46bf-875e-41d62ab8aa4e service neutron] 10.222.0.83 "GET /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894380 Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: from cryptography.utils import int_from_bytes Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: from cryptography.utils import int_from_bytes Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.362969 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:31:30.367128 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:31:30.376254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d06f4a6-5fdb-457f-856d-39e7d87ba456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:30.386726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:30.390578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] Set router aac0c327-4d96-4613-a212-4f71677a635d gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:30.427036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0947eb-6247-4f87-8875-09eae6968bd6 req-ff0995d1-9d57-480c-aaa1-7a202dcdda86 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:30.435784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff0947eb-6247-4f87-8875-09eae6968bd6 req-ff0995d1-9d57-480c-aaa1-7a202dcdda86 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0722828 Nov 09 17:31:30.496855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff0947eb-6247-4f87-8875-09eae6968bd6 req-5380763a-25d6-4b6f-8996-a7909c754e72 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598660 Nov 09 17:31:30.536116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] No DVR routers for this DVR port 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:30.625247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5422552-0855-46b3-95c5-0551b51f5a06 None None] Pushing event deleted for resources: {'Port': ['ID=2e3bcdba-8d00-4856-a0f9-0247a327b8a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:30.707288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acbfcd-0e00-4d10-ae59-881a1c68ecd0 req-2ce732c6-b884-4977-88db-00c018ad5091 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:30.718503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1acbfcd-0e00-4d10-ae59-881a1c68ecd0 req-2ce732c6-b884-4977-88db-00c018ad5091 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1383502 Nov 09 17:31:30.736680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:30.797056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1acbfcd-0e00-4d10-ae59-881a1c68ecd0 req-55724bdb-fee4-4c3e-9b31-493098e79cd7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751469 Nov 09 17:31:30.818080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:30.818608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e3bcdba-8d00-4856-a0f9-0247a327b8a2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:30.850237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:30.867909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1ec3-6a5c-4282-9a6b-160af0be6168 req-1f23fc88-9067-4225-b216-89bda432088a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:30.874044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:30.876794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-084e1ec3-6a5c-4282-9a6b-160af0be6168 req-1f23fc88-9067-4225-b216-89bda432088a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.7207618 Nov 09 17:31:30.889782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:31:30.890182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:31:30.894601 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:31:30.939341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] Checking router: aac0c327-4d96-4613-a212-4f71677a635d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:30.958023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] Routers {'aac0c327-4d96-4613-a212-4f71677a635d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:30.959646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['aac0c327-4d96-4613-a212-4f71677a635d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:30.973992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.006678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.028383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-084e1ec3-6a5c-4282-9a6b-160af0be6168 req-70357736-38f0-4d5f-b97f-ab91de68ba33 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422153 Nov 09 17:31:31.061952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.076754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] 10.222.0.45 "DELETE /v2.0/networks/00e56f06-02ef-4791-866d-78bdbe73c713 HTTP/1.1" status: 204 len: 168 time: 2.4359646 Nov 09 17:31:31.106619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14bf5b-cdb3-44f4-9ebf-49698f7f5a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=00e56f06-02ef-4791-866d-78bdbe73c713,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:31.171269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d431c-7732-47b0-8b14-6e7a9b71047d req-903f3446-5f91-4263-ba71-191efcc23649 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:31.173500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-565d431c-7732-47b0-8b14-6e7a9b71047d req-903f3446-5f91-4263-ba71-191efcc23649 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1742141 Nov 09 17:31:31.196915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0deefe3f-58b9-4bcb-af69-717baa0e3ae1 req-259af61c-e962-4d97-a7a8-72cde02a7b81 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0512784 Nov 09 17:31:31.218228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Deleting port b9674d91-4b78-4074-bbda-537405b87715 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:31.218803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.239409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] Set router aac0c327-4d96-4613-a212-4f71677a635d gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:31.291419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-565d431c-7732-47b0-8b14-6e7a9b71047d req-96197f3b-af15-4535-8343-1ef74133e6d9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935297 Nov 09 17:31:31.376248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] For port b9674d91-4b78-4074-bbda-537405b87715, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b9674d91-4b78-4074-bbda-537405b87715,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:31.376853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.380116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:31.396749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Calling delete_port for b9674d91-4b78-4074-bbda-537405b87715 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:31.468514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9db88b53-b635-41d9-8016-f041166ce509 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2782b469c93340d5a28e5362694514f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864954 Nov 09 17:31:31.469934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37304) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:31.549578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:31.575633 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b13be30-1ffc-45f8-8e28-0236a7c26e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.592965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370682dd-3916-49f1-b2c6-c4b17e6e99b2 None None] The sync data for ids ['aac0c327-4d96-4613-a212-4f71677a635d'] in n-d-804292-3 is: [{'id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'name': 'tempest-ServerRescueTestJSON-1542479551-router', 'tenant_id': '6a6d196934844769b7debdf73b7b0036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b9674d91-4b78-4074-bbda-537405b87715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:13Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '6a6d196934844769b7debdf73b7b0036', 'gw_port': {'id': 'b9674d91-4b78-4074-bbda-537405b87715', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac0c327-4d96-4613-a212-4f71677a635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:14Z', 'updated_at': '2021-11-09T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:31.600320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.617721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b13be30-1ffc-45f8-8e28-0236a7c26e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.648512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.694679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b13be30-1ffc-45f8-8e28-0236a7c26e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.701578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9674d91-4b78-4074-bbda-537405b87715,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:31.712490 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b13be30-1ffc-45f8-8e28-0236a7c26e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.719265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4b13be30-1ffc-45f8-8e28-0236a7c26e93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0b35ea3-7ee0-4e13-b664-9f8c387e89db HTTP/1.1" status: 204 len: 168 time: 0.2454340 Nov 09 17:31:31.734310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13be30-1ffc-45f8-8e28-0236a7c26e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b35ea3-7ee0-4e13-b664-9f8c387e89db,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:31.818652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.978807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:31.994963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.103325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.107067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac0c327-4d96-4613-a212-4f71677a635d {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:31:32.126701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.128867 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4368968e-0694-41f8-b8d6-575c73b58cf4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/aac0c327-4d96-4613-a212-4f71677a635d HTTP/1.1" status: 204 len: 168 time: 2.1438775 Nov 09 17:31:32.131247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:32.273381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Deleting subnet 75188518-07ef-4da2-856b-48fa6b343353 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:31:32.279183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.358807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.442054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-119bfc77-6395-4de6-90a3-5cb3871adce1 req-1879e5cf-9f3d-4ef9-b4b5-b3d8fff31786 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0628867 Nov 09 17:31:32.476346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84dbf2-31a9-442f-99b7-7b06a114e809 req-e5d994a4-bb65-48af-9a4d-73fd946bfc74 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:32.480465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d84dbf2-31a9-442f-99b7-7b06a114e809 req-e5d994a4-bb65-48af-9a4d-73fd946bfc74 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.2966678 Nov 09 17:31:32.483128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.664456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d84dbf2-31a9-442f-99b7-7b06a114e809 req-7b22a78a-70c1-4d5d-9857-995c4ffb6e5d tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757572 Nov 09 17:31:32.711815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.757654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.761653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/75188518-07ef-4da2-856b-48fa6b343353 HTTP/1.1" status: 204 len: 168 time: 0.6280186 Nov 09 17:31:32.763358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc29c6a-ab1f-4389-80c7-cb1e74eaebf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75188518-07ef-4da2-856b-48fa6b343353,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:32.766236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37330) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:32.854249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.951077 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:32.988015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da6c505-c8ee-4cfa-9954-920c85c35030']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:33.016638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f6a6c2-4578-417b-9460-47c72403bc75') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:33.016923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f6a6c2-4578-417b-9460-47c72403bc75') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:33.028622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:33.046938 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.070050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.093856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:33.122000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.132694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:31:33.133366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.133793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:33.134324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e61a2b1f-ff2e-4d0b-9a84-757e064fd7f1 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:31:33.137493 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:31:33.261473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.262778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1864179744-network', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:33.271092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.279836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/6da6c505-c8ee-4cfa-9954-920c85c35030 HTTP/1.1" status: 204 len: 168 time: 0.5083385 Nov 09 17:31:33.294836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb9798-cfc3-423a-95f1-2fdfdbe399ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6da6c505-c8ee-4cfa-9954-920c85c35030,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:33.338319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Made reservation on behalf of 43aa434e6b504ffda5eb293702fa4617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:33.343805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.360639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.501061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.507984 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.530128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37346) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:33.543993 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.576283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:33.613802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4de3c-4964-4ce5-bdf4-1b90fdce96dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:33.636655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-86bf1805-b0ed-43cc-8b95-d6d1d7637665 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a6d196934844769b7debdf73b7b0036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993083 Nov 09 17:31:33.636655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37348) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:33.644160 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.644678 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Added segment 15b04f69-7b93-40e5-9fcf-429f42888f40 of type vlan for network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c Nov 09 17:31:33.648655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d04ffbdd-00a7-4690-99ca-f295abaa9284 req-939c1ee6-4690-4d80-95c6-577c7f67143b tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0629878 Nov 09 17:31:33.747848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.772676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48bbbacd-f084-4c8e-b990-03b72781dce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.802524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.804339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:33.805309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.850791 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48bbbacd-f084-4c8e-b990-03b72781dce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:33.891155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8593311 Nov 09 17:31:33.894197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37352) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:33.899498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Request body: {'subnet': {'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1864179744-subnet', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:33.919396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccf4ec-78c2-4c5a-b441-22f637d0f7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:33.935534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:33.943774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Made reservation on behalf of 43aa434e6b504ffda5eb293702fa4617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:33.959174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.017416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880403cf-8b66-4fc8-9baa-e520a192e763 req-13d00883-b801-49c5-a168-835cef34c172 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:34.031660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-880403cf-8b66-4fc8-9baa-e520a192e763 req-13d00883-b801-49c5-a168-835cef34c172 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1759689 Nov 09 17:31:34.103175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48bbbacd-f084-4c8e-b990-03b72781dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.109135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48bbbacd-f084-4c8e-b990-03b72781dce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.115985 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-48bbbacd-f084-4c8e-b990-03b72781dce5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/847615f4-7444-488f-909c-d0a7928433b4 HTTP/1.1" status: 204 len: 168 time: 0.4776089 Nov 09 17:31:34.147573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbbacd-f084-4c8e-b990-03b72781dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847615f4-7444-488f-909c-d0a7928433b4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:34.168690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-880403cf-8b66-4fc8-9baa-e520a192e763 req-8bade838-f40c-4c24-a55c-b3b444ae152e tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354320 Nov 09 17:31:34.347210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.414784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5dbc1a-eef5-4961-a3b0-e663e253b66f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:34.435946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Checking segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:34.436487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Network hostable DHCP agents. Network: bf4a08d4-0199-40f8-8dfa-cb5d70843b5c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:34.463721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:34.482208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, bf4a08d4-0199-40f8-8dfa-cb5d70843b5c) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:34.489402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:34.490220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.496412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7acdf8d-d860-48a0-b6ed-72a823fbfd22 None None] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:34.521334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6159834-9553-4f11-8eee-bea6b28246d8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6252615 Nov 09 17:31:34.524926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37362) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:34.534739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:34.614056 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.615371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.623832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b9674d91-4b78-4074-bbda-537405b87715 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:34.653786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: b9674d91-4b78-4074-bbda-537405b87715 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:31:34.654127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b9674d91-4b78-4074-bbda-537405b87715 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:34.789097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:31:34.789572 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.792182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:34.943344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-026a7eab-ec09-4916-9fd7-a4a66dddd7c8 req-2c97f890-d23c-4511-b4e2-cbc30f06dd8c tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0446577 Nov 09 17:31:35.032620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Allocated IP 172.20.0.2 (bf4a08d4-0199-40f8-8dfa-cb5d70843b5c/dd5dbc1a-eef5-4961-a3b0-e663e253b66f/1cdb29bf-38fb-4550-9258-85041d6e1b92) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:35.072600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.226317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.238972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.283770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:35.287404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:35.291966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:35.445636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Pushing event updated for resources: {'Port': ['ID=1cdb29bf-38fb-4550-9258-85041d6e1b92,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:35.499718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.534003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Attempting to bind port 1cdb29bf-38fb-4550-9258-85041d6e1b92 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:31:35.534695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Attempting to bind port 1cdb29bf-38fb-4550-9258-85041d6e1b92 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:31:35.535259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Attempting to bind port 1cdb29bf-38fb-4550-9258-85041d6e1b92 on network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:35.536691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.544950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:35.545566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Checking segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:35.546246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.546908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Bound using segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:35.547836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Bound port: 1cdb29bf-38fb-4550-9258-85041d6e1b92, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:31:35.548510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.682793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] For port 1cdb29bf-38fb-4550-9258-85041d6e1b92, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:35.693215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] For port 1cdb29bf-38fb-4550-9258-85041d6e1b92, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1cdb29bf-38fb-4550-9258-85041d6e1b92,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:35.702910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:35.759781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Allocated IP 172.25.3.157 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/5106857a-3fda-48da-a360-77c204dda736) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:35.827716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7077049-fcbd-4bbf-ac2d-669d99b601f1 None None] Pushing event updated for resources: {'Port': ['ID=1cdb29bf-38fb-4550-9258-85041d6e1b92,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:35.962752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:36.033876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:36.115718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:36.118345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:36.124973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:36.492037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef797443-9bd9-4870-bca6-fcbf233aa723 req-89d3764d-8e6c-4f28-9635-f3628f6be1c2 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.2619903 Nov 09 17:31:36.588202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Pushing event updated for resources: {'Port': ['ID=5106857a-3fda-48da-a360-77c204dda736,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:36.704571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.705743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.706745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.707597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.709357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.710242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.711134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.713359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.715485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.717112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.718073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.719250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:36.819238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1cdb29bf-38fb-4550-9258-85041d6e1b92 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:36.875490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:36.969635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1cdb29bf-38fb-4550-9258-85041d6e1b92 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:36.970181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:37.155230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:37.245310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1cdb29bf-38fb-4550-9258-85041d6e1b92, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1cdb29bf-38fb-4550-9258-85041d6e1b92,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:37.255970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:37.305296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:37.447472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1cdb29bf-38fb-4550-9258-85041d6e1b92,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.663505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Router 96fb4be3-7127-4dc6-976f-6ae884a75fcc is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:31:37.793120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68770977-2a40-4171-89f0-e20b465ad595 None None] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:37.876935 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-98364745-007a-4701-8fe1-e42d9646415d req-8019e03a-987d-47af-9145-b33470916b8d tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0949588 Nov 09 17:31:37.940760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-13ed6652-e1bb-4a34-880f-dc0ff8ab2f63 None None] Provisioning complete for port 1cdb29bf-38fb-4550-9258-85041d6e1b92 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:37.941742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13ed6652-e1bb-4a34-880f-dc0ff8ab2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:38.035748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:38.053754 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Sync routers for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:38.084963 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:38.087483 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:38.091733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:38.095892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39797d74-3a0c-4f57-8118-020c1d084437 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5669971 Nov 09 17:31:38.097709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37432) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:38.358259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:38.724839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1cdb29bf-38fb-4550-9258-85041d6e1b92 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:38.859099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-77b8c213-9d10-46eb-8e84-447ba938bf66 None None] Provisioning complete for port 1cdb29bf-38fb-4550-9258-85041d6e1b92 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:38.859873 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77b8c213-9d10-46eb-8e84-447ba938bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:38.884198 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:36Z', 'revision_number': 3, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:38.920600 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Checking router: 96fb4be3-7127-4dc6-976f-6ae884a75fcc for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:38.920959 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Updating router 96fb4be3-7127-4dc6-976f-6ae884a75fcc port 5106857a-3fda-48da-a360-77c204dda736 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:38.949884 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.082138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1cdb29bf-38fb-4550-9258-85041d6e1b92 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:39.083013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.304359 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.324885 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.356229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:39.368474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdeaf7b4-2004-4470-a9d5-8c1b0ea0a8c8 req-a1cf228b-0235-4cef-8b6a-be6b7d1268da tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0728941 Nov 09 17:31:39.488688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.500459 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Pushing event updated for resources: {'Port': ['ID=5106857a-3fda-48da-a360-77c204dda736,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:39.542802 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Attempting to bind port 5106857a-3fda-48da-a360-77c204dda736 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:31:39.543787 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Attempting to bind port 5106857a-3fda-48da-a360-77c204dda736 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:31:39.544407 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Attempting to bind port 5106857a-3fda-48da-a360-77c204dda736 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:39.560634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.561279 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.561798 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.562395 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.563084 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.563580 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.564094 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.564430 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.564763 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.565092 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.565420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.565745 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.569677 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:39.570056 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:39.570860 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.571296 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:39.571795 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Bound port: 5106857a-3fda-48da-a360-77c204dda736, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:31:39.572182 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.606642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.643127 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] For port 5106857a-3fda-48da-a360-77c204dda736, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:39.648805 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] For port 5106857a-3fda-48da-a360-77c204dda736, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5106857a-3fda-48da-a360-77c204dda736,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:39.655841 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.709559 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.717483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.722913 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:39.723585 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:39.765214 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd8304264e1747fb9ed54f69f8183574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4077961 Nov 09 17:31:39.766671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37446) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:39.767660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b8be49-436c-485e-80c1-24acf8289057,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:39.780040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.780624 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204ac9-f570-4df3-969f-3c2e7db1f96b None None] Pushing event updated for resources: {'Port': ['ID=5106857a-3fda-48da-a360-77c204dda736,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:39.780826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.781325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.781848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.782360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.782871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.783393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.791721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.792354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.792856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.793925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.794464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0aefba-efe4-41cb-be39-9a5c8dcf691c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:39.815531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Allocated IP 172.20.0.1 (bf4a08d4-0199-40f8-8dfa-cb5d70843b5c/dd5dbc1a-eef5-4961-a3b0-e663e253b66f/f65166fd-6ed3-4652-bc9d-80e6d1365d02) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:39.865823 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:39.908427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601f4ad-8bcb-444b-91b5-f60d620eb942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:39.951140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601f4ad-8bcb-444b-91b5-f60d620eb942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.010309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.063671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601f4ad-8bcb-444b-91b5-f60d620eb942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.066472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601f4ad-8bcb-444b-91b5-f60d620eb942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.071914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0601f4ad-8bcb-444b-91b5-f60d620eb942 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62b8be49-436c-485e-80c1-24acf8289057 HTTP/1.1" status: 204 len: 168 time: 0.2996297 Nov 09 17:31:40.079599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.096102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601f4ad-8bcb-444b-91b5-f60d620eb942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b8be49-436c-485e-80c1-24acf8289057,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:40.176416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:40.177010 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:36Z', 'revision_number': 3, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:40.180529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:40.186694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:40.190705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Pushing event updated for resources: {'Port': ['ID=f65166fd-6ed3-4652-bc9d-80e6d1365d02,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:40.277295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.435845 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3f945-c831-45b4-bab9-02d25c5c2476 None None] The sync data for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 is: [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:36Z', 'revision_number': 3, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:40.608573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:40.812866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d659cd3-c8d6-4bb7-9193-2e2a21516fe9 req-2a34d17b-3293-4bf9-bdc0-c9df12bda915 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.1094062 Nov 09 17:31:40.942754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37456) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:40.972642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b732d0-8037-4255-96fe-6c6aeec21218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.061602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cd344148-9a58-4057-bc94-d3792f28ae2e None None] Provisioning complete for port f65166fd-6ed3-4652-bc9d-80e6d1365d02 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:41.063402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd344148-9a58-4057-bc94-d3792f28ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.199677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cd344148-9a58-4057-bc94-d3792f28ae2e None None] Port f65166fd-6ed3-4652-bc9d-80e6d1365d02 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:31:41.296907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.305125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.364280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b732d0-8037-4255-96fe-6c6aeec21218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.375952 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b732d0-8037-4255-96fe-6c6aeec21218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.539325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:41.550170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b732d0-8037-4255-96fe-6c6aeec21218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e87ea4-d140-457e-83cf-04f852b4b099,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:41.564956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Pushing event updated for resources: {'Port': ['ID=f65166fd-6ed3-4652-bc9d-80e6d1365d02,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:41.697186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82b732d0-8037-4255-96fe-6c6aeec21218 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=026be9baea464690aad385e47915ea29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7467976 Nov 09 17:31:41.697186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:41.865640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:41.867055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:41.953607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d892a5-9842-4e1e-aad9-fbe8706efa19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:42.102805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d892a5-9842-4e1e-aad9-fbe8706efa19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:42.170919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Router 96fb4be3-7127-4dc6-976f-6ae884a75fcc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:42.186433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87a2c6d1-ac7d-4136-9352-2d9d2e12cf22 req-3b3b86bb-f703-4f56-802c-3e05747a6891 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.1351228 Nov 09 17:31:42.347182 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d892a5-9842-4e1e-aad9-fbe8706efa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:42.352656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d892a5-9842-4e1e-aad9-fbe8706efa19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:42.354417 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f2d892a5-9842-4e1e-aad9-fbe8706efa19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77e87ea4-d140-457e-83cf-04f852b4b099 HTTP/1.1" status: 204 len: 168 time: 0.6578150 Nov 09 17:31:42.408118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d892a5-9842-4e1e-aad9-fbe8706efa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e87ea4-d140-457e-83cf-04f852b4b099,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:42.468554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cd63d5c5-6113-410c-a957-a928b49a1b94 None None] Provisioning complete for port f65166fd-6ed3-4652-bc9d-80e6d1365d02 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:42.469306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd63d5c5-6113-410c-a957-a928b49a1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:42.587925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:42.616930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b5060ad-066f-4339-9000-48d9b5a57047 admin admin] 10.222.0.45 "PUT /v2.0/routers/96fb4be3-7127-4dc6-976f-6ae884a75fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5171645 Nov 09 17:31:42.753901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cd63d5c5-6113-410c-a957-a928b49a1b94 None None] Port f65166fd-6ed3-4652-bc9d-80e6d1365d02 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:31:42.850870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5106857a-3fda-48da-a360-77c204dda736 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:43.058825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5106857a-3fda-48da-a360-77c204dda736 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:43.061249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:43.424304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:43.521556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 5106857a-3fda-48da-a360-77c204dda736, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5106857a-3fda-48da-a360-77c204dda736,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:43.529552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:43.715271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=5106857a-3fda-48da-a360-77c204dda736,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:43.803595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Sync routers for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:43.822268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:43.823296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:44.014305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37508) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:44.024532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327984790', 'description': 'tempest-description--1678222347'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:44.049841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:44.106859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.218963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-344a88b8-302c-4153-8c18-4470c48b9102 req-28fa8b8c-4a4b-4c5e-b4f5-3f1804007cb1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0684519 Nov 09 17:31:44.421879 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.428884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.508242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37608135-afe4-423c-8be9-48eeab357db5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:44.517742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.519980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5c16d0d7-05c4-480a-b508-4023a725acb2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5041940 Nov 09 17:31:44.524100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:44.534260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Request body: {'security_group_rule': {'security_group_id': '37608135-afe4-423c-8be9-48eeab357db5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:44.544923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 2, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:44.606181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Checking router: 96fb4be3-7127-4dc6-976f-6ae884a75fcc for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:44.606584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Updating router 96fb4be3-7127-4dc6-976f-6ae884a75fcc port f65166fd-6ed3-4652-bc9d-80e6d1365d02 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:44.612208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.675902 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.772933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5106857a-3fda-48da-a360-77c204dda736 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:44.809354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.818073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.868183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:44.870507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427405 Nov 09 17:31:44.882547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb31457-aad0-4ee6-b37f-1f5053dfc5bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52246ad5-7441-468d-ad86-fb3fa0b2d776,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:44.882547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:44.911335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Request body: {'security_group_rule': {'security_group_id': '37608135-afe4-423c-8be9-48eeab357db5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:44.976929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5106857a-3fda-48da-a360-77c204dda736 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:44.977232 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.030892 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.194630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.204535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.296156 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.312287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37538) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:45.323064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:45.326583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4443593 Nov 09 17:31:45.377823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f04c26-ad4e-4a9d-9134-72185bd2d4f8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b392df-f0ff-4b76-b051-e8d8c4cabea5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:45.417704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.608354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69942c78-1562-4d94-af4b-3546225e62ca req-bed55301-b59a-45a8-96ef-90de85194ccb tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0473979 Nov 09 17:31:45.713347 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.733576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:45.751034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.013222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Allocated IP 172.25.3.197 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/300bac1f-f6ee-44bb-a44a-6616ff60a4c6) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:46.138505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d9cfb-9b7c-4847-b3b5-4f36a115a483 None None] Pushing event updated for resources: {'Port': ['ID=f65166fd-6ed3-4652-bc9d-80e6d1365d02,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.245975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Attempting to bind port f65166fd-6ed3-4652-bc9d-80e6d1365d02 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:31:46.246309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Attempting to bind port f65166fd-6ed3-4652-bc9d-80e6d1365d02 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:31:46.247113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Attempting to bind port f65166fd-6ed3-4652-bc9d-80e6d1365d02 on network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:46.259179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:46.259805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Checking segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:46.261017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.261679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Bound using segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:46.262780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Bound port: f65166fd-6ed3-4652-bc9d-80e6d1365d02, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:31:46.263583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.296317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.393735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.460750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] For port f65166fd-6ed3-4652-bc9d-80e6d1365d02, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:46.495895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] For port f65166fd-6ed3-4652-bc9d-80e6d1365d02, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f65166fd-6ed3-4652-bc9d-80e6d1365d02,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:46.506788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8486f1f0-f85b-40e0-9b2c-c4920f0dad85 None None] Provisioning complete for port f65166fd-6ed3-4652-bc9d-80e6d1365d02 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:46.507469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8486f1f0-f85b-40e0-9b2c-c4920f0dad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.514781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.518010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:46.524170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:46.535530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:46.582930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event updated for resources: {'Port': ['ID=300bac1f-f6ee-44bb-a44a-6616ff60a4c6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.746663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:46.749099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:31:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:46.802914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:46.929588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:47.096847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d9cfb-9b7c-4847-b3b5-4f36a115a483 None None] Pushing event updated for resources: {'Port': ['ID=f65166fd-6ed3-4652-bc9d-80e6d1365d02,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:47.101136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a22c7c9-4ae7-403b-b751-311774931111 req-3de5c086-373d-4fbd-bf00-cee39583c260 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.1874218 Nov 09 17:31:47.333517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8486f1f0-f85b-40e0-9b2c-c4920f0dad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:47.340678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:47.466542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:47.482212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:47.596919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:47.630675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event updated for resources: {'Port': ['ID=300bac1f-f6ee-44bb-a44a-6616ff60a4c6,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:47.640641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:47.643773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e3d499aa-b78f-4d37-b40f-f9765c40a4bc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3270602 Nov 09 17:31:47.678776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8486f1f0-f85b-40e0-9b2c-c4920f0dad85 None None] For port f65166fd-6ed3-4652-bc9d-80e6d1365d02, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f65166fd-6ed3-4652-bc9d-80e6d1365d02,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:47.723394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8486f1f0-f85b-40e0-9b2c-c4920f0dad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:48.127710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-3d80c85f-a03b-4f3f-bc63-49ef19ae93a6 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--327984790&fields=id&tenant_id=43aa434e6b504ffda5eb293702fa4617 HTTP/1.1" status: 200 len: 267 time: 0.0936675 Nov 09 17:31:48.189069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486f1f0-f85b-40e0-9b2c-c4920f0dad85 None None] Pushing event updated for resources: {'Port': ['ID=f65166fd-6ed3-4652-bc9d-80e6d1365d02,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:48.209597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c49a124b-b253-4fba-a6c6-ed6eec1f9b8c None None] Provisioning complete for port f65166fd-6ed3-4652-bc9d-80e6d1365d02 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:48.216819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c49a124b-b253-4fba-a6c6-ed6eec1f9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:48.326791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-037fbb35-0cb2-44a0-998a-91d04680c921 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:48.330512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-037fbb35-0cb2-44a0-998a-91d04680c921 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/networks?id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c HTTP/1.1" status: 200 len: 812 time: 0.1935239 Nov 09 17:31:48.369132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-10c11f12-686a-4fce-9119-aa99364332a2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/quotas/43aa434e6b504ffda5eb293702fa4617 HTTP/1.1" status: 200 len: 375 time: 0.0311995 Nov 09 17:31:48.481055 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:48.481931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:46Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:48.536076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078534f1-5ecc-4a68-b0f2-c33c88eaf25b None None] The sync data for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 is: [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:46Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:48.575468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-be73d4c4-9654-4c41-a15f-bc17276fdadb tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=43aa434e6b504ffda5eb293702fa4617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1963928 Nov 09 17:31:48.675896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ebe5115-4174-49fb-9434-ddab17a1a18f req-a55e0871-351e-4733-8ff1-9cbe211dccf1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.1198077 Nov 09 17:31:48.819439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd178322-f9ad-4034-9ec4-7765e8e2e547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:48.840986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-31060021-1fe2-49c9-a5a3-a034efef92cb service neutron] 10.222.0.45 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502470 Nov 09 17:31:48.992869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-23a356aa-b64c-416c-887b-e1e861dec57f service neutron] 10.222.0.45 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509733 Nov 09 17:31:49.013770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd178322-f9ad-4034-9ec4-7765e8e2e547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:49.023499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd178322-f9ad-4034-9ec4-7765e8e2e547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:49.104046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37624) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:49.105633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd178322-f9ad-4034-9ec4-7765e8e2e547 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89c0dedc3f654b39a88e48997569f10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216836 Nov 09 17:31:49.109764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd178322-f9ad-4034-9ec4-7765e8e2e547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3728d516-e7b2-4f7c-9d69-65cb4dcbfcb9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.194812 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dad73c1e-e18a-4a1f-9187-2ec05e7dd9eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:49.237102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dad73c1e-e18a-4a1f-9187-2ec05e7dd9eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:49.313134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dad73c1e-e18a-4a1f-9187-2ec05e7dd9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:49.316777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dad73c1e-e18a-4a1f-9187-2ec05e7dd9eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:49.321779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dad73c1e-e18a-4a1f-9187-2ec05e7dd9eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3728d516-e7b2-4f7c-9d69-65cb4dcbfcb9 HTTP/1.1" status: 204 len: 168 time: 0.2119422 Nov 09 17:31:49.338681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73c1e-e18a-4a1f-9187-2ec05e7dd9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3728d516-e7b2-4f7c-9d69-65cb4dcbfcb9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.342553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82362783-0035-4f58-a4af-e7a0b793291e req-0919295d-c348-4f29-aa2a-608e15465e21 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 210 time: 0.0531597 Nov 09 17:31:49.854974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1f91348-80fd-4a7d-8460-5d50b33592b9 req-879b3346-0556-437e-b00b-9196892c551e tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0378366 Nov 09 17:31:49.967118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37644) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:50.000464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-060d605f-938f-45ca-8636-0eb530c12ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.185736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-060d605f-938f-45ca-8636-0eb530c12ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.193673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-060d605f-938f-45ca-8636-0eb530c12ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.277239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d605f-938f-45ca-8636-0eb530c12ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc5b9e2-689d-49fa-aa70-b3cf8b21c49f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:50.291217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-060d605f-938f-45ca-8636-0eb530c12ab6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ddcf576bd2fc4b5a90aa2b64c1c0a059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199978 Nov 09 17:31:50.292156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37650) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:50.424989 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e47351cd-95ac-402d-b1bd-56369762bb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.470967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e47351cd-95ac-402d-b1bd-56369762bb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.509285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4593da6c-b4a3-4778-a601-2168ba4cf3ff req-e194f52a-d7c1-46f8-9bd3-bf48a7d8c473 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 210 time: 0.0481749 Nov 09 17:31:50.586898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e47351cd-95ac-402d-b1bd-56369762bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.591891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e47351cd-95ac-402d-b1bd-56369762bb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:50.596045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e47351cd-95ac-402d-b1bd-56369762bb92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcc5b9e2-689d-49fa-aa70-b3cf8b21c49f HTTP/1.1" status: 204 len: 168 time: 0.3022473 Nov 09 17:31:50.623594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47351cd-95ac-402d-b1bd-56369762bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc5b9e2-689d-49fa-aa70-b3cf8b21c49f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:50.766274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f65166fd-6ed3-4652-bc9d-80e6d1365d02 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:50.853736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f65166fd-6ed3-4652-bc9d-80e6d1365d02 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:50.854830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:51.055307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-839c69e7-264f-43f3-9505-a89b03e60c2d req-49da1f58-d5e6-42bf-96b1-f258676e1402 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0520248 Nov 09 17:31:51.318424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-a82f3da1-1912-4fd7-aa26-6dbf68408e5b tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:51.321360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-a82f3da1-1912-4fd7-aa26-6dbf68408e5b tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.43 "GET /v2.0/networks?id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c HTTP/1.1" status: 200 len: 812 time: 0.2219696 Nov 09 17:31:51.448265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-ac53a761-3e63-49bc-8e04-80c7ae179506 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43aa434e6b504ffda5eb293702fa4617 HTTP/1.1" status: 200 len: 379 time: 0.1124783 Nov 09 17:31:51.464069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Request body: {'port': {'device_id': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'admin_state_up': True, 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'security_groups': ['37608135-afe4-423c-8be9-48eeab357db5']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:51.705895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Made reservation on behalf of 43aa434e6b504ffda5eb293702fa4617 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:51.711126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:51.715253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-413a589d-e5b3-48c6-a969-9b7e143f0efa req-e1149110-1a5d-46f1-83ea-5e080c3d4044 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 210 time: 0.0623550 Nov 09 17:31:51.967459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Allocated IP 172.20.0.8 (bf4a08d4-0199-40f8-8dfa-cb5d70843b5c/dd5dbc1a-eef5-4961-a3b0-e663e253b66f/31d0df9f-39f1-4f2e-aee8-ddf844861d1e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:52.226741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:52.269275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5b585e4-ef99-4187-b9b8-0c09bbc9f0f3 req-fec6f450-f617-4adf-9b3b-783c11311fc6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0494857 Nov 09 17:31:52.304992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:52.393253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:52.403667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:52.427977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event updated for resources: {'Port': ['ID=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:52.432986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:52.547681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:52.549923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:52.596050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-d1469764-e0ff-4af5-ba96-877d5b7f430f tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1403334 Nov 09 17:31:52.729078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:52.764595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Request body: {'port': {'device_id': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:52.896190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a5257f39-4e9e-44fe-8bdd-0c1a116f1885 None None] Provisioning complete for port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:52.897950 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5257f39-4e9e-44fe-8bdd-0c1a116f1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:52.972952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a5257f39-4e9e-44fe-8bdd-0c1a116f1885 None None] Port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:31:52.985629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6ed1-2678-4c26-8f44-822efc8321a4 req-22fbb40b-6337-4177-8460-c0c0c1e550f5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:52.989948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-315c6ed1-2678-4c26-8f44-822efc8321a4 req-22fbb40b-6337-4177-8460-c0c0c1e550f5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 931 time: 0.1243365 Nov 09 17:31:53.002779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:53.077424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-315c6ed1-2678-4c26-8f44-822efc8321a4 req-f913500b-93b3-4dc9-8c1e-06d655c0bd75 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659325 Nov 09 17:31:53.419965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d0df9f-39f1-4f2e-aee8-ddf844861d1e {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:53.432945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:53.463146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Transition to ACTIVE for port object 31d0df9f-39f1-4f2e-aee8-ddf844861d1e will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:53.480229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5afd9258-d9fd-48ca-945a-1b42c4833ae9 req-36e8e620-16f9-4364-89be-adefc7003029 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0378172 Nov 09 17:31:53.481095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:53.568499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Pushing event updated for resources: {'Port': ['ID=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:53.713694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Attempting to bind port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:31:53.714184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Attempting to bind port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:31:53.714745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Attempting to bind port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e on network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:53.720530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e on network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:53.721000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Attempting to bind port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e on network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:53.727882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:53.728356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Checking segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:31:53.731864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Bound using segment: {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:53.731864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Bound port: 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b04f69-7b93-40e5-9fcf-429f42888f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:31:53.731864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:54.025056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] For port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:54.033883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] For port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:54.042005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:54.164331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Pushing event updated for resources: {'Port': ['ID=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:54.186364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.187382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:54.189835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-f75881f5-fa9f-440b-ad20-ea14c8441b8d service neutron] 10.222.0.43 "PUT /v2.0/ports/31d0df9f-39f1-4f2e-aee8-ddf844861d1e HTTP/1.1" status: 200 len: 1091 time: 1.5814567 Nov 09 17:31:54.190586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:54.194689 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74d195-3863-4e18-af8c-7987e7171125" -d '{"events": [{"name": "network-changed", "server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:54.397868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53b61e-4e44-4676-9175-332e3e1344c4 req-56ce7887-664c-4ca8-a40d-a665a8b5f7e8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.411071 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b53b61e-4e44-4676-9175-332e3e1344c4 req-56ce7887-664c-4ca8-a40d-a665a8b5f7e8 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 943 time: 0.1643808 Nov 09 17:31:54.442720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-f6146257-8d8e-4f53-a3a7-0b727c8edd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.453761 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-f6146257-8d8e-4f53-a3a7-0b727c8edd92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43aa434e6b504ffda5eb293702fa4617&device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 1094 time: 0.1895208 Nov 09 17:31:54.501022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b53b61e-4e44-4676-9175-332e3e1344c4 req-6ebd4d39-4913-4b92-b724-9cfa7efbf1bd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882366 Nov 09 17:31:54.567085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-bb95df41-6058-4c45-a442-24b34e8da0c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e HTTP/1.1" status: 200 len: 217 time: 0.1021590 Nov 09 17:31:54.706325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-407dc1fd-1938-4e6f-a07f-6f03cb8b0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.709715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-407dc1fd-1938-4e6f-a07f-6f03cb8b0c55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd5dbc1a-eef5-4961-a3b0-e663e253b66f HTTP/1.1" status: 200 len: 851 time: 0.1227603 Nov 09 17:31:54.790716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3de3f232-a499-4da3-b60c-5c689a7ed8e3 req-e6657d8e-f941-4130-83fe-3e0abe643b74 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/ports?device_id=59abaaa5-78d4-4fd8-88fc-48c72d13bc0c HTTP/1.1" status: 200 len: 210 time: 0.0503845 Nov 09 17:31:54.800553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033e32-b576-409a-b743-f364f1f4190d req-17d76c32-b766-4584-a4a1-2b7b29232e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.803598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-17d76c32-b766-4584-a4a1-2b7b29232e5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858202 Nov 09 17:31:54.834358 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08983acc-a3f1-4de8-bdeb-fad1a3250988 x-openstack-request-id: req-08983acc-a3f1-4de8-bdeb-fad1a3250988 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:54.834935 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:54.835451 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08983acc-a3f1-4de8-bdeb-fad1a3250988 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:54.836175 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'status': 'completed', 'code': 200} Nov 09 17:31:54.985926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-303a2341-9208-473a-925f-1973bfaa3287 service neutron] 10.222.0.43 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681139 Nov 09 17:31:55.207328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12033e32-b576-409a-b743-f364f1f4190d req-a46d7b9e-3dee-4cf7-b576-54469976677e service neutron] 10.222.0.43 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140102 Nov 09 17:31:55.359589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74d195-3863-4e18-af8c-7987e7171125 req-b638e11a-f40a-44b1-bf43-ba7fe1c3e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.361832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-b638e11a-f40a-44b1-bf43-ba7fe1c3e2ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43aa434e6b504ffda5eb293702fa4617&device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 1094 time: 0.0846784 Nov 09 17:31:55.493137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74d195-3863-4e18-af8c-7987e7171125 req-36e214a1-ec5b-4571-ae52-bdb0628af3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.495139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-36e214a1-ec5b-4571-ae52-bdb0628af3ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c HTTP/1.1" status: 200 len: 912 time: 0.1250479 Nov 09 17:31:55.547448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-01d8ed35-ffe7-4c2d-8133-a8310fbc888a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e HTTP/1.1" status: 200 len: 217 time: 0.0447650 Nov 09 17:31:55.604723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74d195-3863-4e18-af8c-7987e7171125 req-7ef56ca0-0054-48aa-b19e-de5ff40f013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.606461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-7ef56ca0-0054-48aa-b19e-de5ff40f013b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd5dbc1a-eef5-4961-a3b0-e663e253b66f HTTP/1.1" status: 200 len: 851 time: 0.0507615 Nov 09 17:31:55.673894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74d195-3863-4e18-af8c-7987e7171125 req-2a44ddee-c098-4f66-a631-7f55552723e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.676897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-2a44ddee-c098-4f66-a631-7f55552723e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623336 Nov 09 17:31:55.699899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee49de-d015-44df-8656-7ab0cfb9a5b3 req-5ecca056-cd98-4cdf-9887-ebd9d2866a56 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.702462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48ee49de-d015-44df-8656-7ab0cfb9a5b3 req-5ecca056-cd98-4cdf-9887-ebd9d2866a56 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 943 time: 0.0781326 Nov 09 17:31:55.770484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48ee49de-d015-44df-8656-7ab0cfb9a5b3 req-d41a4c3f-df4b-4970-941c-e852fa07eae3 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546625 Nov 09 17:31:55.805309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-e735a209-42bd-4f97-9e4c-fc75b8f6044a service neutron] 10.222.0.43 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197035 Nov 09 17:31:55.928864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d74d195-3863-4e18-af8c-7987e7171125 req-c4305503-9d35-48d6-9115-efd3876e1d6d service neutron] 10.222.0.43 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150661 Nov 09 17:31:55.930697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37766) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:56.040702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc81da71-8a6d-4192-a339-4aa10807fa98 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:56.099712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc81da71-8a6d-4192-a339-4aa10807fa98 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:56.210032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc81da71-8a6d-4192-a339-4aa10807fa98 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:56.215502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc81da71-8a6d-4192-a339-4aa10807fa98 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:56.217390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cc81da71-8a6d-4192-a339-4aa10807fa98 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/security-groups/75027f73-8ed3-429c-8dec-98c2a11f6542 HTTP/1.1" status: 204 len: 168 time: 0.2852230 Nov 09 17:31:56.221702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:56.233479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81da71-8a6d-4192-a339-4aa10807fa98 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75027f73-8ed3-429c-8dec-98c2a11f6542,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:56.268647 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-dbedf823-0981-45dd-8c44-c4f9869b8ab1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] show failed (client error): The resource could not be found. Nov 09 17:31:56.269644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dbedf823-0981-45dd-8c44-c4f9869b8ab1 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "GET /v2.0/security-groups/75027f73-8ed3-429c-8dec-98c2a11f6542 HTTP/1.1" status: 404 len: 347 time: 0.0468979 Nov 09 17:31:56.274799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:56.295163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:31:56.872131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 22c96d53-3132-4d3a-931c-416e85bf6e83 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:56.872696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:56.982384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e56851-c334-4c8d-b7ee-55681a2eb367 req-369a1b0c-d619-4acf-b9ca-a0cf8b7a8f52 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:56.999620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1e56851-c334-4c8d-b7ee-55681a2eb367 req-369a1b0c-d619-4acf-b9ca-a0cf8b7a8f52 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 943 time: 0.1320481 Nov 09 17:31:57.001586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.001915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.022375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 22c96d53-3132-4d3a-931c-416e85bf6e83 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:57.100102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1e56851-c334-4c8d-b7ee-55681a2eb367 req-531790f6-3404-45cc-9c83-7d330c46a562 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957158 Nov 09 17:31:57.287162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.332302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=22c96d53-3132-4d3a-931c-416e85bf6e83,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:57.435339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.442840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.446373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7eb97ba8-8817-4d68-a7f3-2cb9bd195223 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/floatingips/683f5fd5-b057-4c5b-b78b-5fa02e78d60b HTTP/1.1" status: 204 len: 168 time: 1.1693766 Nov 09 17:31:57.448622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:57.592058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 3d767564-85d0-4ac6-b144-092ee3ed8632 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:57.592567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.721990 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.751716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 3d767564-85d0-4ac6-b144-092ee3ed8632 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:57.802736 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b42deaee-daaa-4bfa-9366-be3dc9696c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.957999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:57.997038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=3d767564-85d0-4ac6-b144-092ee3ed8632,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:58.084552 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:58.088890 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9253e7cf-f6b4-4c2c-b238-86e74faa6622 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/ports/3d767564-85d0-4ac6-b144-092ee3ed8632 HTTP/1.1" status: 204 len: 168 time: 0.6375771 Nov 09 17:31:58.094918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37818) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:58.225650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:58.326344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 496a992e-b3ca-452b-8960-a9e85249a9d1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:31:58.327041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:58.419290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd737-1e23-45fb-bac3-ed7895c2e8ba req-4a3c1afc-aea4-49da-9bb9-a90a999815d2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:58.434957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eacdd737-1e23-45fb-bac3-ed7895c2e8ba req-4a3c1afc-aea4-49da-9bb9-a90a999815d2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 943 time: 0.1848981 Nov 09 17:31:58.494024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:58.528224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 496a992e-b3ca-452b-8960-a9e85249a9d1 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:31:58.564167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eacdd737-1e23-45fb-bac3-ed7895c2e8ba req-2850db23-f387-4756-8933-023494eeec56 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178167 Nov 09 17:31:58.786084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 31d0df9f-39f1-4f2e-aee8-ddf844861d1e details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:58.821216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:58.858768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=496a992e-b3ca-452b-8960-a9e85249a9d1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:58.970947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:58.976765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-818e1bf6-dc39-415f-b2db-981f9a0a48f6 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/ports/496a992e-b3ca-452b-8960-a9e85249a9d1 HTTP/1.1" status: 204 len: 168 time: 0.8781829 Nov 09 17:31:58.980808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:59.055924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting subnet 70367c60-333c-48b7-bfe8-d1fd1e08e100 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:31:59.061085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.130554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:59.138580 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.155851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'port_id': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'mac_address': 'fa:16:3e:34:b5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:59.234599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.266784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d0df9f-39f1-4f2e-aee8-ddf844861d1e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:59.270881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.322308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:59.335466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.430892 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.525175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Subnet': ['ID=70367c60-333c-48b7-bfe8-d1fd1e08e100,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:59.536806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.547405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8dce96e9-a133-424b-87cf-1485d69555ed tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/subnets/70367c60-333c-48b7-bfe8-d1fd1e08e100 HTTP/1.1" status: 204 len: 168 time: 0.5638738 Nov 09 17:31:59.550209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:59.553784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc897b-24c4-45b4-aa90-6f2626c20100 None None] Network 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:59.655933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:59.693981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting subnet 1acc5258-f6e0-429a-bef2-b850e7f6a929 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:31:59.701231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['31d0df9f-39f1-4f2e-aee8-ddf844861d1e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:59.702108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.808307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:31:59.867085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.869726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.870462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.872191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.872780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.873275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.876276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.876807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.877303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.877812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.878315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.878654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:59.897037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944ed6-f68b-4366-a03e-6c0d5b243959 req-b71bde5c-a8f0-43e9-b51c-4d69afd0580e tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:59.911521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f944ed6-f68b-4366-a03e-6c0d5b243959 req-b71bde5c-a8f0-43e9-b51c-4d69afd0580e tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 944 time: 0.1722958 Nov 09 17:32:00.030226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f944ed6-f68b-4366-a03e-6c0d5b243959 req-bf6eb2b6-0565-450c-ba86-17c204cc7ba3 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173484 Nov 09 17:32:00.130672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:00.254706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] DHCP port deletion for 6605acd3-5c0b-4d38-bcea-dfc6643de5c1 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:32:00.315549 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:00.372193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:00.381004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893a575-2f4d-46a0-9905-807f49e90e13 None None] Network 4725020f-aa99-4326-8bb9-f0f85a109152 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:00.382031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:00.395137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/subnets/1acc5258-f6e0-429a-bef2-b850e7f6a929 HTTP/1.1" status: 204 len: 168 time: 0.8426409 Nov 09 17:32:00.398282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3685ea-f5f8-4610-bd1b-8923c39c8df5 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Subnet': ['ID=1acc5258-f6e0-429a-bef2-b850e7f6a929,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:00.516417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abd7e5a4-17b5-4729-8c6b-4a098ca0a48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:00.593950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] Deleting port 59748e22-b50f-4f09-8043-b3d609d9b9f3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:00.594867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:00.749444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 59748e22-b50f-4f09-8043-b3d609d9b9f3 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:00.793193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] For port 59748e22-b50f-4f09-8043-b3d609d9b9f3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=59748e22-b50f-4f09-8043-b3d609d9b9f3,segment=NetworkSegment(5e42eba9-60b8-4d91-b614-c3e0cd77e16c),segment_id=5e42eba9-60b8-4d91-b614-c3e0cd77e16c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:00.793615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:00.815348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] Calling delete_port for 59748e22-b50f-4f09-8043-b3d609d9b9f3 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:00.841978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 31d0df9f-39f1-4f2e-aee8-ddf844861d1e up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:00.993167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.124777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:01.154504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Deleting port 59748e22-b50f-4f09-8043-b3d609d9b9f3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:01.155197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.159733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] DHCP port deletion for 4725020f-aa99-4326-8bb9-f0f85a109152 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:32:01.177872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:01.178302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.185160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.234283 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.261792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] No DVR routers for this DVR port 59748e22-b50f-4f09-8043-b3d609d9b9f3 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:01.283277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c66136-1b84-4037-9cb6-7de10a333b4e None None] Pushing event deleted for resources: {'Port': ['ID=59748e22-b50f-4f09-8043-b3d609d9b9f3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:01.328478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784002-7d76-497f-9e5f-e0ebc1ef1119 req-c2935c3e-cbab-4053-9d93-a799ea8465b2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.343790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0784002-7d76-497f-9e5f-e0ebc1ef1119 req-c2935c3e-cbab-4053-9d93-a799ea8465b2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 944 time: 0.1796539 Nov 09 17:32:01.403534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] For port 59748e22-b50f-4f09-8043-b3d609d9b9f3, host n-d-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:01.405266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.433791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] Deleting port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:01.434327 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.464486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0784002-7d76-497f-9e5f-e0ebc1ef1119 req-ce66edb3-68d7-45a6-a728-3cd14f449a5b tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174595 Nov 09 17:32:01.494064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Calling delete_port for 59748e22-b50f-4f09-8043-b3d609d9b9f3 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:01.494465 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.497587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Port 59748e22-b50f-4f09-8043-b3d609d9b9f3 was not found and therefore no delete operation was performed {{(pid=102554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:32:01.499470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.536422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] For port 7c30a3b2-8e83-4bac-8af3-0a956dc56553, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7c30a3b2-8e83-4bac-8af3-0a956dc56553,segment=NetworkSegment(7171ae7d-210d-4b4f-b470-c876fd67883a),segment_id=7171ae7d-210d-4b4f-b470-c876fd67883a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:01.536790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Port': ['ID=59748e22-b50f-4f09-8043-b3d609d9b9f3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:01.536962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.544525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:01.546065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] No DVR routers for this DVR port 59748e22-b50f-4f09-8043-b3d609d9b9f3 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:01.547209 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368f17f4-3051-4c52-92a0-41192225be59" -d '{"events": [{"server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "name": "network-vif-plugged", "status": "completed", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:01.581340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:01.590384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] Calling delete_port for 7c30a3b2-8e83-4bac-8af3-0a956dc56553 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:01.597302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.611049 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.710065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:01.740704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.749667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.786716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] Pushing event deleted for resources: {'Port': ['ID=7c30a3b2-8e83-4bac-8af3-0a956dc56553,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:01.790227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ebc1-b0dd-41c9-abf6-b56811a80652 None None] No DVR routers for this DVR port 7c30a3b2-8e83-4bac-8af3-0a956dc56553 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:01.842612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6605acd3-5c0b-4d38-bcea-dfc6643de5c1']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:01.856286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e42eba9-60b8-4d91-b614-c3e0cd77e16c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:01.856706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e42eba9-60b8-4d91-b614-c3e0cd77e16c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:01.868862 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.889649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.903065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:32:01.903925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:32:01.910475 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:32:01.991500 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b0ff6-f1b4-429e-91d8-175277ffb93f x-openstack-request-id: req-674b0ff6-f1b4-429e-91d8-175277ffb93f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:01.992020 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "name": "network-vif-plugged", "status": "completed", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:01.992374 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-674b0ff6-f1b4-429e-91d8-175277ffb93f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:01.992889 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'code': 200} Nov 09 17:32:02.068511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.144052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.153447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/networks/6605acd3-5c0b-4d38-bcea-dfc6643de5c1 HTTP/1.1" status: 204 len: 168 time: 1.7661157 Nov 09 17:32:02.153689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:02.184698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf2543-f346-4fbb-873b-621739099c67 tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Network': ['ID=6605acd3-5c0b-4d38-bcea-dfc6643de5c1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:02.197329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6ac6a-8a3d-4ce0-8567-79dc675c310b req-118dfad1-db70-42cc-a65f-48ad8d2f1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.201825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6c6ac6a-8a3d-4ce0-8567-79dc675c310b req-118dfad1-db70-42cc-a65f-48ad8d2f1172 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 1096 time: 0.1242106 Nov 09 17:32:02.275372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6c6ac6a-8a3d-4ce0-8567-79dc675c310b req-462da744-5686-49d1-bb1c-c6b70f1233e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651460 Nov 09 17:32:02.295446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.461226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.508281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4725020f-aa99-4326-8bb9-f0f85a109152']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:02.536336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7171ae7d-210d-4b4f-b470-c876fd67883a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:02.536642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7171ae7d-210d-4b4f-b470-c876fd67883a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:02.548979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.571230 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.580951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:32:02.581689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:32:02.586279 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:32:02.730518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.745554 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:02.755231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] 10.222.0.45 "DELETE /v2.0/networks/4725020f-aa99-4326-8bb9-f0f85a109152 HTTP/1.1" status: 204 len: 168 time: 0.5975699 Nov 09 17:32:02.765525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9dd48-5111-424e-b713-80bcc80ffcae req-149e9c0a-b0fa-4fde-a670-2134c689a3bb tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.775961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83e9dd48-5111-424e-b713-80bcc80ffcae req-149e9c0a-b0fa-4fde-a670-2134c689a3bb tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.1629004 Nov 09 17:32:02.794827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7c30a3b2-8e83-4bac-8af3-0a956dc56553 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:02.801555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0428b3-01c3-4d3f-a804-8f3806061bca tempest-TaggedBootDevicesTest-1048186851 tempest-TaggedBootDevicesTest-1048186851-project] Pushing event deleted for resources: {'Network': ['ID=4725020f-aa99-4326-8bb9-f0f85a109152,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:02.858182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 7c30a3b2-8e83-4bac-8af3-0a956dc56553 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:02.859073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7c30a3b2-8e83-4bac-8af3-0a956dc56553 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:02.894797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83e9dd48-5111-424e-b713-80bcc80ffcae req-81d0907e-1b69-4ef1-beb5-787fe59c8419 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152475 Nov 09 17:32:03.047570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:03.531981 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:04.067944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b04a-44d9-413a-994d-abda6c8c49d4 req-ed58d681-97f5-464e-9599-4cfda5a6b4fc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.069684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f724b04a-44d9-413a-994d-abda6c8c49d4 req-ed58d681-97f5-464e-9599-4cfda5a6b4fc tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.0734708 Nov 09 17:32:04.154425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f724b04a-44d9-413a-994d-abda6c8c49d4 req-cc35e668-118c-42fb-8c28-ab4461ac1b5c tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771062 Nov 09 17:32:04.298907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdcf2d-d79d-44d2-9e3c-15301e461ede req-78e60b5c-810d-4aa5-b6b1-dfb63f3561b6 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.301619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2bdcf2d-d79d-44d2-9e3c-15301e461ede req-78e60b5c-810d-4aa5-b6b1-dfb63f3561b6 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.0699253 Nov 09 17:32:04.311122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:04.324166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Request body: {'floatingip': {'port_id': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:04.381205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:05.108679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:05.120263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:05.288692 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Floating IP a498adc5-ee86-4f30-9825-decb6bc2e69e associated. External IP: 172.25.3.197, port: 31d0df9f-39f1-4f2e-aee8-ddf844861d1e. Nov 09 17:32:05.685325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Router 96fb4be3-7127-4dc6-976f-6ae884a75fcc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:32:05.968679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:05.991097 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] Sync routers for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:05.996948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:06.023420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:06.024458 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:32:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:06.066328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6000eb3b-3274-4390-b2e9-ad4bf6e215fd tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "PUT /v2.0/floatingips/a498adc5-ee86-4f30-9825-decb6bc2e69e HTTP/1.1" status: 200 len: 991 time: 1.7436929 Nov 09 17:32:06.066328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:06.069606 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de" -d '{"events": [{"name": "network-changed", "server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:06.177964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:06.582912 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834cb1ea-ae43-4c21-8e40-dff7e929cfe6 x-openstack-request-id: req-834cb1ea-ae43-4c21-8e40-dff7e929cfe6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:06.583583 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:06.584166 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-834cb1ea-ae43-4c21-8e40-dff7e929cfe6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:06.584790 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'status': 'completed', 'code': 200} Nov 09 17:32:06.677016 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'a498adc5-ee86-4f30-9825-decb6bc2e69e', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'port_id': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'mac_address': 'fa:16:3e:34:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:46Z', 'updated_at': '2021-11-09T17:32:04Z', 'revision_number': 1, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:47Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:06.714342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-84a66d8e-7fcb-4949-be36-ab91c33fb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:06.716571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-84a66d8e-7fcb-4949-be36-ab91c33fb8c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43aa434e6b504ffda5eb293702fa4617&device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 1096 time: 0.1054583 Nov 09 17:32:06.737681 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] Checking router: 96fb4be3-7127-4dc6-976f-6ae884a75fcc for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:06.757072 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:06.758147 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:32:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:06.973214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-bc96960f-e7b1-46a8-a49a-a94425697745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:06.976367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-bc96960f-e7b1-46a8-a49a-a94425697745 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c HTTP/1.1" status: 200 len: 912 time: 0.2439089 Nov 09 17:32:07.013691 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:07.176646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-e0d41367-138f-495a-acad-8e953c486f8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e HTTP/1.1" status: 200 len: 999 time: 0.1912882 Nov 09 17:32:07.251275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-e3eb580a-cfe8-406e-8533-cb0102dbbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.265979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-e3eb580a-cfe8-406e-8533-cb0102dbbb8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd5dbc1a-eef5-4961-a3b0-e663e253b66f HTTP/1.1" status: 200 len: 851 time: 0.0808146 Nov 09 17:32:07.369378 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'a498adc5-ee86-4f30-9825-decb6bc2e69e', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'port_id': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'mac_address': 'fa:16:3e:34:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:46Z', 'updated_at': '2021-11-09T17:32:04Z', 'revision_number': 1, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:47Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:07.375677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-01382794-5c4c-4b7b-8ccb-5dd49a43c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.378673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-01382794-5c4c-4b7b-8ccb-5dd49a43c4d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047664 Nov 09 17:32:07.407617 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca014171-6284-491f-a820-39aae72aaa08 None None] The sync data for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 is: [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'a498adc5-ee86-4f30-9825-decb6bc2e69e', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'port_id': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'mac_address': 'fa:16:3e:34:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:46Z', 'updated_at': '2021-11-09T17:32:04Z', 'revision_number': 1, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:47Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:07.680137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-d56660ac-ba71-4559-826e-ab7d95023468 service neutron] 10.222.0.43 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928529 Nov 09 17:32:07.879194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-47e6a17e-cacf-4b9a-b9cc-5cca3e743201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.880779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-47e6a17e-cacf-4b9a-b9cc-5cca3e743201 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1095 time: 0.0945067 Nov 09 17:32:07.893319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f99f1fe-c0f2-46b5-aa38-0c09286f13de req-545ee399-9bf0-4a66-9853-2589b71fc0d2 service neutron] 10.222.0.43 "GET /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042077 Nov 09 17:32:07.915279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f164504-3a38-43b1-b91e-ab9345beb091 None None] New status for floating IP a498adc5-ee86-4f30-9825-decb6bc2e69e: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:32:08.178328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-5d3eea1e-8847-4e22-940d-b6d6a23e1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.180278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-5d3eea1e-8847-4e22-940d-b6d6a23e1038 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.2761681 Nov 09 17:32:08.340316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151970-711e-4b05-8ea8-8e0f731889b4 req-9b6cb2ad-9fa5-4c94-a046-40b46d1c1b24 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.342219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69151970-711e-4b05-8ea8-8e0f731889b4 req-9b6cb2ad-9fa5-4c94-a046-40b46d1c1b24 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2185848 Nov 09 17:32:08.363832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-2943571d-348d-4257-bcaa-c614dd4e845d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 998 time: 0.1494467 Nov 09 17:32:08.452722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-b2d76014-d9c7-4e62-b1fd-e6ecca8ba43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.454365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-b2d76014-d9c7-4e62-b1fd-e6ecca8ba43d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.0776713 Nov 09 17:32:08.465454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69151970-711e-4b05-8ea8-8e0f731889b4 req-3583b461-e3d5-4e6c-b670-b54ce1f9d326 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092956 Nov 09 17:32:08.524047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-f218a45b-cdde-4325-a9b3-8ad99786bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.527467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-f218a45b-cdde-4325-a9b3-8ad99786bafb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589349 Nov 09 17:32:08.677833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-df78258b-fdab-4545-b5e7-eeee18e18356 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420379 Nov 09 17:32:08.946318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-229ce808-17a9-48b7-bf44-79ba1ca2abea req-3c890ca4-4f36-418f-b12b-a2259cb18b2e service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554982 Nov 09 17:32:09.755044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fed196-7795-4dd5-8bdc-a1f8d07280ff req-4e51ccd1-457b-4586-a61a-601db4680f0d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.756776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8fed196-7795-4dd5-8bdc-a1f8d07280ff req-4e51ccd1-457b-4586-a61a-601db4680f0d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1536639 Nov 09 17:32:09.854506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8fed196-7795-4dd5-8bdc-a1f8d07280ff req-ae0b0a2f-5f4f-461a-a812-8424d763bbf4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840213 Nov 09 17:32:11.101984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-0e9b908d-8773-49dd-af3c-4d60cfc3a86d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058536 Nov 09 17:32:11.131691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800e28-d7b0-4dd6-9a37-3c6ffcdc5926 req-256e7376-5b38-45cd-9a6b-cc7cd5bb5483 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.154366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07800e28-d7b0-4dd6-9a37-3c6ffcdc5926 req-256e7376-5b38-45cd-9a6b-cc7cd5bb5483 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1350100 Nov 09 17:32:11.205796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-36245906-9140-44c2-88a6-5ff2818743a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.208308 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-36245906-9140-44c2-88a6-5ff2818743a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 1096 time: 0.0669749 Nov 09 17:32:11.209119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38126) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:11.224714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07800e28-d7b0-4dd6-9a37-3c6ffcdc5926 req-2d30ec5d-0ae7-417e-9b16-285d758e6a03 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694184 Nov 09 17:32:11.377553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-c80e07ed-98a0-4499-8991-2445c0981099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.379915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-c80e07ed-98a0-4499-8991-2445c0981099 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 915 time: 0.1449022 Nov 09 17:32:11.439777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-a716d2d6-332e-48a2-a758-bc4a53752d65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae HTTP/1.1" status: 200 len: 217 time: 0.0518746 Nov 09 17:32:11.440665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e438538-4bdf-4100-997c-b04151d7c87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:11.557878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e438538-4bdf-4100-997c-b04151d7c87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:11.587482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e438538-4bdf-4100-997c-b04151d7c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:11.643689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-38f6e3f0-f704-4b1d-8f68-23817d1e21a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0951815 Nov 09 17:32:11.715191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e438538-4bdf-4100-997c-b04151d7c87d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e02971ac0bd8484c90043f061e8bd00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5006356 Nov 09 17:32:11.719039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:11.748700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-1ece5883-d730-460b-a545-3a1831a83f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.750468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-1ece5883-d730-460b-a545-3a1831a83f4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.3006802 Nov 09 17:32:11.751521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e438538-4bdf-4100-997c-b04151d7c87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2287cf31-4b4d-4380-85d1-fbb0ada6c7c2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:11.815604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-ea5c5e69-153d-483a-aaed-9677a33f1feb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563521 Nov 09 17:32:12.016544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.019380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.020780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.022538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.023274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.025317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.026043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.028294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-b1743a77-45d5-492e-8bb6-529045aa0bd9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6499 time: 0.3327847 Nov 09 17:32:12.051597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-eaf6072f-cd0f-4312-a21d-87d2878d8671 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272828 Nov 09 17:32:12.065046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4a0-73e6-4483-b898-a972fd06bd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:12.097071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4a0-73e6-4483-b898-a972fd06bd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:12.344539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4a0-73e6-4483-b898-a972fd06bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:12.351494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4a0-73e6-4483-b898-a972fd06bd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:12.354629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7a53d4a0-73e6-4483-b898-a972fd06bd2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2287cf31-4b4d-4380-85d1-fbb0ada6c7c2 HTTP/1.1" status: 204 len: 168 time: 0.6360698 Nov 09 17:32:12.377135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d569a52-898e-4402-b5fd-6d766cba1548 req-83b6ffb0-e7f7-4530-9d9e-f42e3432a47e service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172429 Nov 09 17:32:12.408178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53d4a0-73e6-4483-b898-a972fd06bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2287cf31-4b4d-4380-85d1-fbb0ada6c7c2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:12.414977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-e643a4dc-09df-4d11-b51f-a53dee2473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.415559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-e643a4dc-09df-4d11-b51f-a53dee2473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.418084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-e643a4dc-09df-4d11-b51f-a53dee2473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.420708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-e643a4dc-09df-4d11-b51f-a53dee2473d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=9fe57671-200c-4e04-847e-9820a25cc8d8&id=9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 200 len: 2294 time: 0.2640674 Nov 09 17:32:12.631514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-0dec409d-3d8f-4044-8bf0-b5cd06a5d222 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257 HTTP/1.1" status: 200 len: 1001 time: 0.2024331 Nov 09 17:32:12.736434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-78769284-d214-4ed4-9254-13a7e9a66c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.736831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-78769284-d214-4ed4-9254-13a7e9a66c4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21f8bc2b-4dd1-4f44-b647-e5bf34636333 HTTP/1.1" status: 200 len: 855 time: 0.0966916 Nov 09 17:32:12.919200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-672a078f-3ba3-426c-8021-993d72f58bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.921408 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-672a078f-3ba3-426c-8021-993d72f58bc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760023 Nov 09 17:32:13.247298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-c7e240da-1d90-45ca-931f-78835c9321ea service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176227 Nov 09 17:32:13.307142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38160) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:13.352516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42a2b21c-d468-4f95-981c-1a44d168ebc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:13.559880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-929facd3-fd81-4425-86c0-cc5e57ab2ff8 service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045161 Nov 09 17:32:13.590527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42a2b21c-d468-4f95-981c-1a44d168ebc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:13.599334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42a2b21c-d468-4f95-981c-1a44d168ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:13.723690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42a2b21c-d468-4f95-981c-1a44d168ebc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59b9900fc95f42bf9b76b723f872922e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4149148 Nov 09 17:32:13.724652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38166) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:13.765981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-f95ea628-f140-4333-8666-c1cd0beab534 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 217 time: 0.1947072 Nov 09 17:32:13.778913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2b21c-d468-4f95-981c-1a44d168ebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d057342-397a-41c5-be12-d455b4249d18,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:13.873598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-6d93b926-bbc9-427f-9d55-fe142793a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:13.875669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-6d93b926-bbc9-427f-9d55-fe142793a07c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.1009083 Nov 09 17:32:13.930332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2969db49-4dc9-40f0-89f9-478322e6b1d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:13.965468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-269eab7b-5c30-4b97-97f4-ebdbe5c50dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:13.967140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-269eab7b-5c30-4b97-97f4-ebdbe5c50dd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791311 Nov 09 17:32:13.997590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2969db49-4dc9-40f0-89f9-478322e6b1d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:14.076644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2969db49-4dc9-40f0-89f9-478322e6b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:14.079956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2969db49-4dc9-40f0-89f9-478322e6b1d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:14.082824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2969db49-4dc9-40f0-89f9-478322e6b1d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d057342-397a-41c5-be12-d455b4249d18 HTTP/1.1" status: 204 len: 168 time: 0.3513949 Nov 09 17:32:14.111429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969db49-4dc9-40f0-89f9-478322e6b1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d057342-397a-41c5-be12-d455b4249d18,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:14.191028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-214dbdc7-0ab3-4423-abcd-2043e51e297e service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150187 Nov 09 17:32:14.350879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-52992685-a49f-47d2-9469-83ab00ba423b service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498809 Nov 09 17:32:14.428935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-dd7f33dc-b295-4516-8142-aed479e44297 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 217 time: 0.0684447 Nov 09 17:32:14.542206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-f638a2b2-02e7-4694-b607-9c871fa2ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:14.545994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-f638a2b2-02e7-4694-b607-9c871fa2ef07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.1058764 Nov 09 17:32:14.628456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-d8e5af4d-82d5-4ce6-bb5c-0cd44f1da9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:14.630756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-d8e5af4d-82d5-4ce6-bb5c-0cd44f1da9e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715208 Nov 09 17:32:15.715449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-f15acc42-9833-4688-bb1e-3b0aa45594f7 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0595424 Nov 09 17:32:15.936913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a537-35cd-4451-8bac-3d3ab5146cb5 req-6de0763c-ed37-4888-bc48-5b5e1e926ef8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.947788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d77a537-35cd-4451-8bac-3d3ab5146cb5 req-6de0763c-ed37-4888-bc48-5b5e1e926ef8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 945 time: 0.2472155 Nov 09 17:32:16.021296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-6089899b-657a-48a0-a986-7e6c40058c0f service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984910 Nov 09 17:32:16.137078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-bb74fbbd-3f65-4d25-9b21-3d79bb0e69d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=d291281e-5218-4572-bf64-cacf3471a351 HTTP/1.1" status: 200 len: 217 time: 0.1033471 Nov 09 17:32:16.164902 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d77a537-35cd-4451-8bac-3d3ab5146cb5 req-c996eb1c-3dba-4c3a-8f6f-bd9106184f88 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004910 Nov 09 17:32:16.319152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-f7ccca47-ebbd-46be-bcf4-9797d33a275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.321079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-f7ccca47-ebbd-46be-bcf4-9797d33a275b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.1732464 Nov 09 17:32:16.418911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-45e72405-73b5-4a00-95ff-7633d7a7b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.420415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-45e72405-73b5-4a00-95ff-7633d7a7b6bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912926 Nov 09 17:32:16.675650 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-4291383d-1dbb-436f-8a6d-3ac6051c7ace service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424121 Nov 09 17:32:16.886258 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-48024a72-0402-4ea6-965e-83d4862cd319 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022307 Nov 09 17:32:16.992212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-3dd3a0db-2ad6-41d4-a73b-63d01d38d09e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d51d939-2eb8-43bd-90b4-4317999bba79 HTTP/1.1" status: 200 len: 217 time: 0.0945849 Nov 09 17:32:17.124205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-a6c83a56-d8a4-4486-8e57-782ac46b3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.125815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-a6c83a56-d8a4-4486-8e57-782ac46b3d26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.1260068 Nov 09 17:32:17.248882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-e6476e5c-5684-46c1-8a2b-ac9069a32386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.250467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-e6476e5c-5684-46c1-8a2b-ac9069a32386 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044111 Nov 09 17:32:17.486765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-d70ef58d-e7ad-4e08-b85e-baf3f1527caf service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282124 Nov 09 17:32:17.671226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba2214-1024-49e1-aae4-dd0a50244d8b req-ea33a6f8-5d9b-435c-ae14-afe13cfa7ee7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.682111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8ba2214-1024-49e1-aae4-dd0a50244d8b req-ea33a6f8-5d9b-435c-ae14-afe13cfa7ee7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 945 time: 0.2467897 Nov 09 17:32:17.804774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8f70485b-7919-4155-a58e-012e181b24d5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.806527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8f70485b-7919-4155-a58e-012e181b24d5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 945 time: 0.2685795 Nov 09 17:32:17.878802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8ba2214-1024-49e1-aae4-dd0a50244d8b req-c064105c-b626-4143-bae8-c698f29ba7a9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936803 Nov 09 17:32:17.908545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-2c2b2201-090d-4a60-a5b3-6ad7bb4d703f service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123549 Nov 09 17:32:18.104803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Deleting port d779da13-07e6-49bb-9650-4b4bd7e4a30a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:18.105380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:18.116080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38256) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:18.579906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-88d8f70e-1040-432c-ad40-a34c783eb69a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b89beff-f915-477d-a855-e61e7d30d7a0 HTTP/1.1" status: 200 len: 217 time: 0.6564684 Nov 09 17:32:18.599689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11c150fe-4865-4c80-9abd-aa1dc7e3561d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:18.766264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] For port d779da13-07e6-49bb-9650-4b4bd7e4a30a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d779da13-07e6-49bb-9650-4b4bd7e4a30a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:18.766594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:18.860238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Calling delete_port for d779da13-07e6-49bb-9650-4b4bd7e4a30a owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:18.871504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-9802e60b-5b58-4409-bad3-9ed9559205ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:18.875856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-9802e60b-5b58-4409-bad3-9ed9559205ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.2830546 Nov 09 17:32:18.906766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11c150fe-4865-4c80-9abd-aa1dc7e3561d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:18.913524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11c150fe-4865-4c80-9abd-aa1dc7e3561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.033514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c150fe-4865-4c80-9abd-aa1dc7e3561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8efe53-2dcf-4d01-9a9f-6fafaf97cd67,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:19.160445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-11c150fe-4865-4c80-9abd-aa1dc7e3561d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=433365b2721a40cc90dec048276ab2c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0332811 Nov 09 17:32:19.163609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:19.246407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-48c36b0e-848e-4e30-b900-250ad437fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:19.254202 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-48c36b0e-848e-4e30-b900-250ad437fe35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2739432 Nov 09 17:32:19.337495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5771b7b-66f9-4d90-b505-ef38cbede7c3 req-e2f0fc42-5b24-4e43-8e9a-830b1c780cef tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:19.352784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5771b7b-66f9-4d90-b505-ef38cbede7c3 req-e2f0fc42-5b24-4e43-8e9a-830b1c780cef tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 945 time: 0.1903701 Nov 09 17:32:19.422208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ffb0-be93-49dc-9578-ddff55ea0a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.513839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ffb0-be93-49dc-9578-ddff55ea0a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.585628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.654466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5771b7b-66f9-4d90-b505-ef38cbede7c3 req-dee60886-f086-4a45-bc71-c96f11b0439f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995222 Nov 09 17:32:19.690962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ffb0-be93-49dc-9578-ddff55ea0a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.696247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ffb0-be93-49dc-9578-ddff55ea0a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.727866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5cd8ffb0-be93-49dc-9578-ddff55ea0a57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d8efe53-2dcf-4d01-9a9f-6fafaf97cd67 HTTP/1.1" status: 204 len: 168 time: 0.5384760 Nov 09 17:32:19.728663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event deleted for resources: {'Port': ['ID=d779da13-07e6-49bb-9650-4b4bd7e4a30a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:19.794436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8ffb0-be93-49dc-9578-ddff55ea0a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8efe53-2dcf-4d01-9a9f-6fafaf97cd67,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:19.863146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] No DVR routers for this DVR port d779da13-07e6-49bb-9650-4b4bd7e4a30a on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:19.879076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:19.892546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a055f92-4ca9-452b-9c02-66a9aa3727fa req-8cbbcd06-1739-40cd-87ba-facf7c442c64 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "DELETE /v2.0/ports/d779da13-07e6-49bb-9650-4b4bd7e4a30a HTTP/1.1" status: 204 len: 173 time: 2.0773122 Nov 09 17:32:19.895158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'name': 'network-vif-deleted', 'tag': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:19.905894 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e899f6-e026-45a2-bc63-ba7685718a63" -d '{"events": [{"server_uuid": "dccb52d4-834a-468b-b73e-2e0ea1678397", "name": "network-vif-deleted", "tag": "d779da13-07e6-49bb-9650-4b4bd7e4a30a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:19.971165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-58c4d658-1979-4e31-a01d-74ac1a53d2cd service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010789 Nov 09 17:32:19.983167 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b4651e-1599-4c89-882d-e2dc42b57913 x-openstack-request-id: req-d0b4651e-1599-4c89-882d-e2dc42b57913 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:19.984199 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccb52d4-834a-468b-b73e-2e0ea1678397", "name": "network-vif-deleted", "tag": "d779da13-07e6-49bb-9650-4b4bd7e4a30a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:19.984199 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0b4651e-1599-4c89-882d-e2dc42b57913 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:19.984840 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccb52d4-834a-468b-b73e-2e0ea1678397', 'name': 'network-vif-deleted', 'tag': 'd779da13-07e6-49bb-9650-4b4bd7e4a30a', 'status': 'completed', 'code': 200} Nov 09 17:32:20.265096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-e7b400aa-ad15-4cca-8c56-b13b066f26e6 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683995 Nov 09 17:32:20.367982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-182b169d-68f3-4803-bfe4-c0a5cb425409 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af5f35fd-94c0-4144-91d9-c409e69e2324 HTTP/1.1" status: 200 len: 217 time: 0.0887413 Nov 09 17:32:20.460057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-e259b348-5bc1-4b51-b514-d7b8508eb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:20.466629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-e259b348-5bc1-4b51-b514-d7b8508eb79b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.0900285 Nov 09 17:32:20.580390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731286b8-e042-472e-8dad-492ef9c372de req-c21b2ddf-e8ae-40b8-95e4-ef4fc80d8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:20.582143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-c21b2ddf-e8ae-40b8-95e4-ef4fc80d8fdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047513 Nov 09 17:32:20.723718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d779da13-07e6-49bb-9650-4b4bd7e4a30a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:20.770098 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-56bbbe5b-83fb-4010-827a-a08e98107b89 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797285 Nov 09 17:32:20.804283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: d779da13-07e6-49bb-9650-4b4bd7e4a30a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:20.804615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d779da13-07e6-49bb-9650-4b4bd7e4a30a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:20.892809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5bb64f7e-0114-4ebd-901c-8191d9cdf696 req-e8a595b6-ea17-45ec-a791-5e5ca7ea4350 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Nov 09 17:32:20.961076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-731286b8-e042-472e-8dad-492ef9c372de req-1aa62eae-ef5f-4707-8985-4d8ddbcc13d8 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831498 Nov 09 17:32:22.192015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba520b1c-7cd9-4cd1-a257-975ce745ddd0 req-62616036-1b97-4960-9bf8-04b3cf6bbb98 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0918288 Nov 09 17:32:22.300509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2618a7-bcab-4d3d-b89a-6a46e959c50e req-dd95b6de-3d86-44e5-85d4-1a5f7a0b7897 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:22.315394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa2618a7-bcab-4d3d-b89a-6a46e959c50e req-dd95b6de-3d86-44e5-85d4-1a5f7a0b7897 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1562181 Nov 09 17:32:22.507141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa2618a7-bcab-4d3d-b89a-6a46e959c50e req-f187391a-d543-48a6-b95a-b2f93edcedfd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879292 Nov 09 17:32:22.754694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:23.014058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-63624396-369d-4b74-bcb3-82d1a85dd52a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.028417 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-63624396-369d-4b74-bcb3-82d1a85dd52a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.2597268 Nov 09 17:32:23.062239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-8636cde8-590b-42d3-ac65-248642e577d9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/quotas/e65b5ccdee84489d8546dec9ca821cca HTTP/1.1" status: 200 len: 375 time: 0.0321958 Nov 09 17:32:23.174405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-065d31f0-9dc5-4e99-a0a6-6920d7ed587d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103649 Nov 09 17:32:23.309606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38378) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:23.505136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6cb5c9d-964d-453c-93f5-9292314ef164 req-06310f43-ad95-4252-9f66-168f9ea92630 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0785489 Nov 09 17:32:23.655585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ece0156-4cb7-4215-a039-3f2277d2a959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:23.799926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-116b3879-ac23-4429-9dd6-605239eb31d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203957 Nov 09 17:32:23.838825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b919d9-b1f4-480e-9795-c2121aa7b9c5 req-eee35f09-6e3c-4d36-9082-39dd822206e5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.854323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8b919d9-b1f4-480e-9795-c2121aa7b9c5 req-eee35f09-6e3c-4d36-9082-39dd822206e5 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.1549680 Nov 09 17:32:23.996584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8b919d9-b1f4-480e-9795-c2121aa7b9c5 req-3fea6a5d-8e74-402e-8014-365945d1a046 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367104 Nov 09 17:32:24.040448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ece0156-4cb7-4215-a039-3f2277d2a959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:24.054329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ece0156-4cb7-4215-a039-3f2277d2a959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:24.121044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0ece0156-4cb7-4215-a039-3f2277d2a959 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd83c3a1c48245c38e97afdb63a70f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8102021 Nov 09 17:32:24.125272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38390) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:24.136725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-ecc66581-89fd-4e44-a9a0-857e6a0682c8 service neutron] 10.222.0.45 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345826 Nov 09 17:32:24.244627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece0156-4cb7-4215-a039-3f2277d2a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd15420-7502-4a21-bb33-11b8d5714f6c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:24.309669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1802e29-f199-4348-b228-231854bdb77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:24.373204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1802e29-f199-4348-b228-231854bdb77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:24.506667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1802e29-f199-4348-b228-231854bdb77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:24.510846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1802e29-f199-4348-b228-231854bdb77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:24.512279 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b1802e29-f199-4348-b228-231854bdb77f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fd15420-7502-4a21-bb33-11b8d5714f6c HTTP/1.1" status: 204 len: 168 time: 0.3856273 Nov 09 17:32:24.643715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802e29-f199-4348-b228-231854bdb77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd15420-7502-4a21-bb33-11b8d5714f6c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:24.672941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-5fdeb55a-f8c3-4d31-abd9-c3022c35d910 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.679383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-5fdeb55a-f8c3-4d31-abd9-c3022c35d910 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.2208278 Nov 09 17:32:24.732836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac8271c4-c461-439d-b226-c97569081187 req-acbf61d3-62ab-4bd9-b478-13b24e9ca448 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 210 time: 0.2068577 Nov 09 17:32:24.861190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2148387b-26f7-4273-bcbe-c7b49a99145e req-8cf7ad1f-c0b0-44fb-94ba-c5dfffe0b213 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.1757429 Nov 09 17:32:25.155588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Deleting port 79ec881c-2d79-41e3-8816-766720fd2e99 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:25.156026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:25.364073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:25.401882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545297d8-72d7-4599-af2f-cc806202b757 req-00d90282-a425-47ce-ac8e-fe3108ce7726 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:25.405266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-545297d8-72d7-4599-af2f-cc806202b757 req-00d90282-a425-47ce-ac8e-fe3108ce7726 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 946 time: 0.2215533 Nov 09 17:32:25.469188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc324-cce1-4423-9bca-9588cf1a5280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:25.520004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-545297d8-72d7-4599-af2f-cc806202b757 req-84bed5f5-f997-4ce9-9814-b3c236193313 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015968 Nov 09 17:32:25.597652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] For port 79ec881c-2d79-41e3-8816-766720fd2e99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79ec881c-2d79-41e3-8816-766720fd2e99,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:25.598099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:25.630783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Calling delete_port for 79ec881c-2d79-41e3-8816-766720fd2e99 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:25.769341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc324-cce1-4423-9bca-9588cf1a5280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:25.782440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc324-cce1-4423-9bca-9588cf1a5280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:25.923801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-47c19c42-f604-4355-9a26-adc1ecafdf64 req-41a6ff68-c5df-473b-93b9-77c8ab963be7 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 210 time: 0.0811591 Nov 09 17:32:25.989495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dc324-cce1-4423-9bca-9588cf1a5280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10671a3-6eff-4f53-bc7c-287adfc7cceb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:25.997488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dd4dc324-cce1-4423-9bca-9588cf1a5280 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93630951df414b3f8175eaf693fd24e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6271551 Nov 09 17:32:26.001241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:26.038407 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4294a277-8657-4b9c-bf1d-7dd50a0d1412 req-fb773ce9-5e20-44eb-a197-1c8da7365d7f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0610278 Nov 09 17:32:26.057004 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:26.074438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3ba442cc-606a-4ae2-a2ea-15d47038ba7a', '79ec881c-2d79-41e3-8816-766720fd2e99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:26.100854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Pushing event deleted for resources: {'Port': ['ID=79ec881c-2d79-41e3-8816-766720fd2e99,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:26.156563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] No DVR routers for this DVR port 79ec881c-2d79-41e3-8816-766720fd2e99 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:26.161184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:26.172337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7dd7982e-5c8f-4b36-b6b8-b4597795c2d9 req-dd1c4f20-6733-4424-ad6c-c619a2462e65 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "DELETE /v2.0/ports/79ec881c-2d79-41e3-8816-766720fd2e99 HTTP/1.1" status: 204 len: 173 time: 1.4374456 Nov 09 17:32:26.172879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'name': 'network-vif-deleted', 'tag': '79ec881c-2d79-41e3-8816-766720fd2e99'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:26.176262 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bf945f-b7c5-4b5a-9d4a-dc00b8b91f90" -d '{"events": [{"server_uuid": "d9e4db9f-abcd-46ba-9e2c-8301789a2def", "name": "network-vif-deleted", "tag": "79ec881c-2d79-41e3-8816-766720fd2e99"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:26.188491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cec24fa7-93c3-4d2f-8288-04547c610549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:26.243764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cec24fa7-93c3-4d2f-8288-04547c610549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:26.324337 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449d6c97-a51c-4556-839c-9c461f90a5a7 x-openstack-request-id: req-449d6c97-a51c-4556-839c-9c461f90a5a7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:26.325174 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4db9f-abcd-46ba-9e2c-8301789a2def", "name": "network-vif-deleted", "tag": "79ec881c-2d79-41e3-8816-766720fd2e99", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:26.325840 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-449d6c97-a51c-4556-839c-9c461f90a5a7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:26.326549 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e4db9f-abcd-46ba-9e2c-8301789a2def', 'name': 'network-vif-deleted', 'tag': '79ec881c-2d79-41e3-8816-766720fd2e99', 'status': 'completed', 'code': 200} Nov 09 17:32:26.372206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cec24fa7-93c3-4d2f-8288-04547c610549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:26.388949 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cec24fa7-93c3-4d2f-8288-04547c610549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:26.398237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cec24fa7-93c3-4d2f-8288-04547c610549 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a10671a3-6eff-4f53-bc7c-287adfc7cceb HTTP/1.1" status: 204 len: 168 time: 0.3944600 Nov 09 17:32:26.442143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec24fa7-93c3-4d2f-8288-04547c610549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10671a3-6eff-4f53-bc7c-287adfc7cceb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:26.706643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-57aef41f-89d3-4b49-abd3-2e42d97ff377 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.712884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-57aef41f-89d3-4b49-abd3-2e42d97ff377 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 815 time: 0.4086640 Nov 09 17:32:26.737765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Request body: {'port': {'device_id': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'admin_state_up': True, 'tenant_id': 'e65b5ccdee84489d8546dec9ca821cca'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:26.899148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-97ab1443-8f65-463f-9966-0b150fb40f21 req-e6be03d4-4762-4a8b-9599-55541fb54956 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9e4db9f-abcd-46ba-9e2c-8301789a2def HTTP/1.1" status: 200 len: 210 time: 0.1626344 Nov 09 17:32:27.005249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Made reservation on behalf of e65b5ccdee84489d8546dec9ca821cca for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:27.011708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:27.240520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e8b5f70-ce83-4f7c-93aa-ad0ef3ba1c8e req-0289f9aa-0ed2-471d-b421-bf19d7c5ac75 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 210 time: 0.0551765 Nov 09 17:32:27.306506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Allocated IP 172.20.0.5 (7c8b1258-5506-4556-8950-0181ec49a80e/61d28068-65da-4ab3-a64a-c497efaa5064/24534112-a241-42f9-9ceb-d004e492fd3e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:27.439864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4243b44-d37b-417f-96bf-fd6e693b79e8 req-b9152b51-9ccd-4b85-9642-d951a2c1dfc0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0795767 Nov 09 17:32:27.798127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:27.815198 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a812875c-d21c-4a50-b176-202133473884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:27.889481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:27.904310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae', '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:28.003529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Network 7c8b1258-5506-4556-8950-0181ec49a80e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:28.010081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:28.017744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:28.096986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event updated for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:28.164937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:28.167362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:28.225379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-61bb0bd1-99b4-4bc8-8e1a-078c64f17d1e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4930675 Nov 09 17:32:28.242737 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:28.254956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Request body: {'port': {'device_id': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:28.535897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:28.573564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9bb0e-3e73-4a28-b2ac-2369fcb57c85 req-8ce6b6c3-d8d9-4c61-8494-5bdccbb5b43b tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:28.584052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ca9bb0e-3e73-4a28-b2ac-2369fcb57c85 req-8ce6b6c3-d8d9-4c61-8494-5bdccbb5b43b tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0743272 Nov 09 17:32:28.724374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ca9bb0e-3e73-4a28-b2ac-2369fcb57c85 req-e9d1e1ff-27d9-44ef-a37f-1154f31e872a tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367710 Nov 09 17:32:28.786931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79ec881c-2d79-41e3-8816-766720fd2e99 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:28.857043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 79ec881c-2d79-41e3-8816-766720fd2e99 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:28.857696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79ec881c-2d79-41e3-8816-766720fd2e99 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:28.934426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44d86332-457b-47a7-87e9-79cdab7c1bc3 req-92ecd58a-b693-4ca2-a1dd-968555ed0a52 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0715015 Nov 09 17:32:29.048646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bf4f1-6340-40a8-a669-44d8f253824a req-b0f8ae1c-9c15-426b-8ff2-0e89b4819bd1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.056306 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b3bf4f1-6340-40a8-a669-44d8f253824a req-b0f8ae1c-9c15-426b-8ff2-0e89b4819bd1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 931 time: 0.5230012 Nov 09 17:32:29.203828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b3bf4f1-6340-40a8-a669-44d8f253824a req-e37a94e4-cd5c-4edc-8978-1c38a129b90e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449866 Nov 09 17:32:29.339350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24534112-a241-42f9-9ceb-d004e492fd3e {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:29.348975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:29.376620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Transition to ACTIVE for port object 24534112-a241-42f9-9ceb-d004e492fd3e will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:29.384379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:29.505612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Pushing event updated for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:29.598798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Attempting to bind port 24534112-a241-42f9-9ceb-d004e492fd3e on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:32:29.599372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Attempting to bind port 24534112-a241-42f9-9ceb-d004e492fd3e by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:32:29.599724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Attempting to bind port 24534112-a241-42f9-9ceb-d004e492fd3e on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:29.605850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Port 24534112-a241-42f9-9ceb-d004e492fd3e on network 7c8b1258-5506-4556-8950-0181ec49a80e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:29.606225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Attempting to bind port 24534112-a241-42f9-9ceb-d004e492fd3e on network 7c8b1258-5506-4556-8950-0181ec49a80e {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:29.612733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:29.613069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Checking segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:29.613665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Bound using segment: {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:29.614121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Bound port: 24534112-a241-42f9-9ceb-d004e492fd3e, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9740e9f9-aa28-4de8-9fbd-bc173875982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:32:29.614705 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:29.707257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:29.710886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24534112-a241-42f9-9ceb-d004e492fd3e,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:29.716466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:29.788682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.789517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:29.791496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] 10.222.0.43 "PUT /v2.0/ports/24534112-a241-42f9-9ceb-d004e492fd3e HTTP/1.1" status: 200 len: 1091 time: 1.5574408 Nov 09 17:32:29.792122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:29.794617 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39567b9-fb53-4f51-8311-e4571516ff7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:29.819466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51265c1e-c6c2-484b-9a67-cff995562106 service neutron] Pushing event updated for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:29.938169 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fa27a-cea7-4f59-81fc-fdcc82afe737 x-openstack-request-id: req-a34fa27a-cea7-4f59-81fc-fdcc82afe737 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:29.938649 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:29.939098 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a34fa27a-cea7-4f59-81fc-fdcc82afe737 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:29.939808 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e', 'status': 'completed', 'code': 200} Nov 09 17:32:29.986122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-6911143a-e272-4545-ac41-55cbc4c9aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.988741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-6911143a-e272-4545-ac41-55cbc4c9aa66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 1094 time: 0.1360152 Nov 09 17:32:30.005590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9317-faa6-4cb4-8d23-76f210ae2e84 req-31de515a-002c-4376-ad3e-852f18e34e0c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.008857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40da9317-faa6-4cb4-8d23-76f210ae2e84 req-31de515a-002c-4376-ad3e-852f18e34e0c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1691005 Nov 09 17:32:30.118729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-e590119b-3c14-4fdd-83a3-9013536398d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24534112-a241-42f9-9ceb-d004e492fd3e HTTP/1.1" status: 200 len: 217 time: 0.1076798 Nov 09 17:32:30.154497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f74ef19-a9b3-49e7-b410-50606c833e7b req-b60d8aed-1010-4aa6-a21b-36f043584679 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0804372 Nov 09 17:32:30.244612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40da9317-faa6-4cb4-8d23-76f210ae2e84 req-74ee6dd5-9467-42ea-8b65-a84e46032410 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231088 Nov 09 17:32:30.256136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-105edcbc-1b29-47fd-b9c6-f128b25fdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.258080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-105edcbc-1b29-47fd-b9c6-f128b25fdc39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.1295402 Nov 09 17:32:30.335033 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-48bfe26c-1af7-472e-a4d9-f0a2aa7a357f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669160 Nov 09 17:32:30.370331 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11ba0c33-4c61-4f68-b635-0f7c2d07ab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:30.510919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265054-fa5b-4989-83de-51553ba7d0b6 req-fe08d06b-2959-4b54-8a8e-8d6cc19071ae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.512590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf265054-fa5b-4989-83de-51553ba7d0b6 req-fe08d06b-2959-4b54-8a8e-8d6cc19071ae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 943 time: 0.1700110 Nov 09 17:32:30.601337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-0ef0a540-9566-4dc7-8c3f-e408bf4ec9d2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549798 Nov 09 17:32:30.705882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf265054-fa5b-4989-83de-51553ba7d0b6 req-78120242-b04b-47d9-8ecb-86ac936ae28d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832747 Nov 09 17:32:30.763921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557d3e78-b7a7-406a-bea7-450cb6e745ce req-91a4597e-0d59-4bd2-a17e-fc224ecf07ca service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456726 Nov 09 17:32:30.896566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-01ebdfd4-a78e-4790-96f8-2ee32b1a0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.898206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-01ebdfd4-a78e-4790-96f8-2ee32b1a0878 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e65b5ccdee84489d8546dec9ca821cca&device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 1094 time: 0.0643806 Nov 09 17:32:31.011683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:31.043964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-9325871c-0425-422c-802a-8729fe7a71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.045628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-9325871c-0425-422c-802a-8729fe7a71c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 200 len: 915 time: 0.1400747 Nov 09 17:32:31.102819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-cb0f48a8-ee36-4421-8527-ee0502ed30ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24534112-a241-42f9-9ceb-d004e492fd3e HTTP/1.1" status: 200 len: 217 time: 0.0486767 Nov 09 17:32:31.159166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-61a01aa0-4bde-40ef-8532-fa3ce6827ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.160785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-61a01aa0-4bde-40ef-8532-fa3ce6827ee8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 200 len: 855 time: 0.0499249 Nov 09 17:32:31.162690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4d4d-8a7a-4400-afcf-4e2a1b53dae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.203049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-4eb68bb8-5047-4773-9b11-09afb6d402d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c8b1258-5506-4556-8950-0181ec49a80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343089 Nov 09 17:32:31.312790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4d4d-8a7a-4400-afcf-4e2a1b53dae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.330062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-4acfd236-5d56-4591-9fe3-b7b45331e937 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157963 Nov 09 17:32:31.333567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00672e1b-5a93-474d-b9be-07a921e39016 req-90316d6e-fdf7-4690-af6d-12cd334f3797 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0723572 Nov 09 17:32:31.335057 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4d4d-8a7a-4400-afcf-4e2a1b53dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.386739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e5b4d4d-8a7a-4400-afcf-4e2a1b53dae2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0879ed8b0c504d78900bc1ace202febe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740282 Nov 09 17:32:31.387894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:31.390275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b4d4d-8a7a-4400-afcf-4e2a1b53dae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b281220c-4ec8-4e93-8de7-727223ef6164,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:31.469954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762f3172-4e00-46ad-8ace-f4747b165efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.502265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762f3172-4e00-46ad-8ace-f4747b165efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.506923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b34a-94c7-4da3-b6fc-4da604d79e64 req-7ba676ed-f221-4f8a-8419-e2e0ddf36ccd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.511841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e54b34a-94c7-4da3-b6fc-4da604d79e64 req-7ba676ed-f221-4f8a-8419-e2e0ddf36ccd tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1518114 Nov 09 17:32:31.569929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762f3172-4e00-46ad-8ace-f4747b165efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.574999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762f3172-4e00-46ad-8ace-f4747b165efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.580039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-762f3172-4e00-46ad-8ace-f4747b165efd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b281220c-4ec8-4e93-8de7-727223ef6164 HTTP/1.1" status: 204 len: 168 time: 0.1879997 Nov 09 17:32:31.580246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c39567b9-fb53-4f51-8311-e4571516ff7a req-89edf4da-e277-4e83-abec-78425a715f32 service neutron] 10.222.0.43 "GET /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344286 Nov 09 17:32:31.592919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f3172-4e00-46ad-8ace-f4747b165efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b281220c-4ec8-4e93-8de7-727223ef6164,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:31.609748 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:31.623041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6e54b34a-94c7-4da3-b6fc-4da604d79e64 req-0ca7769d-3513-4b0b-bcd9-51f08a56dc47 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962248 Nov 09 17:32:31.883086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163b389-838b-4f68-8305-e50edefbbbdc req-3dd66179-c7da-4e01-904a-d583bdf51f93 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.885120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4163b389-838b-4f68-8305-e50edefbbbdc req-3dd66179-c7da-4e01-904a-d583bdf51f93 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 943 time: 0.0902185 Nov 09 17:32:31.984722 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4163b389-838b-4f68-8305-e50edefbbbdc req-cf655549-f913-4a5b-8b3f-9cd83c52dba9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872300 Nov 09 17:32:32.031876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:32.057126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d50ad0f4-ddf9-4777-a567-5678125e6c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.184466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d50ad0f4-ddf9-4777-a567-5678125e6c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.189553 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d50ad0f4-ddf9-4777-a567-5678125e6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.239564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d50ad0f4-ddf9-4777-a567-5678125e6c0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c6f738393304ea09d6986ac8c684bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055628 Nov 09 17:32:32.240486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ad0f4-ddf9-4777-a567-5678125e6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc1647f-8dec-4f02-ba36-60241f522fdc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:32.242174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38578) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:32.307415 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89422011-c518-463a-ac24-cf608cdf0e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.339135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89422011-c518-463a-ac24-cf608cdf0e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.409777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89422011-c518-463a-ac24-cf608cdf0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.415395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89422011-c518-463a-ac24-cf608cdf0e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:32.420469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-89422011-c518-463a-ac24-cf608cdf0e4e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bc1647f-8dec-4f02-ba36-60241f522fdc HTTP/1.1" status: 204 len: 168 time: 0.1756997 Nov 09 17:32:32.432026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422011-c518-463a-ac24-cf608cdf0e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc1647f-8dec-4f02-ba36-60241f522fdc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:32.538316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-040c8d26-cbe7-41d8-a205-b947c57a836a req-7b6f2a35-2619-47dc-bc5d-dd1f94f44a61 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=dccb52d4-834a-468b-b73e-2e0ea1678397 HTTP/1.1" status: 200 len: 210 time: 0.0360324 Nov 09 17:32:32.797465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc0fd-251d-45cd-b9fb-b60b9b04ed0b req-4e38be2e-9200-42bf-8f68-dafa7cfa182c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:32.799636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f4bc0fd-251d-45cd-b9fb-b60b9b04ed0b req-4e38be2e-9200-42bf-8f68-dafa7cfa182c tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0780437 Nov 09 17:32:32.895704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f4bc0fd-251d-45cd-b9fb-b60b9b04ed0b req-ecaa5779-7c6d-4a78-96c2-cb075b51fc44 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830541 Nov 09 17:32:33.060640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:33.208368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec5aa1-8363-40da-94d2-b4a2770083e8 req-13f8f1f5-a0eb-4e12-afa3-af9b4e465c78 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:33.211036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ffec5aa1-8363-40da-94d2-b4a2770083e8 req-13f8f1f5-a0eb-4e12-afa3-af9b4e465c78 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 943 time: 0.1178386 Nov 09 17:32:33.279454 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:32:33.281203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ffec5aa1-8363-40da-94d2-b4a2770083e8 req-5d03c5ef-1d2f-45ee-89bb-970611a8d5b2 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622406 Nov 09 17:32:33.531466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:34.138609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5545cc2-1385-4ac4-a256-47b20a90cb8c req-b6a83360-d6a8-48af-871c-f7670a9cef31 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:34.151842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5545cc2-1385-4ac4-a256-47b20a90cb8c req-b6a83360-d6a8-48af-871c-f7670a9cef31 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.1147614 Nov 09 17:32:34.285830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5545cc2-1385-4ac4-a256-47b20a90cb8c req-06fb3e00-0fc2-44bf-9cb9-1abf1cc762f6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/security-groups?id=75c98f07-5942-45b6-a6e5-c9a62a3840c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317294 Nov 09 17:32:34.410864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c295-bd0e-4b4c-9edc-0af9cad5e719 req-956a3632-7334-4256-8558-84fadf810311 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:34.428260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f647c295-bd0e-4b4c-9edc-0af9cad5e719 req-956a3632-7334-4256-8558-84fadf810311 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2447379 Nov 09 17:32:34.453348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f647c295-bd0e-4b4c-9edc-0af9cad5e719 req-f8d90444-50fc-4439-8c41-7e8b777f7b1e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0229340 Nov 09 17:32:34.473868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e954b-20d9-41f2-be6d-a7f4bcdb08c5 req-d6f406bd-1c6d-4344-89fb-d573f06e9abc tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:34.476613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d94e954b-20d9-41f2-be6d-a7f4bcdb08c5 req-d6f406bd-1c6d-4344-89fb-d573f06e9abc tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 943 time: 0.0987926 Nov 09 17:32:34.528192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f647c295-bd0e-4b4c-9edc-0af9cad5e719 req-3e464a77-c87e-4919-ac0b-e0097ec0188f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678587 Nov 09 17:32:34.569727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d94e954b-20d9-41f2-be6d-a7f4bcdb08c5 req-defce458-1e61-4925-bca9-644487e65fea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847476 Nov 09 17:32:34.686159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-445d8f04-78ba-40f1-b6d9-43cf181a5e35 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:34.689027 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-445d8f04-78ba-40f1-b6d9-43cf181a5e35 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 945 time: 0.0793421 Nov 09 17:32:34.690774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:34.722915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f647c295-bd0e-4b4c-9edc-0af9cad5e719 req-63eb064c-2dff-43df-972a-380719455dbe service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927061 Nov 09 17:32:34.864020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Deleting port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:34.864967 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:34.904065 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f647c295-bd0e-4b4c-9edc-0af9cad5e719 req-c9fc094f-3a67-4f2c-bb06-dc99124bcd88 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781683 Nov 09 17:32:34.949695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ef0f-c73c-4e86-ab51-c10c962daf26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:34.981241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24534112-a241-42f9-9ceb-d004e492fd3e details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:35.033742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] For port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:35.034113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.056274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Calling delete_port for 3ba442cc-606a-4ae2-a2ea-15d47038ba7a owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:35.169605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ef0f-c73c-4e86-ab51-c10c962daf26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.191304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ef0f-c73c-4e86-ab51-c10c962daf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.241408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ef0f-c73c-4e86-ab51-c10c962daf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aa495c-23fa-4c40-8834-30024a94ad02,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:35.265148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f1b6ef0f-c73c-4e86-ab51-c10c962daf26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaf68b63f28e4581840744e4d1a63bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729520 Nov 09 17:32:35.269161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24534112-a241-42f9-9ceb-d004e492fd3e,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:35.270315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38686) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:35.306384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '24534112-a241-42f9-9ceb-d004e492fd3e', 'network_id': '7c8b1258-5506-4556-8950-0181ec49a80e', 'port_id': '24534112-a241-42f9-9ceb-d004e492fd3e', 'mac_address': 'fa:16:3e:68:2c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d28068-65da-4ab3-a64a-c497efaa5064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:35.409718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.423631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cedc6173-2307-4852-bdf4-fb6ef16ae7b4 req-92572195-b789-430b-9276-4e1702d2ab18 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbc3de36-3751-4fab-a381-fc639ffc398b HTTP/1.1" status: 200 len: 210 time: 0.1238236 Nov 09 17:32:35.454652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d44d-a51d-424a-aed5-68a8fc1b26fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.456163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24534112-a241-42f9-9ceb-d004e492fd3e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:35.484409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.497940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24534112-a241-42f9-9ceb-d004e492fd3e,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:35.502934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3ba442cc-606a-4ae2-a2ea-15d47038ba7a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:35.531942 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.584396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5f41e55-9049-4821-b321-5eca023a786e req-7bf13edc-c9f1-490e-8309-a61814f681b6 tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f7ff71-0ed0-4f41-895f-4bd97e66ac97 HTTP/1.1" status: 200 len: 210 time: 0.1394343 Nov 09 17:32:35.619576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Pushing event deleted for resources: {'Port': ['ID=3ba442cc-606a-4ae2-a2ea-15d47038ba7a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:35.630875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d44d-a51d-424a-aed5-68a8fc1b26fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.654479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:35.729987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] No DVR routers for this DVR port 3ba442cc-606a-4ae2-a2ea-15d47038ba7a on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:35.743241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.749490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a2e685-4e17-46f0-a056-bdb629b6b745 req-ebda1858-f011-4f72-9439-02b63cf744cf tempest-ServerRescueNegativeTestJSON-1733945344 tempest-ServerRescueNegativeTestJSON-1733945344-project] 10.222.0.83 "DELETE /v2.0/ports/3ba442cc-606a-4ae2-a2ea-15d47038ba7a HTTP/1.1" status: 204 len: 173 time: 1.0388587 Nov 09 17:32:35.750124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'name': 'network-vif-deleted', 'tag': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:35.753640 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03090b14-50c6-4b94-b640-d90f99615650" -d '{"events": [{"server_uuid": "27f7ff71-0ed0-4f41-895f-4bd97e66ac97", "name": "network-vif-deleted", "tag": "3ba442cc-606a-4ae2-a2ea-15d47038ba7a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:35.789242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['24534112-a241-42f9-9ceb-d004e492fd3e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:35.874736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d44d-a51d-424a-aed5-68a8fc1b26fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.895408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d44d-a51d-424a-aed5-68a8fc1b26fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:35.900750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ee0d44d-a51d-424a-aed5-68a8fc1b26fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47aa495c-23fa-4c40-8834-30024a94ad02 HTTP/1.1" status: 204 len: 168 time: 0.6259582 Nov 09 17:32:35.939671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0d44d-a51d-424a-aed5-68a8fc1b26fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aa495c-23fa-4c40-8834-30024a94ad02,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:36.022846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ba453-b180-42d8-8f04-b9a3871d10a0 req-75ece45f-5fbf-45bf-ad5f-f1df1d31d8ae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:36.025255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f95ba453-b180-42d8-8f04-b9a3871d10a0 req-75ece45f-5fbf-45bf-ad5f-f1df1d31d8ae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 944 time: 0.2927020 Nov 09 17:32:36.155145 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95783fff-aaa7-42b6-9087-012c3afc0a89 x-openstack-request-id: req-95783fff-aaa7-42b6-9087-012c3afc0a89 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:36.155564 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f7ff71-0ed0-4f41-895f-4bd97e66ac97", "name": "network-vif-deleted", "tag": "3ba442cc-606a-4ae2-a2ea-15d47038ba7a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:36.155735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f95ba453-b180-42d8-8f04-b9a3871d10a0 req-60c48139-fbe3-42b5-a8c5-a619cbe81369 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130242 Nov 09 17:32:36.156488 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95783fff-aaa7-42b6-9087-012c3afc0a89 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:36.156488 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f7ff71-0ed0-4f41-895f-4bd97e66ac97', 'name': 'network-vif-deleted', 'tag': '3ba442cc-606a-4ae2-a2ea-15d47038ba7a', 'status': 'completed', 'code': 200} Nov 09 17:32:36.480895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38736) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:36.711355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:36.900642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d680aae2-50a5-41b9-945a-c413f389c5b5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:36.902459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d680aae2-50a5-41b9-945a-c413f389c5b5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.3224599 Nov 09 17:32:36.948512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d9a6ff20-8a12-4577-9d7d-499426bd8565 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0317118 Nov 09 17:32:36.976270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24534112-a241-42f9-9ceb-d004e492fd3e up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:37.058090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-00eb5b3e-223d-4910-9c76-2f6a5a44c66a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068568 Nov 09 17:32:37.124425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 24534112-a241-42f9-9ceb-d004e492fd3e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:37.130289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 24534112-a241-42f9-9ceb-d004e492fd3e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:37.130956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:37.351423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:37.416317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24534112-a241-42f9-9ceb-d004e492fd3e,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:37.417447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:37.420930 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abde5dec-db0c-49b1-9345-6f0e93f9d512" -d '{"events": [{"server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "name": "network-vif-plugged", "status": "completed", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:37.427162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:37.523081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:37.552577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93727b9-7e47-4c0b-937b-a595af37cd72 req-e35663ba-71c0-442e-81e5-f205dbced871 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.555304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d93727b9-7e47-4c0b-937b-a595af37cd72 req-e35663ba-71c0-442e-81e5-f205dbced871 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 944 time: 0.2320769 Nov 09 17:32:37.614127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:37.853870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d93727b9-7e47-4c0b-937b-a595af37cd72 req-6cf7ab09-b20e-414e-a671-e8781d4fed8a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606342 Nov 09 17:32:37.892413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-a8edefbc-0ad7-40a9-9c7a-a3e1e725acc6 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147159 Nov 09 17:32:38.129899 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-1cf73f14-2d4a-4c2d-b10c-51c37956b27a service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432454 Nov 09 17:32:38.209084 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42bc2a4-0257-4775-b601-9cadfa61ce91 x-openstack-request-id: req-f42bc2a4-0257-4775-b601-9cadfa61ce91 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:38.209725 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "name": "network-vif-plugged", "status": "completed", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:38.209725 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f42bc2a4-0257-4775-b601-9cadfa61ce91 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:38.210047 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e', 'code': 200} Nov 09 17:32:38.294660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:38.490121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27344889-d017-47e5-957c-2482c872c4a7 req-67a71881-d453-4d67-8a4c-ec84fda77841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:38.491805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27344889-d017-47e5-957c-2482c872c4a7 req-67a71881-d453-4d67-8a4c-ec84fda77841 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 1096 time: 0.1571620 Nov 09 17:32:38.750805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-27344889-d017-47e5-957c-2482c872c4a7 req-1e193c11-6c45-4cab-a8c2-0991365ef879 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423661 Nov 09 17:32:38.817187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3ba442cc-606a-4ae2-a2ea-15d47038ba7a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:38.818116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Deleting port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:38.818664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:38.837828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23c1ed16-54fb-4db1-a4e9-18ed5dc6dbb7 req-a2a5a77c-e6eb-4056-ab04-b52db1129a21 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 210 time: 0.0763283 Nov 09 17:32:38.862614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 3ba442cc-606a-4ae2-a2ea-15d47038ba7a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:38.862957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3ba442cc-606a-4ae2-a2ea-15d47038ba7a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:39.007793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] For port 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,segment=NetworkSegment(3179bf52-94c3-4f8d-938f-0d56b03fdb92),segment_id=3179bf52-94c3-4f8d-938f-0d56b03fdb92)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:39.010624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:39.014746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.020384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Deleting port 6ecbdda7-f64e-42be-a2e7-fa3d46830463 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:39.020999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:39.065674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Calling delete_port for 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:39.245687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2a98b7e7-a2c0-467c-a27d-e5b065bb967b tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:39.286226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] For port 6ecbdda7-f64e-42be-a2e7-fa3d46830463, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ecbdda7-f64e-42be-a2e7-fa3d46830463,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:39.286817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:39.336545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Calling delete_port for 6ecbdda7-f64e-42be-a2e7-fa3d46830463 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:39.379439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de68ed-91ee-4dac-bcca-ec6372fab96b req-ab2047e7-9767-4066-8ba3-775dd5cfa433 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:39.388358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-16de68ed-91ee-4dac-bcca-ec6372fab96b req-ab2047e7-9767-4066-8ba3-775dd5cfa433 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 945 time: 0.1355360 Nov 09 17:32:39.486369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2a98b7e7-a2c0-467c-a27d-e5b065bb967b tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "PUT /v2.0/quotas/070a8ed0c2cd4ccbb06200f456e27bae HTTP/1.1" status: 200 len: 366 time: 0.4658220 Nov 09 17:32:39.490019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38812) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.511338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d1f0588-14af-490d-9ee8-5cd429fe5aec tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0155201 Nov 09 17:32:39.520516 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-16de68ed-91ee-4dac-bcca-ec6372fab96b req-097fc0da-5ac5-49b4-9e2f-70689439f0b9 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302927 Nov 09 17:32:39.521056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.536733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:39.597649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7088f9-2e49-4dd0-a628-a2bd4b7bab81,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:39.611647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6c6dd8f5-561e-4f3f-900a-72f05ec7cc22 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "GET /v2.0/quotas/070a8ed0c2cd4ccbb06200f456e27bae HTTP/1.1" status: 200 len: 366 time: 0.0811586 Nov 09 17:32:39.615930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.651226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9f067db9-ef8d-4821-ac03-ce1804baa0fb tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/070a8ed0c2cd4ccbb06200f456e27bae HTTP/1.1" status: 204 len: 168 time: 0.0338955 Nov 09 17:32:39.654023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38818) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.672068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e33c19b-ae2b-4846-8dbc-0a05e36d7ea7 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0167594 Nov 09 17:32:39.674477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38820) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.687925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-62253f6d-4932-4fe6-b306-dcd75a9e5846 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "GET /v2.0/quotas/070a8ed0c2cd4ccbb06200f456e27bae HTTP/1.1" status: 200 len: 370 time: 0.0120430 Nov 09 17:32:39.690464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38822) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.698100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-054ef3a2-63c3-4e1e-94e0-20ac21c74c4d tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "GET /v2.0/quotas/070a8ed0c2cd4ccbb06200f456e27bae/default HTTP/1.1" status: 200 len: 370 time: 0.0062060 Nov 09 17:32:39.701079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.725190 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-d35d9294-cc88-4e90-85b3-8b603ed8894b tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] delete failed (client error): The resource could not be found. Nov 09 17:32:39.730517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d35d9294-cc88-4e90-85b3-8b603ed8894b tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/070a8ed0c2cd4ccbb06200f456e27bae HTTP/1.1" status: 404 len: 348 time: 0.0233979 Nov 09 17:32:39.788096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:39.838896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecbdda7-f64e-42be-a2e7-fa3d46830463,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:39.853799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.854155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.854667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.855060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.855390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.855737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.856075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.856418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.856749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.857081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.857409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.857953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:39.985501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38830) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:40.013869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:40.031876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84e2eed4-65ee-48d4-9a80-0a4a54540843 req-3ece2e57-c9ec-487f-ab09-5fb9d4608a45 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 210 time: 0.0335486 Nov 09 17:32:40.202000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:network and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.217525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.246637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:subnet and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.249873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:40.264643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.348857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:subnetpool and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.364425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.382908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-68f555ed-d46d-4ef7-965a-49d685235fee tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:40.385430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-68f555ed-d46d-4ef7-965a-49d685235fee tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2268345 Nov 09 17:32:40.395325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:port and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.407312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Request body: {'port': {'device_id': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'admin_state_up': True, 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:40.426484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Router 6c497ce9-49a5-45a7-860b-07fba01d4e99 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:32:40.430776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.449430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:router and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.456993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.473345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:floatingip and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.480689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.630376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Router 228d27f7-8f4e-44c8-99ec-3194afc00d0c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:32:40.646162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:security_group and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.695015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.724439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:40.732522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-315c0e1f-088c-4014-a920-f11d65a01529 admin admin] 10.222.0.45 "PUT /v2.0/routers/6c497ce9-49a5-45a7-860b-07fba01d4e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0182743 Nov 09 17:32:40.733174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:40.737714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:40.742662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Usage tracker for resource:security_group_rule and project:14cf50882d644b7ab718a1beee32626d is out of sync, need to count used quota {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:32:40.743929 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] Sync routers for ids ['6c497ce9-49a5-45a7-860b-07fba01d4e99'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:40.752964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:40.754072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.quota.resource [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102554) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 17:32:40.763304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] Routers {'6c497ce9-49a5-45a7-860b-07fba01d4e99'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:40.765590 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:32:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6c497ce9-49a5-45a7-860b-07fba01d4e99'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:40.807137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d8a63b35-a977-46e2-8596-3401edd2f9c4 tempest-QuotasTest-1860532666 tempest-QuotasTest-1860532666-project-admin] 10.222.0.45 "GET /v2.0/quotas/14cf50882d644b7ab718a1beee32626d/details.json HTTP/1.1" status: 200 len: 703 time: 0.8150177 Nov 09 17:32:40.831633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0ab6-6102-4ddd-a3c3-db14c6b6a50d req-af970ba0-1825-4df4-b45c-6fe7052826e4 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:40.833319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b6f0ab6-6102-4ddd-a3c3-db14c6b6a50d req-af970ba0-1825-4df4-b45c-6fe7052826e4 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 945 time: 0.1397562 Nov 09 17:32:40.841154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:40.850375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e367fd4-0feb-4fcd-8ed3-213c0fb2011b admin admin] 10.222.0.45 "PUT /v2.0/routers/228d27f7-8f4e-44c8-99ec-3194afc00d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3677704 Nov 09 17:32:40.857766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:40.861238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] Sync routers for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:40.898614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:40.901076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:32:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:40.991475 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] Set router 6c497ce9-49a5-45a7-860b-07fba01d4e99 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:41.144362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b6f0ab6-6102-4ddd-a3c3-db14c6b6a50d req-f676d969-e251-472c-aee6-c3747c153274 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889864 Nov 09 17:32:41.194638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:41.206104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:41.228283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:41.557051 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:41.614581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:41.731782 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] Checking router: 6c497ce9-49a5-45a7-860b-07fba01d4e99 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:41.731995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Deleting port 51747b38-3cd3-4fd1-9731-0b36cecb3746 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:41.732164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:41.752662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port': {'id': '51747b38-3cd3-4fd1-9731-0b36cecb3746', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:58Z', 'updated_at': '2021-11-09T17:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:41.790171 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] Routers {'6c497ce9-49a5-45a7-860b-07fba01d4e99'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:41.795619 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:32:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6c497ce9-49a5-45a7-860b-07fba01d4e99'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:41.800821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b716f09-5aed-4832-9775-31fb83051996 req-5ad93004-2b4e-4971-8d72-91ac8f88b197 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 210 time: 0.1284111 Nov 09 17:32:41.804834 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:41.839528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Allocated IP 172.20.0.13 (fe30e5b4-57a2-4a4a-be16-d925080ada9b/06f1e866-3800-4790-a18b-00cf3d5d807a/a4b67389-7bdb-4354-853d-486962f73a24) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:41.846205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] Checking router: 228d27f7-8f4e-44c8-99ec-3194afc00d0c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:41.863887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] For port 51747b38-3cd3-4fd1-9731-0b36cecb3746, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51747b38-3cd3-4fd1-9731-0b36cecb3746,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:41.865926 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:41.876010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] Routers {'228d27f7-8f4e-44c8-99ec-3194afc00d0c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:41.876825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:32:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:41.897628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Calling delete_port for 51747b38-3cd3-4fd1-9731-0b36cecb3746 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:41.982441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:42.041806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] Set router 228d27f7-8f4e-44c8-99ec-3194afc00d0c gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:42.059494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Deleting port 592e2001-8216-4bdc-be2c-16ae41639b3b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:42.059833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.139429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:32:41Z', 'revision_number': 6, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:42.197872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e99c0d2-e5b7-447f-8827-d4f307eecd72 None None] The sync data for ids ['228d27f7-8f4e-44c8-99ec-3194afc00d0c'] in n-d-804292-3 is: [{'id': '228d27f7-8f4e-44c8-99ec-3194afc00d0c', 'name': 'tempest-TaggedBootDevicesTest-1554730694-router', 'tenant_id': 'abf1a19b8df949b29cb053dfaed37642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:57Z', 'updated_at': '2021-11-09T17:32:41Z', 'revision_number': 6, 'project_id': 'abf1a19b8df949b29cb053dfaed37642', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:42.222343 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] Set router 6c497ce9-49a5-45a7-860b-07fba01d4e99 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:42.263841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.375388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.386900 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.401704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] For port 592e2001-8216-4bdc-be2c-16ae41639b3b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=592e2001-8216-4bdc-be2c-16ae41639b3b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:42.402174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.428576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Calling delete_port for 592e2001-8216-4bdc-be2c-16ae41639b3b owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:42.442866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Pushing event deleted for resources: {'Port': ['ID=51747b38-3cd3-4fd1-9731-0b36cecb3746,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:42.482253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.519084 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.552802 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.582390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.641768 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:42.684692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=845505a8280248acb2995a60985058ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7009549 Nov 09 17:32:42.697994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:42.699930 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196c42f-9bf6-479d-a6bc-5cbf0529e0b8 None None] The sync data for ids ['6c497ce9-49a5-45a7-860b-07fba01d4e99'] in n-d-804292-3 is: [{'id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'name': 'tempest-ServerRescueNegativeTestJSON-90944768-router', 'tenant_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:29:11Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': '5ff70e0d2b5847d68fd74b449ad4af22', 'gw_port': {'id': '592e2001-8216-4bdc-be2c-16ae41639b3b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c497ce9-49a5-45a7-860b-07fba01d4e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:29:12Z', 'updated_at': '2021-11-09T17:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:42.703143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event updated for resources: {'Port': ['ID=a4b67389-7bdb-4354-853d-486962f73a24,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:42.722321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444483d4-ea42-4870-bec3-b54c8372055c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:42.771682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.772431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.773033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.773602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.774336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.774918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.775505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.776070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.776753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.777312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.777886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.778442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.792635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:42.832553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:42.832670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.836410 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.843837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.844519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.845062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.846497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.847383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.848017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.848623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.849252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.849864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.850471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.851166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.851956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c948-c603-426a-a947-dfc47d70d16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:42.860916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:42.897492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.898348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228d27f7-8f4e-44c8-99ec-3194afc00d0c {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:32:42.906418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:42.911151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b2d59f88-1198-4144-a4db-d00f9fec303b admin admin] 10.222.0.45 "DELETE /v2.0/routers/228d27f7-8f4e-44c8-99ec-3194afc00d0c HTTP/1.1" status: 204 len: 168 time: 2.0517762 Nov 09 17:32:42.912313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38876) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:42.999060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Deleting subnet bc0da707-c995-4377-8781-f8ebb9c5b4dc {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:32:43.004250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.037415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81add-2c27-4852-9adf-284138611044 req-4965dadc-b909-4317-94e3-cf902f3059aa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:43.039206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15a81add-2c27-4852-9adf-284138611044 req-4965dadc-b909-4317-94e3-cf902f3059aa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 932 time: 0.0963926 Nov 09 17:32:43.059782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.069663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:43.070663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.133057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-5f083187-062c-45f2-9d9d-d612695778e2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7300115 Nov 09 17:32:43.175558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Request body: {'port': {'device_id': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:43.178733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15a81add-2c27-4852-9adf-284138611044 req-c20fc74d-a919-4109-af1c-b9cc582aef4e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932012 Nov 09 17:32:43.220460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4105-844d-4c4d-af5c-d978d37928a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.266701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.323697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4105-844d-4c4d-af5c-d978d37928a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.405943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.433574 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.436689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.451742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0da707-c995-4377-8781-f8ebb9c5b4dc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:43.458012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.465537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-54d165ff-cf96-49a9-88c5-1181bab1ba65 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bc0da707-c995-4377-8781-f8ebb9c5b4dc HTTP/1.1" status: 204 len: 168 time: 0.5510955 Nov 09 17:32:43.465537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38878) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:43.495577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ebe71-ff7a-4ade-8cae-1ca086627c33 None None] Network ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:43.517853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=592e2001-8216-4bdc-be2c-16ae41639b3b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:43.629222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ecbdda7-f64e-42be-a2e7-fa3d46830463 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:43.673805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6ecbdda7-f64e-42be-a2e7-fa3d46830463 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:43.674456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ecbdda7-f64e-42be-a2e7-fa3d46830463 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:43.681019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.690373 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4105-844d-4c4d-af5c-d978d37928a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.695886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4105-844d-4c4d-af5c-d978d37928a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.701302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad4a4105-844d-4c4d-af5c-d978d37928a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/444483d4-ea42-4870-bec3-b54c8372055c HTTP/1.1" status: 204 len: 168 time: 0.9942598 Nov 09 17:32:43.784229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a4105-844d-4c4d-af5c-d978d37928a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444483d4-ea42-4870-bec3-b54c8372055c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:43.786264 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.810139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Deleting port bb099583-98cd-4f3f-a135-e66ff978eaa6 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:43.812838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:43.919137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] DHCP port deletion for ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:32:43.991741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] For port bb099583-98cd-4f3f-a135-e66ff978eaa6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb099583-98cd-4f3f-a135-e66ff978eaa6,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:43.992143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.023598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] Deleting port bb099583-98cd-4f3f-a135-e66ff978eaa6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:44.027867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.053094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Calling delete_port for bb099583-98cd-4f3f-a135-e66ff978eaa6 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:44.287615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.321752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] No DVR routers for this DVR port bb099583-98cd-4f3f-a135-e66ff978eaa6 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:44.346925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] For port bb099583-98cd-4f3f-a135-e66ff978eaa6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb099583-98cd-4f3f-a135-e66ff978eaa6,segment=NetworkSegment(f8720157-809a-4a9c-b74c-f2a758761283),segment_id=f8720157-809a-4a9c-b74c-f2a758761283)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:44.347466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.368988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] Calling delete_port for bb099583-98cd-4f3f-a135-e66ff978eaa6 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:44.375020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38900) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:44.402227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb099583-98cd-4f3f-a135-e66ff978eaa6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:44.469406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8794c5a-73dc-4e26-941b-1c430d66861c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.582476 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.608529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] Pushing event deleted for resources: {'Port': ['ID=bb099583-98cd-4f3f-a135-e66ff978eaa6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:44.614674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.623074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ccbdd-e9b1-442d-acc6-3be6ec19d5c4 None None] No DVR routers for this DVR port bb099583-98cd-4f3f-a135-e66ff978eaa6 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:44.646665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:44.655968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8720157-809a-4a9c-b74c-f2a758761283') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:44.656359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8720157-809a-4a9c-b74c-f2a758761283') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:44.670908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.685839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.694130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:32:44.694544 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.726718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:32:44.740993 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:32:44.794014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.826315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.835371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.842204 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] 10.222.0.45 "DELETE /v2.0/networks/ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880 HTTP/1.1" status: 204 len: 168 time: 1.3730350 Nov 09 17:32:44.857137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c48c6-8138-48bf-be49-065d11d93d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2c1aff-a1fc-4aa0-a7c0-47ec3b0a5880,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:44.876477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.877339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c497ce9-49a5-45a7-860b-07fba01d4e99 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:32:44.883068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a413927-92c6-4f7e-913e-842ae4e5c980 req-475af5fe-2190-404c-a15b-6162ea218a4c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:44.885234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.886705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-79ab0def-890c-494a-956a-17937cc2c8d0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6c497ce9-49a5-45a7-860b-07fba01d4e99 HTTP/1.1" status: 204 len: 168 time: 4.1307821 Nov 09 17:32:44.893678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:44.894633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a413927-92c6-4f7e-913e-842ae4e5c980 req-475af5fe-2190-404c-a15b-6162ea218a4c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 932 time: 0.1464696 Nov 09 17:32:44.942963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b67389-7bdb-4354-853d-486962f73a24 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:44.952296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:44.958837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:44.988826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Transition to ACTIVE for port object a4b67389-7bdb-4354-853d-486962f73a24 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:44.999724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Deleting subnet 1943676e-7196-49db-9361-f4d14c762095 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:32:45.003889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.009403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a413927-92c6-4f7e-913e-842ae4e5c980 req-1d5cbaae-17dd-444d-a0ab-bbf3980f3029 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110196 Nov 09 17:32:45.035620 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8794c5a-73dc-4e26-941b-1c430d66861c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.040297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.042253 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8794c5a-73dc-4e26-941b-1c430d66861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.093223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:45.093794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1b7088f9-2e49-4dd0-a628-a2bd4b7bab81 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:45.094485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51747b38-3cd3-4fd1-9731-0b36cecb3746 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:45.127296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c8794c5a-73dc-4e26-941b-1c430d66861c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14cf50882d644b7ab718a1beee32626d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7395902 Nov 09 17:32:45.137797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38910) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:45.138006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8794c5a-73dc-4e26-941b-1c430d66861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22813352-99f1-4515-a2a9-700054d6b202,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:45.164511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.167846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67389-7bdb-4354-853d-486962f73a24,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:45.178734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 51747b38-3cd3-4fd1-9731-0b36cecb3746 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:45.179348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51747b38-3cd3-4fd1-9731-0b36cecb3746 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:45.180028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb099583-98cd-4f3f-a135-e66ff978eaa6 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:45.229266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ada-d12b-44a4-95d8-1c4641f245ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.266708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: bb099583-98cd-4f3f-a135-e66ff978eaa6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:45.267332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb099583-98cd-4f3f-a135-e66ff978eaa6 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:45.286312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ada-d12b-44a4-95d8-1c4641f245ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.303431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:45.306606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.378816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ada-d12b-44a4-95d8-1c4641f245ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.384516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9f65ada-d12b-44a4-95d8-1c4641f245ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.395448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b9f65ada-d12b-44a4-95d8-1c4641f245ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22813352-99f1-4515-a2a9-700054d6b202 HTTP/1.1" status: 204 len: 168 time: 0.2532532 Nov 09 17:32:45.411269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f65ada-d12b-44a4-95d8-1c4641f245ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22813352-99f1-4515-a2a9-700054d6b202,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:45.444987 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-91957b68-0f19-4001-bb36-13272df8a218 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abf1a19b8df949b29cb053dfaed37642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401591 Nov 09 17:32:45.449289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38916) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:45.451746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Attempting to bind port a4b67389-7bdb-4354-853d-486962f73a24 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:32:45.452066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Attempting to bind port a4b67389-7bdb-4354-853d-486962f73a24 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:32:45.452399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Attempting to bind port a4b67389-7bdb-4354-853d-486962f73a24 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:45.459126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Port a4b67389-7bdb-4354-853d-486962f73a24 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:45.459534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Attempting to bind port a4b67389-7bdb-4354-853d-486962f73a24 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:45.467200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:45.467543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:45.468222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Bound using segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:45.468882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Bound port: a4b67389-7bdb-4354-853d-486962f73a24, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:32:45.469374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.472202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.513386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1943676e-7196-49db-9361-f4d14c762095,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:45.530290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.537052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f2343df-be83-4aba-8422-08ccb618c5eb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1943676e-7196-49db-9361-f4d14c762095 HTTP/1.1" status: 204 len: 168 time: 0.6421869 Nov 09 17:32:45.556065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38918) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:45.666069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] For port a4b67389-7bdb-4354-853d-486962f73a24, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:45.670788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] For port a4b67389-7bdb-4354-853d-486962f73a24, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a4b67389-7bdb-4354-853d-486962f73a24,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:45.684732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.767568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.770246 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:45.773106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] 10.222.0.83 "PUT /v2.0/ports/a4b67389-7bdb-4354-853d-486962f73a24 HTTP/1.1" status: 200 len: 1092 time: 2.6226392 Nov 09 17:32:45.776011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'tag': 'a4b67389-7bdb-4354-853d-486962f73a24'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:45.780886 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91940667-df62-4aa9-82d7-665204108986" -d '{"events": [{"name": "network-changed", "server_uuid": "9296bdcc-fee5-444c-a242-66f9ab69efd9", "tag": "a4b67389-7bdb-4354-853d-486962f73a24"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:45.868248 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d22e1d-8d5f-4eb0-b66a-24b7269c6230 x-openstack-request-id: req-22d22e1d-8d5f-4eb0-b66a-24b7269c6230 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:45.868855 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9296bdcc-fee5-444c-a242-66f9ab69efd9", "tag": "a4b67389-7bdb-4354-853d-486962f73a24", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:45.869968 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22d22e1d-8d5f-4eb0-b66a-24b7269c6230 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:45.869968 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'tag': 'a4b67389-7bdb-4354-853d-486962f73a24', 'status': 'completed', 'code': 200} Nov 09 17:32:45.874510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f526b-f606-428b-89a6-46413f11c21a service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67389-7bdb-4354-853d-486962f73a24,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:45.918017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-56e4d48f-3c26-44e1-8f27-22872d3e9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.919767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-56e4d48f-3c26-44e1-8f27-22872d3e9450 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 1095 time: 0.0758069 Nov 09 17:32:45.996193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-52afe248-b8d3-4bae-9926-2ff92f09bf32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b67389-7bdb-4354-853d-486962f73a24 HTTP/1.1" status: 200 len: 217 time: 0.0669324 Nov 09 17:32:46.113286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-7dd3a527-cab6-4efe-955d-9614b8da449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:46.115900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-7dd3a527-cab6-4efe-955d-9614b8da449c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.1042721 Nov 09 17:32:46.207273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-53a61859-665f-4818-acd9-38b0559b6cb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826244 Nov 09 17:32:46.257739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.294229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6def183-2c0e-4486-825a-ae314314640e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.362902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64c4b-5b07-4327-8c54-811a0880b540 req-40fbb957-65f2-4d67-8cb2-f60cfef21d34 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:46.364535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bd64c4b-5b07-4327-8c54-811a0880b540 req-40fbb957-65f2-4d67-8cb2-f60cfef21d34 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 944 time: 0.2060049 Nov 09 17:32:46.420663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6def183-2c0e-4486-825a-ae314314640e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.438310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-1f8de6cd-c630-4b33-a061-119cf41e2023 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217758 Nov 09 17:32:46.464946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.543607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bd64c4b-5b07-4327-8c54-811a0880b540 req-0a242932-a108-4d9b-be6b-0462df2797ac tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650000 Nov 09 17:32:46.556855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba272bef-0099-4f8e-9c04-66e2c5af3c98']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:46.581348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3179bf52-94c3-4f8d-938f-0d56b03fdb92') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:46.581751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3179bf52-94c3-4f8d-938f-0d56b03fdb92') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:46.607902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.646129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.654344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41c6122-3913-4c03-bbcf-598329ba66fe req-545a469b-6144-467f-9916-55d35b6b5e13 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997983 Nov 09 17:32:46.670805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 592e2001-8216-4bdc-be2c-16ae41639b3b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:46.674659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:32:46.675102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.692191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 592e2001-8216-4bdc-be2c-16ae41639b3b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:32:46.692884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 592e2001-8216-4bdc-be2c-16ae41639b3b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:32:46.699617 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:32:46.762900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6def183-2c0e-4486-825a-ae314314640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.766389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6def183-2c0e-4486-825a-ae314314640e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.771219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6def183-2c0e-4486-825a-ae314314640e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fc513ff-3b62-4f32-a41d-44092e87de1b HTTP/1.1" status: 204 len: 168 time: 1.3164544 Nov 09 17:32:46.771219 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.831503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:46.843275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] 10.222.0.45 "DELETE /v2.0/networks/ba272bef-0099-4f8e-9c04-66e2c5af3c98 HTTP/1.1" status: 204 len: 168 time: 1.2811430 Nov 09 17:32:46.844643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91940667-df62-4aa9-82d7-665204108986 req-8fa75611-d68e-4a6b-88ea-74dc7fba6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:46.847625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6def183-2c0e-4486-825a-ae314314640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc513ff-3b62-4f32-a41d-44092e87de1b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:46.848125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-8fa75611-d68e-4a6b-88ea-74dc7fba6ea8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 1095 time: 0.1321976 Nov 09 17:32:46.866828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a5b1b-ce60-429b-b45e-5bb7e218859d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba272bef-0099-4f8e-9c04-66e2c5af3c98,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:47.006251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91940667-df62-4aa9-82d7-665204108986 req-5992f071-dde1-4a11-bedf-b4573a99d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.009144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-5992f071-dde1-4a11-bedf-b4573a99d91d service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.1532006 Nov 09 17:32:47.022797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:47.107483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-2b34a860-c9af-459f-961b-e489d927b98c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b67389-7bdb-4354-853d-486962f73a24 HTTP/1.1" status: 200 len: 217 time: 0.0889802 Nov 09 17:32:47.145997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831dd8c-0cc5-45f2-9516-d0bc5743b54b req-6081a3d0-c469-4047-9d77-3fc9c944b22d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.149329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5831dd8c-0cc5-45f2-9516-d0bc5743b54b req-6081a3d0-c469-4047-9d77-3fc9c944b22d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1194067 Nov 09 17:32:47.301262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5831dd8c-0cc5-45f2-9516-d0bc5743b54b req-701e76dd-aaa8-4850-8201-7f35f05fe58b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421523 Nov 09 17:32:47.337399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91940667-df62-4aa9-82d7-665204108986 req-56ce7493-4cd2-47de-b5df-732edcb0e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.339682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-56ce7493-4cd2-47de-b5df-732edcb0e2a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.2199326 Nov 09 17:32:47.379741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38972) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:47.418801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-42dc0d5f-1570-4b98-b0ca-e9a0a8789842 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656943 Nov 09 17:32:47.490440 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-94dc4dd5-9baf-40eb-95c5-885f5ace934e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ff70e0d2b5847d68fd74b449ad4af22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088583 Nov 09 17:32:47.492758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38974) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:47.537814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-df6250eb-beda-4af1-9dcf-78bd3d74da63 tempest-AgentManagementNegativeTest-1655635109 tempest-AgentManagementNegativeTest-1655635109-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5119443 Nov 09 17:32:47.631851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-b75aa823-da0d-4cd3-895d-d37d831db791 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013118 Nov 09 17:32:47.677383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b289-3795-426b-b860-b8c0f1a92e73 req-6ebc316f-d0d5-4920-aa15-66675f0fddd3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.690891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6e5b289-3795-426b-b860-b8c0f1a92e73 req-6ebc316f-d0d5-4920-aa15-66675f0fddd3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2318573 Nov 09 17:32:47.785754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bacfcc3-9b8f-42d1-8cf5-d39b33c683a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:47.825484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6e5b289-3795-426b-b860-b8c0f1a92e73 req-7e88bab7-9b67-4bdf-8543-e6ad91a236e2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327038 Nov 09 17:32:47.836167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bacfcc3-9b8f-42d1-8cf5-d39b33c683a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:47.928877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2837eb8-0d6c-4994-897a-b3a4d5cdd675 req-613f69d0-3ee1-4a2a-a14e-6bea808806ca tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.938275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a2837eb8-0d6c-4994-897a-b3a4d5cdd675 req-613f69d0-3ee1-4a2a-a14e-6bea808806ca tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 944 time: 0.1642385 Nov 09 17:32:47.971687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:48.022781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a2837eb8-0d6c-4994-897a-b3a4d5cdd675 req-85989532-57a2-47ea-906e-c92ee876f2cd tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833361 Nov 09 17:32:48.031788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bacfcc3-9b8f-42d1-8cf5-d39b33c683a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.040500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bacfcc3-9b8f-42d1-8cf5-d39b33c683a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.045063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1bacfcc3-9b8f-42d1-8cf5-d39b33c683a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75c98f07-5942-45b6-a6e5-c9a62a3840c0 HTTP/1.1" status: 204 len: 168 time: 0.5485075 Nov 09 17:32:48.059999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91940667-df62-4aa9-82d7-665204108986 req-fddfb4a8-5f8e-4580-b035-29176a2ec37c service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170706 Nov 09 17:32:48.067906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacfcc3-9b8f-42d1-8cf5-d39b33c683a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c98f07-5942-45b6-a6e5-c9a62a3840c0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:48.311705 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c355-8f41-4b1b-897f-d2f2f1e4634a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.436224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-fbdacc16-8a4c-4e14-b67f-7f7fd6f59940 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:48.452381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-fbdacc16-8a4c-4e14-b67f-7f7fd6f59940 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.1891863 Nov 09 17:32:48.512791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-c535bc5d-ab3a-4810-9781-835719d480a7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/quotas/71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 375 time: 0.0513318 Nov 09 17:32:48.526046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c355-8f41-4b1b-897f-d2f2f1e4634a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.534031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c355-8f41-4b1b-897f-d2f2f1e4634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.596673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cbd8c355-8f41-4b1b-897f-d2f2f1e4634a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7edc81bf7594b6babe3cd73f2c470eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6228430 Nov 09 17:32:48.599729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:48.655985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c355-8f41-4b1b-897f-d2f2f1e4634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e08b5-926b-4458-b41b-00fe63485914,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:48.681859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-a3731625-f8eb-4bcf-bdfc-215b76d20e50 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1673207 Nov 09 17:32:48.722691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2bdae16-89aa-4441-8513-bfcbb1588afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.791487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2bdae16-89aa-4441-8513-bfcbb1588afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.865905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-312bfee4-b26b-4168-a0ef-bc47d5251cb4 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655822 Nov 09 17:32:48.867267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a4b67389-7bdb-4354-853d-486962f73a24 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:48.964508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2bdae16-89aa-4441-8513-bfcbb1588afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.967279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2bdae16-89aa-4441-8513-bfcbb1588afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:48.968522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f2bdae16-89aa-4441-8513-bfcbb1588afb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/536e08b5-926b-4458-b41b-00fe63485914 HTTP/1.1" status: 204 len: 168 time: 0.3663561 Nov 09 17:32:48.982430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdae16-89aa-4441-8513-bfcbb1588afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e08b5-926b-4458-b41b-00fe63485914,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:49.017718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-ad4dfd06-6ecf-48b2-96f0-2b4a079083a6 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497788 Nov 09 17:32:49.141890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a4b67389-7bdb-4354-853d-486962f73a24, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a4b67389-7bdb-4354-853d-486962f73a24,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:49.152330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39036) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:49.157776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a4b67389-7bdb-4354-853d-486962f73a24', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': 'a4b67389-7bdb-4354-853d-486962f73a24', 'mac_address': 'fa:16:3e:3f:a7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:49.210204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:49.228204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b67389-7bdb-4354-853d-486962f73a24 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:49.259615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a4b67389-7bdb-4354-853d-486962f73a24, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a4b67389-7bdb-4354-853d-486962f73a24,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:49.274617 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:49.332597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01decfe-6d62-4d89-ad40-7973c1d7ab2f req-42a8aabf-256d-46d3-b5a7-fcb66e2deaf0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:49.342550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c01decfe-6d62-4d89-ad40-7973c1d7ab2f req-42a8aabf-256d-46d3-b5a7-fcb66e2deaf0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 944 time: 0.1637986 Nov 09 17:32:49.432586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a4b67389-7bdb-4354-853d-486962f73a24,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:49.455416 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c01decfe-6d62-4d89-ad40-7973c1d7ab2f req-08685ddf-be92-47c3-b081-276d046e757e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113203 Nov 09 17:32:49.504365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f28a694-3dcc-4edc-b2c0-16810e7e5e16 req-886c863e-9b18-46ec-a6e2-833e486e0436 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 210 time: 0.0431077 Nov 09 17:32:49.680958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-820783658-network', 'tenant_id': '6171109420e9459f8f0d42b00cf682f7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:49.688098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a4b67389-7bdb-4354-853d-486962f73a24'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:49.728644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Made reservation on behalf of 6171109420e9459f8f0d42b00cf682f7 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:49.738403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:49.767640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:49.967962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:49.976762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:50.030292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:32:50.086017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f1ddf-fec5-4448-8c44-fc2c53a6d261,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:50.092866 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:50.093216 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Added segment 5f4a5c1d-7693-44b5-b828-525cce01cab5 of type vlan for network 262856f7-e455-4954-a443-5ca2b800d723 Nov 09 17:32:50.241435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:50.312702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:50.314012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.314386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:50.396012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2412317 Nov 09 17:32:50.402084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:50.411878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe8bf-d978-48e1-92ec-7fcf4cc6d1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=262856f7-e455-4954-a443-5ca2b800d723,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:50.426188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Request body: {'subnet': {'network_id': '262856f7-e455-4954-a443-5ca2b800d723', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-820783658-subnet', 'tenant_id': '6171109420e9459f8f0d42b00cf682f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:50.437332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 262856f7-e455-4954-a443-5ca2b800d723 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:50.488783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Made reservation on behalf of 6171109420e9459f8f0d42b00cf682f7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:50.491321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:50.782242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-474287a2-76e1-4ecd-8c11-2dfdccd9cfd9 req-64fadbfb-f27d-404d-a924-49d66cdebd10 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 210 time: 0.0636649 Nov 09 17:32:50.887496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e2fd1-9677-4deb-a5dd-d3c37f45daa0 req-451aaf41-c445-4824-b147-4d624973fa14 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.909741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d1e2fd1-9677-4deb-a5dd-d3c37f45daa0 req-451aaf41-c445-4824-b147-4d624973fa14 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 945 time: 0.1921210 Nov 09 17:32:51.013561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d1e2fd1-9677-4deb-a5dd-d3c37f45daa0 req-ecee8c6d-13b0-4284-b9ce-d372ef44bb72 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009541 Nov 09 17:32:51.107950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.206419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39100) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:51.208434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c80ee54-c5d1-4451-8cec-1c5c6049c9a5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:51.231203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Checking segment: {'id': '5f4a5c1d-7693-44b5-b828-525cce01cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262856f7-e455-4954-a443-5ca2b800d723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:51.231830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Network hostable DHCP agents. Network: 262856f7-e455-4954-a443-5ca2b800d723, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:51.266454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Network 262856f7-e455-4954-a443-5ca2b800d723 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:51.289255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 262856f7-e455-4954-a443-5ca2b800d723) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:51.297615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.298611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.303611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e09a5b-dad7-4096-b887-a8a86c92ce92 None None] Network 262856f7-e455-4954-a443-5ca2b800d723 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:51.359808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad0ec719-f81a-44cd-985f-0b9932603995 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9530289 Nov 09 17:32:51.435981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856030134'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:51.496958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:51.505211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.530689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.626675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0edee45-5654-4ec3-98ce-6bf84fd6ea19 None None] Network 262856f7-e455-4954-a443-5ca2b800d723 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:51.762038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.769750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.861426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:32:51.892953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:51.893625 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment a729ed6f-e1f0-4735-b11e-2750edef55d2 of type vlan for network 8d4cb618-4aac-4e23-9268-2454d37f977f Nov 09 17:32:51.976999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:52.066532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490b5745-a2ba-44d0-9249-0f2db3b4fa00,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:52.068721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-4065bf3e-799a-409f-8525-c03617112438 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.090356 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-4065bf3e-799a-409f-8525-c03617112438 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.4627073 Nov 09 17:32:52.114920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'port': {'device_id': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'admin_state_up': True, 'tenant_id': '71e31f1e7a3240b4955f6056759e8744'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:52.163458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63976a85-cbe0-4c13-a3f0-fb5442a36f81 req-2b077c86-ab9b-45b4-89b6-8c5881ee0408 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 210 time: 0.0984747 Nov 09 17:32:52.179357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:52.197039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.197937 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:52.401984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=8d4cb618-4aac-4e23-9268-2454d37f977f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:52.416487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8d4cb618-4aac-4e23-9268-2454d37f977f details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:52.451012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-de3eeea7-7f3e-4901-b4eb-f5e36742a3fe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2324982 Nov 09 17:32:52.457167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:52.458320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:52.502663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c06e4-816a-4079-9a38-0fd7d3925a41 req-d9281409-5b94-41a0-91f2-9ad283e6f9e7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.517751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a8c06e4-816a-4079-9a38-0fd7d3925a41 req-d9281409-5b94-41a0-91f2-9ad283e6f9e7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 945 time: 0.1167345 Nov 09 17:32:52.595977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39136) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:52.603493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:52.720942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Allocated IP 172.20.0.6 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/fe66992a-e15e-4d9c-bfc7-9c4192512597) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:52.724767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a8c06e4-816a-4079-9a38-0fd7d3925a41 req-6188ac50-0fa8-4f4f-8f58-23ebb17bb415 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050126 Nov 09 17:32:52.728983 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:52.772598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:52.776283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:52.780186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-f627320c-00a2-4a33-9b29-c2e0d965f5a4 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.787957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-f627320c-00a2-4a33-9b29-c2e0d965f5a4 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/networks?id=262856f7-e455-4954-a443-5ca2b800d723 HTTP/1.1" status: 200 len: 813 time: 0.4677713 Nov 09 17:32:52.820091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-4b008e6a-49a4-4200-b5a8-71e195fd0e9c tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/quotas/6171109420e9459f8f0d42b00cf682f7 HTTP/1.1" status: 200 len: 375 time: 0.0309424 Nov 09 17:32:52.863401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a4b67389-7bdb-4354-853d-486962f73a24 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:52.874430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-75de471c-46d0-4909-97de-ad767e94809c tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6171109420e9459f8f0d42b00cf682f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532477 Nov 09 17:32:53.015422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a4b67389-7bdb-4354-853d-486962f73a24 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:53.024415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a4b67389-7bdb-4354-853d-486962f73a24 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:53.027338 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.080780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-a1c76dfa-f397-4bc7-9ada-a9e543499f05 service neutron] 10.222.0.45 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046049 Nov 09 17:32:53.092132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.179078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.200036 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.219392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-86a0eba5-6924-4a02-b5f9-4c5c303eb3da service neutron] 10.222.0.45 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376746 Nov 09 17:32:53.226663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.276878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:53.280378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:53.285046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a8b78a20-d112-4fc6-8d4b-137dcd44d33c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:53.296798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:53.318945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:53.405116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:53.433007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=13653c4f-5917-46de-993c-f5a8682908ce,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:53.450083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': 'a729ed6f-e1f0-4735-b11e-2750edef55d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:53.463497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 8d4cb618-4aac-4e23-9268-2454d37f977f, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:53.501272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:53.501962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.509507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375a8e0-403b-49d0-bc33-32ae495ed718 req-bb8abe29-5e02-4824-9362-f8c693e57611 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:53.514666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2375a8e0-403b-49d0-bc33-32ae495ed718 req-bb8abe29-5e02-4824-9362-f8c693e57611 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 931 time: 0.1688581 Nov 09 17:32:53.531207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-320a8e77-894e-4c47-9fac-a176bd38c6f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4297996 Nov 09 17:32:53.541511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 8d4cb618-4aac-4e23-9268-2454d37f977f is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:53.550349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Request body: {'port': {'device_id': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:53.619737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2375a8e0-403b-49d0-bc33-32ae495ed718 req-bbac61f6-1574-4079-9572-4e3b65c2b292 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 Nov 09 17:32:53.628615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8d4cb618-4aac-4e23-9268-2454d37f977f) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:53.647381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b67389-7bdb-4354-853d-486962f73a24'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:53.650166 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11af18bf-54e5-4125-94b3-86b40ee925a1" -d '{"events": [{"server_uuid": "9296bdcc-fee5-444c-a242-66f9ab69efd9", "name": "network-vif-plugged", "status": "completed", "tag": "a4b67389-7bdb-4354-853d-486962f73a24"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:53.659108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:53.659715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.689908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a06f7-5e47-4614-8265-2d82711a161a None None] Network 8d4cb618-4aac-4e23-9268-2454d37f977f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:53.723919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b453adc0-5a54-4c0a-987b-4866f18d787a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1265912 Nov 09 17:32:53.726390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39150) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:53.726642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.749499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200378105'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:53.788676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a4b67389-7bdb-4354-853d-486962f73a24, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a4b67389-7bdb-4354-853d-486962f73a24,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:53.809840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:53.817475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.891472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.909873 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec31da0-84fc-44b8-9c4a-011cc5dd16ce x-openstack-request-id: req-3ec31da0-84fc-44b8-9c4a-011cc5dd16ce {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:53.910194 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296bdcc-fee5-444c-a242-66f9ab69efd9", "name": "network-vif-plugged", "status": "completed", "tag": "a4b67389-7bdb-4354-853d-486962f73a24", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:53.911798 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ec31da0-84fc-44b8-9c4a-011cc5dd16ce {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:53.911986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:32:53.926325 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b67389-7bdb-4354-853d-486962f73a24', 'code': 200} Nov 09 17:32:53.953428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:53.953782 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 9d47f784-1677-4e4d-a814-60fdc1a9ae7a of type vlan for network 8eab9a1a-0b23-4952-a500-46fa17f756b7 Nov 09 17:32:54.088284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.099964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bda1f-d366-4b1b-b3f2-3a36f87fcf56 req-9891bf56-7a53-44c0-aa34-d8f05348c68b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.109973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499bda1f-d366-4b1b-b3f2-3a36f87fcf56 req-9891bf56-7a53-44c0-aa34-d8f05348c68b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.1533279 Nov 09 17:32:54.121616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eac2216d-b447-43c1-b784-62e42399dc4d req-342be4aa-b329-4f62-b106-c627623ca80d tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 210 time: 0.0925653 Nov 09 17:32:54.205951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cc8155f5-18dd-4f48-bc89-3e0648a4c8fc None None] Provisioning complete for port fe66992a-e15e-4d9c-bfc7-9c4192512597 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:54.207594 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc8155f5-18dd-4f48-bc89-3e0648a4c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.216398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.222173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.222823 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.280549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9d938-cab2-4077-b58c-49e7b54af65b req-f9779cf4-c619-4852-b365-96ae4674de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.282107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-57a9d938-cab2-4077-b58c-49e7b54af65b req-f9779cf4-c619-4852-b365-96ae4674de57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 1097 time: 0.2543528 Nov 09 17:32:54.287385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-499bda1f-d366-4b1b-b3f2-3a36f87fcf56 req-2d17b320-9250-433b-a783-edf6e5ae9bb4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554008 Nov 09 17:32:54.402771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-57a9d938-cab2-4077-b58c-49e7b54af65b req-7ec98eaf-7bc9-43de-93da-72fabd422241 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071987 Nov 09 17:32:54.409344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6787274 Nov 09 17:32:54.418168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:54.429032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:54.447201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a069fbd-e3f4-48b1-a017-bd63a5c3ba0b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=8eab9a1a-0b23-4952-a500-46fa17f756b7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:54.505723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cc8155f5-18dd-4f48-bc89-3e0648a4c8fc None None] Port fe66992a-e15e-4d9c-bfc7-9c4192512597 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:32:54.509559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a4b67389-7bdb-4354-853d-486962f73a24,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:54.563808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8eab9a1a-0b23-4952-a500-46fa17f756b7 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:54.578405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe66992a-e15e-4d9c-bfc7-9c4192512597 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:54.590244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.603426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:54.607830 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.628935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Transition to ACTIVE for port object fe66992a-e15e-4d9c-bfc7-9c4192512597 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:54.668928 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.774830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8d4cb618-4aac-4e23-9268-2454d37f977f', 'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '13653c4f-5917-46de-993c-f5a8682908ce'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:32:54.775868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:54.982287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91d9ff-a089-4602-b47d-057b386a49a3 req-6b9e59cf-5125-44d1-bb4a-9a26ab66be98 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.984248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c91d9ff-a089-4602-b47d-057b386a49a3 req-6b9e59cf-5125-44d1-bb4a-9a26ab66be98 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 943 time: 0.1788902 Nov 09 17:32:55.045367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Pushing event updated for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:55.101022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Allocated IP 172.20.255.242 (8d4cb618-4aac-4e23-9268-2454d37f977f/13653c4f-5917-46de-993c-f5a8682908ce/42bf541a-b4ab-48cf-905b-46bbbe61875a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:55.105797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Attempting to bind port fe66992a-e15e-4d9c-bfc7-9c4192512597 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:32:55.106147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Attempting to bind port fe66992a-e15e-4d9c-bfc7-9c4192512597 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:32:55.115646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Attempting to bind port fe66992a-e15e-4d9c-bfc7-9c4192512597 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:55.121300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c91d9ff-a089-4602-b47d-057b386a49a3 req-63304e55-f5b9-4058-8808-1bb15739d3f2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198976 Nov 09 17:32:55.146144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Port fe66992a-e15e-4d9c-bfc7-9c4192512597 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:55.157190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Attempting to bind port fe66992a-e15e-4d9c-bfc7-9c4192512597 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:55.178621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:55.179297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:55.180615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:55.181364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Bound port: fe66992a-e15e-4d9c-bfc7-9c4192512597, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:32:55.181916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.346648 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-647c35f7-3f0c-45f6-99eb-b420cba7b5a0 req-42b811d9-e8a0-4fff-9ec3-0669cc55f661 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 210 time: 0.0734894 Nov 09 17:32:55.500960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:55.521462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.527244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:55.549797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.566379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.574143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.637018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Network 8d4cb618-4aac-4e23-9268-2454d37f977f is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:55.699042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:55.705261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:55.722897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:55.723592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.725099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] 10.222.0.83 "PUT /v2.0/ports/fe66992a-e15e-4d9c-bfc7-9c4192512597 HTTP/1.1" status: 200 len: 1091 time: 2.1799083 Nov 09 17:32:55.725900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:55.728469 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98573e2-ead2-4a07-b630-67792aac4151" -d '{"events": [{"name": "network-changed", "server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:55.751066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=1adabc9f-8049-4e0d-8e07-b8eb70544655,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:55.802720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015d801-84d1-4994-9f68-2793d2221461 service neutron] Pushing event updated for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:55.817483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '9d47f784-1677-4e4d-a814-60fdc1a9ae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:55.817811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 8eab9a1a-0b23-4952-a500-46fa17f756b7, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:55.857750 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a84668-b9b5-41e4-8260-633eb021c155 x-openstack-request-id: req-27a84668-b9b5-41e4-8260-633eb021c155 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:55.858105 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:55.858319 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27a84668-b9b5-41e4-8260-633eb021c155 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:55.858735 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597', 'status': 'completed', 'code': 200} Nov 09 17:32:55.862580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 8eab9a1a-0b23-4952-a500-46fa17f756b7 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:55.938057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-6dc86794-e8bf-4b02-9eef-019669a482e7 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:55.938931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8eab9a1a-0b23-4952-a500-46fa17f756b7) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:55.940751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-6dc86794-e8bf-4b02-9eef-019669a482e7 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.43 "GET /v2.0/networks?id=262856f7-e455-4954-a443-5ca2b800d723 HTTP/1.1" status: 200 len: 813 time: 0.4957547 Nov 09 17:32:55.950119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:55.950801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:55.959477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Pushing event updated for resources: {'Port': ['ID=42bf541a-b4ab-48cf-905b-46bbbe61875a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:55.964701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Request body: {'port': {'device_id': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'network_id': '262856f7-e455-4954-a443-5ca2b800d723', 'admin_state_up': True, 'tenant_id': '6171109420e9459f8f0d42b00cf682f7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:55.970730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12be9f-e037-41c0-9b51-6d177dab8d4a None None] Network 8eab9a1a-0b23-4952-a500-46fa17f756b7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:55.981197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Attempting to bind port 42bf541a-b4ab-48cf-905b-46bbbe61875a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:32:55.982742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Attempting to bind port 42bf541a-b4ab-48cf-905b-46bbbe61875a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a729ed6f-e1f0-4735-b11e-2750edef55d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:32:55.983210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Attempting to bind port 42bf541a-b4ab-48cf-905b-46bbbe61875a on network 8d4cb618-4aac-4e23-9268-2454d37f977f {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:55.991970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0aaaf2dc-4162-4da4-abfe-f6d218a4404f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5723751 Nov 09 17:32:56.000089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:56.004727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-13b42600-334d-47eb-b7c5-35b13645e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:56.007664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-13b42600-334d-47eb-b7c5-35b13645e0bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 1094 time: 0.1407251 Nov 09 17:32:56.156778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:56.157645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Checking segment: {'id': 'a729ed6f-e1f0-4735-b11e-2750edef55d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:56.157645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.157975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Bound using segment: {'id': 'a729ed6f-e1f0-4735-b11e-2750edef55d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:56.158389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Bound port: 42bf541a-b4ab-48cf-905b-46bbbe61875a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a729ed6f-e1f0-4735-b11e-2750edef55d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8d4cb618-4aac-4e23-9268-2454d37f977f'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:32:56.158773 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.177262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121eb28-41e2-46ac-956d-53fbedc427fb req-1bf5c8bc-ec8d-4ccf-b505-35e0382dfdac tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:56.185614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9121eb28-41e2-46ac-956d-53fbedc427fb req-1bf5c8bc-ec8d-4ccf-b505-35e0382dfdac tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.4930220 Nov 09 17:32:56.258875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Made reservation on behalf of 6171109420e9459f8f0d42b00cf682f7 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:56.271158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.290685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8eab9a1a-0b23-4952-a500-46fa17f756b7', 'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '1adabc9f-8049-4e0d-8e07-b8eb70544655'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:32:56.291673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.464019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Allocated IP 172.20.0.8 (262856f7-e455-4954-a443-5ca2b800d723/7c80ee54-c5d1-4451-8cec-1c5c6049c9a5/d6c5f0d4-4529-4b8f-9815-40c24ce2e307) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:56.514511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] For port 42bf541a-b4ab-48cf-905b-46bbbe61875a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:56.526916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] For port 42bf541a-b4ab-48cf-905b-46bbbe61875a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=42bf541a-b4ab-48cf-905b-46bbbe61875a,segment=NetworkSegment(a729ed6f-e1f0-4735-b11e-2750edef55d2),segment_id=a729ed6f-e1f0-4735-b11e-2750edef55d2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:56.529136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9121eb28-41e2-46ac-956d-53fbedc427fb req-f8265a3b-68e5-407c-b686-59b6335f4be9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389621 Nov 09 17:32:56.547692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.575804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Allocated IP 172.20.0.2 (8eab9a1a-0b23-4952-a500-46fa17f756b7/1adabc9f-8049-4e0d-8e07-b8eb70544655/d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:56.583834 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-ec9233a1-cb83-4de3-9be1-ecd0ce4735da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597 HTTP/1.1" status: 200 len: 217 time: 0.5507989 Nov 09 17:32:56.759796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f637a5-2663-464d-8ac6-1374a7b3ad8d req-61963b6e-e139-42b7-b173-04274115d97a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:56.771351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75f637a5-2663-464d-8ac6-1374a7b3ad8d req-61963b6e-e139-42b7-b173-04274115d97a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 943 time: 0.1862631 Nov 09 17:32:56.787217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e13b4eba-8672-4b7e-a591-56d382c5ad8a req-b1f186ce-64fb-483b-9307-43b2860dce71 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 210 time: 0.0847807 Nov 09 17:32:56.800295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-4dcf5336-a89b-4a09-9930-32aadc6c0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:56.807973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-4dcf5336-a89b-4a09-9930-32aadc6c0ec0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1858606 Nov 09 17:32:56.825146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.826177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.918634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:56.945344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e7239-c61b-4f4e-b13b-9e23a57b6b17 None None] Pushing event updated for resources: {'Port': ['ID=42bf541a-b4ab-48cf-905b-46bbbe61875a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.048621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Network 262856f7-e455-4954-a443-5ca2b800d723 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:57.057601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:57.061132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Pushing event updated for resources: {'Port': ['ID=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.065236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:57.174245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:57.175199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.204878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-255da9af-5822-4bc3-8eff-dda8bf43f5b5 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518752 Nov 09 17:32:57.226235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Request body: {'port': {'device_id': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:57.234041 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.289182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6903-8500-457e-8c48-5fa951822455 req-529755d4-b98c-4943-8035-27629048e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:57.294212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-529755d4-b98c-4943-8035-27629048e8b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338078 Nov 09 17:32:57.306446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75f637a5-2663-464d-8ac6-1374a7b3ad8d req-4aa1dce9-21b4-4424-ab8e-2f544098e944 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337627 Nov 09 17:32:57.357861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.474182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-f2d5654c-becd-4f57-ac36-6952d1126cb3 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572533 Nov 09 17:32:57.504323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.517506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.569653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Network 8eab9a1a-0b23-4952-a500-46fa17f756b7 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:57.575264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:57.588171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:57.589743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.600068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Pushing event updated for resources: {'Port': ['ID=d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.652631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=1adabc9f-8049-4e0d-8e07-b8eb70544655,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.676724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-851a6903-8500-457e-8c48-5fa951822455 req-195180b1-b7d6-4253-8457-3d06f90be921 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941779 Nov 09 17:32:57.735463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Attempting to bind port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:32:57.735754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Attempting to bind port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9d47f784-1677-4e4d-a814-60fdc1a9ae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:32:57.736216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Attempting to bind port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3 on network 8eab9a1a-0b23-4952-a500-46fa17f756b7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:57.750200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:57.750574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Checking segment: {'id': '9d47f784-1677-4e4d-a814-60fdc1a9ae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:57.751012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.753972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Bound using segment: {'id': '9d47f784-1677-4e4d-a814-60fdc1a9ae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:57.754481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Bound port: d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d47f784-1677-4e4d-a814-60fdc1a9ae7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8eab9a1a-0b23-4952-a500-46fa17f756b7'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:32:57.757372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.875274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d3817f5-2697-4190-bf57-20a1271a7e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.912459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] For port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:57.917144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] For port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3,segment=NetworkSegment(9d47f784-1677-4e4d-a814-60fdc1a9ae7a),segment_id=9d47f784-1677-4e4d-a814-60fdc1a9ae7a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:57.922931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.951917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:57.990932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6b27f-dd9a-4f70-a2cf-d8fa75f91501 None None] Pushing event updated for resources: {'Port': ['ID=d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:58.027337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eab9a1a-0b23-4952-a500-46fa17f756b7']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:58.037419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c5f0d4-4529-4b8f-9815-40c24ce2e307 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:58.063200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d47f784-1677-4e4d-a814-60fdc1a9ae7a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:58.063507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d47f784-1677-4e4d-a814-60fdc1a9ae7a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:58.074795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.122611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd5be-e2ce-4bb7-9e92-52f0c8f43907 req-256ee28e-0bad-42e8-afba-764961600a57 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.131036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e29cd5be-e2ce-4bb7-9e92-52f0c8f43907 req-256ee28e-0bad-42e8-afba-764961600a57 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.3067527 Nov 09 17:32:58.135391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Transition to ACTIVE for port object d6c5f0d4-4529-4b8f-9815-40c24ce2e307 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:58.156265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32b8ce5-c5a2-4bc4-912d-4f624c83d754 None None] Network 8eab9a1a-0b23-4952-a500-46fa17f756b7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:58.157001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.166668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.189891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573e2-ead2-4a07-b630-67792aac4151 req-d252ddc6-1b33-415b-a00a-d1d5e96b41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.201277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-d252ddc6-1b33-415b-a00a-d1d5e96b41d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 1094 time: 0.3786409 Nov 09 17:32:58.258332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.312695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:32:58.313052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:32:58.321975 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:32:58.381743 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.397154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e29cd5be-e2ce-4bb7-9e92-52f0c8f43907 req-61eabd81-2b63-40c4-b96d-b14e54a155a2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650723 Nov 09 17:32:58.524208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573e2-ead2-4a07-b630-67792aac4151 req-a2e794ed-40b0-4cc8-8d90-47b02818ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.528171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-a2e794ed-40b0-4cc8-8d90-47b02818ea7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.3174579 Nov 09 17:32:58.602740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f3d1b-81a8-40a7-bcff-c86a72cc2b6d req-7336d8a7-56f0-4db7-991c-6fd9ded29a8b tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.605758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e78f3d1b-81a8-40a7-bcff-c86a72cc2b6d req-7336d8a7-56f0-4db7-991c-6fd9ded29a8b tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 943 time: 0.4656637 Nov 09 17:32:58.635570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:32:58.635570 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:32:58.635570 n-d-804292-3 neutron-server[102555]: [parameters: {'id': '8eab9a1a-0b23-4952-a500-46fa17f756b7'}] Nov 09 17:32:58.635570 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:32:58.636721 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:32:58.685417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:58.688329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-88633691-6115-4227-a888-14a07487133b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597 HTTP/1.1" status: 200 len: 217 time: 0.1509619 Nov 09 17:32:58.829996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Attempting to bind port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:32:58.830525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Attempting to bind port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5f4a5c1d-7693-44b5-b828-525cce01cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262856f7-e455-4954-a443-5ca2b800d723'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:32:58.831259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Attempting to bind port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 on network 262856f7-e455-4954-a443-5ca2b800d723 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:58.843625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573e2-ead2-4a07-b630-67792aac4151 req-4761f55f-a6b9-4bd9-b32d-2a9d150899a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.858558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-4761f55f-a6b9-4bd9-b32d-2a9d150899a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1490102 Nov 09 17:32:58.859565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e78f3d1b-81a8-40a7-bcff-c86a72cc2b6d req-77dcde12-c4c9-45f3-a93c-fc6a9a573fcb tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652682 Nov 09 17:32:58.868653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 on network 262856f7-e455-4954-a443-5ca2b800d723 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:58.871674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Attempting to bind port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 on network 262856f7-e455-4954-a443-5ca2b800d723 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:58.890390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:58.893160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Checking segment: {'id': '5f4a5c1d-7693-44b5-b828-525cce01cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262856f7-e455-4954-a443-5ca2b800d723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:32:58.894069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Bound using segment: {'id': '5f4a5c1d-7693-44b5-b828-525cce01cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262856f7-e455-4954-a443-5ca2b800d723'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:58.913817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Bound port: d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4a5c1d-7693-44b5-b828-525cce01cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262856f7-e455-4954-a443-5ca2b800d723'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:32:58.915400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:58.959793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 42bf541a-b4ab-48cf-905b-46bbbe61875a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:58.983943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57042-1bd9-4fbf-8022-d06e92676932 req-602fbd3e-d508-48b9-91da-8aaeec23cdb2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.986519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4af57042-1bd9-4fbf-8022-d06e92676932 req-602fbd3e-d508-48b9-91da-8aaeec23cdb2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 943 time: 0.3477857 Nov 09 17:32:59.036194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573e2-ead2-4a07-b630-67792aac4151 req-645c2ad1-7ffb-4f86-9b57-ce8a129325a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.038816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-645c2ad1-7ffb-4f86-9b57-ce8a129325a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793122 Nov 09 17:32:59.058549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a47a35-5c90-47d1-98ca-f16e9cb3be70 None None] Network 8d4cb618-4aac-4e23-9268-2454d37f977f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:59.087709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] For port d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:59.092392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] For port d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,segment=NetworkSegment(5f4a5c1d-7693-44b5-b828-525cce01cab5),segment_id=5f4a5c1d-7693-44b5-b828-525cce01cab5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:59.107016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.146543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.182561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:59.199063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.199722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.200846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4af57042-1bd9-4fbf-8022-d06e92676932 req-4a589cf2-8075-4ab2-8d83-d4f966282e9a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036583 Nov 09 17:32:59.202338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b2c4ddcd-579e-49a4-bcfb-a803f543e851 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6c5f0d4-4529-4b8f-9815-40c24ce2e307 HTTP/1.1" status: 200 len: 1091 time: 1.9853475 Nov 09 17:32:59.202892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'tag': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:59.205674 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe812b8-8377-4e12-93f6-59f626ec8db4" -d '{"events": [{"name": "network-changed", "server_uuid": "054fbfa6-dbe6-4063-93e9-16d274d8386e", "tag": "d6c5f0d4-4529-4b8f-9815-40c24ce2e307"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:59.291607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Provisioning complete for port 42bf541a-b4ab-48cf-905b-46bbbe61875a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:59.292022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.369044 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feb90f0-ee7d-4e3f-a948-a3b05250a9f5 x-openstack-request-id: req-0feb90f0-ee7d-4e3f-a948-a3b05250a9f5 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:59.369409 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054fbfa6-dbe6-4063-93e9-16d274d8386e", "tag": "d6c5f0d4-4529-4b8f-9815-40c24ce2e307", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:59.372308 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0feb90f0-ee7d-4e3f-a948-a3b05250a9f5 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:59.373114 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'tag': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307', 'status': 'completed', 'code': 200} Nov 09 17:32:59.389984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-460ce0bd-e820-45f2-8f3d-d46f53871a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.395216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-460ce0bd-e820-45f2-8f3d-d46f53871a56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6171109420e9459f8f0d42b00cf682f7&device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 1094 time: 0.1103776 Nov 09 17:32:59.403635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-eb615bfc-8b3f-45c6-9a29-4429fb8b9839 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562939 Nov 09 17:32:59.446280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 42bf541a-b4ab-48cf-905b-46bbbe61875a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:59.447803 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.451902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:32:59.452441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.509246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-83aae153-593f-4852-993d-9d71825146f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307 HTTP/1.1" status: 200 len: 217 time: 0.1047039 Nov 09 17:32:59.641548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b33c3e7c-9693-4ed7-a603-418b2b73fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.643224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-b33c3e7c-9693-4ed7-a603-418b2b73fdbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c80ee54-c5d1-4451-8cec-1c5c6049c9a5 HTTP/1.1" status: 200 len: 853 time: 0.1265347 Nov 09 17:32:59.736787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-cfdb97cf-22fa-4a13-9159-c974942d9c42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=262856f7-e455-4954-a443-5ca2b800d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773418 Nov 09 17:32:59.776197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.781512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3,segment=NetworkSegment(9d47f784-1677-4e4d-a814-60fdc1a9ae7a),segment_id=9d47f784-1677-4e4d-a814-60fdc1a9ae7a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:59.782113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.837450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] For port 42bf541a-b4ab-48cf-905b-46bbbe61875a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=42bf541a-b4ab-48cf-905b-46bbbe61875a,segment=NetworkSegment(a729ed6f-e1f0-4735-b11e-2750edef55d2),segment_id=a729ed6f-e1f0-4735-b11e-2750edef55d2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:59.846379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bfcc2-b89d-4fdf-bc0e-5a1579f9931c req-b8c79f6f-af10-4e5d-b20f-cb0ef5fe3724 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.856203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed3bfcc2-b89d-4fdf-bc0e-5a1579f9931c req-b8c79f6f-af10-4e5d-b20f-cb0ef5fe3724 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.2878606 Nov 09 17:32:59.858939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:32:59.904327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:32:59.923621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-27383464-4a23-480f-a6a8-584b1c99d975 service neutron] 10.222.0.43 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779466 Nov 09 17:32:59.967953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c98573e2-ead2-4a07-b630-67792aac4151 req-3627bb4e-2339-49ea-a3b1-1f8b0668989d service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556674 Nov 09 17:32:59.991967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Pushing event updated for resources: {'Port': ['ID=42bf541a-b4ab-48cf-905b-46bbbe61875a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:00.005121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.005886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.006505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.007319 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.007834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.008366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.019301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.021313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.021846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.026905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.027850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.028384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01731ce7-becc-48ad-b94f-8f928918c5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:00.069214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79b91829-fc3d-47b1-9296-63862e5e35f9 req-07b757ff-c4bf-4403-8562-bc3805b72649 service neutron] 10.222.0.43 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371520 Nov 09 17:33:00.086813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed3bfcc2-b89d-4fdf-bc0e-5a1579f9931c req-16e6645c-f2ec-4ead-9e8f-46a71dc842e7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265754 Nov 09 17:33:00.159978 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.197924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:00.221164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port d98f4bb4-2dfc-49bd-98f3-a22fb1d0ccd3 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:00.238177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44b94a-2697-4e07-9bac-560a48ce1416 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:33:00.273060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ff8a3-39d0-4727-a37c-4689efe65659 req-efb2f8b3-e3a5-43c4-a70a-e567c551d038 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.276253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-108ff8a3-39d0-4727-a37c-4689efe65659 req-efb2f8b3-e3a5-43c4-a70a-e567c551d038 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 943 time: 0.1764023 Nov 09 17:33:00.307066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-eb9a7a06-8349-4c8c-9780-8a970f08d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.308562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-eb9a7a06-8349-4c8c-9780-8a970f08d8de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6171109420e9459f8f0d42b00cf682f7&device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 1094 time: 0.1248538 Nov 09 17:33:00.391962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.420410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ad3d7f1-f152-4182-9696-80b2f1c3889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.423621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8792587b-86ac-43d1-9360-a39ea318b7c8 None None] Provisioning complete for port 42bf541a-b4ab-48cf-905b-46bbbe61875a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:00.423824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eab9a1a-0b23-4952-a500-46fa17f756b7']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:00.424051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8792587b-86ac-43d1-9360-a39ea318b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.445564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d47f784-1677-4e4d-a814-60fdc1a9ae7a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:00.445890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d47f784-1677-4e4d-a814-60fdc1a9ae7a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:00.446623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-108ff8a3-39d0-4727-a37c-4689efe65659 req-fe8def6e-ab40-4127-90aa-cc6e319571bb tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467299 Nov 09 17:33:00.484627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.506374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.515956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-bd32acfa-45ac-4504-89c1-12e1e323b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.518216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:00.518583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-bd32acfa-45ac-4504-89c1-12e1e323b617 service neutron] 10.222.0.43 "GET /v2.0/networks?id=262856f7-e455-4954-a443-5ca2b800d723 HTTP/1.1" status: 200 len: 913 time: 0.1880162 Nov 09 17:33:00.518741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:00.522301 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:00.532531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4e239-2ba2-4d99-99f1-06d65017eba2 req-dcc02cf2-0c4f-42a7-9f39-09b13b2002e8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.536348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16e4e239-2ba2-4d99-99f1-06d65017eba2 req-dcc02cf2-0c4f-42a7-9f39-09b13b2002e8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 943 time: 0.1158471 Nov 09 17:33:00.574482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44b94a-2697-4e07-9bac-560a48ce1416 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:33:00.595411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-be3cfad8-86f9-4425-89f4-eba009c5c4ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307 HTTP/1.1" status: 200 len: 217 time: 0.0684662 Nov 09 17:33:00.656596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16e4e239-2ba2-4d99-99f1-06d65017eba2 req-aae61292-2ae2-4061-a646-a159662f6392 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086676 Nov 09 17:33:00.657769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.696322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.706973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/8eab9a1a-0b23-4952-a500-46fa17f756b7 HTTP/1.1" status: 204 len: 168 time: 4.7017758 Nov 09 17:33:00.706973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58092b-e8d9-4dce-b3f1-2f8a076ae23f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=8eab9a1a-0b23-4952-a500-46fa17f756b7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:00.708701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-45bdf054-fa1f-472b-a934-4dac64772299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.710196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-45bdf054-fa1f-472b-a934-4dac64772299 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c80ee54-c5d1-4451-8cec-1c5c6049c9a5 HTTP/1.1" status: 200 len: 853 time: 0.1058640 Nov 09 17:33:00.710735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39264) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:00.716752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608615991'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:00.758109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-bb4f4245-e469-4ecc-b493-3c90d2927e9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=262856f7-e455-4954-a443-5ca2b800d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340722 Nov 09 17:33:00.792985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:00.796755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.812168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 42bf541a-b4ab-48cf-905b-46bbbe61875a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:00.881036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:00.905199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:00.905518 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 7de7c8e4-3991-4f59-bcc6-353a765c426c of type vlan for network 4761ec00-b6d4-498d-96c7-44e5a97ee9c2 Nov 09 17:33:00.920491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device fe66992a-e15e-4d9c-bfc7-9c4192512597 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:00.957643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-13dcf409-94cc-49ac-bc26-17b20a246912 service neutron] 10.222.0.43 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873281 Nov 09 17:33:00.982418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.043038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:01.066060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.072262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:01.072904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.084354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'fe66992a-e15e-4d9c-bfc7-9c4192512597', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': 'fe66992a-e15e-4d9c-bfc7-9c4192512597', 'mac_address': 'fa:16:3e:ed:5c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:01.113476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4003468 Nov 09 17:33:01.116662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:01.122926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '4761ec00-b6d4-498d-96c7-44e5a97ee9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:01.167725 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.191483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 42bf541a-b4ab-48cf-905b-46bbbe61875a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:01.192413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.196222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe66992a-e15e-4d9c-bfc7-9c4192512597 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:01.271509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbe812b8-8377-4e12-93f6-59f626ec8db4 req-96d28884-e071-4002-9fb4-88db5395464d service neutron] 10.222.0.43 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061888 Nov 09 17:33:01.293572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93728626-6c1a-49b3-a1fb-4955163e434f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=4761ec00-b6d4-498d-96c7-44e5a97ee9c2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:01.328772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:01.333169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.411894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:33:01.412240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:33:01.477947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fdc15-3cd0-4d11-a050-b0db45ca387c req-86c73782-fa14-44ca-8aa3-18ca93183706 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:01.484872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-891fdc15-3cd0-4d11-a050-b0db45ca387c req-86c73782-fa14-44ca-8aa3-18ca93183706 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.2241993 Nov 09 17:33:01.546244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 4761ec00-b6d4-498d-96c7-44e5a97ee9c2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:01.631627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:01.646931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-891fdc15-3cd0-4d11-a050-b0db45ca387c req-84462b2d-8fc5-4542-9d39-8131841bf3fa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555908 Nov 09 17:33:01.664736 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.714133 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.757270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da93f-fbc8-4e7e-80fe-83a6ac5fa9fd req-c9626cbc-6a46-4e5c-8a42-305d45cd8ba6 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:01.763966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae4da93f-fbc8-4e7e-80fe-83a6ac5fa9fd req-c9626cbc-6a46-4e5c-8a42-305d45cd8ba6 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 943 time: 0.1351829 Nov 09 17:33:01.812588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.819867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:01.843770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae4da93f-fbc8-4e7e-80fe-83a6ac5fa9fd req-cd33c9a8-149d-45f2-9424-31750c4dec39 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707021 Nov 09 17:33:01.890124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port fac42715-f397-4ff6-98d6-df3b63214012 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:01.890716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:01.949017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=4f7cb464-5cfc-45a2-85bc-c348d4e2ac0e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:01.963076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '7de7c8e4-3991-4f59-bcc6-353a765c426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4761ec00-b6d4-498d-96c7-44e5a97ee9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:01.963652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 4761ec00-b6d4-498d-96c7-44e5a97ee9c2, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:02.011612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 4761ec00-b6d4-498d-96c7-44e5a97ee9c2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:02.057037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 4761ec00-b6d4-498d-96c7-44e5a97ee9c2) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:02.067762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:02.068752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:02.073311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c2371-52f6-4b62-b140-3576d0887e92 None None] Network 4761ec00-b6d4-498d-96c7-44e5a97ee9c2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:02.113558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0faeb-c1a6-4a39-bf4d-cbb49260babf req-c031192b-307d-4e16-a22c-2407812901c0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:02.116498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c0faeb-c1a6-4a39-bf4d-cbb49260babf req-c031192b-307d-4e16-a22c-2407812901c0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 944 time: 0.1207275 Nov 09 17:33:02.127938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13183988-7f0a-4ea0-9405-569cef125814 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0097821 Nov 09 17:33:02.131983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:02.175993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['fe66992a-e15e-4d9c-bfc7-9c4192512597'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:02.215752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c0faeb-c1a6-4a39-bf4d-cbb49260babf req-29c9d467-d55c-4c49-982e-c0b31032ae39 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857790 Nov 09 17:33:02.234314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port cf07554b-e70a-46a4-aa84-8e40f18115ae triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:02.234905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:02.362402 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:02.481526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c76ae-4e99-46c0-a703-86aed6d4367e req-526d8934-81b0-468e-b7db-1ff40df325d7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:02.495657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de0c76ae-4e99-46c0-a703-86aed6d4367e req-526d8934-81b0-468e-b7db-1ff40df325d7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.1667972 Nov 09 17:33:02.584736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de0c76ae-4e99-46c0-a703-86aed6d4367e req-2426c1ba-9152-43e2-bd4e-053a5c22267a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Nov 09 17:33:02.598904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:02.716113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:02.732654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612ed63-cf22-433f-bb8f-b99a71dc2815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-4761ec00-b6d4-498d-96c7-44e5a97ee9c2', 'network_id': '4761ec00-b6d4-498d-96c7-44e5a97ee9c2', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '4f7cb464-5cfc-45a2-85bc-c348d4e2ac0e'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:02.734104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2612ed63-cf22-433f-bb8f-b99a71dc2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:02.780317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7cb464-5cfc-45a2-85bc-c348d4e2ac0e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:02.934234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 53b390d0-9b07-4b1a-8ab3-324646474a97 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:02.934599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.074851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Port 53b390d0-9b07-4b1a-8ab3-324646474a97 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:33:03.077579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d6c5f0d4-4529-4b8f-9815-40c24ce2e307 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:03.079686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b1460-5b82-4584-94ae-1a64c037eb9e None None] Network 4761ec00-b6d4-498d-96c7-44e5a97ee9c2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:03.224466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.262024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 300bac1f-f6ee-44bb-a44a-6616ff60a4c6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:03.262403 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.412330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Port 300bac1f-f6ee-44bb-a44a-6616ff60a4c6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:33:03.459444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,segment=NetworkSegment(5f4a5c1d-7693-44b5-b828-525cce01cab5),segment_id=5f4a5c1d-7693-44b5-b828-525cce01cab5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:03.464185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 5106857a-3fda-48da-a360-77c204dda736 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:03.464816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.519187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307', 'network_id': '262856f7-e455-4954-a443-5ca2b800d723', 'port_id': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307', 'mac_address': 'fa:16:3e:f9:4c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c80ee54-c5d1-4451-8cec-1c5c6049c9a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:03.524513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.563423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.581079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d43f9e-b32d-4e66-a865-975c82707b97 req-7993d927-f92b-4d5b-a4c9-e80d6a30c8d2 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:03.594673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30d43f9e-b32d-4e66-a865-975c82707b97 req-7993d927-f92b-4d5b-a4c9-e80d6a30c8d2 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 943 time: 0.1517601 Nov 09 17:33:03.623027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4761ec00-b6d4-498d-96c7-44e5a97ee9c2']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:03.648820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de7c8e4-3991-4f59-bcc6-353a765c426c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:03.649294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de7c8e4-3991-4f59-bcc6-353a765c426c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:03.665881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55b11-2273-42a7-8809-f6bd14a13709 req-ffb5ec99-9b03-4ec2-864d-dbb756b4215c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:03.682849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.683478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.687471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74b55b11-2273-42a7-8809-f6bd14a13709 req-ffb5ec99-9b03-4ec2-864d-dbb756b4215c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 944 time: 0.2018263 Nov 09 17:33:03.735620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c5f0d4-4529-4b8f-9815-40c24ce2e307 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:03.743719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30d43f9e-b32d-4e66-a865-975c82707b97 req-24ad0987-d402-4d7e-a9f1-cc51255f6914 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472890 Nov 09 17:33:03.745518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.770828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:03.773005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:03.783438 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:03.788384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,segment=NetworkSegment(5f4a5c1d-7693-44b5-b828-525cce01cab5),segment_id=5f4a5c1d-7693-44b5-b828-525cce01cab5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:03.797268 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.802667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port a4b67389-7bdb-4354-853d-486962f73a24 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:03.803072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:03.958943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:03.995853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74b55b11-2273-42a7-8809-f6bd14a13709 req-be1a983f-8a00-4853-aef1-d73988cf48b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039615 Nov 09 17:33:04.024192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-303b9b3d-9758-462c-b91c-e8f90d35a5f9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:04.026876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-303b9b3d-9758-462c-b91c-e8f90d35a5f9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.2476637 Nov 09 17:33:04.103568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.133836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:04.133836 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.149743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63409-e9b2-469f-9765-aa040889aff6 req-82b4d6b7-eb85-409b-aaa8-aa817a329dfc tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:04.157408 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60a63409-e9b2-469f-9765-aa040889aff6 req-82b4d6b7-eb85-409b-aaa8-aa817a329dfc tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 946 time: 0.1899164 Nov 09 17:33:04.169854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.174970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/4761ec00-b6d4-498d-96c7-44e5a97ee9c2 HTTP/1.1" status: 204 len: 168 time: 2.0415294 Nov 09 17:33:04.179079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:04.191366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-179319204'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:04.220155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a823b-09f3-4a7c-98f6-8cf234ef9d9e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=4761ec00-b6d4-498d-96c7-44e5a97ee9c2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:04.249188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['d6c5f0d4-4529-4b8f-9815-40c24ce2e307'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:04.315369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:04.322242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.362471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60a63409-e9b2-469f-9765-aa040889aff6 req-4ada7c1f-4eaa-4fec-ab0d-44ed7fc4b90d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860204 Nov 09 17:33:04.415984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Deleting port a4b67389-7bdb-4354-853d-486962f73a24 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:04.416719 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.503811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:04.550969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.552036 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1 of type vlan for network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 Nov 09 17:33:04.582211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:04.582790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.669820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.700571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.706365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:04.707019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.760026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] For port a4b67389-7bdb-4354-853d-486962f73a24, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a4b67389-7bdb-4354-853d-486962f73a24,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:04.760751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.790803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Calling delete_port for a4b67389-7bdb-4354-853d-486962f73a24 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:04.885859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 86f03aaf-88d4-4755-ac00-453ab3d8ba37 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:04.886633 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:04.948171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device fe66992a-e15e-4d9c-bfc7-9c4192512597 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:05.010722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8259180 Nov 09 17:33:05.014537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39366) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:05.036291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:05.061749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Port 86f03aaf-88d4-4755-ac00-453ab3d8ba37 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:33:05.102308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:05.102881 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.123773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc078-860e-4b10-8dec-984de905f659 req-c4fab0ed-2213-4471-8dfe-05ee3cd33bf3 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:05.132550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-114dc078-860e-4b10-8dec-984de905f659 req-c4fab0ed-2213-4471-8dfe-05ee3cd33bf3 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 944 time: 0.1930065 Nov 09 17:33:05.181045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port fe66992a-e15e-4d9c-bfc7-9c4192512597 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:05.188935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.196318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port fe66992a-e15e-4d9c-bfc7-9c4192512597 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:05.196945 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.247355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d63951-6da6-450d-9112-18578fd2a38e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=67d5d788-a5d7-401e-b31d-e4c6c13b2e21,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:05.333718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-114dc078-860e-4b10-8dec-984de905f659 req-8667f94e-ffe2-4450-b405-0eced360e78d tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188970 Nov 09 17:33:05.337252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event deleted for resources: {'Port': ['ID=a4b67389-7bdb-4354-853d-486962f73a24,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:05.337596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:05.426612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a5971-372e-49c4-9362-294dd500a625 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:05.445697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:05.455226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.481920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port c9d01067-f644-42fa-8b27-103f20caedd0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:05.482294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.483749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6b0bb-b254-4b24-9f80-c9117ffb5b99 req-f62dccca-b3a2-432d-aedf-dc2d0c33e620 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:05.488154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eea6b0bb-b254-4b24-9f80-c9117ffb5b99 req-f62dccca-b3a2-432d-aedf-dc2d0c33e620 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 944 time: 0.3270550 Nov 09 17:33:05.583361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] No DVR routers for this DVR port a4b67389-7bdb-4354-853d-486962f73a24 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:05.591267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.598516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b92357ec-3e6c-4c3b-98a7-47defb769c1f req-79f3d6cd-b7da-468c-9e39-8f4135be6bde tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "DELETE /v2.0/ports/a4b67389-7bdb-4354-853d-486962f73a24 HTTP/1.1" status: 204 len: 173 time: 1.5634825 Nov 09 17:33:05.602869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'name': 'network-vif-deleted', 'tag': 'a4b67389-7bdb-4354-853d-486962f73a24'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:05.627274 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab4430-85a9-4416-a736-8d9fb25843b7" -d '{"events": [{"server_uuid": "9296bdcc-fee5-444c-a242-66f9ab69efd9", "name": "network-vif-deleted", "tag": "a4b67389-7bdb-4354-853d-486962f73a24"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:05.650174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.768474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eea6b0bb-b254-4b24-9f80-c9117ffb5b99 req-baec0121-5bef-4265-b2b6-350d44c6ffcf tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865816 Nov 09 17:33:05.786186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:05.801125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:05.806889 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c45c4-9620-426d-808b-f806a2bb09f2" -d '{"events": [{"server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "name": "network-vif-plugged", "status": "completed", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:05.822463 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:05.825536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a4b67389-7bdb-4354-853d-486962f73a24 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:05.893321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: a4b67389-7bdb-4354-853d-486962f73a24 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:05.893802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a4b67389-7bdb-4354-853d-486962f73a24 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:05.894858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f16191da-3986-4341-b5ef-e6dd41e8a1fe req-62fbedce-628c-408a-954d-d69b124a4061 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=9296bdcc-fee5-444c-a242-66f9ab69efd9 HTTP/1.1" status: 200 len: 210 time: 0.0825169 Nov 09 17:33:05.956510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:05.973094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Provisioning complete for port 24534112-a241-42f9-9ceb-d004e492fd3e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:05.973739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07493ccc-990a-452f-96c9-178327a1cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:06.045015 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d30d216-4826-426c-bab9-63c3d546f2e4 x-openstack-request-id: req-4d30d216-4826-426c-bab9-63c3d546f2e4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:06.045499 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "name": "network-vif-plugged", "status": "completed", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:06.045762 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d30d216-4826-426c-bab9-63c3d546f2e4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:06.047362 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597', 'code': 200} Nov 09 17:33:06.066325 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb820e-ce2e-48aa-b4ab-856b6d8fdf4c x-openstack-request-id: req-01eb820e-ce2e-48aa-b4ab-856b6d8fdf4c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:06.066689 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9296bdcc-fee5-444c-a242-66f9ab69efd9", "name": "network-vif-deleted", "tag": "a4b67389-7bdb-4354-853d-486962f73a24", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:06.066948 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01eb820e-ce2e-48aa-b4ab-856b6d8fdf4c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:06.067383 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9296bdcc-fee5-444c-a242-66f9ab69efd9', 'name': 'network-vif-deleted', 'tag': 'a4b67389-7bdb-4354-853d-486962f73a24', 'status': 'completed', 'code': 200} Nov 09 17:33:06.098332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:06.229011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c7da1-4d6d-403c-90ea-fd102b793df3 req-b08af2e1-eac6-4e74-8077-e564627365af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.230858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-128c7da1-4d6d-403c-90ea-fd102b793df3 req-b08af2e1-eac6-4e74-8077-e564627365af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 1096 time: 0.1212747 Nov 09 17:33:06.273973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=bd09c78a-f182-42ad-b370-a4800ceca49b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:06.363194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-128c7da1-4d6d-403c-90ea-fd102b793df3 req-a20adcb3-a00d-4e0f-aad3-9eb5ab4fddc6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244438 Nov 09 17:33:06.376616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:06.376999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 67d5d788-a5d7-401e-b31d-e4c6c13b2e21, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:06.406783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:06.424445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 67d5d788-a5d7-401e-b31d-e4c6c13b2e21) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:06.431691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.433195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:06.434736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee50b5-b91c-4968-92aa-30c08a926345 None None] Network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:06.458410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:06.471912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-236bdb2d-10c2-4f39-86b5-bbc3d063d7d1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4527218 Nov 09 17:33:06.724323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43d498-8e84-4125-94e7-ce112ca4388b req-c5878607-77dc-4ffe-a99e-6b442b882384 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.730943 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e43d498-8e84-4125-94e7-ce112ca4388b req-c5878607-77dc-4ffe-a99e-6b442b882384 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 944 time: 0.2488017 Nov 09 17:33:06.806413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:06.872806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-67d5d788-a5d7-401e-b31d-e4c6c13b2e21', 'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': 'bd09c78a-f182-42ad-b370-a4800ceca49b'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:06.877998 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:06.901863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:06.955561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e43d498-8e84-4125-94e7-ce112ca4388b req-bd7e9932-e0c8-483a-be23-be6c2383b864 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885335 Nov 09 17:33:07.096185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d6c5f0d4-4529-4b8f-9815-40c24ce2e307 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:07.204889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Allocated IP 172.20.0.1 (67d5d788-a5d7-401e-b31d-e4c6c13b2e21/bd09c78a-f182-42ad-b370-a4800ceca49b/42db2727-e4c8-4e1a-b22f-8b078e99b8c6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:07.222630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408b4ed-9329-4e0d-b8c5-5ec602bdfe2f req-7059cb2f-ceaf-4318-bcd6-bc1f646f22b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.224310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1408b4ed-9329-4e0d-b8c5-5ec602bdfe2f req-7059cb2f-ceaf-4318-bcd6-bc1f646f22b6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 945 time: 0.1414971 Nov 09 17:33:07.365436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1408b4ed-9329-4e0d-b8c5-5ec602bdfe2f req-f470f335-0e52-4322-8801-d73e68e48055 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287658 Nov 09 17:33:07.384359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:07.404269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:07.405196 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:07.676598 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:07.703498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-cd266b0e-7643-4674-9084-0862b861934c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.719538 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-cd266b0e-7643-4674-9084-0862b861934c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2059186 Nov 09 17:33:07.743911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-69328da3-ddba-4af9-8647-58d1d6485564 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0227020 Nov 09 17:33:07.769194 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:07.794589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-fb234a1d-0d4c-4109-8fb8-2109601cd9ab tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493703 Nov 09 17:33:07.840251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:07.851763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:07.900464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,segment=NetworkSegment(5f4a5c1d-7693-44b5-b828-525cce01cab5),segment_id=5f4a5c1d-7693-44b5-b828-525cce01cab5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:07.920717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=bd09c78a-f182-42ad-b370-a4800ceca49b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:08.001821 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.051847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:08.062040 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900f6cc-ae32-4cb9-b0b7-460723d22c30" -d '{"events": [{"server_uuid": "054fbfa6-dbe6-4063-93e9-16d274d8386e", "name": "network-vif-plugged", "status": "completed", "tag": "d6c5f0d4-4529-4b8f-9815-40c24ce2e307"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:08.071858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-6168cdbf-46ff-4d84-8991-e715e1e8b0a4 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758646 Nov 09 17:33:08.080891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:08.107222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.111092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:08.136798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:08.185238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d5d788-a5d7-401e-b31d-e4c6c13b2e21']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:08.197339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Pushing event updated for resources: {'Port': ['ID=42db2727-e4c8-4e1a-b22f-8b078e99b8c6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:08.220077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:08.222641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:08.264354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.350697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Attempting to bind port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:08.352327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Attempting to bind port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:08.356899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Attempting to bind port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6 on network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:08.357179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-c26bfb0c-5448-4ee0-8567-f9b3d4de7f48 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787843 Nov 09 17:33:08.376630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.385303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:08.385778 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.411663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:08.412700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Checking segment: {'id': '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:08.413471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.414950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Bound using segment: {'id': '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:08.422582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Bound port: 42db2727-e4c8-4e1a-b22f-8b078e99b8c6, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:08.423560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:08.460723 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:08.466803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:08.467762 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:33:08.467762 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:33:08.467762 n-d-804292-3 neutron-server[102555]: [parameters: {'id': '67d5d788-a5d7-401e-b31d-e4c6c13b2e21'}] Nov 09 17:33:08.467762 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:08.468293 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:08.544565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f899bf-3912-4eef-9c51-f503c0d99840 req-34d5fdfe-960d-48e1-8468-8e1884169b8e tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.560711 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2f899bf-3912-4eef-9c51-f503c0d99840 req-34d5fdfe-960d-48e1-8468-8e1884169b8e tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.2721193 Nov 09 17:33:08.682525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2f899bf-3912-4eef-9c51-f503c0d99840 req-159ab8f4-968b-401a-baf8-c325cd9ea9e4 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182492 Nov 09 17:33:08.690750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] For port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:08.708542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] For port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=42db2727-e4c8-4e1a-b22f-8b078e99b8c6,segment=NetworkSegment(8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1),segment_id=8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:08.720227 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c629f-beae-4a68-b183-d72ae5cf10a2 x-openstack-request-id: req-a14c629f-beae-4a68-b183-d72ae5cf10a2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:08.721564 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054fbfa6-dbe6-4063-93e9-16d274d8386e", "name": "network-vif-plugged", "status": "completed", "tag": "d6c5f0d4-4529-4b8f-9815-40c24ce2e307", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:08.721564 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a14c629f-beae-4a68-b183-d72ae5cf10a2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:08.722166 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307', 'code': 200} Nov 09 17:33:08.725302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.970450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:08.981052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef1cb-8f54-429d-a545-c4bb6bffb469 req-e2573de7-de51-4c52-9dd9-24d46e04f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.982743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b99ef1cb-8f54-429d-a545-c4bb6bffb469 req-e2573de7-de51-4c52-9dd9-24d46e04f88f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 1096 time: 0.1581855 Nov 09 17:33:09.038091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e142e-acd5-4f5e-aadf-b0c50a56f3b8 req-79ee78f0-0f4b-47cf-88e0-c1029ec49473 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:09.046506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e08e142e-acd5-4f5e-aadf-b0c50a56f3b8 req-79ee78f0-0f4b-47cf-88e0-c1029ec49473 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 945 time: 0.1926506 Nov 09 17:33:09.093344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badc118-c8d3-4545-bdba-1a9bcbbba6f7 None None] Pushing event updated for resources: {'Port': ['ID=42db2727-e4c8-4e1a-b22f-8b078e99b8c6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:09.109183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b99ef1cb-8f54-429d-a545-c4bb6bffb469 req-47d6d9e6-7889-4234-bc9f-1c75489e0068 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156948 Nov 09 17:33:09.115781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bef7ec-1040-40ed-9533-f0f878398227 None None] Network 67d5d788-a5d7-401e-b31d-e4c6c13b2e21 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:09.235285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e08e142e-acd5-4f5e-aadf-b0c50a56f3b8 req-2bdd4de9-7614-432b-89d7-6f2d9902ed93 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875322 Nov 09 17:33:09.349999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-714f92e0-6ce8-47f0-916c-913d0397ef90 req-7d16b260-647a-4d5b-945d-4b9846180445 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 210 time: 0.1896985 Nov 09 17:33:09.426040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:09.426617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:09.570332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3d202-fe22-4cbf-ba86-f0199c2e58ac None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:33:09.679996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=42db2727-e4c8-4e1a-b22f-8b078e99b8c6,segment=NetworkSegment(8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1),segment_id=8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:09.680568 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:09.741213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-94a2d1ee-4333-41d4-98b3-25b972932c79 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 267 time: 0.1112590 Nov 09 17:33:09.846830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-f69a81e1-fb2d-4be7-87fb-5b7a45af31f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:09.861625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-f69a81e1-fb2d-4be7-87fb-5b7a45af31f7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 945 time: 0.1178131 Nov 09 17:33:09.876378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'port': {'security_groups': []}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:10.047931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3d202-fe22-4cbf-ba86-f0199c2e58ac None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:33:10.062192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:10.298461 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:33:10.579973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for 42db2727-e4c8-4e1a-b22f-8b078e99b8c6 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:10.686414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:10.725815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8a14f-26fb-440d-8635-680870f5848f req-51ac6334-496d-4b36-990c-824f3655506d tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:10.738442 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-17e8a14f-26fb-440d-8635-680870f5848f req-51ac6334-496d-4b36-990c-824f3655506d tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.1840441 Nov 09 17:33:10.795719 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:10.808749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:10.975772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:11.012879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a8b78a20-d112-4fc6-8d4b-137dcd44d33c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:11.029813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:11.031429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.036174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc', 'fe66992a-e15e-4d9c-bfc7-9c4192512597'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:11.053823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8cd0d21-c9eb-4be1-ac60-1946e819a586 req-199b7aa3-dcaa-4f7f-8074-c6539bfd48a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "PUT /v2.0/ports/fe66992a-e15e-4d9c-bfc7-9c4192512597 HTTP/1.1" status: 200 len: 904 time: 1.1894748 Nov 09 17:33:11.055713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:11.073223 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea15078-e32f-43e6-9d79-c139bff4eee5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:11.126630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-528e58b7-0871-4d5e-b41b-33fe85a415eb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:11.128161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-528e58b7-0871-4d5e-b41b-33fe85a415eb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2357104 Nov 09 17:33:11.149854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-17e8a14f-26fb-440d-8635-680870f5848f req-f3ae3e79-74a6-404c-bd19-b41943c46e71 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098525 Nov 09 17:33:11.170602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Request body: {'port': {'device_id': '074098bf-f4da-41ed-abaa-671c0ef67124', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'admin_state_up': True, 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:11.285446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['fe66992a-e15e-4d9c-bfc7-9c4192512597'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:11.307419 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.361374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port 42db2727-e4c8-4e1a-b22f-8b078e99b8c6 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:11.391717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=42db2727-e4c8-4e1a-b22f-8b078e99b8c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:11.418844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1834328-b751-45f5-942c-d67da9d23374 req-24e53173-e3ec-4e03-b4d9-e45ae628a787 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 210 time: 0.1278653 Nov 09 17:33:11.680974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4bd0e-4eee-4c49-869b-f5680ae89b35 req-abe30320-9034-432d-af29-d978edcb6c82 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:11.685066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.691262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ef4bd0e-4eee-4c49-869b-f5680ae89b35 req-abe30320-9034-432d-af29-d978edcb6c82 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 907 time: 0.1343999 Nov 09 17:33:11.698861 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8487236e-1151-434a-9c9b-bd0c889ca5df x-openstack-request-id: req-8487236e-1151-434a-9c9b-bd0c889ca5df {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:11.699404 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:11.700466 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8487236e-1151-434a-9c9b-bd0c889ca5df {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:11.701067 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597', 'status': 'completed', 'code': 200} Nov 09 17:33:11.713934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e52d0271-d792-464e-8bc4-4d239bce66a3 None None] Provisioning complete for port fe66992a-e15e-4d9c-bfc7-9c4192512597 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:11.714611 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e52d0271-d792-464e-8bc4-4d239bce66a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.754433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d5d788-a5d7-401e-b31d-e4c6c13b2e21']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:11.770281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:11.770755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c113e4c-e5eb-4aac-bc87-b44c89c7c6b1') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:11.786373 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.813691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.822887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:11.823351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:11.892210 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:11.978116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.994077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:11.997630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/67d5d788-a5d7-401e-b31d-e4c6c13b2e21 HTTP/1.1" status: 204 len: 168 time: 5.5371125 Nov 09 17:33:12.002200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39468) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:12.010583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1480569427'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:12.027617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eb753-45f2-4666-9942-140eaf4a032b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=67d5d788-a5d7-401e-b31d-e4c6c13b2e21,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:12.031428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:12.034967 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.044997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-7fbef37f-5bce-491d-a88a-d0ff590b2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.046596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-7fbef37f-5bce-491d-a88a-d0ff590b2da8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 1058 time: 0.1494806 Nov 09 17:33:12.079479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081d4e-fd10-4301-a49b-054fa978982d req-c2690cb6-aec5-42fd-8bf2-0466f5c2a0ce tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.081913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:12.086177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.089166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e081d4e-fd10-4301-a49b-054fa978982d req-c2690cb6-aec5-42fd-8bf2-0466f5c2a0ce tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1936402 Nov 09 17:33:12.128522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:12.143897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.144423 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment d1ca0f74-dcdc-4212-aec2-775605f2bff5 of type vlan for network c88890de-58b4-4724-b854-d892cf695f7b Nov 09 17:33:12.208913 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.266878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.272908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.274149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.366718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e081d4e-fd10-4301-a49b-054fa978982d req-56a98d31-1e23-4d26-a5c6-981fba6b07d3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763762 Nov 09 17:33:12.394865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=c88890de-58b4-4724-b854-d892cf695f7b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:12.406901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-41a7b740-ccf4-4e71-bcef-8c65cb1a91e0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4031436 Nov 09 17:33:12.409679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39476) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:12.415518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:12.430672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c88890de-58b4-4724-b854-d892cf695f7b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:12.440392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-c161a68f-9351-49c1-af76-15fe9f7a23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.441986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-c161a68f-9351-49c1-af76-15fe9f7a23ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.3844957 Nov 09 17:33:12.516047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-b68ec72e-9cf1-40fb-87c2-ceadfc494161 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597 HTTP/1.1" status: 200 len: 217 time: 0.0608716 Nov 09 17:33:12.574972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Allocated IP 172.20.0.12 (fe30e5b4-57a2-4a4a-be16-d925080ada9b/06f1e866-3800-4790-a18b-00cf3d5d807a/a9502bbd-1f52-47d9-898d-6b24024eda2e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:12.608866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32f46-ff3f-4153-ba87-b83753adb52c req-b4f9a542-9b14-414d-af75-8ae6e0730f0e tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.625599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ca32f46-ff3f-4153-ba87-b83753adb52c req-b4f9a542-9b14-414d-af75-8ae6e0730f0e tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.3759222 Nov 09 17:33:12.629518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-4b2a03ee-eaba-4293-bf2f-9fb0633d8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.631362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-4b2a03ee-eaba-4293-bf2f-9fb0633d8e7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.0982625 Nov 09 17:33:12.754737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ca32f46-ff3f-4153-ba87-b83753adb52c req-d71e7952-5851-4176-9697-396ac99ff379 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282237 Nov 09 17:33:12.810608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:12.814947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:12.978802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-7a187dc4-06f0-4189-87fa-ac7a97590696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.981275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-7a187dc4-06f0-4189-87fa-ac7a97590696 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269336 Nov 09 17:33:12.997198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be311c52-a6d9-4343-95ac-89ed35fa4344 req-ceb59b58-0ef4-4c69-976a-b2ac00343869 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:12.999772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be311c52-a6d9-4343-95ac-89ed35fa4344 req-ceb59b58-0ef4-4c69-976a-b2ac00343869 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2909844 Nov 09 17:33:13.120086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae90e81a-bda4-4ab2-8f8b-b3375fbc0b32 req-0e9589a0-8920-4c78-b4c6-4865da6637ba tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 210 time: 0.0787630 Nov 09 17:33:13.140437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:13.195671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-86e6dbf6-cdc8-410a-8eed-191c8398ae54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529481 Nov 09 17:33:13.196748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:13.248238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be311c52-a6d9-4343-95ac-89ed35fa4344 req-cd5836b8-183b-408b-977c-d0aeba500cc0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283001 Nov 09 17:33:13.296527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=7c4bb676-489b-4f42-9400-601682b2ed25,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:13.316584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-c7011756-f87f-4299-9c44-611fc26f471f service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087709 Nov 09 17:33:13.329258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': 'd1ca0f74-dcdc-4212-aec2-775605f2bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:13.330329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: c88890de-58b4-4724-b854-d892cf695f7b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:13.341654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-8b4039cb-0edd-4e52-b092-0ad75d43156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:13.343430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-8b4039cb-0edd-4e52-b092-0ad75d43156c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 1097 time: 0.1201000 Nov 09 17:33:13.473822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:13.552748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:13.561738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network c88890de-58b4-4724-b854-d892cf695f7b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:13.566432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:13.572740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:13.577332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea15078-e32f-43e6-9d79-c139bff4eee5 req-fc7d67e9-78ae-465b-8fb4-5f103e489259 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280881 Nov 09 17:33:13.602295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635fb6e-5ed6-4df5-ae55-5ac38a6df339 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:13.613226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:13.636172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c88890de-58b4-4724-b854-d892cf695f7b) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:13.654814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:13.659096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:13.697317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fd840-d9c6-46b1-bf28-eb036c3bd0ba None None] Network c88890de-58b4-4724-b854-d892cf695f7b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:13.705830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-18ba7fbb-ac11-455f-9970-8085a248ccfe tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2940595 Nov 09 17:33:13.709894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:13.753932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:13.754643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:13.787862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-937c5a27-69a1-4d15-96fb-97d4b47f3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:13.794747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-937c5a27-69a1-4d15-96fb-97d4b47f3693 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.4128518 Nov 09 17:33:13.818694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a9040848-b070-49b6-b346-f2f0c04d1a5e None None] Provisioning complete for port a9502bbd-1f52-47d9-898d-6b24024eda2e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:13.819350 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9040848-b070-49b6-b346-f2f0c04d1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:13.903754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-8e37db90-e22e-4d15-9e32-6069a241dc9e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7380495 Nov 09 17:33:13.916004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-415ef0cd-7bcb-4c7f-ad49-a7fc21190aab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2839601 Nov 09 17:33:13.947620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Request body: {'port': {'device_id': '074098bf-f4da-41ed-abaa-671c0ef67124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:13.999295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-f996026c-dd7c-4e7b-ac4d-46e414d37198 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c HTTP/1.1" status: 200 len: 217 time: 0.1951618 Nov 09 17:33:14.091219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a9040848-b070-49b6-b346-f2f0c04d1a5e None None] Port a9502bbd-1f52-47d9-898d-6b24024eda2e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:33:14.136358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:14.155352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-383c29eb-500b-4ca0-a3c6-50d3dad1a54a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.165987 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-383c29eb-500b-4ca0-a3c6-50d3dad1a54a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.4257851 Nov 09 17:33:14.215048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-d757ef83-1fac-42e5-950a-d093b758df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.215987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:14.219035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-d757ef83-1fac-42e5-950a-d093b758df4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.2007816 Nov 09 17:33:14.236410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-05099f43-84d3-4bfd-a736-f49aebaa4f1b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/quotas/71e31f1e7a3240b4955f6056759e8744 HTTP/1.1" status: 200 len: 375 time: 0.0672371 Nov 09 17:33:14.300349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c88890de-58b4-4724-b854-d892cf695f7b', 'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '7c4bb676-489b-4f42-9400-601682b2ed25'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:14.301576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:14.303352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-5400a0ad-6973-43fa-b9e4-302008b5a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.305290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-5400a0ad-6973-43fa-b9e4-302008b5a083 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6171109420e9459f8f0d42b00cf682f7&device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 1096 time: 0.3033121 Nov 09 17:33:14.364782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-d834b51b-7d02-4125-9d1a-0ac91bf4ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.367604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-d834b51b-7d02-4125-9d1a-0ac91bf4ec92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 1096 time: 0.3844385 Nov 09 17:33:14.451433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-c0a5bc43-cf79-472f-8f15-0e7685a5bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.455130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:14.455633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-c0a5bc43-cf79-472f-8f15-0e7685a5bee1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223420 Nov 09 17:33:14.662904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-544435d4-ae01-4d3b-a00d-490435d8a561 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4067228 Nov 09 17:33:14.736249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-d567080c-4d1e-47da-9aba-f371e3735066 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626677 Nov 09 17:33:14.779239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccf56-4be0-4ca3-9393-23162bd65b00 req-4db76dfa-62af-4ab9-b188-32dfe8d13983 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.780453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Allocated IP 172.20.0.2 (c88890de-58b4-4724-b854-d892cf695f7b/7c4bb676-489b-4f42-9400-601682b2ed25/b414aaa4-a539-4b9f-bda0-5af87f982e0b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:14.792797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e09ccf56-4be0-4ca3-9393-23162bd65b00 req-4db76dfa-62af-4ab9-b188-32dfe8d13983 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.4366729 Nov 09 17:33:14.912712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-e046c745-668c-4b1b-9ea2-3d825e02f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.915178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-e046c745-668c-4b1b-9ea2-3d825e02f5c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=262856f7-e455-4954-a443-5ca2b800d723 HTTP/1.1" status: 200 len: 913 time: 0.5982025 Nov 09 17:33:14.986677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-628accf0-696b-4961-b40b-829b4d1843ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307 HTTP/1.1" status: 200 len: 217 time: 0.0617621 Nov 09 17:33:15.021091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-92dbb360-1c6e-498e-9f61-9ebead3e73e9 service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557913 Nov 09 17:33:15.157882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e09ccf56-4be0-4ca3-9393-23162bd65b00 req-b8b290ed-7c66-44f1-82cb-3d6ec51d5854 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634069 Nov 09 17:33:15.174848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-3c352e06-5483-40fd-b071-d579e73e8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.184777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-3c352e06-5483-40fd-b071-d579e73e8d5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c80ee54-c5d1-4451-8cec-1c5c6049c9a5 HTTP/1.1" status: 200 len: 853 time: 0.1788011 Nov 09 17:33:15.270048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-fd9f5820-8859-4773-bc77-434a999e797d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=262856f7-e455-4954-a443-5ca2b800d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754511 Nov 09 17:33:15.276741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0bc49344-0f73-4a98-b020-6887e4acb98b req-0723661e-7528-4c0d-8766-a7b79863e251 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307901 Nov 09 17:33:15.352198 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:15.379583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:15.379911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-7f1b4dba-1fe7-41cb-9519-464d44fc5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.384216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-7f1b4dba-1fe7-41cb-9519-464d44fc5ed6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.9401906 Nov 09 17:33:15.462248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-ad3f686d-f5dd-4711-9418-c5da10674dff service neutron] 10.222.0.45 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399085 Nov 09 17:33:15.481180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-97751983-1d58-4675-bf8b-9aac75bdfbe9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc HTTP/1.1" status: 200 len: 217 time: 0.0823135 Nov 09 17:33:15.497583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:15.508251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Network c88890de-58b4-4724-b854-d892cf695f7b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:15.514963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:15.518285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:15.530186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Pushing event updated for resources: {'Port': ['ID=b414aaa4-a539-4b9f-bda0-5af87f982e0b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:15.592529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-acbff53e-4076-4eea-bfab-b68a3ac19093 service neutron] 10.222.0.43 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144548 Nov 09 17:33:15.616503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Attempting to bind port b414aaa4-a539-4b9f-bda0-5af87f982e0b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:15.616950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Attempting to bind port b414aaa4-a539-4b9f-bda0-5af87f982e0b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd1ca0f74-dcdc-4212-aec2-775605f2bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:15.617335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Attempting to bind port b414aaa4-a539-4b9f-bda0-5af87f982e0b on network c88890de-58b4-4724-b854-d892cf695f7b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:15.619230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20770a1a-d649-4b80-95f8-b922a8370ec3 req-4315087d-4bb3-495c-8f39-5e49a0e8fbe1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.630017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-6c3879fa-0889-4a42-9698-6887fdd2dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.631571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-6c3879fa-0889-4a42-9698-6887fdd2dee2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1221356 Nov 09 17:33:15.632589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:15.633288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Checking segment: {'id': 'd1ca0f74-dcdc-4212-aec2-775605f2bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:15.633875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:15.634462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Bound using segment: {'id': 'd1ca0f74-dcdc-4212-aec2-775605f2bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:15.635373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Bound port: b414aaa4-a539-4b9f-bda0-5af87f982e0b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ca0f74-dcdc-4212-aec2-775605f2bff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88890de-58b4-4724-b854-d892cf695f7b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:15.636195 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:15.639959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20770a1a-d649-4b80-95f8-b922a8370ec3 req-4315087d-4bb3-495c-8f39-5e49a0e8fbe1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 932 time: 0.1842492 Nov 09 17:33:15.796999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4bb676-489b-4f42-9400-601682b2ed25,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:15.837180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] For port b414aaa4-a539-4b9f-bda0-5af87f982e0b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:15.845911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] For port b414aaa4-a539-4b9f-bda0-5af87f982e0b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b414aaa4-a539-4b9f-bda0-5af87f982e0b,segment=NetworkSegment(d1ca0f74-dcdc-4212-aec2-775605f2bff5),segment_id=d1ca0f74-dcdc-4212-aec2-775605f2bff5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:15.856926 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:15.927130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20770a1a-d649-4b80-95f8-b922a8370ec3 req-c0be6802-7b70-4ede-9b4e-318ef52d2f1a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593598 Nov 09 17:33:16.012641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdd6e9a9-f727-4a55-8488-ccad51a63407 req-4f1b1213-cc5f-4a69-9c0a-3a93719c5fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704138 Nov 09 17:33:16.085166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181738f-7fea-43e6-a374-dd12e29bd500 None None] Pushing event updated for resources: {'Port': ['ID=b414aaa4-a539-4b9f-bda0-5af87f982e0b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:16.107676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369f47a-c486-400e-ae28-b9b3b29f710f None None] Network c88890de-58b4-4724-b854-d892cf695f7b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:16.113727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f6ad616-6de2-430a-b9f3-f0924bb8795b req-981ee37a-d2aa-4224-889e-8d5a3d4f4f8b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 210 time: 0.0870385 Nov 09 17:33:16.190294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:16.216724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-bb6c3a63-cf90-42b1-80c3-a59a6e6ffef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.218677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-bb6c3a63-cf90-42b1-80c3-a59a6e6ffef6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5571706 Nov 09 17:33:16.437981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88890de-58b4-4724-b854-d892cf695f7b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:16.502097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1944722-81f2-46e8-9c9b-2dd775d725d1 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:33:16.560241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9502bbd-1f52-47d9-898d-6b24024eda2e {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:16.617281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ca0f74-dcdc-4212-aec2-775605f2bff5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:16.618175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ca0f74-dcdc-4212-aec2-775605f2bff5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:16.627258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:16.684520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:16.796250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:16.807285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:16.808145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:16.909072 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:16.926719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Transition to ACTIVE for port object a9502bbd-1f52-47d9-898d-6b24024eda2e will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:33:16.934027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:33:16.934027 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:33:16.934027 n-d-804292-3 neutron-server[102555]: [parameters: {'id': 'c88890de-58b4-4724-b854-d892cf695f7b'}] Nov 09 17:33:16.934027 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:16.934737 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:16.958709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:16.995190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ace2-acce-464e-b922-6ec4b929b446 req-b3d14ec0-f0b0-4a8d-9c32-be89c2cbf3da tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.997335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7967ace2-acce-464e-b922-6ec4b929b446 req-b3d14ec0-f0b0-4a8d-9c32-be89c2cbf3da tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.5751104 Nov 09 17:33:17.154641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1944722-81f2-46e8-9c9b-2dd775d725d1 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:33:17.258432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9606a-6d0e-4da8-89f9-ce5443db77c8 req-1332caab-a6f9-4c00-9922-48d17e5208b0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:17.268317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49f9606a-6d0e-4da8-89f9-ce5443db77c8 req-1332caab-a6f9-4c00-9922-48d17e5208b0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.1210883 Nov 09 17:33:17.376999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49f9606a-6d0e-4da8-89f9-ce5443db77c8 req-eb5000ca-f73c-4577-b9e8-f474eaae355b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059172 Nov 09 17:33:17.641502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:17.671234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-6c1ce7af-6990-467f-a6dd-46b7e58ccdb6 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4420033 Nov 09 17:33:17.918655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ea93b93-8082-495d-83da-930f0e3d47f6 req-2270efcf-6366-4d6e-b709-4e39ddadac8c service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911724 Nov 09 17:33:17.939081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7967ace2-acce-464e-b922-6ec4b929b446 req-046edcc0-3e32-47ce-b99e-15c09fe7b287 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9056199 Nov 09 17:33:17.948533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:18.027066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb51c2e-240d-4ca9-b757-77afa348b75e None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:18.110095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-582836e2-98cb-4686-b269-d6ffe63e8353 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:18.129806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-582836e2-98cb-4686-b269-d6ffe63e8353 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 812 time: 0.4636350 Nov 09 17:33:18.156702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0186a4f-4b44-4d07-a7e5-0d6af8c5aa73 req-fad05242-b92c-4190-867c-58e387fb508b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 210 time: 0.5197184 Nov 09 17:33:18.162115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Attempting to bind port a9502bbd-1f52-47d9-898d-6b24024eda2e on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:18.169173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Request body: {'port': {'device_id': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'admin_state_up': True, 'tenant_id': '71e31f1e7a3240b4955f6056759e8744'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:18.170027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Attempting to bind port a9502bbd-1f52-47d9-898d-6b24024eda2e by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:18.170738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Attempting to bind port a9502bbd-1f52-47d9-898d-6b24024eda2e on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:18.229305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Port a9502bbd-1f52-47d9-898d-6b24024eda2e on network fe30e5b4-57a2-4a4a-be16-d925080ada9b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:18.233527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Attempting to bind port a9502bbd-1f52-47d9-898d-6b24024eda2e on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:18.264948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:18.265619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:18.268526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Bound using segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:18.269414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Bound port: a9502bbd-1f52-47d9-898d-6b24024eda2e, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:18.270141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:18.376877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port b414aaa4-a539-4b9f-bda0-5af87f982e0b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:18.377641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:18.577440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Made reservation on behalf of 71e31f1e7a3240b4955f6056759e8744 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:18.583533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:18.626518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port b414aaa4-a539-4b9f-bda0-5af87f982e0b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b414aaa4-a539-4b9f-bda0-5af87f982e0b,segment=NetworkSegment(d1ca0f74-dcdc-4212-aec2-775605f2bff5),segment_id=d1ca0f74-dcdc-4212-aec2-775605f2bff5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:18.627134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:18.632745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:18.676202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for b414aaa4-a539-4b9f-bda0-5af87f982e0b owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:18.682272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:18.698137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:18.741338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9353f-1156-4f11-acb2-aacccfcca32d None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:18.780948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:18.782336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:18.784825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] 10.222.0.83 "PUT /v2.0/ports/a9502bbd-1f52-47d9-898d-6b24024eda2e HTTP/1.1" status: 200 len: 1092 time: 4.8562746 Nov 09 17:33:18.785623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:18.790127 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd69d7a-d946-41ad-bc23-79a406d70700" -d '{"events": [{"name": "network-changed", "server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:18.994964 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce27f9-5220-439f-aa05-f661f9de9d89 x-openstack-request-id: req-3bce27f9-5220-439f-aa05-f661f9de9d89 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:18.995455 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:18.995962 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3bce27f9-5220-439f-aa05-f661f9de9d89 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:18.996541 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'status': 'completed', 'code': 200} Nov 09 17:33:19.019170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3e827-ef6f-494d-b02f-f675f68ace83 service neutron] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:19.038250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-c5dda9b3-7527-4402-ae4c-6b7c66707a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.041475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-c5dda9b3-7527-4402-ae4c-6b7c66707a12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 1095 time: 0.1836360 Nov 09 17:33:19.077716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee0eac-bf33-435e-a2ff-094cb2cf1f9e req-7147c4da-cc62-40a9-b9f7-5330b1f79d41 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.090765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4eee0eac-bf33-435e-a2ff-094cb2cf1f9e req-7147c4da-cc62-40a9-b9f7-5330b1f79d41 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.4922454 Nov 09 17:33:19.205633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-aebeaf7d-2b4b-4c4a-b999-16326ec3c5a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e HTTP/1.1" status: 200 len: 217 time: 0.1472969 Nov 09 17:33:19.213647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4eee0eac-bf33-435e-a2ff-094cb2cf1f9e req-c1d6e50a-6d6a-44e9-a451-6c73ce647a94 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206517 Nov 09 17:33:19.217171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Allocated IP 172.20.0.5 (f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac/40117a21-03eb-4487-bf79-c5c494bcb3b7/c2e61c24-8840-49ba-923f-2e38c2c3c756) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:19.225183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:19.278917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port b414aaa4-a539-4b9f-bda0-5af87f982e0b on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:19.331978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b644df-29f8-4c14-aee9-e3ea31294262 req-f8bb8c87-5d39-4a0f-a34d-09783ecd429c tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.341886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25b644df-29f8-4c14-aee9-e3ea31294262 req-f8bb8c87-5d39-4a0f-a34d-09783ecd429c tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.1889441 Nov 09 17:33:19.461172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25b644df-29f8-4c14-aee9-e3ea31294262 req-bd5ac10c-e7b5-4f3b-bc2b-80bf841144fb tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173003 Nov 09 17:33:19.511038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=b414aaa4-a539-4b9f-bda0-5af87f982e0b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:19.596642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c0f0f58-4843-47d3-a90d-7e09d4080fda req-217bde46-42b8-43b8-a27f-9352db14fe1d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 210 time: 0.2005908 Nov 09 17:33:19.722218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:19.729211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d901c-31cc-4016-a821-559a00e5fa6e req-26404db8-368e-4f0d-a00a-0db4560f767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.732096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-26404db8-368e-4f0d-a00a-0db4560f767f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.5104544 Nov 09 17:33:19.893127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-4becff7a-29ba-4f4a-9530-2e6ab3da9ff8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306925 Nov 09 17:33:19.921669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88890de-58b4-4724-b854-d892cf695f7b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:19.922055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:19.954257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ca0f74-dcdc-4212-aec2-775605f2bff5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:19.954745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ca0f74-dcdc-4212-aec2-775605f2bff5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:19.977299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.004717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.019605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:20.020268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:20.041580 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:20.056713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.078677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a8b78a20-d112-4fc6-8d4b-137dcd44d33c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:20.098717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:20.259399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:20.276294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:20.278107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:20.282045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:20.415624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-265c477d-34fe-44a1-b006-4ebc19590a59 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993008 Nov 09 17:33:20.588355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.592467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.654629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39598) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:20.695296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.709974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-e6de1608-6dd8-4d2f-b4c9-ed305f8c7bea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5500970 Nov 09 17:33:20.740481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.745106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/c88890de-58b4-4724-b854-d892cf695f7b HTTP/1.1" status: 204 len: 168 time: 7.0335810 Nov 09 17:33:20.746265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdbc25-28bf-479d-965f-73e79a7cfc26 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=c88890de-58b4-4724-b854-d892cf695f7b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:20.749984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:20.755825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1abe7-3b46-413e-927e-411bfe8fe3e6 req-ca3ce806-7a84-4cc3-9b60-f07a6614fcb9 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.768065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333360405'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:20.775316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2d1abe7-3b46-413e-927e-411bfe8fe3e6 req-ca3ce806-7a84-4cc3-9b60-f07a6614fcb9 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.4211020 Nov 09 17:33:20.800447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Request body: {'port': {'device_id': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:20.807756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417164e7-b313-495f-ba2f-9c782d67a0cd req-7ae2aa19-af9b-409f-9420-328fee324aab tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.816658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-417164e7-b313-495f-ba2f-9c782d67a0cd req-7ae2aa19-af9b-409f-9420-328fee324aab tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.3217242 Nov 09 17:33:20.828486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:20.832428 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.884785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:20.896407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.897035 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 848daf38-9a66-45e0-96e4-7905e52bbf02 of type vlan for network b007b56d-ca28-49ba-9c89-a074967ed5dc Nov 09 17:33:20.952665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:20.996054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-844d901c-31cc-4016-a821-559a00e5fa6e req-de206f38-25ee-43e3-8d0e-506c0215c552 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459821 Nov 09 17:33:21.021385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:21.029238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-49494128-a9d4-4755-b0ab-9c121518270e None None] Provisioning complete for port c2e61c24-8840-49ba-923f-2e38c2c3c756 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:21.031959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49494128-a9d4-4755-b0ab-9c121518270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:21.033591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.034469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:21.127592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=b007b56d-ca28-49ba-9c89-a074967ed5dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:21.148939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-49494128-a9d4-4755-b0ab-9c121518270e None None] Port c2e61c24-8840-49ba-923f-2e38c2c3c756 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:33:21.167425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b007b56d-ca28-49ba-9c89-a074967ed5dc details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:21.192709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-417164e7-b313-495f-ba2f-9c782d67a0cd req-5586bc9a-8a6c-4b60-bc4a-d5fe14f42592 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746018 Nov 09 17:33:21.210951 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-01408fdd-e1ba-4a59-abfd-2e9a7e6d7e09 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4475243 Nov 09 17:33:21.216136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:21.223276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:21.400289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-46e65ced-ff3d-4cb6-8d43-923527722dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.405247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-46e65ced-ff3d-4cb6-8d43-923527722dbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 1095 time: 0.2893538 Nov 09 17:33:21.593737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:21.597894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:21.692253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:33:21.693164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:33:21.731812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14360678-8500-47f3-b930-3ff984c2fdbb req-0f0b562c-7094-4066-8e85-7492f44c03f9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.740081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14360678-8500-47f3-b930-3ff984c2fdbb req-0f0b562c-7094-4066-8e85-7492f44c03f9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 931 time: 0.2256856 Nov 09 17:33:21.786201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-ab2fa25e-700b-4584-a621-f5f65ccde869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.790944 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-ab2fa25e-700b-4584-a621-f5f65ccde869 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.3752069 Nov 09 17:33:21.836350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23d36230-bdc3-4217-9de4-1de50f9f70ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:21.841003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:21.847757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-9aeae4b6-1df2-4586-a4a7-07d22d5098a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e HTTP/1.1" status: 200 len: 217 time: 0.0466986 Nov 09 17:33:21.901869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14360678-8500-47f3-b930-3ff984c2fdbb req-bec09e33-c829-4256-8457-cf1fbc02c421 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591840 Nov 09 17:33:21.916238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2d1abe7-3b46-413e-927e-411bfe8fe3e6 req-4188bd1d-806b-4689-9cdb-29ad8c1782f2 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1366169 Nov 09 17:33:22.055195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc83178-5c32-4538-ac37-676018740c7c req-0baf015d-e3f9-4f35-a31b-70e1e7943703 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.057259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cc83178-5c32-4538-ac37-676018740c7c req-0baf015d-e3f9-4f35-a31b-70e1e7943703 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.43 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.2917037 Nov 09 17:33:22.122176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-5fb3b43d-9e62-497a-99c7-111834127447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.124570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-5fb3b43d-9e62-497a-99c7-111834127447 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.2668889 Nov 09 17:33:22.261712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-b0505982-9aee-4bae-9dda-bbc20338ae80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597317 Nov 09 17:33:22.412443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.507509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23d36230-bdc3-4217-9de4-1de50f9f70ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.538895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23d36230-bdc3-4217-9de4-1de50f9f70ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.567044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f98f-db08-4ef0-bfad-66892f719c5b req-821e8883-e083-456d-b547-3846f6205c18 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.568827 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9af2f98f-db08-4ef0-bfad-66892f719c5b req-821e8883-e083-456d-b547-3846f6205c18 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.2022548 Nov 09 17:33:22.641610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=894a2b5d-0dde-4ed4-9186-043f60d8eab7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:22.652915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-23d36230-bdc3-4217-9de4-1de50f9f70ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de1d062822d54afc9d5d4e8d197d32c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9939520 Nov 09 17:33:22.669737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Deleting port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:22.670330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.673574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39620) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:22.694174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c710e-e8f4-4807-8811-e4434d5bf048 req-ff74b769-dced-4608-8395-759bb648be6a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.696524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-691c710e-e8f4-4807-8811-e4434d5bf048 req-ff74b769-dced-4608-8395-759bb648be6a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 945 time: 0.2100570 Nov 09 17:33:22.704277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36230-bdc3-4217-9de4-1de50f9f70ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5c9e5-dfb6-49c8-bf92-d408cb033616,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:22.719145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-08f1efe2-6b61-4b11-a002-fc7484eb61aa service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427214 Nov 09 17:33:22.742410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.751182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '848daf38-9a66-45e0-96e4-7905e52bbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:22.751829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: b007b56d-ca28-49ba-9c89-a074967ed5dc, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:22.793102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e61c24-8840-49ba-923f-2e38c2c3c756 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:22.810097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.818699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9af2f98f-db08-4ef0-bfad-66892f719c5b req-095a5008-0d42-4de4-ac17-7f8e2bb0410e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359149 Nov 09 17:33:22.861161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Transition to ACTIVE for port object c2e61c24-8840-49ba-923f-2e38c2c3c756 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:33:22.874215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.932050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] For port d6c5f0d4-4529-4b8f-9815-40c24ce2e307, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,segment=NetworkSegment(5f4a5c1d-7693-44b5-b828-525cce01cab5),segment_id=5f4a5c1d-7693-44b5-b828-525cce01cab5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:22.932326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.935045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network b007b56d-ca28-49ba-9c89-a074967ed5dc is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:22.947868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f34571f0-879f-4e14-8497-9230a9c2b5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:22.956240 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-691c710e-e8f4-4807-8811-e4434d5bf048 req-e12b54f3-fd0b-4fd6-8afd-87c37c7ad2b7 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354004 Nov 09 17:33:22.959553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Calling delete_port for d6c5f0d4-4529-4b8f-9815-40c24ce2e307 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:22.998311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b007b56d-ca28-49ba-9c89-a074967ed5dc) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:23.004025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a9502bbd-1f52-47d9-898d-6b24024eda2e details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:23.016754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:23.048082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:23.050582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.053026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc818b1-4710-4b15-9797-362d193e03ad None None] Network b007b56d-ca28-49ba-9c89-a074967ed5dc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:23.082132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f34571f0-879f-4e14-8497-9230a9c2b5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.112727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd69d7a-d946-41ad-bc23-79a406d70700 req-79005372-c787-4027-9567-fa8e4a74e4bf service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635547 Nov 09 17:33:23.180244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-43ee7056-65c7-414f-826e-373223b1a53c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9625146 Nov 09 17:33:23.186300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:23.287288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa3178-d16b-4793-af77-a2ca2d8e1ec5 req-baf8218f-140d-431b-bf39-6d2cfe157bee tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:23.295216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5baa3178-d16b-4793-af77-a2ca2d8e1ec5 req-baf8218f-140d-431b-bf39-6d2cfe157bee tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.2232759 Nov 09 17:33:23.312854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62fb85-d708-4e22-b01f-a2fc3d4fbabe req-da0f5de6-445d-40a6-809e-87fd4e238afd tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:23.325785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b62fb85-d708-4e22-b01f-a2fc3d4fbabe req-da0f5de6-445d-40a6-809e-87fd4e238afd tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/ports?device_id=054fbfa6-dbe6-4063-93e9-16d274d8386e HTTP/1.1" status: 200 len: 945 time: 0.2006254 Nov 09 17:33:23.336551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f34571f0-879f-4e14-8497-9230a9c2b5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.343075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:33:23.344804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f34571f0-879f-4e14-8497-9230a9c2b5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.346089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f34571f0-879f-4e14-8497-9230a9c2b5a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cd5c9e5-dfb6-49c8-bf92-d408cb033616 HTTP/1.1" status: 204 len: 168 time: 0.6474965 Nov 09 17:33:23.409990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Attempting to bind port c2e61c24-8840-49ba-923f-2e38c2c3c756 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:23.410353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Attempting to bind port c2e61c24-8840-49ba-923f-2e38c2c3c756 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:23.410647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Attempting to bind port c2e61c24-8840-49ba-923f-2e38c2c3c756 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:23.452929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-b007b56d-ca28-49ba-9c89-a074967ed5dc', 'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '894a2b5d-0dde-4ed4-9186-043f60d8eab7'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:23.455077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.456198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Port c2e61c24-8840-49ba-923f-2e38c2c3c756 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:23.456533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Attempting to bind port c2e61c24-8840-49ba-923f-2e38c2c3c756 on network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:23.467285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34571f0-879f-4e14-8497-9230a9c2b5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5c9e5-dfb6-49c8-bf92-d408cb033616,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:23.500254 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5baa3178-d16b-4793-af77-a2ca2d8e1ec5 req-ffe93d5d-abe4-4156-b0af-3a3fe24c6993 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040141 Nov 09 17:33:23.522040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:23.522380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Checking segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:23.523124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Bound using segment: {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:23.523665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Bound port: c2e61c24-8840-49ba-923f-2e38c2c3c756, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd913b705-8857-4c03-95a3-c072d3543557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:23.524145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.572469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.577963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.609854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b62fb85-d708-4e22-b01f-a2fc3d4fbabe req-b539483d-f8a8-437c-bfc0-3ddc00e2c25c tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.45 "GET /v2.0/security-groups?id=de1f1ddf-fec5-4448-8c44-fc2c53a6d261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828777 Nov 09 17:33:23.730158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa5901-f63f-4e22-8e0e-304e7271b80b None None] DHCP port deletion for 262856f7-e455-4954-a443-5ca2b800d723 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:23.744520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.750562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Pushing event deleted for resources: {'Port': ['ID=d6c5f0d4-4529-4b8f-9815-40c24ce2e307,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:23.763750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:23.788965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] No DVR routers for this DVR port d6c5f0d4-4529-4b8f-9815-40c24ce2e307 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:23.793665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.797939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cc83178-5c32-4538-ac37-676018740c7c req-12062e97-cdc4-4f37-9d50-cb3063d35f81 tempest-InstanceActionsTestJSON-1191562752 tempest-InstanceActionsTestJSON-1191562752-project] 10.222.0.43 "DELETE /v2.0/ports/d6c5f0d4-4529-4b8f-9815-40c24ce2e307 HTTP/1.1" status: 204 len: 173 time: 1.6371655 Nov 09 17:33:23.798498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'name': 'network-vif-deleted', 'tag': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:23.801345 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511f771-cd65-46a4-b41e-94cc66d28408" -d '{"events": [{"server_uuid": "054fbfa6-dbe6-4063-93e9-16d274d8386e", "name": "network-vif-deleted", "tag": "d6c5f0d4-4529-4b8f-9815-40c24ce2e307"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:23.801658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'mac_address': 'fa:16:3e:af:a7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:23.947572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:23.963592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:23.968834 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effaec10-ea75-4808-9933-43dd6e222ec6 x-openstack-request-id: req-effaec10-ea75-4808-9933-43dd6e222ec6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:23.969316 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054fbfa6-dbe6-4063-93e9-16d274d8386e", "name": "network-vif-deleted", "tag": "d6c5f0d4-4529-4b8f-9815-40c24ce2e307", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:23.969540 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-effaec10-ea75-4808-9933-43dd6e222ec6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:23.969982 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054fbfa6-dbe6-4063-93e9-16d274d8386e', 'name': 'network-vif-deleted', 'tag': 'd6c5f0d4-4529-4b8f-9815-40c24ce2e307', 'status': 'completed', 'code': 200} Nov 09 17:33:23.986095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:23.995257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.024005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Allocated IP 172.20.0.3 (b007b56d-ca28-49ba-9c89-a074967ed5dc/894a2b5d-0dde-4ed4-9186-043f60d8eab7/273f69ae-11fd-4c2c-bdea-c70b6f0bcf48) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:24.025554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121baf6-d299-4004-978a-e724f95b03c9 req-e52c2e62-197c-45e6-bd8f-2bd40bdb41ed tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.027509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d121baf6-d299-4004-978a-e724f95b03c9 req-e52c2e62-197c-45e6-bd8f-2bd40bdb41ed tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 945 time: 0.2649384 Nov 09 17:33:24.031189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9502bbd-1f52-47d9-898d-6b24024eda2e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:24.067845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:24.080270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.151780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.152666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.154927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] 10.222.0.83 "PUT /v2.0/ports/c2e61c24-8840-49ba-923f-2e38c2c3c756 HTTP/1.1" status: 200 len: 1091 time: 3.3724091 Nov 09 17:33:24.263459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897195dd-ec26-4a03-9c71-88e6d74f61cf req-58a07a07-fc04-461b-9272-72cddbc362e0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.265368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-897195dd-ec26-4a03-9c71-88e6d74f61cf req-58a07a07-fc04-461b-9272-72cddbc362e0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.2886109 Nov 09 17:33:24.277011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0b032-2be9-4f15-bd19-872ef37d7b7b service neutron] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:24.392946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:24.489614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a9502bbd-1f52-47d9-898d-6b24024eda2e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:24.493041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ea73a-7280-4f22-9eba-fc114d6e5572 req-8b87e73c-ab3d-4cb9-b0f9-c6c003dcfff1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.507832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f5ea73a-7280-4f22-9eba-fc114d6e5572 req-8b87e73c-ab3d-4cb9-b0f9-c6c003dcfff1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 945 time: 0.1699886 Nov 09 17:33:24.508342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-99a5fbf2-01fa-47d5-8c8a-5147fee151e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.510180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-99a5fbf2-01fa-47d5-8c8a-5147fee151e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 1094 time: 0.2437358 Nov 09 17:33:24.576538 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-897195dd-ec26-4a03-9c71-88e6d74f61cf req-4dad815d-2f57-4f54-8709-ff202add2bf2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934279 Nov 09 17:33:24.618756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f5ea73a-7280-4f22-9eba-fc114d6e5572 req-f4a52bfa-a23a-44c5-b861-81d430ed026e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089146 Nov 09 17:33:24.662605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.711439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.722799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Deleting port 24534112-a241-42f9-9ceb-d004e492fd3e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:24.723333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.726618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39664) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:24.739101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-bfb9887f-8363-481a-a655-a75487fd601c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756 HTTP/1.1" status: 200 len: 217 time: 0.1910918 Nov 09 17:33:24.750661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:24.760866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Network b007b56d-ca28-49ba-9c89-a074967ed5dc is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:24.769134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:24.779622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:24.819870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=894a2b5d-0dde-4ed4-9186-043f60d8eab7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:24.910250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Pushing event updated for resources: {'Port': ['ID=273f69ae-11fd-4c2c-bdea-c70b6f0bcf48,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:25.027648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.030470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Attempting to bind port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:25.031081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Attempting to bind port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '848daf38-9a66-45e0-96e4-7905e52bbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:25.031648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Attempting to bind port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48 on network b007b56d-ca28-49ba-9c89-a074967ed5dc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:25.043305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-3dc9023d-c48b-41d9-90a9-73101429f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:25.044207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:25.044207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Checking segment: {'id': '848daf38-9a66-45e0-96e4-7905e52bbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:25.044207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.044702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Bound using segment: {'id': '848daf38-9a66-45e0-96e4-7905e52bbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:25.045103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Bound port: 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848daf38-9a66-45e0-96e4-7905e52bbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:25.045310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-3dc9023d-c48b-41d9-90a9-73101429f26d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.2872896 Nov 09 17:33:25.045473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.055141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Deleting subnet 7c80ee54-c5d1-4451-8cec-1c5c6049c9a5 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:33:25.070283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca8acd-f60e-4173-b6e0-d27a1b49c59c req-9619efbc-27a1-47bc-9c1f-27785b0ce150 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:25.072206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80ca8acd-f60e-4173-b6e0-d27a1b49c59c req-9619efbc-27a1-47bc-9c1f-27785b0ce150 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.3579690 Nov 09 17:33:25.077712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b007b56d-ca28-49ba-9c89-a074967ed5dc']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:25.094056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848daf38-9a66-45e0-96e4-7905e52bbf02') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:25.094592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848daf38-9a66-45e0-96e4-7905e52bbf02') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:25.097419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.114396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.139688 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.155508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:25.156003 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:25.163869 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:25.182246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 24534112-a241-42f9-9ceb-d004e492fd3e no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:25.219292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] For port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:25.276192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.282175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24534112-a241-42f9-9ceb-d004e492fd3e,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:25.282717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.308848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:33:25.308848 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:33:25.308848 n-d-804292-3 neutron-server[102555]: [parameters: {'id': 'b007b56d-ca28-49ba-9c89-a074967ed5dc'}] Nov 09 17:33:25.308848 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:25.309604 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:25.346969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Calling delete_port for 24534112-a241-42f9-9ceb-d004e492fd3e owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:25.363045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] For port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=273f69ae-11fd-4c2c-bdea-c70b6f0bcf48,segment=NetworkSegment(848daf38-9a66-45e0-96e4-7905e52bbf02),segment_id=848daf38-9a66-45e0-96e4-7905e52bbf02)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:25.376586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.387894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-c4d5e0c4-8b51-4846-905d-66d03bcf9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:25.389471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-c4d5e0c4-8b51-4846-905d-66d03bcf9dc1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291950 Nov 09 17:33:25.395897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.398794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80ca8acd-f60e-4173-b6e0-d27a1b49c59c req-93a75fd9-6ed3-4ad6-95af-871da4cfc6c0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445407 Nov 09 17:33:25.451899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.473740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:25.477217 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8c36c7-a175-4b0a-99c2-b2eba912bf6a" -d '{"events": [{"server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "name": "network-vif-unplugged", "status": "completed", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:25.551284 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c3f47-a6d8-42d4-a5fb-b6741e639f6c x-openstack-request-id: req-346c3f47-a6d8-42d4-a5fb-b6741e639f6c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:25.551725 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "name": "network-vif-unplugged", "status": "completed", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:25.552074 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-346c3f47-a6d8-42d4-a5fb-b6741e639f6c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:25.552569 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e', 'code': 200} Nov 09 17:33:25.560218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 24534112-a241-42f9-9ceb-d004e492fd3e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=24534112-a241-42f9-9ceb-d004e492fd3e,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:25.596015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.596771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d6c5f0d4-4529-4b8f-9815-40c24ce2e307 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:25.622281 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-38ce60c7-1396-4676-8953-72b59d4ed0cd service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866124 Nov 09 17:33:25.623267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.666035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: d6c5f0d4-4529-4b8f-9815-40c24ce2e307 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:25.666638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device d6c5f0d4-4529-4b8f-9815-40c24ce2e307 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:25.672389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9e9b0-696a-443a-be32-e17984415cc1 None None] Network b007b56d-ca28-49ba-9c89-a074967ed5dc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:25.679735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c6a2-e1ba-427b-8325-5ec388b3c914 None None] Pushing event updated for resources: {'Port': ['ID=273f69ae-11fd-4c2c-bdea-c70b6f0bcf48,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:25.730605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c80ee54-c5d1-4451-8cec-1c5c6049c9a5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:25.744834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.748258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a1b5bf53-4049-46cf-a379-14b569471a60 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7c80ee54-c5d1-4451-8cec-1c5c6049c9a5 HTTP/1.1" status: 204 len: 168 time: 1.0073335 Nov 09 17:33:25.751157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39700) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:25.815410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e05ce-2c25-44a6-a8f5-6f6dac66f9a1 req-3827e6bc-7928-4d30-beb0-bb374e138955 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:25.829686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f9e05ce-2c25-44a6-a8f5-6f6dac66f9a1 req-3827e6bc-7928-4d30-beb0-bb374e138955 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 945 time: 0.1134784 Nov 09 17:33:25.831758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.853243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b892f77-dfb4-4621-b0db-4c165ee693e7 None None] Network 262856f7-e455-4954-a443-5ca2b800d723 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:25.900906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:25.923628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-77aba2a5-684a-4178-bf87-ce1cbd4086a7 req-63f697c3-a481-4748-a0a4-ccdd6b8b80ae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 210 time: 0.0771286 Nov 09 17:33:25.943650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:25.958858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae', '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:25.988962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:25.993841 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:25.994098 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f9e05ce-2c25-44a6-a8f5-6f6dac66f9a1 req-b8319450-7c63-447c-9a6b-64f7f5bc736f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608365 Nov 09 17:33:26.005095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.061437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:26.061789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.093524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event deleted for resources: {'Port': ['ID=24534112-a241-42f9-9ceb-d004e492fd3e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:26.111127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c73b1c-c509-4f96-8f44-fa01a3574538 None None] DHCP port deletion for 262856f7-e455-4954-a443-5ca2b800d723 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:26.141229 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6b769a-67bd-4b09-b194-ba588e32d97d x-openstack-request-id: req-fd6b769a-67bd-4b09-b194-ba588e32d97d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:26.141519 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:26.141803 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd6b769a-67bd-4b09-b194-ba588e32d97d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:26.142208 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'status': 'completed', 'code': 200} Nov 09 17:33:26.150438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9627100e-48be-48e5-9a65-a4baeef4e483 req-fbeecc36-64f5-415d-8a87-717440e9ee4a service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159984 Nov 09 17:33:26.208828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=273f69ae-11fd-4c2c-bdea-c70b6f0bcf48,segment=NetworkSegment(848daf38-9a66-45e0-96e4-7905e52bbf02),segment_id=848daf38-9a66-45e0-96e4-7905e52bbf02)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:26.211184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.230280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:26.252134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b7762-2bdd-4551-8b55-cc081ff82a43 None None] DHCP port deletion for 7c8b1258-5506-4556-8950-0181ec49a80e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:26.289757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:26.306195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] No DVR routers for this DVR port 24534112-a241-42f9-9ceb-d004e492fd3e on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:26.317857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.321517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d121baf6-d299-4004-978a-e724f95b03c9 req-2f214985-cfff-46e1-a1a1-6a4114d76bea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "DELETE /v2.0/ports/24534112-a241-42f9-9ceb-d004e492fd3e HTTP/1.1" status: 204 len: 173 time: 2.2590408 Nov 09 17:33:26.359585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.407244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262856f7-e455-4954-a443-5ca2b800d723']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:26.420957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-89a0e513-3df0-46f7-be03-765d6dcaba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:26.421249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.423042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-89a0e513-3df0-46f7-be03-765d6dcaba62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 1094 time: 0.1188705 Nov 09 17:33:26.428354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4a5c1d-7693-44b5-b828-525cce01cab5') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:26.428644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4a5c1d-7693-44b5-b828-525cce01cab5') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:26.502786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=273f69ae-11fd-4c2c-bdea-c70b6f0bcf48,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:26.506227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port 273f69ae-11fd-4c2c-bdea-c70b6f0bcf48 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:26.564549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.609205 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.622406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21451c27-d52e-4e85-bb3d-58e614385149 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:33:26.623856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:26.624346 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:26.627223 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:26.703738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-cec82b60-0f71-4c33-b443-1e744ad10413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:26.707679 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-cec82b60-0f71-4c33-b443-1e744ad10413 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.2745841 Nov 09 17:33:26.712948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d6da-29d9-47d8-9cdd-73f2532d6bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.744167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.751414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.785820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebaa38-fa03-418c-b1b9-de4bc50898d9 req-6ca63e55-e8c0-4f73-aeab-05811be03bd2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:26.794205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aebaa38-fa03-418c-b1b9-de4bc50898d9 req-6ca63e55-e8c0-4f73-aeab-05811be03bd2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.2135148 Nov 09 17:33:26.809127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.819706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b007b56d-ca28-49ba-9c89-a074967ed5dc']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:26.823719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] 10.222.0.45 "DELETE /v2.0/networks/262856f7-e455-4954-a443-5ca2b800d723 HTTP/1.1" status: 204 len: 168 time: 1.0675776 Nov 09 17:33:26.837440 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-0b84e2b9-4730-4c41-8bb3-cab1476db5b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756 HTTP/1.1" status: 200 len: 217 time: 0.1121581 Nov 09 17:33:26.846685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848daf38-9a66-45e0-96e4-7905e52bbf02') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:26.847097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848daf38-9a66-45e0-96e4-7905e52bbf02') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:26.868515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872ec3b-ca41-409e-bff2-d052acd9cb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=262856f7-e455-4954-a443-5ca2b800d723,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:26.874169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21451c27-d52e-4e85-bb3d-58e614385149 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:33:26.880639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.923254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aebaa38-fa03-418c-b1b9-de4bc50898d9 req-50c15deb-6f1f-44aa-ba77-327a3b73b9f9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279316 Nov 09 17:33:26.933118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.947217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:26.948667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:26.952795 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:27.035249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-459538b5-6ece-4916-963f-f84ff79db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:27.035498 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d6da-29d9-47d8-9cdd-73f2532d6bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.042245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-459538b5-6ece-4916-963f-f84ff79db09c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1880746 Nov 09 17:33:27.043228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d6da-29d9-47d8-9cdd-73f2532d6bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.071663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:27.093586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.098852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a9502bbd-1f52-47d9-898d-6b24024eda2e up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:27.122529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.126591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/b007b56d-ca28-49ba-9c89-a074967ed5dc HTTP/1.1" status: 204 len: 168 time: 3.9387007 Nov 09 17:33:27.135205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:27.147214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3d6da-29d9-47d8-9cdd-73f2532d6bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c9218-2997-4447-920c-9ce1c3b2186c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:27.153788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1749973961'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:27.162218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2efe8e-981a-4e25-ae9f-ea377aeddf96 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=b007b56d-ca28-49ba-9c89-a074967ed5dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:27.169368 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ef3d6da-29d9-47d8-9cdd-73f2532d6bd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=318abb6bfb9647d6bce68fe3370251a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8783538 Nov 09 17:33:27.173617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:27.222479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-654fa8f0-603d-4248-bc02-5e7547a25eba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6171109420e9459f8f0d42b00cf682f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444194 Nov 09 17:33:27.223140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:27.268418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15f6815a-2a3a-4491-a7be-59a7ba978852 req-0670c6ad-aa19-402c-917f-fc79354e1fc5 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b2e667-4a03-405f-89dc-9097c07fc57d HTTP/1.1" status: 200 len: 210 time: 0.0849299 Nov 09 17:33:27.279914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-504b4108-2711-43b6-8734-850d44214d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:27.283503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-504b4108-2711-43b6-8734-850d44214d84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310131 Nov 09 17:33:27.458617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-6adf6641-f8a3-4236-b9ef-f9943815ca82 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650701 Nov 09 17:33:27.471704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a9502bbd-1f52-47d9-898d-6b24024eda2e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:27.505661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a9502bbd-1f52-47d9-898d-6b24024eda2e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:27.506191 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.579365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28df7063-10bb-4d0c-91f4-22ad9e9b5be1 req-8a275896-6d43-4e85-8982-234502f576dd service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109078 Nov 09 17:33:27.674724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:27.678250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.723628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6944df-5ce1-48ef-803e-edda6e0962b3 req-9702d520-d9ad-4b1e-bca3-30c2d791bc8b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:27.725280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e6944df-5ce1-48ef-803e-edda6e0962b3 req-9702d520-d9ad-4b1e-bca3-30c2d791bc8b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 945 time: 0.5644605 Nov 09 17:33:27.764724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:27.778065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-898b4c0f-2cf6-4553-9444-4bf606e7d797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.795705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fd998bf-d62b-4280-b8df-ac6eee75792c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.806066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.806475 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 0d9b753d-587c-434c-a665-c928a62955a1 of type vlan for network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 Nov 09 17:33:27.892686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-898b4c0f-2cf6-4553-9444-4bf606e7d797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.913659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fd998bf-d62b-4280-b8df-ac6eee75792c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.925890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4556a8aa-bea2-4d6e-9f76-41e2e8bb163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.935793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:27.946275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e6944df-5ce1-48ef-803e-edda6e0962b3 req-68b4e845-7c2c-4ab5-9243-b756ee1b4b33 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113512 Nov 09 17:33:27.989237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.018371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.024996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.025883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.028436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:28.030821 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5639a9-9353-42bc-b26c-5454a4e00cfe" -d '{"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-plugged", "status": "completed", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:28.098386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:28.104329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9548829 Nov 09 17:33:28.105819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:28.106820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fd998bf-d62b-4280-b8df-ac6eee75792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.109506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fd998bf-d62b-4280-b8df-ac6eee75792c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.110716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8fd998bf-d62b-4280-b8df-ac6eee75792c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de1f1ddf-fec5-4448-8c44-fc2c53a6d261 HTTP/1.1" status: 204 len: 168 time: 0.8809628 Nov 09 17:33:28.119531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-898b4c0f-2cf6-4553-9444-4bf606e7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.122708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-898b4c0f-2cf6-4553-9444-4bf606e7d797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.124434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-898b4c0f-2cf6-4553-9444-4bf606e7d797 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b64c9218-2997-4447-920c-9ce1c3b2186c HTTP/1.1" status: 204 len: 168 time: 0.9228768 Nov 09 17:33:28.129475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:28.144902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'name': 'network-vif-deleted', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:28.148145 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82315977-3a07-4fe5-9558-02f71e1f4e3f" -d '{"events": [{"server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "name": "network-vif-deleted", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:28.151633 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc249ad-b7d6-4684-82dc-f591c5a7eb5c x-openstack-request-id: req-8cc249ad-b7d6-4684-82dc-f591c5a7eb5c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:28.151961 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-plugged", "status": "completed", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:28.152183 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cc249ad-b7d6-4684-82dc-f591c5a7eb5c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:28.152604 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'code': 200} Nov 09 17:33:28.154312 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.251509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd998bf-d62b-4280-b8df-ac6eee75792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f1ddf-fec5-4448-8c44-fc2c53a6d261,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:28.254813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9cbd2-881d-46e3-b4da-4dd447e1cdb9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:28.281412 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d697b-86e4-4bfa-8e48-3b8afa81a1f9 x-openstack-request-id: req-691d697b-86e4-4bfa-8e48-3b8afa81a1f9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:28.282056 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2e667-4a03-405f-89dc-9097c07fc57d", "name": "network-vif-deleted", "tag": "24534112-a241-42f9-9ceb-d004e492fd3e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:28.282146 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-691d697b-86e4-4bfa-8e48-3b8afa81a1f9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:28.282708 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2e667-4a03-405f-89dc-9097c07fc57d', 'name': 'network-vif-deleted', 'tag': '24534112-a241-42f9-9ceb-d004e492fd3e', 'status': 'completed', 'code': 200} Nov 09 17:33:28.301168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b4c0f-2cf6-4553-9444-4bf606e7d797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c9218-2997-4447-920c-9ce1c3b2186c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:28.302890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:28.327355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.381188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:28.389307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:28.401540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95328eac-5004-4cf9-9474-bae9e4286fdb req-f9254982-1008-472d-aeb5-fb7e52325461 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.403221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95328eac-5004-4cf9-9474-bae9e4286fdb req-f9254982-1008-472d-aeb5-fb7e52325461 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.2140503 Nov 09 17:33:28.415585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b7ef1-b3c9-4696-b443-58dafdf69c16 req-5a297328-0b87-4a3d-be65-d68d0757f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.417099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f9b7ef1-b3c9-4696-b443-58dafdf69c16 req-5a297328-0b87-4a3d-be65-d68d0757f697 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 1097 time: 0.2040510 Nov 09 17:33:28.475901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:28.602038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95328eac-5004-4cf9-9474-bae9e4286fdb req-d822c9f5-3fda-4f1a-a875-ec1f9d316e67 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835535 Nov 09 17:33:28.670891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f9b7ef1-b3c9-4696-b443-58dafdf69c16 req-5c80e811-9150-440d-a322-6b3e97b4839e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056296 Nov 09 17:33:29.038682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c2e61c24-8840-49ba-923f-2e38c2c3c756 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:29.081573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:29.266413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dacfc-d00e-4e20-94f8-927f00af20a8 req-8aa7ad6c-6efd-4d78-ba3a-95dcf90b6cb3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:29.288870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f2dacfc-d00e-4e20-94f8-927f00af20a8 req-8aa7ad6c-6efd-4d78-ba3a-95dcf90b6cb3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2101641 Nov 09 17:33:29.306841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=3fcc77f6-6d32-4599-be98-7171e796f36f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:29.341134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:29.342976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '0d9b753d-587c-434c-a665-c928a62955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:29.345912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:29.361418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'mac_address': 'fa:16:3e:54:ed:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:29.418788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:29.427292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:29.447653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e61c24-8840-49ba-923f-2e38c2c3c756 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:29.449487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:29.468492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a1fff1-deaa-4a32-9ac7-bcca50d73c6e None None] Network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:29.471068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:29.472372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:29.548230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f2dacfc-d00e-4e20-94f8-927f00af20a8 req-fa680b42-5fdd-41e5-bcc8-d8a87b6b66a8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482927 Nov 09 17:33:29.549216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:29.561215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:29.561785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39784) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:29.566839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b8761799-0726-4a98-b475-d7129bc4886f tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4545341 Nov 09 17:33:29.669921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:29.775648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41', 'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '3fcc77f6-6d32-4599-be98-7171e796f36f'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:29.776863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:29.910621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:29.974870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c2e61c24-8840-49ba-923f-2e38c2c3c756'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:30.002736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb90f48-f946-4ce2-b320-6084d7d27c5f req-bd8dfb03-c947-4643-9cc9-61a0c6b6fd09 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:30.005456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbb90f48-f946-4ce2-b320-6084d7d27c5f req-bd8dfb03-c947-4643-9cc9-61a0c6b6fd09 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 944 time: 0.2444282 Nov 09 17:33:30.147315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:30.161559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.205854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Allocated IP 172.20.0.1 (6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41/3fcc77f6-6d32-4599-be98-7171e796f36f/1c0ebba3-e9f0-41d6-b3ba-495ab706a179) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:30.242867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbb90f48-f946-4ce2-b320-6084d7d27c5f req-702c53c4-6a57-4b88-85c5-af16c3beb1fa tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286317 Nov 09 17:33:30.412628 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22cb0b32-f40c-4b90-8588-0c6ff5340edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.461623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-680128979-network', 'tenant_id': '7c951844521e447e953cdbfcc8abf1bc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:30.522196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Made reservation on behalf of 7c951844521e447e953cdbfcc8abf1bc for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:30.529936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.555723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.776487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.790767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.824131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.835305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.864549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:30.887974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:30.902120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:30.902801 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Added segment cc061abe-0193-47b1-91d9-2a5d13c03420 of type vlan for network 8bde639b-c09a-4b2e-b664-e961ec743632 Nov 09 17:33:30.904215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:30.910318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:30.913818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54b24f-1779-419a-8e2b-742cc2efe985,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:30.946159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Pushing event updated for resources: {'Port': ['ID=1c0ebba3-e9f0-41d6-b3ba-495ab706a179,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:30.976099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.021595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.027362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:31.029957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.115147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Attempting to bind port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:31.119563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Attempting to bind port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0d9b753d-587c-434c-a665-c928a62955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:31.119563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Attempting to bind port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 on network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:31.145297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:31.145980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Checking segment: {'id': '0d9b753d-587c-434c-a665-c928a62955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:31.147099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.147354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Bound using segment: {'id': '0d9b753d-587c-434c-a665-c928a62955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:31.149177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9998949 Nov 09 17:33:31.152440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Bound port: 1c0ebba3-e9f0-41d6-b3ba-495ab706a179, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b753d-587c-434c-a665-c928a62955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:31.153284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.156627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:31.165364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Request body: {'subnet': {'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-680128979-subnet', 'tenant_id': '7c951844521e447e953cdbfcc8abf1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:31.210556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Made reservation on behalf of 7c951844521e447e953cdbfcc8abf1bc for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:31.213571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.259601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] For port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:31.265076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] For port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1c0ebba3-e9f0-41d6-b3ba-495ab706a179,segment=NetworkSegment(0d9b753d-587c-434c-a665-c928a62955a1),segment_id=0d9b753d-587c-434c-a665-c928a62955a1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:31.273956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.333250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6b37-e14e-475b-887f-72e320cfe554 admin admin] Pushing event updated for resources: {'Network': ['ID=8bde639b-c09a-4b2e-b664-e961ec743632,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:31.379732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.388468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8bde639b-c09a-4b2e-b664-e961ec743632 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:31.487886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=3fcc77f6-6d32-4599-be98-7171e796f36f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:31.541712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79348cbb-2340-4b34-9233-a722f583e2de req-46e60296-ac8f-4e16-a1bc-6980c8b0b0ce tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:31.571468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79348cbb-2340-4b34-9233-a722f583e2de req-46e60296-ac8f-4e16-a1bc-6980c8b0b0ce tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.8720481 Nov 09 17:33:31.625252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc153007-ccd7-4035-b321-df781207abf4 None None] Pushing event updated for resources: {'Port': ['ID=1c0ebba3-e9f0-41d6-b3ba-495ab706a179,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:31.637082 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.639420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990de8-935d-4a4e-90f1-2ea82efc2eb5 req-55e3f537-c4d1-4e30-9cc7-24f815811634 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:31.648407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-57990de8-935d-4a4e-90f1-2ea82efc2eb5 req-55e3f537-c4d1-4e30-9cc7-24f815811634 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 944 time: 0.2035244 Nov 09 17:33:31.713483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.744282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:31.759902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9b753d-587c-434c-a665-c928a62955a1') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:31.760231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9b753d-587c-434c-a665-c928a62955a1') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:31.784270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.793973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-57990de8-935d-4a4e-90f1-2ea82efc2eb5 req-a2f296ba-68d3-4fcb-bb60-16eae4d41d1b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424329 Nov 09 17:33:31.807558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.836295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.851591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:31.852593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:31.955538 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:31.998705 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:33:31.998705 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:33:31.998705 n-d-804292-3 neutron-server[102554]: [parameters: {'id': '6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41'}] Nov 09 17:33:31.998705 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:32.001727 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:32.075649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6506eb7d-09a5-4d66-9284-9cbbed989193,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:32.090889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Checking segment: {'id': 'cc061abe-0193-47b1-91d9-2a5d13c03420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:32.093830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Network hostable DHCP agents. Network: 8bde639b-c09a-4b2e-b664-e961ec743632, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:32.102821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79348cbb-2340-4b34-9233-a722f583e2de req-1df33dbc-526a-40f6-b6e6-378eb20beb73 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166368 Nov 09 17:33:32.164925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Network 8bde639b-c09a-4b2e-b664-e961ec743632 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:32.205342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8bde639b-c09a-4b2e-b664-e961ec743632) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:32.223272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071ba97-4427-49ed-9785-eb9fc8810609 None None] Network 8bde639b-c09a-4b2e-b664-e961ec743632 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:32.233885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:32.235225 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:32.292338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f54dc69-4df3-4870-8dcb-719753e1cf1d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1340647 Nov 09 17:33:32.503006 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:32.673991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:32.674874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:32.811269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425cc1d9-6b49-4ec8-93a2-9fc3c97c7345 None None] Network 8bde639b-c09a-4b2e-b664-e961ec743632 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:32.969449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1c0ebba3-e9f0-41d6-b3ba-495ab706a179,segment=NetworkSegment(0d9b753d-587c-434c-a665-c928a62955a1),segment_id=0d9b753d-587c-434c-a665-c928a62955a1)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:32.977092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.002861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:33.073383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:33.208915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c2e61c24-8840-49ba-923f-2e38c2c3c756 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:33.266440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:33.303008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eed2e-bc1d-4708-af5d-c4b344dc096f req-b2315542-1ccf-4ba0-879e-a12c0f25e297 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:33.314755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-729eed2e-bc1d-4708-af5d-c4b344dc096f req-b2315542-1ccf-4ba0-879e-a12c0f25e297 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 944 time: 0.1193819 Nov 09 17:33:33.384735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Could not find standard attr ID for object 1c0ebba3-e9f0-41d6-b3ba-495ab706a179. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:33:33.390305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.391559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a0230-40cb-416b-9ade-68c278243ae8 None None] Network 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:33.401039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3b252e97-062b-45c8-a984-3657e89dfa07 None None] Could not find standard attr ID for object 1c0ebba3-e9f0-41d6-b3ba-495ab706a179. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:33:33.406932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.450964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-729eed2e-bc1d-4708-af5d-c4b344dc096f req-2628ee97-d0ee-46a4-b8b1-8995e4d95eec tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347356 Nov 09 17:33:33.546423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=1c0ebba3-e9f0-41d6-b3ba-495ab706a179,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:33.552472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:33.635185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21575dd0-b6be-45ad-a631-04cb8b6cd7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.677651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4965696-d957-41ff-bf18-a89aa4cc136f req-9689b308-1feb-475c-b200-9547094c840e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:33.698039 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.699619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4965696-d957-41ff-bf18-a89aa4cc136f req-9689b308-1feb-475c-b200-9547094c840e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3293724 Nov 09 17:33:33.713084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port c2e61c24-8840-49ba-923f-2e38c2c3c756 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:33.727443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c2e61c24-8840-49ba-923f-2e38c2c3c756 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:33.727964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.801935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.804272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63681b3-1e04-4c32-89a6-9bc6ad9c9e9b None None] DHCP port deletion for 6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:33.833905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21575dd0-b6be-45ad-a631-04cb8b6cd7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.842715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21575dd0-b6be-45ad-a631-04cb8b6cd7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.860580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4965696-d957-41ff-bf18-a89aa4cc136f req-81eade87-b560-4c8e-aad8-aaef8e60b9ae tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472125 Nov 09 17:33:33.889833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.909572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:33.917586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:33.920468 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f67cb14-4805-4f69-99de-44537b09ce23" -d '{"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-plugged", "status": "completed", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:33.936816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:33.945586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9b753d-587c-434c-a665-c928a62955a1') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:33.946051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.946620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9b753d-587c-434c-a665-c928a62955a1') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:33.959133 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:33.969536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-21575dd0-b6be-45ad-a631-04cb8b6cd7cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ba0bb36700e48eca2737818e9c1d408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965976 Nov 09 17:33:33.972059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39898) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:33.999238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.007607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21575dd0-b6be-45ad-a631-04cb8b6cd7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55abc50b-1f4b-4873-8923-c584c568bf6d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:34.030789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:34.031604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.061986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:34.095900 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:34.109140 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b74fa-90f4-47bc-a692-c0758ed7737b x-openstack-request-id: req-2d4b74fa-90f4-47bc-a692-c0758ed7737b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:34.109842 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-plugged", "status": "completed", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:34.110285 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d4b74fa-90f4-47bc-a692-c0758ed7737b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:34.111085 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'code': 200} Nov 09 17:33:34.158785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.183174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.192510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 HTTP/1.1" status: 204 len: 168 time: 4.6233261 Nov 09 17:33:34.192510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc76aae-6448-47d0-9043-f862a6a7e343 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:34.199047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39906) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:34.199786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1bbb-791d-460e-a355-4a1d435a5869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.211393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-523100798'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:34.254928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:34.258640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.263967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-53a521d8-1335-4ca5-8ab8-7c88b3d929e9 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:34.267378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-53a521d8-1335-4ca5-8ab8-7c88b3d929e9 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/networks?id=8bde639b-c09a-4b2e-b664-e961ec743632 HTTP/1.1" status: 200 len: 821 time: 0.2305300 Nov 09 17:33:34.285345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-b84ebec8-ec59-438b-9307-bb6c67aad188 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/quotas/7c951844521e447e953cdbfcc8abf1bc HTTP/1.1" status: 200 len: 375 time: 0.0104053 Nov 09 17:33:34.323284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-44f22894-cd00-4828-98c9-05172f291891 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c951844521e447e953cdbfcc8abf1bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311000 Nov 09 17:33:34.336054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1bbb-791d-460e-a355-4a1d435a5869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.428568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e2d25-c1a1-421f-9664-77519e597f66 req-603a7f2c-ca05-4bac-829a-2964f3f6c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:34.431430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-522e2d25-c1a1-421f-9664-77519e597f66 req-603a7f2c-ca05-4bac-829a-2964f3f6c792 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 1096 time: 0.1943552 Nov 09 17:33:34.436989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:34.445256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-2d749134-0c08-4cd7-b26f-2eb39c5f4ee0 service neutron] 10.222.0.45 "GET /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106327 Nov 09 17:33:34.490311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.490892 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 6474f088-e7a0-4c0f-9026-f982725f5516 of type vlan for network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d Nov 09 17:33:34.605564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1bbb-791d-460e-a355-4a1d435a5869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.610219 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1bbb-791d-460e-a355-4a1d435a5869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.615514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8bcb1bbb-791d-460e-a355-4a1d435a5869 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55abc50b-1f4b-4873-8923-c584c568bf6d HTTP/1.1" status: 204 len: 168 time: 0.6374993 Nov 09 17:33:34.623406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-97763e41-0bcd-4ae2-8155-ee5633f6705a service neutron] 10.222.0.45 "GET /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678886 Nov 09 17:33:34.626073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-522e2d25-c1a1-421f-9664-77519e597f66 req-358a24de-7ec5-4872-95ff-a1a486dba7eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845021 Nov 09 17:33:34.631396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.672508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb1bbb-791d-460e-a355-4a1d435a5869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55abc50b-1f4b-4873-8923-c584c568bf6d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:34.815330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4682-c237-4151-8dc6-98dc73cd05f2 req-237798d0-a805-4cc7-9976-a86c7f116b20 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:34.818135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8ac4682-c237-4151-8dc6-98dc73cd05f2 req-237798d0-a805-4cc7-9976-a86c7f116b20 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1724200 Nov 09 17:33:34.820376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.857166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:34.858250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:34.940419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:34.983996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:34.984358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1c0ebba3-e9f0-41d6-b3ba-495ab706a179 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:35.026312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8241162 Nov 09 17:33:35.032307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39922) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:35.050351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:35.052312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056448d-3f6e-45a9-97ee-931c1f08d5f9 req-06cef27e-8ee1-45a1-b86b-67bff70b51a9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:35.056049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a056448d-3f6e-45a9-97ee-931c1f08d5f9 req-06cef27e-8ee1-45a1-b86b-67bff70b51a9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1091802 Nov 09 17:33:35.075243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31237-ea0c-4384-b86c-1dfaeca46c3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:35.096778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:35.166051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a056448d-3f6e-45a9-97ee-931c1f08d5f9 req-407841f3-3ef7-4dda-a02a-736e84a537d2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Nov 09 17:33:35.251639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8ac4682-c237-4151-8dc6-98dc73cd05f2 req-1a2a9c46-8e8a-4f9a-8039-d66cc7a79fef tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813543 Nov 09 17:33:35.356849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5662968-9e44-4a25-a908-5db5a632c33c req-64024331-6862-48e4-bba4-4f1b2a21b4ba tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 210 time: 0.0764251 Nov 09 17:33:35.389638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:35.399394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:35.400685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:35.427385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2021fa9-727b-44a6-8e1f-45cf7e98f337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:35.643655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2021fa9-727b-44a6-8e1f-45cf7e98f337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:35.651320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2021fa9-727b-44a6-8e1f-45cf7e98f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:35.738954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a2021fa9-727b-44a6-8e1f-45cf7e98f337 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1464a54ccb3148b2ae929abddeedddbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326929 Nov 09 17:33:35.738954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2021fa9-727b-44a6-8e1f-45cf7e98f337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8e23e-2172-40e8-8fbf-86612a8a6129,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:35.742530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:35.841946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a7e4-b8eb-4187-996f-66bea6315a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:35.889025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a7e4-b8eb-4187-996f-66bea6315a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:35.987964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:36.010415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a7e4-b8eb-4187-996f-66bea6315a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:36.019512 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a7e4-b8eb-4187-996f-66bea6315a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:36.022045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ef5a7e4-b8eb-4187-996f-66bea6315a6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ec8e23e-2172-40e8-8fbf-86612a8a6129 HTTP/1.1" status: 204 len: 168 time: 0.2776995 Nov 09 17:33:36.043598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5a7e4-b8eb-4187-996f-66bea6315a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8e23e-2172-40e8-8fbf-86612a8a6129,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:36.143418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=8a06e630-b6ac-4a36-8f2e-485eaa234bdf,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:36.149465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '6474f088-e7a0-4c0f-9026-f982725f5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:36.149810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:36.185240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:36.204358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:36.210532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.211726 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:36.234370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba91c18-8f6b-41ab-909d-2fce99a6fd65 None None] Network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:36.251866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a483044-13d1-46fc-9a13-b09d79aa8bc8 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2124543 Nov 09 17:33:36.258177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39946) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:36.280388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b735546-582b-4a08-87f2-f0d953fcd64a req-c433103f-f975-4c04-bef9-d1195d2c775f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.292240 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b735546-582b-4a08-87f2-f0d953fcd64a req-c433103f-f975-4c04-bef9-d1195d2c775f tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 945 time: 0.1619458 Nov 09 17:33:36.408875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b735546-582b-4a08-87f2-f0d953fcd64a req-46e8bff5-04f1-4760-85c8-53dfabb829ae tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168282 Nov 09 17:33:36.560211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d', 'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '8a06e630-b6ac-4a36-8f2e-485eaa234bdf'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:36.561114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:36.745152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:36.751831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9dcda-c705-4bbf-9829-a505cfdda2ec req-8b8cddb0-21ce-4b86-8741-d5069ab71e97 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.755386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ba9dcda-c705-4bbf-9829-a505cfdda2ec req-8b8cddb0-21ce-4b86-8741-d5069ab71e97 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1171081 Nov 09 17:33:36.762655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ceab1-8955-4b6f-8677-c729bc40b0f2 req-50c0b669-76e3-4844-b3aa-c7627aa9ce3e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.765530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-865ceab1-8955-4b6f-8677-c729bc40b0f2 req-50c0b669-76e3-4844-b3aa-c7627aa9ce3e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2729344 Nov 09 17:33:36.842835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Allocated IP 172.20.0.1 (fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d/8a06e630-b6ac-4a36-8f2e-485eaa234bdf/794d157c-250c-4192-9087-d247dc2163c2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:36.848767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ba9dcda-c705-4bbf-9829-a505cfdda2ec req-1fabd248-95c5-486d-b732-b7a0668f3425 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806377 Nov 09 17:33:36.928464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-865ceab1-8955-4b6f-8677-c729bc40b0f2 req-01628d6d-cd1e-4ded-b37b-3a9ef70fadaf tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538684 Nov 09 17:33:36.958058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.001952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e7f6bfe-55ad-4f2f-b886-da53d9bd611c req-87edb9fd-8b20-4250-8c11-84b98cd957dc tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 210 time: 0.0774145 Nov 09 17:33:37.241639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.259084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.356442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:37.368054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:37.372282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Pushing event updated for resources: {'Port': ['ID=794d157c-250c-4192-9087-d247dc2163c2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:37.377105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:37.432890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.518556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Attempting to bind port 794d157c-250c-4192-9087-d247dc2163c2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:37.519460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Attempting to bind port 794d157c-250c-4192-9087-d247dc2163c2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '6474f088-e7a0-4c0f-9026-f982725f5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:37.520950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Attempting to bind port 794d157c-250c-4192-9087-d247dc2163c2 on network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:37.531112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=8a06e630-b6ac-4a36-8f2e-485eaa234bdf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:37.555543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03df79-8f8e-40f4-9bf2-c6cb0eb029bf req-6deea385-9837-4290-a8f0-51ab2e62a9e8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:37.558271 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b03df79-8f8e-40f4-9bf2-c6cb0eb029bf req-6deea385-9837-4290-a8f0-51ab2e62a9e8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1099555 Nov 09 17:33:37.564918 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:37.568167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Checking segment: {'id': '6474f088-e7a0-4c0f-9026-f982725f5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:37.571270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.571601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Bound using segment: {'id': '6474f088-e7a0-4c0f-9026-f982725f5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:37.572432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Bound port: 794d157c-250c-4192-9087-d247dc2163c2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6474f088-e7a0-4c0f-9026-f982725f5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:37.578737 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.671097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-9b14716e-d2ac-48da-9e0e-37dc7751353e tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:37.674681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-9b14716e-d2ac-48da-9e0e-37dc7751353e tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.43 "GET /v2.0/networks?id=8bde639b-c09a-4b2e-b664-e961ec743632 HTTP/1.1" status: 200 len: 821 time: 0.5264020 Nov 09 17:33:37.735988 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b03df79-8f8e-40f4-9bf2-c6cb0eb029bf req-d10a30b6-6030-4c79-b0e2-19f850c47210 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594238 Nov 09 17:33:37.758402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] For port 794d157c-250c-4192-9087-d247dc2163c2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:37.764161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] For port 794d157c-250c-4192-9087-d247dc2163c2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=794d157c-250c-4192-9087-d247dc2163c2,segment=NetworkSegment(6474f088-e7a0-4c0f-9026-f982725f5516),segment_id=6474f088-e7a0-4c0f-9026-f982725f5516)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:37.767022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.771138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:37.779545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Request body: {'port': {'device_id': '50a1be62-0632-4708-9ca4-642247f315b9', 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632', 'admin_state_up': True, 'tenant_id': '7c951844521e447e953cdbfcc8abf1bc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:37.907391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:37.932684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd81354-eaf6-45cb-9c42-c63a88186b4e None None] Pushing event updated for resources: {'Port': ['ID=794d157c-250c-4192-9087-d247dc2163c2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:37.957941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6474f088-e7a0-4c0f-9026-f982725f5516') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:37.958426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6474f088-e7a0-4c0f-9026-f982725f5516') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:37.968785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c3dc3-d3e1-4453-8334-4137a290ac4d None None] Network fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:38.023206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-95f63588-16f9-45aa-9b3e-d45898ded873 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.025997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-95f63588-16f9-45aa-9b3e-d45898ded873 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 945 time: 0.3719215 Nov 09 17:33:38.030562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.103693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3d59b-8c1f-42cd-9dbf-69708dce8414 req-9229e693-1b32-42bd-9a36-edd34fcd671d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.117074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72c3d59b-8c1f-42cd-9dbf-69708dce8414 req-9229e693-1b32-42bd-9a36-edd34fcd671d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 945 time: 0.3761144 Nov 09 17:33:38.152262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.192844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:38.193369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:38.199794 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:38.202158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dc2f5-8a2d-4907-a68d-0f01fee3d89e req-db1e06e1-ac9e-4636-ae6d-0b63017c7b6a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.205453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e40dc2f5-8a2d-4907-a68d-0f01fee3d89e req-db1e06e1-ac9e-4636-ae6d-0b63017c7b6a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1819232 Nov 09 17:33:38.238481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75a3ef-fefe-41e2-b316-1381616596e7 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:33:38.324817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e40dc2f5-8a2d-4907-a68d-0f01fee3d89e req-f90ed784-6556-4766-b797-f785503d9637 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104860 Nov 09 17:33:38.333162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:33:38.333162 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:33:38.333162 n-d-804292-3 neutron-server[102554]: [parameters: {'id': 'fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d'}] Nov 09 17:33:38.333162 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:38.333446 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:38.352216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72c3d59b-8c1f-42cd-9dbf-69708dce8414 req-6410153b-67dc-492c-91f5-d7de0c0ba806 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337418 Nov 09 17:33:38.378319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Made reservation on behalf of 7c951844521e447e953cdbfcc8abf1bc for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:38.388994 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.506945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75a3ef-fefe-41e2-b316-1381616596e7 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:33:38.535534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42c11304-97bb-4d66-9b07-201110b90e4a req-5a88d4bd-8632-414c-94d1-80ee6653b366 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 210 time: 0.0612867 Nov 09 17:33:38.551357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Deleting port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:38.552332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.716454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Allocated IP 172.20.0.10 (8bde639b-c09a-4b2e-b664-e961ec743632/6506eb7d-09a5-4d66-9284-9cbbed989193/68f69fd4-ca4b-43f6-99c9-4a25f7d769cd) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:38.726044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] For port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:38.726623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.753686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Calling delete_port for 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:38.838040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:38.959735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb40b6-2f2b-45ca-ac05-ee465d82a7ca req-bb010684-f5fc-4f96-9cb9-a5a5f5976206 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.971050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdfb40b6-2f2b-45ca-ac05-ee465d82a7ca req-bb010684-f5fc-4f96-9cb9-a5a5f5976206 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1099865 Nov 09 17:33:39.084746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.097419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port 794d157c-250c-4192-9087-d247dc2163c2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:39.097766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.102799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdfb40b6-2f2b-45ca-ac05-ee465d82a7ca req-0e89c789-7290-4b22-9d99-783806add409 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985005 Nov 09 17:33:39.118134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.139337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae', '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:39.200658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event deleted for resources: {'Port': ['ID=923b2749-a6c2-4e54-bbff-7dbae3ac2f2d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:39.228877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98572275-c169-43db-bda0-ad8f9deb987d None None] DHCP port deletion for 7c8b1258-5506-4556-8950-0181ec49a80e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:39.243927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port 794d157c-250c-4192-9087-d247dc2163c2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=794d157c-250c-4192-9087-d247dc2163c2,segment=NetworkSegment(6474f088-e7a0-4c0f-9026-f982725f5516),segment_id=6474f088-e7a0-4c0f-9026-f982725f5516)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:39.244298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.281531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for 794d157c-250c-4192-9087-d247dc2163c2 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:39.283583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] No DVR routers for this DVR port 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:39.289670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.293016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f49a602-2fff-4e1e-a8d7-8989e3de887e req-cf34ef05-abc1-4cbf-ab79-2dfe48bb33f1 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "DELETE /v2.0/ports/923b2749-a6c2-4e54-bbff-7dbae3ac2f2d HTTP/1.1" status: 204 len: 173 time: 1.2482827 Nov 09 17:33:39.293534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'name': 'network-vif-deleted', 'tag': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:39.296513 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c44fa-0c76-4925-a18c-90d1ebee1dd8" -d '{"events": [{"server_uuid": "3229e940-0d46-4b47-8766-0b8c5c4b66a9", "name": "network-vif-deleted", "tag": "923b2749-a6c2-4e54-bbff-7dbae3ac2f2d"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:39.301785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.420378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Network 8bde639b-c09a-4b2e-b664-e961ec743632 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:39.435844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Pushing event updated for resources: {'Port': ['ID=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:39.440572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:39.445634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:39.476602 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31198d57-5b07-4c18-aaba-cb12a3b0a17f x-openstack-request-id: req-31198d57-5b07-4c18-aaba-cb12a3b0a17f {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:39.476843 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3229e940-0d46-4b47-8766-0b8c5c4b66a9", "name": "network-vif-deleted", "tag": "923b2749-a6c2-4e54-bbff-7dbae3ac2f2d", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:39.477047 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31198d57-5b07-4c18-aaba-cb12a3b0a17f {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:39.477474 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3229e940-0d46-4b47-8766-0b8c5c4b66a9', 'name': 'network-vif-deleted', 'tag': '923b2749-a6c2-4e54-bbff-7dbae3ac2f2d', 'status': 'completed', 'code': 200} Nov 09 17:33:39.477982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f70e97-7e59-4cfb-94b4-5fe0605c0783 None None] DHCP port deletion for 8bde639b-c09a-4b2e-b664-e961ec743632 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:39.594678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:39.600797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.618868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.672038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-35f90c6a-7d1b-4780-bdcb-197a26c76006 None None] Provisioning complete for port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:39.672970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35f90c6a-7d1b-4780-bdcb-197a26c76006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:39.699735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=794d157c-250c-4192-9087-d247dc2163c2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:39.708701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port 794d157c-250c-4192-9087-d247dc2163c2 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:39.717862 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-8f9f055a-f419-4ebc-847a-04d3c6ce68d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9789815 Nov 09 17:33:39.771593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Request body: {'port': {'device_id': '50a1be62-0632-4708-9ca4-642247f315b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:39.794894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-35f90c6a-7d1b-4780-bdcb-197a26c76006 None None] Port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:33:39.827624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681389-5eba-400d-be19-f47e177ba853 req-11ca5809-ce48-49f1-b256-e05132bde1b8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:39.830742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ef681389-5eba-400d-be19-f47e177ba853 req-11ca5809-ce48-49f1-b256-e05132bde1b8 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1313078 Nov 09 17:33:39.909829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ef681389-5eba-400d-be19-f47e177ba853 req-2fb6ce58-44bd-4fd0-bad0-d5481f42658f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639515 Nov 09 17:33:39.953129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d948f0a-9cce-4e9e-b538-2279a5dde41a req-0a10a698-917f-4f4a-a0ce-607900506cfd tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=3229e940-0d46-4b47-8766-0b8c5c4b66a9 HTTP/1.1" status: 200 len: 210 time: 0.0627236 Nov 09 17:33:39.957647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.058959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:40.097108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6474f088-e7a0-4c0f-9026-f982725f5516') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:40.097108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6474f088-e7a0-4c0f-9026-f982725f5516') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:40.098853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.112511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.165761 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.188806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c2e4-843f-4550-8d13-bd6f2e899225 req-df04307a-1d23-493d-8f55-6f8db4233de9 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:40.196583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6f1c2e4-843f-4550-8d13-bd6f2e899225 req-df04307a-1d23-493d-8f55-6f8db4233de9 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 932 time: 0.1515696 Nov 09 17:33:40.199677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:40.200142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:40.205257 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:40.374492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.395725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.404884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d HTTP/1.1" status: 204 len: 168 time: 4.1393816 Nov 09 17:33:40.411532 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6f1c2e4-843f-4550-8d13-bd6f2e899225 req-cd936ed0-68ef-455c-be34-6e0137d61037 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137015 Nov 09 17:33:40.411763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:40.419744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020240868'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:40.447105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:40.461449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:40.465220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.488645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.489174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.489382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.489682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.490001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.490311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.490640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.491021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.491356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.491684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.492119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.492313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b00b-02d1-405b-a100-dabe43367108 req-b78c026e-e3a9-46fd-8231-779c489d9d44 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:40.492481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d715b-6a8b-46e8-8e09-90060aba8efb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:40.493793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7fb7b00b-02d1-405b-a100-dabe43367108 req-b78c026e-e3a9-46fd-8231-779c489d9d44 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1262658 Nov 09 17:33:40.520456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:40.542324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.542739 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1 of type vlan for network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 Nov 09 17:33:40.610302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7fb7b00b-02d1-405b-a100-dabe43367108 req-3a425e7f-c8da-4231-883b-1bf8b9aee0a2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030846 Nov 09 17:33:40.612276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.643745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.656837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:40.657941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:40.827250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4131107 Nov 09 17:33:40.834143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:40.847058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:40.918603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807d00-c43b-4f11-8d74-c8dd4d9c735a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=13aeae81-6bf8-42c4-b5d7-fbae92adf5b4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:40.935970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:41.008407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:41.018818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.047293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Transition to ACTIVE for port object 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:33:41.054682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.096427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c2e61c24-8840-49ba-923f-2e38c2c3c756 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:41.159790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce3eb6-a7e6-4489-8aa8-62a77f393f6e None None] DHCP port deletion for 8bde639b-c09a-4b2e-b664-e961ec743632 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:41.170091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.188459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.268530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Pushing event updated for resources: {'Port': ['ID=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:41.289775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=13aeae81-6bf8-42c4-b5d7-fbae92adf5b4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:41.294230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:33:41.296431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:41.300025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:41.300993 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.306463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e462b1d6-cb95-45d1-8378-141f93b55fe0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "PUT /v2.0/networks/13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 HTTP/1.1" status: 200 len: 723 time: 0.4701774 Nov 09 17:33:41.307167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:41.312914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:41.313561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:41.329905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'port_id': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'mac_address': 'fa:16:3e:54:ed:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:41.337314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:41.379968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf0de-97d8-4633-a89b-baaf816a5839 req-646be7bf-5d3d-4d25-bde7-5c9d0d8943e3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:41.386008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81edf0de-97d8-4633-a89b-baaf816a5839 req-646be7bf-5d3d-4d25-bde7-5c9d0d8943e3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3517263 Nov 09 17:33:41.436922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:41.437285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 923b2749-a6c2-4e54-bbff-7dbae3ac2f2d not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:41.519698 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.524056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81edf0de-97d8-4633-a89b-baaf816a5839 req-a703572f-df83-4175-b46d-067f305f872f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978878 Nov 09 17:33:41.534605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Attempting to bind port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:41.538799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Attempting to bind port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'cc061abe-0193-47b1-91d9-2a5d13c03420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:41.539096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Attempting to bind port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd on network 8bde639b-c09a-4b2e-b664-e961ec743632 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:41.548476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd on network 8bde639b-c09a-4b2e-b664-e961ec743632 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:41.550221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Attempting to bind port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd on network 8bde639b-c09a-4b2e-b664-e961ec743632 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:41.551866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:41.561537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:41.564840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2e61c24-8840-49ba-923f-2e38c2c3c756 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:41.565460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Checking segment: {'id': 'cc061abe-0193-47b1-91d9-2a5d13c03420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:41.566650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Bound using segment: {'id': 'cc061abe-0193-47b1-91d9-2a5d13c03420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:41.567250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Bound port: 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc061abe-0193-47b1-91d9-2a5d13c03420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:41.568370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.584918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.618386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:41.627937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.731792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:41.748867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] For port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:41.753006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] For port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,segment=NetworkSegment(cc061abe-0193-47b1-91d9-2a5d13c03420),segment_id=cc061abe-0193-47b1-91d9-2a5d13c03420)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:41.759357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.802823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:41.803857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:41.805690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] 10.222.0.43 "PUT /v2.0/ports/68f69fd4-ca4b-43f6-99c9-4a25f7d769cd HTTP/1.1" status: 200 len: 1092 time: 2.0774941 Nov 09 17:33:41.806188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a1be62-0632-4708-9ca4-642247f315b9', 'tag': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:41.809890 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097b48e-97c8-468a-8c4f-795ec4d03574" -d '{"events": [{"name": "network-changed", "server_uuid": "50a1be62-0632-4708-9ca4-642247f315b9", "tag": "68f69fd4-ca4b-43f6-99c9-4a25f7d769cd"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:41.813320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f1b34-976c-4954-ad86-a363c815244e None None] DHCP port deletion for 8bde639b-c09a-4b2e-b664-e961ec743632 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:41.826748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c2e61c24-8840-49ba-923f-2e38c2c3c756'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:41.892936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1144-2cf7-42ac-b4e1-37d479b59645 req-0c6ccc65-e4b7-4078-a102-bc0e8b15da5b tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:41.894695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7eee1144-2cf7-42ac-b4e1-37d479b59645 req-0c6ccc65-e4b7-4078-a102-bc0e8b15da5b tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 944 time: 0.1368868 Nov 09 17:33:41.958961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17ffcb-834a-4ee5-afb3-ac092fe31f19 service neutron] Pushing event updated for resources: {'Port': ['ID=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:41.992912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31b8de-aece-4507-8bac-c1fb37808496 req-4f743836-2411-4895-88ec-851f35c8528d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:41.994666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d31b8de-aece-4507-8bac-c1fb37808496 req-4f743836-2411-4895-88ec-851f35c8528d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 945 time: 0.1687536 Nov 09 17:33:42.005112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-a5cd28f4-566d-4d4c-aed0-9917707ed5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:42.008462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-a5cd28f4-566d-4d4c-aed0-9917707ed5d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c951844521e447e953cdbfcc8abf1bc&device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 1095 time: 0.1132627 Nov 09 17:33:42.027030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7eee1144-2cf7-42ac-b4e1-37d479b59645 req-32e99ce2-06bd-4f54-b7ef-56fbe8e6fedd tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140523 Nov 09 17:33:42.029567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:42.075106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-4f756ef3-7ee6-406b-8a1a-5a1ecd06e361 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd HTTP/1.1" status: 200 len: 217 time: 0.0564077 Nov 09 17:33:42.127290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=a3f4bbfc-07f4-429f-9186-12249ed4c5c1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:42.135621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:42.138454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:42.174629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d31b8de-aece-4507-8bac-c1fb37808496 req-8e9afbf8-0cbe-4101-b3fb-aae3824c155a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653352 Nov 09 17:33:42.195488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:42.213186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:42.222387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:42.223148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:42.227426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-6099b63b-be46-4cf0-824c-a5c7e31bf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:42.234081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-6099b63b-be46-4cf0-824c-a5c7e31bf5a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6506eb7d-09a5-4d66-9284-9cbbed989193 HTTP/1.1" status: 200 len: 861 time: 0.1095400 Nov 09 17:33:42.242572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592dc8d-0f27-403b-9b7d-ee6e00c06cde None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:42.287398 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca0e9b1-5ded-4fcd-b789-70e0e3e36a97 x-openstack-request-id: req-eca0e9b1-5ded-4fcd-b789-70e0e3e36a97 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:42.287782 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a1be62-0632-4708-9ca4-642247f315b9", "tag": "68f69fd4-ca4b-43f6-99c9-4a25f7d769cd", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:42.288173 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eca0e9b1-5ded-4fcd-b789-70e0e3e36a97 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:42.288469 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a1be62-0632-4708-9ca4-642247f315b9', 'tag': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd', 'status': 'completed', 'code': 200} Nov 09 17:33:42.290936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-d374c196-ef67-49d9-aaf3-146e996791ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bde639b-c09a-4b2e-b664-e961ec743632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466971 Nov 09 17:33:42.304753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d91862c0-4b8d-47fd-ba56-f9237a664718 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9963753 Nov 09 17:33:42.311308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40098) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:42.331094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:42.405056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f5ae9-63c7-4788-9c05-d927434aebc3 req-a2f152a0-0548-4d55-bf59-90d58d1a7e2b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:42.431375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-492f5ae9-63c7-4788-9c05-d927434aebc3 req-a2f152a0-0548-4d55-bf59-90d58d1a7e2b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 944 time: 0.1850913 Nov 09 17:33:42.536471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16148202'] for subnet, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:42.554952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-492f5ae9-63c7-4788-9c05-d927434aebc3 req-dc1bad8b-759d-4d82-9d7b-5a762b420b63 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172256 Nov 09 17:33:42.584062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-13aeae81-6bf8-42c4-b5d7-fbae92adf5b4', 'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': 'a3f4bbfc-07f4-429f-9186-12249ed4c5c1'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:42.586138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:42.792185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-da833e76-37fe-48eb-8de9-2da5d85fbf89 service neutron] 10.222.0.43 "GET /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918723 Nov 09 17:33:42.817466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835069f-e406-4da9-85b1-48667177a682 req-47b6bb00-069e-4374-84aa-66caa5a6e1b9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:42.820923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3835069f-e406-4da9-85b1-48667177a682 req-47b6bb00-069e-4374-84aa-66caa5a6e1b9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1183553 Nov 09 17:33:42.858330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Allocated IP 172.20.0.2 (13aeae81-6bf8-42c4-b5d7-fbae92adf5b4/a3f4bbfc-07f4-429f-9186-12249ed4c5c1/cfba98b3-8644-4f31-b8b0-75a46764502c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:42.905975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3835069f-e406-4da9-85b1-48667177a682 req-781cbb09-8386-4f82-8c1c-eb297c188a9c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740259 Nov 09 17:33:42.948738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f4d5c-472b-44b3-85e5-43e4f5cfd8c0 req-4b0a702f-e72e-45a1-83bd-257bf2c1d6b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:42.963402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f44f4d5c-472b-44b3-85e5-43e4f5cfd8c0 req-4b0a702f-e72e-45a1-83bd-257bf2c1d6b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.3786623 Nov 09 17:33:43.189810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-23fd9e9a-cd42-4404-83ae-8fc5a0ee62ea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:43.193663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-23fd9e9a-cd42-4404-83ae-8fc5a0ee62ea tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 945 time: 0.1881287 Nov 09 17:33:43.232453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b628b3-cdce-4e75-afab-548a6e6db299 req-a7cc9bc1-645a-43b7-8a24-f2b0dcb78cde service neutron] 10.222.0.43 "GET /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216692 Nov 09 17:33:43.258021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c2e61c24-8840-49ba-923f-2e38c2c3c756 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:43.278191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f661f16-bc6a-42c4-855c-8b72f6ad1285 req-437f8f21-17be-4fab-9eca-42e59d99bf58 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:43.280063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f44f4d5c-472b-44b3-85e5-43e4f5cfd8c0 req-ca004980-f47c-4688-a71a-57e0104332ab tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051598 Nov 09 17:33:43.291403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f661f16-bc6a-42c4-855c-8b72f6ad1285 req-437f8f21-17be-4fab-9eca-42e59d99bf58 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 944 time: 0.1046357 Nov 09 17:33:43.348064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c2e61c24-8840-49ba-923f-2e38c2c3c756 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:43.348438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:43.451150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f661f16-bc6a-42c4-855c-8b72f6ad1285 req-f805118a-de96-42cb-bd87-9411bc7e1dcc tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585240 Nov 09 17:33:43.524949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-25ab4d21-4717-455a-9e33-c32a5ba9d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:43.528579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-25ab4d21-4717-455a-9e33-c32a5ba9d22f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c951844521e447e953cdbfcc8abf1bc&device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 1095 time: 0.2267969 Nov 09 17:33:43.533434 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:43.663329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:43.668580 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d727c-ba7d-4e56-9f95-a89b240e1a2a" -d '{"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-plugged", "status": "completed", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:43.675558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3c2b-ec9f-4366-bdae-104d783eea6f req-aeec419e-f5b4-49c5-abb8-9bcf6b4e5d8a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:43.695370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30ce3c2b-ec9f-4366-bdae-104d783eea6f req-aeec419e-f5b4-49c5-abb8-9bcf6b4e5d8a tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 945 time: 0.2375624 Nov 09 17:33:43.715268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:43.757305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:43.769455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:43.792113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Deleting port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:43.792922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:43.843469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69573d49-ea6a-4bb3-8773-71d1c3622756 req-3a74b0ae-2b50-4416-a3be-b1c8e254ee9d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:43.859736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69573d49-ea6a-4bb3-8773-71d1c3622756 req-3a74b0ae-2b50-4416-a3be-b1c8e254ee9d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 944 time: 0.1666443 Nov 09 17:33:43.882921 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:43.968038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:43.974034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:43.998759 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783925542795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147312'] for subnet, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.013771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:44.067085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69573d49-ea6a-4bb3-8773-71d1c3622756 req-245fb214-d049-486a-b725-169f332acf49 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000918 Nov 09 17:33:44.169058 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a10a41f-ee17-4d3e-9397-882757176e79 x-openstack-request-id: req-9a10a41f-ee17-4d3e-9397-882757176e79 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:44.170338 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-plugged", "status": "completed", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:44.171081 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a10a41f-ee17-4d3e-9397-882757176e79 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:44.171943 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'code': 200} Nov 09 17:33:44.245456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:44.259402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:44.260924 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.268066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "PUT /v2.0/subnets/a3f4bbfc-07f4-429f-9186-12249ed4c5c1 HTTP/1.1" status: 200 len: 806 time: 1.9530671 Nov 09 17:33:44.270374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:44.295082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-75a79be2-0698-4243-82cb-57e27076b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:44.305990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-75a79be2-0698-4243-82cb-57e27076b0ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bde639b-c09a-4b2e-b664-e961ec743632 HTTP/1.1" status: 200 len: 921 time: 0.7656097 Nov 09 17:33:44.358691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Attempting to bind port cfba98b3-8644-4f31-b8b0-75a46764502c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:44.361060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Attempting to bind port cfba98b3-8644-4f31-b8b0-75a46764502c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:44.363417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Attempting to bind port cfba98b3-8644-4f31-b8b0-75a46764502c on network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:44.434370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:44.435203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Checking segment: {'id': '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:44.435941 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.436618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Bound using segment: {'id': '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:44.437451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Bound port: cfba98b3-8644-4f31-b8b0-75a46764502c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13aeae81-6bf8-42c4-b5d7-fbae92adf5b4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:44.438090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.457319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-24840e88-c857-43ec-9eca-88f5dba18e53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd HTTP/1.1" status: 200 len: 217 time: 0.1132021 Nov 09 17:33:44.482379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Pushing event updated for resources: {'Port': ['ID=cfba98b3-8644-4f31-b8b0-75a46764502c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:44.502557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30ce3c2b-ec9f-4366-bdae-104d783eea6f req-4a44e709-8157-4ae2-948f-8f320aca24a4 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007915 Nov 09 17:33:44.634194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.653706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] For port cfba98b3-8644-4f31-b8b0-75a46764502c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:44.654435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbc084-4609-42ac-8fda-1e954ee2d3f1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=a3f4bbfc-07f4-429f-9186-12249ed4c5c1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:44.661749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] For port cfba98b3-8644-4f31-b8b0-75a46764502c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cfba98b3-8644-4f31-b8b0-75a46764502c,segment=NetworkSegment(03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1),segment_id=03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:44.671102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.749125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] For port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:44.749920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:44.761146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cca3c3-c394-4af6-a4c0-44f906416656 None None] Pushing event updated for resources: {'Port': ['ID=cfba98b3-8644-4f31-b8b0-75a46764502c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:44.776863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-2457ff48-b1a6-4fca-aecd-e4bbd8351580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:44.779773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-2457ff48-b1a6-4fca-aecd-e4bbd8351580 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6506eb7d-09a5-4d66-9284-9cbbed989193 HTTP/1.1" status: 200 len: 861 time: 0.3044896 Nov 09 17:33:44.802154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Calling delete_port for 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:44.829983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45f29c-97a0-4a31-8b22-7b45ca3e486c req-14727b19-be23-4446-98d5-b79fb6c6a632 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:44.834083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e45f29c-97a0-4a31-8b22-7b45ca3e486c req-14727b19-be23-4446-98d5-b79fb6c6a632 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.6010041 Nov 09 17:33:44.878953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-d09304a7-89a8-4502-b805-159680214920 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bde639b-c09a-4b2e-b664-e961ec743632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906417 Nov 09 17:33:45.119149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-7756f34e-37af-419a-b6aa-a145d1d8e9a7 service neutron] 10.222.0.43 "GET /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327361 Nov 09 17:33:45.126717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port cfba98b3-8644-4f31-b8b0-75a46764502c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:45.129454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:45.332062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port cfba98b3-8644-4f31-b8b0-75a46764502c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cfba98b3-8644-4f31-b8b0-75a46764502c,segment=NetworkSegment(03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1),segment_id=03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:45.332572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:45.351953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for cfba98b3-8644-4f31-b8b0-75a46764502c owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:45.554298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e45f29c-97a0-4a31-8b22-7b45ca3e486c req-442e6447-b781-4822-b928-00a982bc5353 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918254 Nov 09 17:33:45.651131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:45.714864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f097b48e-97c8-468a-8c4f-795ec4d03574 req-601c69ab-b809-4e5b-91a4-f3f6d7cc2719 service neutron] 10.222.0.43 "GET /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844166 Nov 09 17:33:45.721980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=cfba98b3-8644-4f31-b8b0-75a46764502c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:45.743452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.744385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.745228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.746036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.746834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.747666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.748900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.749703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.750501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.751930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.752743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.753519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:45.765749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3bcaa-5c9a-4e80-9ba7-5edd8bc34135 req-b851684a-dfc7-4abd-81bd-38b16c42b698 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:45.790587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67c3bcaa-5c9a-4e80-9ba7-5edd8bc34135 req-b851684a-dfc7-4abd-81bd-38b16c42b698 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 944 time: 0.5393159 Nov 09 17:33:45.851465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port cfba98b3-8644-4f31-b8b0-75a46764502c on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:45.855160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:45.874166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['cf07554b-e70a-46a4-aa84-8e40f18115ae'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:45.950436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7fade-dc23-4127-8cab-7b056645cb1d None None] DHCP port deletion for 7c8b1258-5506-4556-8950-0181ec49a80e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:46.078138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event deleted for resources: {'Port': ['ID=8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:46.113378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.229581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] No DVR routers for this DVR port 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:46.236576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.245495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f3904fc-e1fb-4358-8308-93c684fd5497 req-dad4b110-5c5f-4f46-9387-fbfca756eb9d tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "DELETE /v2.0/ports/8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 HTTP/1.1" status: 204 len: 173 time: 3.0362086 Nov 09 17:33:46.259631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67c3bcaa-5c9a-4e80-9ba7-5edd8bc34135 req-597bd1b6-096e-4f9c-b0d8-b948727463fc tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549439 Nov 09 17:33:46.260428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'name': 'network-vif-deleted', 'tag': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:46.265518 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6044a329-f1d5-4fcc-816e-abac1fdac7ca" -d '{"events": [{"server_uuid": "b258dcc9-c6ab-4cb2-8da6-e722cf1766f3", "name": "network-vif-deleted", "tag": "8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:46.273093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fd3c2-b19c-4995-824f-6c2a5eae21e7 req-17060a08-3836-4aed-a5c7-12d9f411178a tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:46.277487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d6fd3c2-b19c-4995-824f-6c2a5eae21e7 req-17060a08-3836-4aed-a5c7-12d9f411178a tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.3099332 Nov 09 17:33:46.313203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.525125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.567978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aeae81-6bf8-42c4-b5d7-fbae92adf5b4']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:46.601029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:46.601585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e88b75-e5b4-4a24-8e87-7c0de7ae8fe1') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:46.628639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.665380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.673082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fd49e-380d-4bb2-8dac-85903e9a8f9b req-c48e0db0-a65b-46e4-8733-94878a17a52c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:46.685000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c9fd49e-380d-4bb2-8dac-85903e9a8f9b req-c48e0db0-a65b-46e4-8733-94878a17a52c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1272495 Nov 09 17:33:46.688242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:46.689016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:46.847951 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c9fd49e-380d-4bb2-8dac-85903e9a8f9b req-0a28f506-6502-4eb4-81cd-f0c98e5e3ffe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607487 Nov 09 17:33:46.905889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f4bbfc-07f4-429f-9186-12249ed4c5c1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:46.929151 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:46.953964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f828b7-740d-4b30-8f04-a047d626bda2 None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:47.015825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a1379e5-bf5c-4d74-b907-ae8601ec2e75 req-ad393c47-1c48-4f47-b3d0-452b35fd9639 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b258dcc9-c6ab-4cb2-8da6-e722cf1766f3 HTTP/1.1" status: 200 len: 210 time: 0.0509553 Nov 09 17:33:47.031683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d6fd3c2-b19c-4995-824f-6c2a5eae21e7 req-d4620088-b196-4d4e-ad4c-145a1cbbc705 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7423470 Nov 09 17:33:47.080435 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76735721-ee7d-45bd-9ca0-75caf8f4d0fc x-openstack-request-id: req-76735721-ee7d-45bd-9ca0-75caf8f4d0fc {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:47.081586 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b258dcc9-c6ab-4cb2-8da6-e722cf1766f3", "name": "network-vif-deleted", "tag": "8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:47.082487 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76735721-ee7d-45bd-9ca0-75caf8f4d0fc {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:47.083299 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b258dcc9-c6ab-4cb2-8da6-e722cf1766f3', 'name': 'network-vif-deleted', 'tag': '8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203', 'status': 'completed', 'code': 200} Nov 09 17:33:47.096866 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.180343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.211388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 HTTP/1.1" status: 204 len: 168 time: 2.9225779 Nov 09 17:33:47.212772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec3d61-e92d-46ba-8672-7871a1f5fd8c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=13aeae81-6bf8-42c4-b5d7-fbae92adf5b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:47.216103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40184) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:47.245999 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-af941e85-c32c-4fc4-b8de-f061fbf44522 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:33:47.247534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af941e85-c32c-4fc4-b8de-f061fbf44522 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:33:47.257350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-af941e85-c32c-4fc4-b8de-f061fbf44522 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 HTTP/1.1" status: 404 len: 339 time: 0.0384097 Nov 09 17:33:47.258174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:47.265500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477280298', 'description': 'd1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:47.308554 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:33:47.315733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:47.323645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.370240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c5c3-ca1d-486c-b2d8-193a62e986dc req-1be4ef12-38a1-48ab-aeb9-6c322c305d43 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:47.380805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:47.399434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ac4c5c3-ca1d-486c-b2d8-193a62e986dc req-1be4ef12-38a1-48ab-aeb9-6c322c305d43 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2285318 Nov 09 17:33:47.415881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:47.458123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.459974 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 2d2e5307-977a-43c8-9570-1613f128dad0 of type vlan for network b8865b0a-1bd4-4e6c-98a5-559ef979d115 Nov 09 17:33:47.577438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ac4c5c3-ca1d-486c-b2d8-193a62e986dc req-bb85d680-60e6-49e2-8a9a-706ba8500021 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825786 Nov 09 17:33:47.582149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.632514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.635548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:47.636215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:47.649822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,segment=NetworkSegment(cc061abe-0193-47b1-91d9-2a5d13c03420),segment_id=cc061abe-0193-47b1-91d9-2a5d13c03420)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:47.675435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:47.707907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c3b0bb7b-be42-43d6-a8bd-045096af5c79 None None] Could not find standard attr ID for object cfba98b3-8644-4f31-b8b0-75a46764502c. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:33:47.715062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd', 'network_id': '8bde639b-c09a-4b2e-b664-e961ec743632', 'port_id': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd', 'mac_address': 'fa:16:3e:58:8a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6506eb7d-09a5-4d66-9284-9cbbed989193', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:47.741603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=b8865b0a-1bd4-4e6c-98a5-559ef979d115,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:47.772353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:47.777392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5c3a5ccc-903a-4e3e-8d24-d58cb8c9b801 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5158942 Nov 09 17:33:47.797403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21969589-1405-4044-b59e-a7a204432536 req-2977d8d6-98fe-4c66-b638-844b4a93c1d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:47.807896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21969589-1405-4044-b59e-a7a204432536 req-2977d8d6-98fe-4c66-b638-844b4a93c1d5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 944 time: 0.1922019 Nov 09 17:33:47.836206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b8865b0a-1bd4-4e6c-98a5-559ef979d115 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:47.846972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:47.847529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 8f8a7a1f-0a97-4cfd-8164-f2b07ceb1203 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:47.884674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21969589-1405-4044-b59e-a7a204432536 req-b7b9073c-6b62-46d3-9e52-dd50d107d164 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762169 Nov 09 17:33:48.095760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b145ca-c79a-4ca2-aee0-b5c4aadbeb79 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:48.105836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8951-fa42-4bba-8c76-f0208f245c6a req-f737926f-6c76-4f2c-8b23-9215f3ee2b24 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:48.123890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b5b145ca-c79a-4ca2-aee0-b5c4aadbeb79 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks?id=b8865b0a-1bd4-4e6c-98a5-559ef979d115 HTTP/1.1" status: 200 len: 761 time: 0.3487425 Nov 09 17:33:48.126333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-433d8951-fa42-4bba-8c76-f0208f245c6a req-f737926f-6c76-4f2c-8b23-9215f3ee2b24 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1328232 Nov 09 17:33:48.127447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40204) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:48.130169 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:48.144933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'description': 'd2'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:48.262574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:48.312468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-433d8951-fa42-4bba-8c76-f0208f245c6a req-cc76f7b8-0141-41ea-b3fd-106b5a13bd04 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735451 Nov 09 17:33:48.501603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,segment=NetworkSegment(cc061abe-0193-47b1-91d9-2a5d13c03420),segment_id=cc061abe-0193-47b1-91d9-2a5d13c03420)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:48.518443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608625f-7f23-4e0c-8afd-537ea47381cb None None] DHCP port deletion for 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:33:48.526782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:48.581128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef8c52-b047-4702-8373-6d124c879208 None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:48.613708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:48.644754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:48.681854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network b8865b0a-1bd4-4e6c-98a5-559ef979d115 is not hosted by any dhcp agent {{(pid=102554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:33:48.689965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef8c52-b047-4702-8373-6d124c879208 None None] Network 13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 could not be found, it might have been deleted concurrently. {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 17:33:48.700873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:48.703747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:48.711239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:48.712120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "PUT /v2.0/networks/b8865b0a-1bd4-4e6c-98a5-559ef979d115 HTTP/1.1" status: 200 len: 758 time: 0.5815096 Nov 09 17:33:48.778393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:48.811722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['68f69fd4-ca4b-43f6-99c9-4a25f7d769cd'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:48.830158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26ea5-7171-41f5-a885-d74959674648 req-0f39338f-a2ff-43be-af69-b1a75dc72b54 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:48.841977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95b26ea5-7171-41f5-a885-d74959674648 req-0f39338f-a2ff-43be-af69-b1a75dc72b54 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.3594854 Nov 09 17:33:48.855548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a41efa-cd46-4372-a38d-7e112f42a811 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=b8865b0a-1bd4-4e6c-98a5-559ef979d115,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:48.893471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b8865b0a-1bd4-4e6c-98a5-559ef979d115 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:49.014531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cfba98b3-8644-4f31-b8b0-75a46764502c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:49.025686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eb59c-de56-433a-934b-237142b69492 req-fb7ccf78-4e32-4eb9-8616-f67f26b068fc tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.048945 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71eb59c-de56-433a-934b-237142b69492 req-fb7ccf78-4e32-4eb9-8616-f67f26b068fc tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1693280 Nov 09 17:33:49.057185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: cfba98b3-8644-4f31-b8b0-75a46764502c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:49.057514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cfba98b3-8644-4f31-b8b0-75a46764502c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:49.125946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdfd6a-919e-45aa-a300-e5430e5044ce tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.128763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bacdfd6a-919e-45aa-a300-e5430e5044ce tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks?id=b8865b0a-1bd4-4e6c-98a5-559ef979d115 HTTP/1.1" status: 200 len: 761 time: 0.4159687 Nov 09 17:33:49.139527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:49.161694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731139679'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:49.233116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71eb59c-de56-433a-934b-237142b69492 req-0f8b0134-4163-4167-8500-9eea80031f24 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830206 Nov 09 17:33:49.307960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:49.336509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:49.359967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95b26ea5-7171-41f5-a885-d74959674648 req-79f4c07b-d4b4-4aa5-8021-150847723b43 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5166726 Nov 09 17:33:49.453062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:49.485227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:49.486247 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment 40ba417a-cf6e-4058-ae23-9611f64b85f8 of type vlan for network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a Nov 09 17:33:49.614063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-2b72d3f9-d8d9-441b-abdf-ea5e3a0dd998 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.616050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-2b72d3f9-d8d9-441b-abdf-ea5e3a0dd998 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.43 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.2517979 Nov 09 17:33:49.620923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:49.656478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92af260-8a53-4b67-bcd5-57fc9ea87820 req-d7af2422-1552-4398-8a82-e12be761858f tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.665662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b92af260-8a53-4b67-bcd5-57fc9ea87820 req-d7af2422-1552-4398-8a82-e12be761858f tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 945 time: 0.2026656 Nov 09 17:33:49.769571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc7304-601f-43bf-97b8-69b7357adc81 req-3c6b89db-818e-44a9-bac4-f88db46dabec tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.773640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03bc7304-601f-43bf-97b8-69b7357adc81 req-3c6b89db-818e-44a9-bac4-f88db46dabec tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1876061 Nov 09 17:33:49.776848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:49.792499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.793148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:49.932155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7909606 Nov 09 17:33:49.942931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:49.957840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:50.047487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b92af260-8a53-4b67-bcd5-57fc9ea87820 req-addfa65e-4f57-4c4c-ab83-ac2daaa9c601 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781528 Nov 09 17:33:50.054396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc936da-09a5-4998-be30-7ab99aa311cc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=1d4ff27c-030a-4d66-892d-4c97f0a04d8a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:50.071204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03bc7304-601f-43bf-97b8-69b7357adc81 req-f66785ff-986e-4ef0-9602-112b0f39557a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704453 Nov 09 17:33:50.075572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:50.230503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Deleting port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:50.230503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:50.231395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:50.239980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:50.653559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] For port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:50.655085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:50.703673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97a518-fcfe-452b-b7c1-dc05e6f78c29 req-59af709f-596f-49f5-b17b-b2a2370444d0 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:50.719734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b97a518-fcfe-452b-b7c1-dc05e6f78c29 req-59af709f-596f-49f5-b17b-b2a2370444d0 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 945 time: 0.2037694 Nov 09 17:33:51.282704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:51.285425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351bd73-e242-4e8e-97c2-0c8874dfd90a req-03d280b9-ddc6-496e-8845-c9d9eba819d0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:51.293483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b351bd73-e242-4e8e-97c2-0c8874dfd90a req-03d280b9-ddc6-496e-8845-c9d9eba819d0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3256609 Nov 09 17:33:51.348292 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:51.367713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:51.370893 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Floating IP a498adc5-ee86-4f30-9825-decb6bc2e69e disassociated. External IP: 172.25.3.197, port: 31d0df9f-39f1-4f2e-aee8-ddf844861d1e. Nov 09 17:33:51.371949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Calling delete_port for 31d0df9f-39f1-4f2e-aee8-ddf844861d1e owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:51.423253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b97a518-fcfe-452b-b7c1-dc05e6f78c29 req-b6645caa-acc1-441f-8de7-aaea5352aaa2 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups?id=37608135-afe4-423c-8be9-48eeab357db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7002971 Nov 09 17:33:51.460090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:51.473713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:51.474745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:51.677402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:51.755239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a1be62-0632-4708-9ca4-642247f315b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:51.769375 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d148cf56-5e4a-4ed8-a02a-d1a40d0dc8a2" -d '{"events": [{"server_uuid": "50a1be62-0632-4708-9ca4-642247f315b9", "name": "network-vif-plugged", "status": "completed", "tag": "68f69fd4-ca4b-43f6-99c9-4a25f7d769cd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:51.823160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,segment=NetworkSegment(cc061abe-0193-47b1-91d9-2a5d13c03420),segment_id=cc061abe-0193-47b1-91d9-2a5d13c03420)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:51.831421 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:51.832260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b351bd73-e242-4e8e-97c2-0c8874dfd90a req-e2a62690-b54f-4031-aff8-0930d5d0c62f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216248 Nov 09 17:33:51.908017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:52.033904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:52.117069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf75bd0-9f34-4920-8a5d-2bc2f2a63e84 req-8a6060a5-c4a3-41d6-accd-8ed670c91f35 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:52.129568 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7bf75bd0-9f34-4920-8a5d-2bc2f2a63e84 req-8a6060a5-c4a3-41d6-accd-8ed670c91f35 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.3893638 Nov 09 17:33:52.211223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7bf75bd0-9f34-4920-8a5d-2bc2f2a63e84 req-19643102-c13b-4b78-8013-c39cfe8e0601 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805931 Nov 09 17:33:52.212285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=900e9051-330b-451e-8d0a-e25fa3e93c20,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:52.262237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': '40ba417a-cf6e-4058-ae23-9611f64b85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:52.262837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 1d4ff27c-030a-4d66-892d-4c97f0a04d8a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:52.308152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:52.344807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1d4ff27c-030a-4d66-892d-4c97f0a04d8a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:52.353287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:52.357796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:52.358499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:52.367383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f260b52-a72c-47c2-b2fc-c980aad928ad None None] Network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:52.392565 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0342f4b-8a61-48c4-a8da-e13216aa58a5 x-openstack-request-id: req-b0342f4b-8a61-48c4-a8da-e13216aa58a5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:52.392836 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a1be62-0632-4708-9ca4-642247f315b9", "name": "network-vif-plugged", "status": "completed", "tag": "68f69fd4-ca4b-43f6-99c9-4a25f7d769cd", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:52.393106 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0342f4b-8a61-48c4-a8da-e13216aa58a5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:52.393509 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a1be62-0632-4708-9ca4-642247f315b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd', 'code': 200} Nov 09 17:33:52.462450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e8446d0-d2ed-4e41-9084-adae909f9d1b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5095828 Nov 09 17:33:52.465550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:52.478299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e79d9-8037-4682-b204-60a75aff863c req-5c213d8d-cf4b-41b1-9877-0ded7c5e9adc tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:52.483368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a7e79d9-8037-4682-b204-60a75aff863c req-5c213d8d-cf4b-41b1-9877-0ded7c5e9adc tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 946 time: 0.2656970 Nov 09 17:33:52.507880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event deleted for resources: {'Port': ['ID=31d0df9f-39f1-4f2e-aee8-ddf844861d1e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:52.765505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a4cf-74a1-472b-95b5-034513e0e173 req-9ae518d7-22a3-41d4-afbe-090a89121ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:52.765505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75b7a4cf-74a1-472b-95b5-034513e0e173 req-9ae518d7-22a3-41d4-afbe-090a89121ede service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 1097 time: 0.2243013 Nov 09 17:33:52.774112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a7e79d9-8037-4682-b204-60a75aff863c req-9a437730-0e52-4780-92f3-5012f924ecec tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676184 Nov 09 17:33:52.918106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bac482d9-0ba8-415d-9145-aa6552e543bd req-97d2d480-2cf0-4d18-81f8-df1283e0855c tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 210 time: 0.1221178 Nov 09 17:33:52.920678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Router 96fb4be3-7127-4dc6-976f-6ae884a75fcc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:33:52.925552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75b7a4cf-74a1-472b-95b5-034513e0e173 req-dea3ad2a-cb9c-48e8-bd86-016a0c984760 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478658 Nov 09 17:33:52.943999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:53.015711 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:53.025147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1d4ff27c-030a-4d66-892d-4c97f0a04d8a', 'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '900e9051-330b-451e-8d0a-e25fa3e93c20'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:53.030812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:53.257716 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:53.322146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:33:53.339987 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] Sync routers for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:33:53.406312 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:53.407622 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:33:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:53.501206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 31d0df9f-39f1-4f2e-aee8-ddf844861d1e no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:53.589467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] No DVR routers for this DVR port 31d0df9f-39f1-4f2e-aee8-ddf844861d1e on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:53.668249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:53.674812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 31d0df9f-39f1-4f2e-aee8-ddf844861d1e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:33:53.675439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 31d0df9f-39f1-4f2e-aee8-ddf844861d1e not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:53.681005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-15808974-e33b-4ee9-b6ae-56d8bf3ace27 req-5818e8ea-8766-4971-97f8-420dcf91a4b5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.43 "DELETE /v2.0/ports/31d0df9f-39f1-4f2e-aee8-ddf844861d1e HTTP/1.1" status: 204 len: 173 time: 4.0427861 Nov 09 17:33:53.681574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'name': 'network-vif-deleted', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:53.687037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Allocated IP 172.20.0.2 (1d4ff27c-030a-4d66-892d-4c97f0a04d8a/900e9051-330b-451e-8d0a-e25fa3e93c20/6180fd6f-734a-46d8-b865-bd6d9d8f78ef) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:53.728425 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f0910-a078-499a-adec-a2d9b716185c" -d '{"events": [{"server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "name": "network-vif-deleted", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:53.730007 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:53.744844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba587bea-59ad-429d-aae0-6ff45829e883 req-ac2e5767-5a63-4256-ba3e-f8a41d8debb8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:53.755055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344a033-15f7-4150-8721-ed86f61981ee req-d5032095-583d-4e5e-b315-4550affd3545 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:53.758752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba587bea-59ad-429d-aae0-6ff45829e883 req-ac2e5767-5a63-4256-ba3e-f8a41d8debb8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.2745228 Nov 09 17:33:53.774264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5344a033-15f7-4150-8721-ed86f61981ee req-d5032095-583d-4e5e-b315-4550affd3545 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.4713008 Nov 09 17:33:54.005324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba587bea-59ad-429d-aae0-6ff45829e883 req-90324a7b-40cd-4700-a284-b4b3ce473300 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454956 Nov 09 17:33:54.013804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5344a033-15f7-4150-8721-ed86f61981ee req-409fb913-8928-45ff-a04a-8ef747eeb9f3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292986 Nov 09 17:33:54.261487 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45bcf9-4950-4d26-837d-7bea513057e0 x-openstack-request-id: req-4a45bcf9-4950-4d26-837d-7bea513057e0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:54.262241 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24d62dc-3da8-44ef-b515-4c6224ac2a42", "name": "network-vif-deleted", "tag": "31d0df9f-39f1-4f2e-aee8-ddf844861d1e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:54.262790 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a45bcf9-4950-4d26-837d-7bea513057e0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:54.263489 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24d62dc-3da8-44ef-b515-4c6224ac2a42', 'name': 'network-vif-deleted', 'tag': '31d0df9f-39f1-4f2e-aee8-ddf844861d1e', 'status': 'completed', 'code': 200} Nov 09 17:33:54.270297 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.285675 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.322293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.412768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:54.421762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:54.439013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:54.446718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Pushing event updated for resources: {'Port': ['ID=6180fd6f-734a-46d8-b865-bd6d9d8f78ef,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:54.593556 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:47Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:54.608252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6229-4bca-4676-9724-b7693df0cba7 req-3f1f8e34-0912-434c-97a6-987e2497204e tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:54.624924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-264c6229-4bca-4676-9724-b7693df0cba7 req-3f1f8e34-0912-434c-97a6-987e2497204e tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 946 time: 0.1635871 Nov 09 17:33:54.653518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Attempting to bind port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:33:54.654638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Attempting to bind port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '40ba417a-cf6e-4058-ae23-9611f64b85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:33:54.655914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Attempting to bind port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef on network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:54.663479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:54.664177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Checking segment: {'id': '40ba417a-cf6e-4058-ae23-9611f64b85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:33:54.664897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.666082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Bound using segment: {'id': '40ba417a-cf6e-4058-ae23-9611f64b85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:54.667213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Bound port: 6180fd6f-734a-46d8-b865-bd6d9d8f78ef, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ba417a-cf6e-4058-ae23-9611f64b85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:33:54.668053 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.749176 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] Checking router: 96fb4be3-7127-4dc6-976f-6ae884a75fcc for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:33:54.762697 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:54.763615 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:33:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:54.813645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.823813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-264c6229-4bca-4676-9724-b7693df0cba7 req-b5b4ad8b-9d39-4541-81bf-91b18ae01d69 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976757 Nov 09 17:33:54.861267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4ff27c-030a-4d66-892d-4c97f0a04d8a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:54.919619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ba417a-cf6e-4058-ae23-9611f64b85f8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:54.921027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ba417a-cf6e-4058-ae23-9611f64b85f8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:54.950801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.981269 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:54.985434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] For port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:54.996842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:54.997933 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:55.140055 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:55.195014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=900e9051-330b-451e-8d0a-e25fa3e93c20,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:55.218646 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:55.397019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4b79-9423-44cf-a4d6-036ff44d5947 req-9a910bb2-a106-47b9-be99-f785343a4517 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.411147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2ab4b79-9423-44cf-a4d6-036ff44d5947 req-9a910bb2-a106-47b9-be99-f785343a4517 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1599562 Nov 09 17:33:55.427819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d062c79f-b69e-40a4-bbf0-34c226e12636 req-7abf960f-cac1-4b31-a3d3-26bfa79d1814 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24d62dc-3da8-44ef-b515-4c6224ac2a42 HTTP/1.1" status: 200 len: 210 time: 0.2047870 Nov 09 17:33:55.430648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] For port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6180fd6f-734a-46d8-b865-bd6d9d8f78ef,segment=NetworkSegment(40ba417a-cf6e-4058-ae23-9611f64b85f8),segment_id=40ba417a-cf6e-4058-ae23-9611f64b85f8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:55.447488 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:55.448296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:33:55.448296 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:33:55.448296 n-d-804292-3 neutron-server[102555]: [parameters: {'id': '1d4ff27c-030a-4d66-892d-4c97f0a04d8a'}] Nov 09 17:33:55.448296 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:55.448855 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:55.623124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2ab4b79-9423-44cf-a4d6-036ff44d5947 req-20f03331-5b55-4d83-904e-199c5ef760ff tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096732 Nov 09 17:33:55.825155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25981-3537-4154-8664-a3a128e47761 req-eb8cdb97-ed89-4a12-a296-db6288ad8f88 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.843659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04e25981-3537-4154-8664-a3a128e47761 req-eb8cdb97-ed89-4a12-a296-db6288ad8f88 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2442663 Nov 09 17:33:55.846000 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:47Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.945248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125252f-b37f-488d-a374-e53433cd84f8 None None] Pushing event updated for resources: {'Port': ['ID=6180fd6f-734a-46d8-b865-bd6d9d8f78ef,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:55.977117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:55.984202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba24f085-d199-4a77-bf53-aa1c61204cba None None] Network 1d4ff27c-030a-4d66-892d-4c97f0a04d8a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:56.014634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df5c6f-1b6a-4286-8f90-5da30abd4d9f None None] The sync data for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 is: [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f65166fd-6ed3-4652-bc9d-80e6d1365d02', 'name': '', 'network_id': 'bf4a08d4-0199-40f8-8dfa-cb5d70843b5c', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'mac_address': 'fa:16:3e:17:3c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:39Z', 'updated_at': '2021-11-09T17:31:47Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'subnets': [{'id': 'dd5dbc1a-eef5-4961-a3b0-e663e253b66f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:33:56.037259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04e25981-3537-4154-8664-a3a128e47761 req-610fc825-9c05-410d-a0a4-bbf19f5d1f65 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912537 Nov 09 17:33:56.222589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f36198-7340-4f8b-b6cc-c4832f7f3fdb req-941f853a-42f3-4517-9180-6aeac5f907c9 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.234673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:56.235328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:56.258329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73f36198-7340-4f8b-b6cc-c4832f7f3fdb req-941f853a-42f3-4517-9180-6aeac5f907c9 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 946 time: 0.2221076 Nov 09 17:33:56.424891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73f36198-7340-4f8b-b6cc-c4832f7f3fdb req-80f5bd79-969c-4c2a-9e6e-f5c968451236 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649818 Nov 09 17:33:56.632631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6180fd6f-734a-46d8-b865-bd6d9d8f78ef,segment=NetworkSegment(40ba417a-cf6e-4058-ae23-9611f64b85f8),segment_id=40ba417a-cf6e-4058-ae23-9611f64b85f8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:56.633833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:56.746666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for 6180fd6f-734a-46d8-b865-bd6d9d8f78ef owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:33:56.775178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83692b78-32b0-4b9f-baf0-3c86b84cc0a6 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:33:56.872280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518b64d-c637-4b27-aea6-dd2fe01a3af9 None None] New status for floating IP a498adc5-ee86-4f30-9825-decb6bc2e69e: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:33:56.885077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:57.201092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a64534a-51e6-4835-b2fb-6620b0cbedd5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:57.247374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf01ef-d78d-4a86-a59e-4a985e925630 req-063004f4-aca5-487c-9ad0-9ac8a5f6ce6d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:57.277602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cdaf01ef-d78d-4a86-a59e-4a985e925630 req-063004f4-aca5-487c-9ad0-9ac8a5f6ce6d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.4507205 Nov 09 17:33:57.289419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a64534a-51e6-4835-b2fb-6620b0cbedd5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:57.431571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a64534a-51e6-4835-b2fb-6620b0cbedd5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:57.439411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a64534a-51e6-4835-b2fb-6620b0cbedd5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:57.444638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9a64534a-51e6-4835-b2fb-6620b0cbedd5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "DELETE /v2.0/security-groups/37608135-afe4-423c-8be9-48eeab357db5 HTTP/1.1" status: 204 len: 168 time: 0.5578034 Nov 09 17:33:57.457505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40346) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:57.458584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64534a-51e6-4835-b2fb-6620b0cbedd5 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37608135-afe4-423c-8be9-48eeab357db5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:57.504608 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-e21d2d48-3994-4c70-a0fe-108f4d283fc4 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] show failed (client error): The resource could not be found. Nov 09 17:33:57.507477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e21d2d48-3994-4c70-a0fe-108f4d283fc4 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "GET /v2.0/security-groups/37608135-afe4-423c-8be9-48eeab357db5 HTTP/1.1" status: 404 len: 347 time: 0.0362520 Nov 09 17:33:57.508639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cdaf01ef-d78d-4a86-a59e-4a985e925630 req-000c9b39-84f5-477e-a37e-c36d935f3ea5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289989 Nov 09 17:33:57.519464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40348) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:57.898372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83692b78-32b0-4b9f-baf0-3c86b84cc0a6 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:33:57.921239 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.036856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port 6180fd6f-734a-46d8-b865-bd6d9d8f78ef on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:58.147124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f769a-0f78-4fbf-9bfc-cd91f56cb881 req-a54a528e-b256-4859-b6d5-f71ea9237ab0 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:58.149056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-047f769a-0f78-4fbf-9bfc-cd91f56cb881 req-a54a528e-b256-4859-b6d5-f71ea9237ab0 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 946 time: 0.1976211 Nov 09 17:33:58.161032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8994fce3-1208-4870-85fd-6bae756ec765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.246731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=6180fd6f-734a-46d8-b865-bd6d9d8f78ef,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:58.279585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-047f769a-0f78-4fbf-9bfc-cd91f56cb881 req-ffbed2ca-50e4-4c9d-b8f3-321482f19516 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215570 Nov 09 17:33:58.309769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.485225 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.541412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4ff27c-030a-4d66-892d-4c97f0a04d8a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.557683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ba417a-cf6e-4058-ae23-9611f64b85f8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.558483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ba417a-cf6e-4058-ae23-9611f64b85f8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.596430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.638097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.654261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:58.658806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.755251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-55161187-e425-4570-ba98-df7247156f1a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:58.759866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-55161187-e425-4570-ba98-df7247156f1a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.43 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 946 time: 0.2003300 Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:58.811414 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:58.820087 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.846776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:58.851296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/1d4ff27c-030a-4d66-892d-4c97f0a04d8a HTTP/1.1" status: 204 len: 168 time: 6.3844509 Nov 09 17:33:58.856182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572b0bd-2764-452f-a43d-8617bf272503 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=1d4ff27c-030a-4d66-892d-4c97f0a04d8a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:58.865280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:58.875851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc7ba-6379-4512-8324-9a2e039bddaa req-a510c846-9570-45bf-b213-923c6f8d2da4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:58.899517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc8dc7ba-6379-4512-8324-9a2e039bddaa req-a510c846-9570-45bf-b213-923c6f8d2da4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.9038846 Nov 09 17:33:59.028318 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1832f646-00d4-4403-ae95-8161e4d4017b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] GET failed (client error): The resource could not be found. Nov 09 17:33:59.031986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1832f646-00d4-4403-ae95-8161e4d4017b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/subnets/900e9051-330b-451e-8d0a-e25fa3e93c20 HTTP/1.1" status: 404 len: 337 time: 0.1273401 Nov 09 17:33:59.054307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:59.163090 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfdf728-7271-477e-a066-dcd5229a9edc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:33:59.164486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfdf728-7271-477e-a066-dcd5229a9edc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:33:59.171248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9cfdf728-7271-477e-a066-dcd5229a9edc tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/1d4ff27c-030a-4d66-892d-4c97f0a04d8a HTTP/1.1" status: 404 len: 339 time: 0.1115136 Nov 09 17:33:59.191680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:59.637614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Deleting port 300bac1f-f6ee-44bb-a44a-6616ff60a4c6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:59.638338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:59.710185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d141-aeb1-4d72-9036-547964089dfc req-f920f527-4a4e-43bc-ad4b-f836bbdc7904 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:59.723236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c79d141-aeb1-4d72-9036-547964089dfc req-f920f527-4a4e-43bc-ad4b-f836bbdc7904 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1629782 Nov 09 17:33:59.772739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc8dc7ba-6379-4512-8324-9a2e039bddaa req-d5d51cb9-2602-40be-9b16-6a093330f05e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8701339 Nov 09 17:33:59.796237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22281c57-fdea-4534-a67d-7eec3f9038d5 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:59.801095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-22281c57-fdea-4534-a67d-7eec3f9038d5 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6020708 Nov 09 17:33:59.804315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40384) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:59.896304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c79d141-aeb1-4d72-9036-547964089dfc req-8580a39b-d6bc-4e15-b591-f450676b9cf9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714301 Nov 09 17:33:59.918944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Deleting port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:33:59.933997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:33:59.976279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-40ffdf66-2098-4852-ae92-260d1859f895 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 207 time: 0.1641846 Nov 09 17:33:59.979631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:00.071529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:00.072455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:00.209615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] For port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,segment=NetworkSegment(cc061abe-0193-47b1-91d9-2a5d13c03420),segment_id=cc061abe-0193-47b1-91d9-2a5d13c03420)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:00.210260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:00.233609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Calling delete_port for 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:00.258415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Calling delete_port for 300bac1f-f6ee-44bb-a44a-6616ff60a4c6 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:00.317706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-62eb7782-e819-4abc-a166-1e4e078f5c50 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.320960 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-62eb7782-e819-4abc-a166-1e4e078f5c50 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 945 time: 0.2301393 Nov 09 17:34:00.404863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7cd15d2-115e-426a-82e2-ab25cdc331ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:00.408449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fe755-2513-4120-9846-3a5a64af50d3 req-b8454a05-f3b7-491e-9d74-7017432310df tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.411290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a58fe755-2513-4120-9846-3a5a64af50d3 req-b8454a05-f3b7-491e-9d74-7017432310df tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 945 time: 0.4932246 Nov 09 17:34:00.484081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fc502-b2d7-40cf-8c02-606e6ca5f7a5 req-01296567-433e-4494-b44c-c6d831f2cabe tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.486264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a9fc502-b2d7-40cf-8c02-606e6ca5f7a5 req-01296567-433e-4494-b44c-c6d831f2cabe tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 946 time: 0.2549303 Nov 09 17:34:00.575483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea18c8-5527-4fb0-a44b-903613c9e4b0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.582433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea18c8-5527-4fb0-a44b-903613c9e4b0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.589456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea18c8-5527-4fb0-a44b-903613c9e4b0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.595940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea18c8-5527-4fb0-a44b-903613c9e4b0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.602465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19ea18c8-5527-4fb0-a44b-903613c9e4b0 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5569131 Nov 09 17:34:00.613917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:00.747669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Deleting port cf07554b-e70a-46a4-aa84-8e40f18115ae {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:00.748405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:00.779295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a9fc502-b2d7-40cf-8c02-606e6ca5f7a5 req-bbd3d96d-5d52-49d6-9613-55ba672fada5 tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d54b24f-1779-419a-8e2b-742cc2efe985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761292 Nov 09 17:34:00.838839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:00.853446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['68f69fd4-ca4b-43f6-99c9-4a25f7d769cd'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:00.910837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Pushing event deleted for resources: {'Port': ['ID=68f69fd4-ca4b-43f6-99c9-4a25f7d769cd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:00.933943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40404) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:00.982473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142c1a4-19ec-4805-a510-eb5062d7ed28 None None] DHCP port deletion for 8bde639b-c09a-4b2e-b664-e961ec743632 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:01.010683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff8b5347-2263-48d3-94bc-33ce6dbce669 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3922567 Nov 09 17:34:01.017097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40410) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:01.037940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a58fe755-2513-4120-9846-3a5a64af50d3 req-fca38048-c1c0-4bde-bfc2-53d352cd73ac tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a50640a-970b-4671-b4c2-96f8e57d2a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455394 Nov 09 17:34:01.129248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] No DVR routers for this DVR port 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:01.138658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:01.142264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f94e9772-ba4c-47e6-8dbb-8b818804926b req-403c3b1d-8a6e-49f6-91e0-db7801c6c74a tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.43 "DELETE /v2.0/ports/68f69fd4-ca4b-43f6-99c9-4a25f7d769cd HTTP/1.1" status: 204 len: 173 time: 2.3735271 Nov 09 17:34:01.145059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a1be62-0632-4708-9ca4-642247f315b9', 'name': 'network-vif-deleted', 'tag': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:01.148389 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d22171-7c99-4939-8240-aca3066d7d1a" -d '{"events": [{"server_uuid": "50a1be62-0632-4708-9ca4-642247f315b9", "name": "network-vif-deleted", "tag": "68f69fd4-ca4b-43f6-99c9-4a25f7d769cd"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:01.190703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07c599-ba28-42cc-9d63-9141d4b6e733 req-032c5b86-4fd8-464f-903c-2184a4e2e9b7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.203352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c07c599-ba28-42cc-9d63-9141d4b6e733 req-032c5b86-4fd8-464f-903c-2184a4e2e9b7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2941687 Nov 09 17:34:01.334705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2883f2d6-64ff-45fa-b28c-7fab8a58848d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:01.398002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] For port cf07554b-e70a-46a4-aa84-8e40f18115ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=cf07554b-e70a-46a4-aa84-8e40f18115ae,segment=NetworkSegment(9740e9f9-aa28-4de8-9fbd-bc173875982a),segment_id=9740e9f9-aa28-4de8-9fbd-bc173875982a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:01.398520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:01.439682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Calling delete_port for cf07554b-e70a-46a4-aa84-8e40f18115ae owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:01.461070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c07c599-ba28-42cc-9d63-9141d4b6e733 req-4d6519bc-1a9e-46ab-bad9-97ece63a6452 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566974 Nov 09 17:34:01.473894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54625a-92f0-4ace-9077-aaab8ef05c66 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.479622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54625a-92f0-4ace-9077-aaab8ef05c66 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.485772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ba54625a-92f0-4ace-9077-aaab8ef05c66 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4429181 Nov 09 17:34:01.493781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40416) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:01.628449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:01.638639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:01.678467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88026d9-c389-43bd-ad71-a4fc0bfdad46 req-d21581c2-dd18-4333-89ba-286835f49440 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.681192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b88026d9-c389-43bd-ad71-a4fc0bfdad46 req-d21581c2-dd18-4333-89ba-286835f49440 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.3639791 Nov 09 17:34:01.758258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fada0-7427-4d75-82f9-559ae5d34a17 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:01.759599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Pushing event deleted for resources: {'Port': ['ID=300bac1f-f6ee-44bb-a44a-6616ff60a4c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:02.032033 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf87237-d9c3-48d7-a2b6-14a1eeb471f2 x-openstack-request-id: req-3cf87237-d9c3-48d7-a2b6-14a1eeb471f2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:02.032916 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a1be62-0632-4708-9ca4-642247f315b9", "name": "network-vif-deleted", "tag": "68f69fd4-ca4b-43f6-99c9-4a25f7d769cd", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:02.033277 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cf87237-d9c3-48d7-a2b6-14a1eeb471f2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:02.035104 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a1be62-0632-4708-9ca4-642247f315b9', 'name': 'network-vif-deleted', 'tag': '68f69fd4-ca4b-43f6-99c9-4a25f7d769cd', 'status': 'completed', 'code': 200} Nov 09 17:34:02.042933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f3122-5aee-47f3-a094-5f012d0daa36 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:02.047821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f3122-5aee-47f3-a094-5f012d0daa36 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:02.054331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-600f3122-5aee-47f3-a094-5f012d0daa36 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5557368 Nov 09 17:34:02.057142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:02.060215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40420) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:02.143754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b88026d9-c389-43bd-ad71-a4fc0bfdad46 req-95445d9a-b8de-4558-b493-e5c89b947856 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137056 Nov 09 17:34:02.151418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:02.156871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:02.164297 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f3d26d64-c7a2-4dcc-8099-f75c1b3d9684 tempest-ServersTestManualDisk-872151504 tempest-ServersTestManualDisk-872151504-project] 10.222.0.45 "DELETE /v2.0/floatingips/a498adc5-ee86-4f30-9825-decb6bc2e69e HTTP/1.1" status: 204 len: 168 time: 4.6091850 Nov 09 17:34:02.164878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:02.211925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2883f2d6-64ff-45fa-b28c-7fab8a58848d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:02.247876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Pushing event deleted for resources: {'Port': ['ID=cf07554b-e70a-46a4-aa84-8e40f18115ae,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:02.280436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8df94b7e-1b99-4765-83c8-4e0826f4d880 req-5aa0e10b-a474-4c88-b0d8-dbb27e9f630c tempest-InstanceActionsNegativeTestJSON-1007436125 tempest-InstanceActionsNegativeTestJSON-1007436125-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a1be62-0632-4708-9ca4-642247f315b9 HTTP/1.1" status: 200 len: 210 time: 0.2257364 Nov 09 17:34:02.284353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2883f2d6-64ff-45fa-b28c-7fab8a58848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:02.390897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523a817-f3a0-489e-9b44-45a8facefc27 None None] DHCP port deletion for 7c8b1258-5506-4556-8950-0181ec49a80e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:02.417578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eef78a9-a092-4081-b1df-375d226785bc req-cb1ee4c7-90bb-46f0-ad2e-a4d12cb0cfd8 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 210 time: 0.1232932 Nov 09 17:34:02.432122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2883f2d6-64ff-45fa-b28c-7fab8a58848d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04f27f162fe945c28c157ed12387aab6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4964211 Nov 09 17:34:02.456256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40426) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:02.457653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] No DVR routers for this DVR port cf07554b-e70a-46a4-aa84-8e40f18115ae on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:02.476089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:02.483247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edcaa558-9a18-4225-96c0-c7a4d558fa94 req-ac29218f-7887-4106-8944-57abe2913570 tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.43 "DELETE /v2.0/ports/cf07554b-e70a-46a4-aa84-8e40f18115ae HTTP/1.1" status: 204 len: 173 time: 2.1209974 Nov 09 17:34:02.483584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883f2d6-64ff-45fa-b28c-7fab8a58848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96f7e82-6aa8-483f-87e3-dfc58af12ec0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:02.794187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed6b3d-c7b7-4ca3-9093-2f9f11664504 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:02.799381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20ed6b3d-c7b7-4ca3-9093-2f9f11664504 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks/8d4cb618-4aac-4e23-9268-2454d37f977f HTTP/1.1" status: 200 len: 799 time: 0.7328184 Nov 09 17:34:02.803675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40432) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:03.022713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6000b-f1b4-4256-9a7b-4c1991fcaa72 req-09075782-92a7-41ff-9136-01318dfe4c0e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.026000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9f6000b-f1b4-4256-9a7b-4c1991fcaa72 req-09075782-92a7-41ff-9136-01318dfe4c0e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3490973 Nov 09 17:34:03.052211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1cacc264-6ec4-4317-8bc1-c52e6c72c165 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/networks/8d4cb618-4aac-4e23-9268-2454d37f977f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2460754 Nov 09 17:34:03.068151 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.080108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cded3bdb-b0b8-4207-9c34-8b9b84ebd372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.084959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:03.227446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cded3bdb-b0b8-4207-9c34-8b9b84ebd372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.308541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43fe82-c782-483f-8bfc-0352f664a2c3 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.309756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:03.317092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c43fe82-c782-483f-8bfc-0352f664a2c3 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/subnets/13653c4f-5917-46de-993c-f5a8682908ce HTTP/1.1" status: 200 len: 811 time: 0.2295339 Nov 09 17:34:03.341744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:03.348638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:03.350066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 68f69fd4-ca4b-43f6-99c9-4a25f7d769cd not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:03.351253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cf07554b-e70a-46a4-aa84-8e40f18115ae no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:03.380271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: cf07554b-e70a-46a4-aa84-8e40f18115ae {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:03.381797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device cf07554b-e70a-46a4-aa84-8e40f18115ae not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:03.439420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9f6000b-f1b4-4256-9a7b-4c1991fcaa72 req-87ab8e43-8bb6-4371-bcdb-99bc95902b1e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814573 Nov 09 17:34:03.540024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cded3bdb-b0b8-4207-9c34-8b9b84ebd372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.549110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cded3bdb-b0b8-4207-9c34-8b9b84ebd372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.555392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cded3bdb-b0b8-4207-9c34-8b9b84ebd372 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e96f7e82-6aa8-483f-87e3-dfc58af12ec0 HTTP/1.1" status: 204 len: 168 time: 1.0905950 Nov 09 17:34:03.555667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.570308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ac1d7-5a4f-4494-babf-34629f69822c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['shared'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.577243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9f4ac1d7-5a4f-4494-babf-34629f69822c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "GET /v2.0/subnets/13653c4f-5917-46de-993c-f5a8682908ce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2288790 Nov 09 17:34:03.590407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40448) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:03.590858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40450) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:03.637835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007589174'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:03.654834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3bdb-b0b8-4207-9c34-8b9b84ebd372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96f7e82-6aa8-483f-87e3-dfc58af12ec0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:03.780973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:03.785453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.829505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Deleting subnet 6506eb7d-09a5-4d66-9284-9cbbed989193 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:03.842483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:03.999573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7d55c05-bc99-4a8f-b2cb-befa785b1a0d req-eb53ab8d-d3d7-4112-98d9-66542010565e tempest-AttachVolumeNegativeTest-887208639 tempest-AttachVolumeNegativeTest-887208639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b97c825c-7580-4f01-b97e-d568d86b9ebf HTTP/1.1" status: 200 len: 210 time: 0.1027713 Nov 09 17:34:04.017319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:04.024646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.029625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76cb0b-6803-4079-855a-ec5b66036988 req-32c53535-46cf-47c5-856b-dffa84b18ea8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:04.055538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e76cb0b-6803-4079-855a-ec5b66036988 req-32c53535-46cf-47c5-856b-dffa84b18ea8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.2605169 Nov 09 17:34:04.076338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'name': 'network-vif-deleted', 'tag': 'cf07554b-e70a-46a4-aa84-8e40f18115ae'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:04.079649 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f2dca-acc2-4a04-91c4-ae95d8da8584" -d '{"events": [{"server_uuid": "b97c825c-7580-4f01-b97e-d568d86b9ebf", "name": "network-vif-deleted", "tag": "cf07554b-e70a-46a4-aa84-8e40f18115ae"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:04.130365 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.132372 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Added segment d5901505-578f-4f17-a820-a68056b084ab of type vlan for network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 Nov 09 17:34:04.145672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e76cb0b-6803-4079-855a-ec5b66036988 req-12c643a0-c5d0-4b6b-940f-475d7399c371 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892003 Nov 09 17:34:04.267649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.294373 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4de725-96a3-4c9f-9343-e334825afe1e x-openstack-request-id: req-af4de725-96a3-4c9f-9343-e334825afe1e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:04.294840 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c825c-7580-4f01-b97e-d568d86b9ebf", "name": "network-vif-deleted", "tag": "cf07554b-e70a-46a4-aa84-8e40f18115ae", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:04.295228 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af4de725-96a3-4c9f-9343-e334825afe1e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:04.295748 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c825c-7580-4f01-b97e-d568d86b9ebf', 'name': 'network-vif-deleted', 'tag': 'cf07554b-e70a-46a4-aa84-8e40f18115ae', 'status': 'completed', 'code': 200} Nov 09 17:34:04.310753 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.341421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40458) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:04.341846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.355859 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.362206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:04.363083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.384919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e71ccf40-6714-4542-a5cb-2f4dc27d0004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.490841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8943295 Nov 09 17:34:04.491229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40466) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:04.498397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:04.504252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149060e6-0b7f-48e1-92ff-6ca22bae1e77 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Network': ['ID=8bad0092-ce27-461f-9c4a-1dd2bc7ba468,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:04.511993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.528602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:04.658812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6506eb7d-09a5-4d66-9284-9cbbed989193,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:04.670970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.678891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d49ded22-d54d-46cd-a0d8-635a042b1a7d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6506eb7d-09a5-4d66-9284-9cbbed989193 HTTP/1.1" status: 204 len: 168 time: 1.0852416 Nov 09 17:34:04.681411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40468) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:04.768519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a5b05-2fd6-4b4b-ba2a-cd3a7bc68765 None None] Network 8bde639b-c09a-4b2e-b664-e961ec743632 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:04.823711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.844903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e71ccf40-6714-4542-a5cb-2f4dc27d0004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.858467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Made reservation on behalf of 1e976802c8e949818dcf4cded5bec280 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:04.862635 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.870693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e71ccf40-6714-4542-a5cb-2f4dc27d0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:04.874939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636be28-c4ad-495d-bd37-3cafdb782d78 req-ab080b0d-a0d5-4bc5-a352-359ea93e12b7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:04.897301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8636be28-c4ad-495d-bd37-3cafdb782d78 req-ab080b0d-a0d5-4bc5-a352-359ea93e12b7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1982167 Nov 09 17:34:05.003702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e71ccf40-6714-4542-a5cb-2f4dc27d0004 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b43dad7e1b914c12b826b0b62f44116f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6606047 Nov 09 17:34:05.009978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Performing IP validity checks on allocation pools {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:34:05.010564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:34:05.024899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:05.035494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1efd5d-4ae3-43f0-9e87-5c3220f48ec3 None None] DHCP port deletion for 8bde639b-c09a-4b2e-b664-e961ec743632 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:05.080447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ccf40-6714-4542-a5cb-2f4dc27d0004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fdbafa-cbbc-427a-9853-1e692a116a55,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:05.115403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:05.142533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8636be28-c4ad-495d-bd37-3cafdb782d78 req-b07de90f-a957-41a3-b513-3692a2ff9d82 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416358 Nov 09 17:34:05.162597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.212037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a9502bbd-1f52-47d9-898d-6b24024eda2e details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:34:05.266331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bde639b-c09a-4b2e-b664-e961ec743632']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:05.296560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Deleting subnet 61d28068-65da-4ab3-a64a-c497efaa5064 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:05.305981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.308627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-375a7c71-a283-47bc-b41f-39d29d55b147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.311252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc061abe-0193-47b1-91d9-2a5d13c03420') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:05.311596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc061abe-0193-47b1-91d9-2a5d13c03420') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:05.360125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Deleting port f65166fd-6ed3-4652-bc9d-80e6d1365d02 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:05.363393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.395677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.433728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:05.456684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.459703 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.464399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'mac_address': 'fa:16:3e:af:a7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:34:05.502293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:05.502757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:05.505288 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:05.539390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.558627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9502bbd-1f52-47d9-898d-6b24024eda2e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:05.588771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:05.605666 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.618888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-375a7c71-a283-47bc-b41f-39d29d55b147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.715251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:05.721812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] For port f65166fd-6ed3-4652-bc9d-80e6d1365d02, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f65166fd-6ed3-4652-bc9d-80e6d1365d02,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:05.722172 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.748361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.749227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.749898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.750268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.750452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Calling delete_port for f65166fd-6ed3-4652-bc9d-80e6d1365d02 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:05.750630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.751231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.751582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.752115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.752503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.753648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.754008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.754477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:05.767445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-375a7c71-a283-47bc-b41f-39d29d55b147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.770118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-375a7c71-a283-47bc-b41f-39d29d55b147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.772528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-375a7c71-a283-47bc-b41f-39d29d55b147 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96fdbafa-cbbc-427a-9853-1e692a116a55 HTTP/1.1" status: 204 len: 168 time: 0.7456100 Nov 09 17:34:05.788025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6558f-bb2f-4098-a49c-e73cafd46262 req-89fcae8e-7cd6-45a3-a223-1c07196be7ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:05.790221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34a6558f-bb2f-4098-a49c-e73cafd46262 req-89fcae8e-7cd6-45a3-a223-1c07196be7ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.4762738 Nov 09 17:34:05.807795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:05.830062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a7c71-a283-47bc-b41f-39d29d55b147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fdbafa-cbbc-427a-9853-1e692a116a55,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:05.839572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a9502bbd-1f52-47d9-898d-6b24024eda2e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:05.886329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.005062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.129667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.137042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] 10.222.0.45 "DELETE /v2.0/networks/8bde639b-c09a-4b2e-b664-e961ec743632 HTTP/1.1" status: 204 len: 168 time: 1.4511759 Nov 09 17:34:06.174399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34a6558f-bb2f-4098-a49c-e73cafd46262 req-50f5820a-d4ce-4943-88b8-e5193be46124 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045042 Nov 09 17:34:06.285661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.327980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.374863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Pushing event deleted for resources: {'Port': ['ID=f65166fd-6ed3-4652-bc9d-80e6d1365d02,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:06.437359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613a315-dc58-488e-b7aa-669476484acb admin admin] Pushing event deleted for resources: {'Network': ['ID=8bde639b-c09a-4b2e-b664-e961ec743632,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:06.506171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.510152 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/61d28068-65da-4ab3-a64a-c497efaa5064 HTTP/1.1" status: 204 len: 168 time: 1.3900607 Nov 09 17:34:06.514056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90af00a-f5bd-4ad7-85f7-5d35a2c8412a None None] Network 7c8b1258-5506-4556-8950-0181ec49a80e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:06.537898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40504) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:06.754110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:06.762827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=5b7bf969-889c-4e82-9642-bbe3755c259d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:06.838680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f41452-e8a2-4b66-adaf-7f9ddf06aff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.840580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40508) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:06.858135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c43ce-fb0d-46d0-ac0d-a3fed784f6fa None None] DHCP port deletion for 7c8b1258-5506-4556-8950-0181ec49a80e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:06.971262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Checking segment: {'id': 'd5901505-578f-4f17-a820-a68056b084ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:06.973729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network hostable DHCP agents. Network: 8bad0092-ce27-461f-9c4a-1dd2bc7ba468, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:06.981649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:06.987269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638c0b9-214e-4c14-ac7d-5276d7e1457d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d28068-65da-4ab3-a64a-c497efaa5064,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:07.030827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:07.092846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.130493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8bad0092-ce27-461f-9c4a-1dd2bc7ba468) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:07.144443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:07.145478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.151823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b8dab-190d-4a2a-8fe4-ffbdf411c6d5 None None] Network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:07.156593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f9e7a-228f-4be1-b7bd-b5981a7b61d4 req-24e960bf-225d-4827-b37c-a7c177fc8498 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:07.160286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e5f9e7a-228f-4be1-b7bd-b5981a7b61d4 req-24e960bf-225d-4827-b37c-a7c177fc8498 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 945 time: 0.5987682 Nov 09 17:34:07.220271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.268783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-315c44d5-92bb-4f07-874f-d8920e2a04ca tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7721381 Nov 09 17:34:07.277007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40516) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:07.301856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:07.316601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f41452-e8a2-4b66-adaf-7f9ddf06aff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.347918 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a9502bbd-1f52-47d9-898d-6b24024eda2e up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:07.380128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f41452-e8a2-4b66-adaf-7f9ddf06aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.450040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8b1258-5506-4556-8950-0181ec49a80e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:07.481731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41452-e8a2-4b66-adaf-7f9ddf06aff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa99fe5-04e1-4a5b-84f7-10cf229d497c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:07.635264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9740e9f9-aa28-4de8-9fbd-bc173875982a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:07.636069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9740e9f9-aa28-4de8-9fbd-bc173875982a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:07.646467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e5f9e7a-228f-4be1-b7bd-b5981a7b61d4 req-64653d26-336f-48c8-98ea-0cd25b9bb3d1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264413 Nov 09 17:34:07.653156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-423afc13-d3c2-418f-9f76-864da22900c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c951844521e447e953cdbfcc8abf1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5747981 Nov 09 17:34:07.664915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-22f41452-e8a2-4b66-adaf-7f9ddf06aff0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09c6e4290dca49cd83a413359b7079be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9078605 Nov 09 17:34:07.665837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:07.682971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:07.831453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a9502bbd-1f52-47d9-898d-6b24024eda2e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:07.832528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.900579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58eb156a-e109-434d-affb-81dc27ef6ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:07.980750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c96d3da-2189-4e92-ab8d-bca6d24e5a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.094619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58eb156a-e109-434d-affb-81dc27ef6ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.140641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8bad0092-ce27-461f-9c4a-1dd2bc7ba468', 'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468', 'tenant_id': '1e976802c8e949818dcf4cded5bec280', 'fixed_ips': [{'subnet_id': '5b7bf969-889c-4e82-9642-bbe3755c259d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:34:08.149682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.159921 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.330901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c96d3da-2189-4e92-ab8d-bca6d24e5a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.334301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:08.344346 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5c1be-0dc2-4b09-952d-4b8ebb55e162" -d '{"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-plugged", "status": "completed", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:08.592782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Router 96fb4be3-7127-4dc6-976f-6ae884a75fcc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:34:08.603462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:08.611658 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0317d4bd-9d37-41c6-a9ee-39f9d3139c64 x-openstack-request-id: req-0317d4bd-9d37-41c6-a9ee-39f9d3139c64 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:08.618316 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-plugged", "status": "completed", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:08.619026 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0317d4bd-9d37-41c6-a9ee-39f9d3139c64 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:08.619767 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'code': 200} Nov 09 17:34:08.626388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.628154 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58eb156a-e109-434d-affb-81dc27ef6ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.637703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58eb156a-e109-434d-affb-81dc27ef6ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.639960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-58eb156a-e109-434d-affb-81dc27ef6ac2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9aa99fe5-04e1-4a5b-84f7-10cf229d497c HTTP/1.1" status: 204 len: 168 time: 0.9553018 Nov 09 17:34:08.695414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb156a-e109-434d-affb-81dc27ef6ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa99fe5-04e1-4a5b-84f7-10cf229d497c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:08.837470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.886370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:08.914543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:08.915077 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:09.015724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c96d3da-2189-4e92-ab8d-bca6d24e5a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:09.021118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c96d3da-2189-4e92-ab8d-bca6d24e5a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:09.030064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c96d3da-2189-4e92-ab8d-bca6d24e5a16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d54b24f-1779-419a-8e2b-742cc2efe985 HTTP/1.1" status: 204 len: 168 time: 1.3591435 Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:09.048905 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:09.072690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:09.090724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:09.124927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7c8b1258-5506-4556-8950-0181ec49a80e HTTP/1.1" status: 204 len: 168 time: 2.5619209 Nov 09 17:34:09.147845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96d3da-2189-4e92-ab8d-bca6d24e5a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54b24f-1779-419a-8e2b-742cc2efe985,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:09.270195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Allocated IP 172.20.0.3 (8bad0092-ce27-461f-9c4a-1dd2bc7ba468/5b7bf969-889c-4e82-9642-bbe3755c259d/c7d48cd0-a506-4d2e-999d-96a226de1588) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:09.309822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5fc2d-701e-4805-898c-b74a93c49067 req-3e9ccb02-b15b-4ed2-8ceb-8b13fd9ffde1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:09.333898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccd5fc2d-701e-4805-898c-b74a93c49067 req-3e9ccb02-b15b-4ed2-8ceb-8b13fd9ffde1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 1.8976653 Nov 09 17:34:09.370291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34274-c7fa-456b-a583-1ace948c29f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8b1258-5506-4556-8950-0181ec49a80e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:09.370492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a974549-da69-444c-b4d3-6fec7dafe0e6 req-84d25a6d-93da-4903-9e01-ecfc988ca478 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:09.376647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a974549-da69-444c-b4d3-6fec7dafe0e6 req-84d25a6d-93da-4903-9e01-ecfc988ca478 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3637905 Nov 09 17:34:09.378069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40542) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:09.409324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:09.594728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:34:09.609280 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] Sync routers for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:34:09.623376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40544) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:09.624863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-71b3d973-5222-495e-add7-9b27201d84db admin admin] 10.222.0.45 "PUT /v2.0/routers/96fb4be3-7127-4dc6-976f-6ae884a75fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4583411 Nov 09 17:34:09.642360 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:09.648215 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:34:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:09.751902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-be53e526-3b3f-418d-a7b3-c5ee447e4c0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e65b5ccdee84489d8546dec9ca821cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531857 Nov 09 17:34:09.753695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:09.888377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a974549-da69-444c-b4d3-6fec7dafe0e6 req-f12f1f50-f927-4f7b-9d12-a08f971ed876 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831693 Nov 09 17:34:10.024762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16148202'] for subnet, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.120183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccd5fc2d-701e-4805-898c-b74a93c49067 req-c60d3cc3-79ba-429d-913b-302edd4fba98 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807999 Nov 09 17:34:10.218357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f277ae54-c8f0-4ba7-b953-191672ecca0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.279484 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:10.360345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f277ae54-c8f0-4ba7-b953-191672ecca0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.419734 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.448457 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.573624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:10.589513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:10.617211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:10.672442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f277ae54-c8f0-4ba7-b953-191672ecca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.691200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f277ae54-c8f0-4ba7-b953-191672ecca0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.691200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f277ae54-c8f0-4ba7-b953-191672ecca0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a50640a-970b-4671-b4c2-96f8e57d2a1c HTTP/1.1" status: 204 len: 168 time: 0.9265420 Nov 09 17:34:10.785067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ae54-c8f0-4ba7-b953-191672ecca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a50640a-970b-4671-b4c2-96f8e57d2a1c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:10.862272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:10.862534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Pushing event updated for resources: {'Port': ['ID=c7d48cd0-a506-4d2e-999d-96a226de1588,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:11.232003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Attempting to bind port c7d48cd0-a506-4d2e-999d-96a226de1588 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:34:11.232444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Attempting to bind port c7d48cd0-a506-4d2e-999d-96a226de1588 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd5901505-578f-4f17-a820-a68056b084ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:34:11.232970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Attempting to bind port c7d48cd0-a506-4d2e-999d-96a226de1588 on network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:11.258296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:11.260468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Checking segment: {'id': 'd5901505-578f-4f17-a820-a68056b084ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:11.264458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:11.266458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Bound using segment: {'id': 'd5901505-578f-4f17-a820-a68056b084ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:11.267282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Bound port: c7d48cd0-a506-4d2e-999d-96a226de1588, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5901505-578f-4f17-a820-a68056b084ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8bad0092-ce27-461f-9c4a-1dd2bc7ba468'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:34:11.271259 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:11.545364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e69b1-bfe6-4885-b36f-4660e1a44bc6 req-44e56ebf-c917-4d63-bda7-9f6235e63862 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:11.558321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a03e69b1-bfe6-4885-b36f-4660e1a44bc6 req-44e56ebf-c917-4d63-bda7-9f6235e63862 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1640642 Nov 09 17:34:11.616305 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:34:06Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:11.705560 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] Checking router: 96fb4be3-7127-4dc6-976f-6ae884a75fcc for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:34:11.730976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a03e69b1-bfe6-4885-b36f-4660e1a44bc6 req-9738c0a7-c79c-4611-a8fa-1bdedb40f079 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670077 Nov 09 17:34:11.759551 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] Routers {'96fb4be3-7127-4dc6-976f-6ae884a75fcc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:11.767713 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:34:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:11.773382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] For port c7d48cd0-a506-4d2e-999d-96a226de1588, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:11.790975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] For port c7d48cd0-a506-4d2e-999d-96a226de1588, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c7d48cd0-a506-4d2e-999d-96a226de1588,segment=NetworkSegment(d5901505-578f-4f17-a820-a68056b084ab),segment_id=d5901505-578f-4f17-a820-a68056b084ab)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:11.809552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:12.074127 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] Set router 96fb4be3-7127-4dc6-976f-6ae884a75fcc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:12.316637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7a06-8407-4f9b-8a81-c7cd9dbf0ab2 None None] Pushing event updated for resources: {'Port': ['ID=c7d48cd0-a506-4d2e-999d-96a226de1588,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:12.414165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca287b9-e272-46f5-bbb6-a06fea741241 req-45042a72-df11-42b0-bfe8-72da8fb96266 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:12.423319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ca287b9-e272-46f5-bbb6-a06fea741241 req-45042a72-df11-42b0-bfe8-72da8fb96266 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 1.1455925 Nov 09 17:34:12.440688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783925542795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147312'] for subnet, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:12.585123 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:34:06Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:12.636843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event updated for resources: {'Subnet': ['ID=5b7bf969-889c-4e82-9642-bbe3755c259d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:12.670414 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:12.680157 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1023e9f-6017-459e-b7f3-e8ab15034e97 None None] The sync data for ids ['96fb4be3-7127-4dc6-976f-6ae884a75fcc'] in n-d-804292-3 is: [{'id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'name': 'tempest-ServersTestManualDisk-1864179744-router', 'tenant_id': '43aa434e6b504ffda5eb293702fa4617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '5106857a-3fda-48da-a360-77c204dda736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:34Z', 'updated_at': '2021-11-09T17:34:06Z', 'revision_number': 5, 'project_id': '43aa434e6b504ffda5eb293702fa4617', 'gw_port': {'id': '5106857a-3fda-48da-a360-77c204dda736', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4be3-7127-4dc6-976f-6ae884a75fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:35Z', 'updated_at': '2021-11-09T17:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:34:12.764369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:12.809397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ca287b9-e272-46f5-bbb6-a06fea741241 req-bb541a6a-0a7e-45a5-965c-888f867c2e59 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599508 Nov 09 17:34:12.813539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:12.817530 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:12.825685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-79344b14-b3fc-4f34-a44b-cc601c887aa2 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "PUT /v2.0/subnets/5b7bf969-889c-4e82-9642-bbe3755c259d HTTP/1.1" status: 200 len: 877 time: 5.5268614 Nov 09 17:34:12.843161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40602) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:13.012510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Deleting port 5106857a-3fda-48da-a360-77c204dda736 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:13.015714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:13.201868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:13.323560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1039731825-network', 'tenant_id': '99cd7b7a0ef64d54b10b04704b6a7163'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:13.363027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7d48cd0-a506-4d2e-999d-96a226de1588 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:13.507110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] For port 5106857a-3fda-48da-a360-77c204dda736, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5106857a-3fda-48da-a360-77c204dda736,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:13.509612 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:13.554673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c7d48cd0-a506-4d2e-999d-96a226de1588 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:13.555483 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:13.575332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Calling delete_port for 5106857a-3fda-48da-a360-77c204dda736 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:13.669370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Made reservation on behalf of 99cd7b7a0ef64d54b10b04704b6a7163 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:13.695960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:13.797672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bf3b-6cd5-4daf-a8c0-58d032ec69c0 req-2c08df32-0c41-45f8-b1c7-71fb8b060745 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:13.816728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01c2bf3b-6cd5-4daf-a8c0-58d032ec69c0 req-2c08df32-0c41-45f8-b1c7-71fb8b060745 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.6057100 Nov 09 17:34:13.847089 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:13.988735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.008403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port c7d48cd0-a506-4d2e-999d-96a226de1588 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:14.009369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.122174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01c2bf3b-6cd5-4daf-a8c0-58d032ec69c0 req-9cbd51cd-5439-4821-9f9c-9698da28997b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041816 Nov 09 17:34:14.228093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port c7d48cd0-a506-4d2e-999d-96a226de1588, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c7d48cd0-a506-4d2e-999d-96a226de1588,segment=NetworkSegment(d5901505-578f-4f17-a820-a68056b084ab),segment_id=d5901505-578f-4f17-a820-a68056b084ab)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:14.247921 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.290854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f65166fd-6ed3-4652-bc9d-80e6d1365d02 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:14.359390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.412014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5106857a-3fda-48da-a360-77c204dda736,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:14.478283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b4ab-04f5-4c8d-aede-8edf6ba8addc req-02f82dea-67da-4bb6-8189-399c889ce531 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:14.480927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a81b4ab-04f5-4c8d-aede-8edf6ba8addc req-02f82dea-67da-4bb6-8189-399c889ce531 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1366019 Nov 09 17:34:14.519009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a3f9a-91a1-439a-9ded-9b624a2f9652 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:14.536578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f65166fd-6ed3-4652-bc9d-80e6d1365d02 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:14.543865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f65166fd-6ed3-4652-bc9d-80e6d1365d02 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:14.628501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=c7d48cd0-a506-4d2e-999d-96a226de1588,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:14.725857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.764732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b5b78-48e4-4dbc-bf83-d728a76b98ff None None] Network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:14.838450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port c7d48cd0-a506-4d2e-999d-96a226de1588, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c7d48cd0-a506-4d2e-999d-96a226de1588,segment=NetworkSegment(d5901505-578f-4f17-a820-a68056b084ab),segment_id=d5901505-578f-4f17-a820-a68056b084ab)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:14.839368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.904196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:14.914267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for c7d48cd0-a506-4d2e-999d-96a226de1588 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:14.930485 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.129228 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a81b4ab-04f5-4c8d-aede-8edf6ba8addc req-5798f085-0422-4d43-8fe1-7d9fc8c3ed90 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880921 Nov 09 17:34:15.147727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.156803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.322332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.322938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fb4be3-7127-4dc6-976f-6ae884a75fcc {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:34:15.339784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.345813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bfca81cb-a2a4-4c72-b53c-f22864ce4f33 admin admin] 10.222.0.45 "DELETE /v2.0/routers/96fb4be3-7127-4dc6-976f-6ae884a75fcc HTTP/1.1" status: 204 len: 168 time: 5.6915376 Nov 09 17:34:15.351509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40638) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:15.570548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7d48cd0-a506-4d2e-999d-96a226de1588 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:15.676840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d761961-a2fd-4bb7-967a-36ddc9c140ac,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:15.699956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Deleting subnet dd5dbc1a-eef5-4961-a3b0-e663e253b66f {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:15.703248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5a28ad17-d6db-4a7a-bcba-aa849eef6e93 None None] Provisioning complete for port c7d48cd0-a506-4d2e-999d-96a226de1588 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:15.703909 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a28ad17-d6db-4a7a-bcba-aa849eef6e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.720933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:15.790960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:15.822754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No active binding found for port c7d48cd0-a506-4d2e-999d-96a226de1588 {{(pid=102556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:34:15.823891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7d48cd0-a506-4d2e-999d-96a226de1588 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 17:34:15.852885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.013957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port c7d48cd0-a506-4d2e-999d-96a226de1588 not found, will not notify nova. {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 17:34:16.067324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.068421 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Added segment f4c54333-f2ac-4e8c-8cac-d1ca08943ad9 of type vlan for network 5c9bc9aa-c589-4aac-b983-163cacb6e451 Nov 09 17:34:16.074040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5a28ad17-d6db-4a7a-bcba-aa849eef6e93 None None] Could not find standard attr ID for object c7d48cd0-a506-4d2e-999d-96a226de1588. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:34:16.113556 n-d-804292-3 neutron-server[102556]: INFO neutron.plugins.ml2.db [None req-5a28ad17-d6db-4a7a-bcba-aa849eef6e93 None None] No ports have port_id starting with c7d48cd0-a506-4d2e-999d-96a226de1588 Nov 09 17:34:16.163982 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.341480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.388250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b530c-a054-453b-9482-f246b4690994 None None] Network 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:16.494846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.496950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:16.498066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.502435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=c7d48cd0-a506-4d2e-999d-96a226de1588,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:16.619102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.636479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9dbe1-325b-406a-a4e1-fc919a9b5d63 req-526f7989-cd0f-42f3-9875-a0ffa0f09463 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:16.639654 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4d9dbe1-325b-406a-a4e1-fc919a9b5d63 req-526f7989-cd0f-42f3-9875-a0ffa0f09463 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.9690478 Nov 09 17:34:16.641748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port c7d48cd0-a506-4d2e-999d-96a226de1588 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:16.722295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.766248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9cb3a7e2-e365-4701-b6c8-ccd7b5259c81 None None] Could not find standard attr ID for object c7d48cd0-a506-4d2e-999d-96a226de1588. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:34:16.851307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0847723 Nov 09 17:34:16.880894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91aca2-79b8-4ab1-a7ba-33882adcfe79 admin admin] Pushing event updated for resources: {'Network': ['ID=5c9bc9aa-c589-4aac-b983-163cacb6e451,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:16.908168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 5c9bc9aa-c589-4aac-b983-163cacb6e451 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:16.936807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:16.995033 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dd5dbc1a-eef5-4961-a3b0-e663e253b66f HTTP/1.1" status: 204 len: 168 time: 1.6318486 Nov 09 17:34:17.015402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:17.100300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33708ff5-ff04-48de-ab91-3130edec40cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5dbc1a-eef5-4961-a3b0-e663e253b66f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:17.264253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a493789-dd4e-445e-8dbb-589595af41c9 req-342f7830-21ca-4ee3-a9ee-7a3f65950896 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:17.272109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a493789-dd4e-445e-8dbb-589595af41c9 req-342f7830-21ca-4ee3-a9ee-7a3f65950896 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.5579479 Nov 09 17:34:17.373237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:17.425761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fecba9b-3f04-4c79-83d2-7b848a6c26b7 None None] Network bf4a08d4-0199-40f8-8dfa-cb5d70843b5c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:17.444570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5106857a-3fda-48da-a360-77c204dda736 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:17.456141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4d9dbe1-325b-406a-a4e1-fc919a9b5d63 req-efdd94f3-da73-4dce-b166-3b8564a77b84 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960571 Nov 09 17:34:17.527519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a493789-dd4e-445e-8dbb-589595af41c9 req-f5f9b0d5-57e7-4ca7-8d01-bece949be1fe tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380550 Nov 09 17:34:17.866194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:17.972640 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.061024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7bf969-889c-4e82-9642-bbe3755c259d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:18.210151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 5106857a-3fda-48da-a360-77c204dda736 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:18.210151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5106857a-3fda-48da-a360-77c204dda736 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:18.340221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.402144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bad0092-ce27-461f-9c4a-1dd2bc7ba468']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:18.425570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5901505-578f-4f17-a820-a68056b084ab') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:18.425897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5901505-578f-4f17-a820-a68056b084ab') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:18.457048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.497563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.514497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:18.516137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:18.655820 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:18.704044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] DHCP port deletion for bf4a08d4-0199-40f8-8dfa-cb5d70843b5c request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:18.780316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.790790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:18.805177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/8bad0092-ce27-461f-9c4a-1dd2bc7ba468 HTTP/1.1" status: 204 len: 168 time: 5.9716380 Nov 09 17:34:18.855117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40696) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:18.982057 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6855509c-33c0-454c-8a12-41961b0a3c43 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:18.982919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6855509c-33c0-454c-8a12-41961b0a3c43 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:18.988735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2121-e066-4ae9-81e0-c6c180f2a718 req-fba7ae30-982c-4106-89b5-75a987874392 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:18.991867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6855509c-33c0-454c-8a12-41961b0a3c43 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/5b7bf969-889c-4e82-9642-bbe3755c259d HTTP/1.1" status: 404 len: 337 time: 0.1252854 Nov 09 17:34:18.992954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63f162-c4dc-4c6d-9046-1ec58d5cd33b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=8bad0092-ce27-461f-9c4a-1dd2bc7ba468,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:18.994885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cceb2121-e066-4ae9-81e0-c6c180f2a718 req-fba7ae30-982c-4106-89b5-75a987874392 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.1981015 Nov 09 17:34:19.003576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:19.113501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] Deleting port 1cdb29bf-38fb-4550-9258-85041d6e1b92 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:19.116662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:19.133100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1cdb29bf-38fb-4550-9258-85041d6e1b92 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:19.143317 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-13161da4-d11c-4f5b-bc19-5254e078b39e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:19.144929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13161da4-d11c-4f5b-bc19-5254e078b39e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:19.150495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13161da4-d11c-4f5b-bc19-5254e078b39e tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/8bad0092-ce27-461f-9c4a-1dd2bc7ba468 HTTP/1.1" status: 404 len: 339 time: 0.0945747 Nov 09 17:34:19.160458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40702) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:19.274941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] For port 1cdb29bf-38fb-4550-9258-85041d6e1b92, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1cdb29bf-38fb-4550-9258-85041d6e1b92,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:19.275790 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5abda7-ed86-47a1-9bed-4892ca2c0dc1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:19.275960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5abda7-ed86-47a1-9bed-4892ca2c0dc1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:19.276434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Deleting port 1cdb29bf-38fb-4550-9258-85041d6e1b92 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:19.276783 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:19.283237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:19.293405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1f5abda7-ed86-47a1-9bed-4892ca2c0dc1 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/900e9051-330b-451e-8d0a-e25fa3e93c20 HTTP/1.1" status: 404 len: 337 time: 0.1312439 Nov 09 17:34:19.302594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40706) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:19.303207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd9c23-3f67-4435-95cf-b2f7bee798c9 req-2a062308-30f5-4057-b30a-0f3ac77e9eba tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:19.312740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cd9c23-3f67-4435-95cf-b2f7bee798c9 req-2a062308-30f5-4057-b30a-0f3ac77e9eba tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.4543123 Nov 09 17:34:19.330462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] Calling delete_port for 1cdb29bf-38fb-4550-9258-85041d6e1b92 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:19.337825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b57e4-bd63-4845-ad10-0a0879d27a6b None None] DHCP port deletion for 8bad0092-ce27-461f-9c4a-1dd2bc7ba468 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:19.355526 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cceb2121-e066-4ae9-81e0-c6c180f2a718 req-12fe9b1c-3b85-4ce3-adee-d6d3e884d86d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480043 Nov 09 17:34:19.412143 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c53a352-cb40-4758-a5f2-983912a67327 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:19.418954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c53a352-cb40-4758-a5f2-983912a67327 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:19.426570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3c53a352-cb40-4758-a5f2-983912a67327 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/1d4ff27c-030a-4d66-892d-4c97f0a04d8a HTTP/1.1" status: 404 len: 339 time: 0.1153240 Nov 09 17:34:19.431522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40710) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:19.578700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98cd9c23-3f67-4435-95cf-b2f7bee798c9 req-ffd01a88-a547-4623-acb8-2e254d0d3d2b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627716 Nov 09 17:34:19.657955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] For port 1cdb29bf-38fb-4550-9258-85041d6e1b92, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1cdb29bf-38fb-4550-9258-85041d6e1b92,segment=NetworkSegment(15b04f69-7b93-40e5-9fcf-429f42888f40),segment_id=15b04f69-7b93-40e5-9fcf-429f42888f40)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:19.659085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:19.669987 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:19.742943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Calling delete_port for 1cdb29bf-38fb-4550-9258-85041d6e1b92 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:19.770769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] Pushing event deleted for resources: {'Port': ['ID=1cdb29bf-38fb-4550-9258-85041d6e1b92,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:19.864356 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:19.922040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb12c7-6604-4d4d-9cc6-809f9bba6f40 None None] No DVR routers for this DVR port 1cdb29bf-38fb-4550-9258-85041d6e1b92 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:19.934567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.192175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.265663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdb29bf-38fb-4550-9258-85041d6e1b92,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:20.280620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] No DVR routers for this DVR port 1cdb29bf-38fb-4550-9258-85041d6e1b92 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:20.514371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.594191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b307daf-87ce-4c34-85c9-46bd30b93925 req-8b7153b6-3f0c-4d27-acd8-53f770b3fa89 tempest-ComputeTenantNetworksTest-205559884 tempest-ComputeTenantNetworksTest-205559884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.603076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b307daf-87ce-4c34-85c9-46bd30b93925 req-8b7153b6-3f0c-4d27-acd8-53f770b3fa89 tempest-ComputeTenantNetworksTest-205559884 tempest-ComputeTenantNetworksTest-205559884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.610351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b307daf-87ce-4c34-85c9-46bd30b93925 req-8b7153b6-3f0c-4d27-acd8-53f770b3fa89 tempest-ComputeTenantNetworksTest-205559884 tempest-ComputeTenantNetworksTest-205559884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.612959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1b307daf-87ce-4c34-85c9-46bd30b93925 req-8b7153b6-3f0c-4d27-acd8-53f770b3fa89 tempest-ComputeTenantNetworksTest-205559884 tempest-ComputeTenantNetworksTest-205559884-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3800163 Nov 09 17:34:20.622463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4a08d4-0199-40f8-8dfa-cb5d70843b5c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.652283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b04f69-7b93-40e5-9fcf-429f42888f40') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.652813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b04f69-7b93-40e5-9fcf-429f42888f40') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.681073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.733747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.742624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091058-81d4-47c2-9972-c7952474fb5d req-a59837a4-bf1b-4ffd-89df-700fd3e5c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.749759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:20.750541 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.751632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-a59837a4-bf1b-4ffd-89df-700fd3e5c4e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 1096 time: 0.6038129 Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:20.762083 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:20.814386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.870936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8865b0a-1bd4-4e6c-98a5-559ef979d115']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.897217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2e5307-977a-43c8-9570-1613f128dad0') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.897532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2e5307-977a-43c8-9570-1613f128dad0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.953334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:20.982656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7d48cd0-a506-4d2e-999d-96a226de1588 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:21.004295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29a43c-e5de-47dc-99c1-6da01623ad4c req-d3249284-3e79-42c6-83ac-b5f51a1be6c8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:21.019499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a29a43c-e5de-47dc-99c1-6da01623ad4c req-d3249284-3e79-42c6-83ac-b5f51a1be6c8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.2064474 Nov 09 17:34:21.034305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:21.041692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:21.053532 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bf4a08d4-0199-40f8-8dfa-cb5d70843b5c HTTP/1.1" status: 204 len: 168 time: 4.0130713 Nov 09 17:34:21.075911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5082e68-5de4-4f6b-b566-66bff4f49803 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4a08d4-0199-40f8-8dfa-cb5d70843b5c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:21.094178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c7d48cd0-a506-4d2e-999d-96a226de1588 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:21.094712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7d48cd0-a506-4d2e-999d-96a226de1588 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:21.239477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbecd0-525e-4d7b-977e-c5c042515e87 req-3c20a95f-f69f-40a7-a643-f133d2435bfa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:21.241970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6acbecd0-525e-4d7b-977e-c5c042515e87 req-3c20a95f-f69f-40a7-a643-f133d2435bfa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3320706 Nov 09 17:34:21.244806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:21.270313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a29a43c-e5de-47dc-99c1-6da01623ad4c req-ac679d65-3ada-4982-b7d0-f4358adc3689 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977746 Nov 09 17:34:21.307712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:21.311113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:21.345656 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:21.527467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40746) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:21.606095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6acbecd0-525e-4d7b-977e-c5c042515e87 req-20543eb0-1e40-4397-a7a7-55455bc7c3da tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433461 Nov 09 17:34:21.704907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47b51-88b6-443f-b507-d521d2a4b896 req-711a3492-0fc9-488c-8a9b-9a90dbd5c084 tempest-ComputeTenantNetworksTest-205559884 tempest-ComputeTenantNetworksTest-205559884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:21.710690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5b47b51-88b6-443f-b507-d521d2a4b896 req-711a3492-0fc9-488c-8a9b-9a90dbd5c084 tempest-ComputeTenantNetworksTest-205559884 tempest-ComputeTenantNetworksTest-205559884-project] 10.222.0.45 "GET /v2.0/networks/5c9bc9aa-c589-4aac-b983-163cacb6e451 HTTP/1.1" status: 200 len: 769 time: 0.3495207 Nov 09 17:34:21.712347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:21.722513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:21.731399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:21.735466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/b8865b0a-1bd4-4e6c-98a5-559ef979d115 HTTP/1.1" status: 204 len: 168 time: 2.2995701 Nov 09 17:34:21.737028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40752) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:21.768627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-44e1e008-8b7d-45b5-83e2-5f032a4f001f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43aa434e6b504ffda5eb293702fa4617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341316 Nov 09 17:34:21.830723 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-420c281d-f98f-43e1-80c8-57772be0e3f6 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:21.831603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420c281d-f98f-43e1-80c8-57772be0e3f6 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:21.842651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-420c281d-f98f-43e1-80c8-57772be0e3f6 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/a3f4bbfc-07f4-429f-9186-12249ed4c5c1 HTTP/1.1" status: 404 len: 337 time: 0.0793495 Nov 09 17:34:21.844972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091058-81d4-47c2-9972-c7952474fb5d req-6ed64c7c-82bf-41ae-9843-6ae482c1b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:21.847965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-6ed64c7c-82bf-41ae-9843-6ae482c1b542 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.8739598 Nov 09 17:34:21.849523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40754) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:21.850170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40758) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:21.954375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33adcbd-0d8d-4869-a896-da20287b8a49 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=b8865b0a-1bd4-4e6c-98a5-559ef979d115,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:21.972736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.135876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-b7043713-32e0-4997-8fe7-adb76a0d24b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756 HTTP/1.1" status: 200 len: 217 time: 0.2547860 Nov 09 17:34:22.148628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95f473dd-f2e3-48ef-acf8-d70ff6a9c16e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.160019 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb70198-1435-4312-96e5-708cd3b9cd18 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.164236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb70198-1435-4312-96e5-708cd3b9cd18 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.170829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0fb70198-1435-4312-96e5-708cd3b9cd18 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/13aeae81-6bf8-42c4-b5d7-fbae92adf5b4 HTTP/1.1" status: 404 len: 339 time: 0.2916369 Nov 09 17:34:22.173438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40764) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:22.224897 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95f1053-2c09-439f-ba71-f5834beced01 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.225409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95f1053-2c09-439f-ba71-f5834beced01 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.231512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e95f1053-2c09-439f-ba71-f5834beced01 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/8a06e630-b6ac-4a36-8f2e-485eaa234bdf HTTP/1.1" status: 404 len: 337 time: 0.0511341 Nov 09 17:34:22.236183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40766) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:22.259078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.301487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9bc9aa-c589-4aac-b983-163cacb6e451']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:22.320498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c54333-f2ac-4e8c-8cac-d1ca08943ad9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:22.320839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c54333-f2ac-4e8c-8cac-d1ca08943ad9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:22.338321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.344502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95f473dd-f2e3-48ef-acf8-d70ff6a9c16e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.372299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.383392 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac326cde-6d8b-43dc-9000-6c438772e237 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.384331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac326cde-6d8b-43dc-9000-6c438772e237 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.392065 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ac326cde-6d8b-43dc-9000-6c438772e237 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/fad6aa24-2bd2-4b7b-9384-1fbc33d10b0d HTTP/1.1" status: 404 len: 339 time: 0.1543257 Nov 09 17:34:22.393462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:22.393905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.397144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40772) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:22.399365 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:22.471514 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7534190-4c38-423b-8869-04e7dd6bb9fb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.472332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7534190-4c38-423b-8869-04e7dd6bb9fb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.479217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a7534190-4c38-423b-8869-04e7dd6bb9fb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/3fcc77f6-6d32-4599-be98-7171e796f36f HTTP/1.1" status: 404 len: 337 time: 0.0808804 Nov 09 17:34:22.480716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40774) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:22.558290 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb17f04-e40f-43d9-9ae6-feb3afe4aa31 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.562882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb17f04-e40f-43d9-9ae6-feb3afe4aa31 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.579666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:22.581592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2bb17f04-e40f-43d9-9ae6-feb3afe4aa31 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/6a1ff22d-afa9-49fa-bf9b-2b603a9a1b41 HTTP/1.1" status: 404 len: 339 time: 0.0810492 Nov 09 17:34:22.623110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091058-81d4-47c2-9972-c7952474fb5d req-d9492059-9818-40e4-afb9-a255788f4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:22.628909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-d9492059-9818-40e4-afb9-a255788f4814 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.4562659 Nov 09 17:34:22.766094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.767820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.773822 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a4e0a4-e1ae-4a6f-b756-1951ed79ec82 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.775090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a4e0a4-e1ae-4a6f-b756-1951ed79ec82 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.781497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b6a4e0a4-e1ae-4a6f-b756-1951ed79ec82 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/894a2b5d-0dde-4ed4-9186-043f60d8eab7 HTTP/1.1" status: 404 len: 337 time: 0.1895542 Nov 09 17:34:22.791874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40788) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:22.823598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091058-81d4-47c2-9972-c7952474fb5d req-32a4f347-215b-446b-91d7-b02403eb5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:22.826057 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-32a4f347-215b-446b-91d7-b02403eb5c57 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875348 Nov 09 17:34:22.827242 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95f473dd-f2e3-48ef-acf8-d70ff6a9c16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.827875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.833151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95f473dd-f2e3-48ef-acf8-d70ff6a9c16e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:22.834327 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95f473dd-f2e3-48ef-acf8-d70ff6a9c16e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02f4de3c-4964-4ce5-bdf4-1b90fdce96dd HTTP/1.1" status: 204 len: 168 time: 0.9577098 Nov 09 17:34:22.835451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5c9bc9aa-c589-4aac-b983-163cacb6e451 HTTP/1.1" status: 204 len: 168 time: 1.1018016 Nov 09 17:34:22.843519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f37ea0-2d26-4480-b7af-e539c4c9e447 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9bc9aa-c589-4aac-b983-163cacb6e451,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:22.889455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91893c9-7b3a-47da-acc1-f126b120c2a9 req-8af8a22b-694e-4661-b5db-52afea6d13d0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:22.891066 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e91893c9-7b3a-47da-acc1-f126b120c2a9 req-8af8a22b-694e-4661-b5db-52afea6d13d0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 945 time: 0.3421063 Nov 09 17:34:22.933286 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8980ad-dfc5-4d2a-a3e5-c12ab6851bd5 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:22.933922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8980ad-dfc5-4d2a-a3e5-c12ab6851bd5 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:22.940010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6d8980ad-dfc5-4d2a-a3e5-c12ab6851bd5 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/b007b56d-ca28-49ba-9c89-a074967ed5dc HTTP/1.1" status: 404 len: 339 time: 0.1350350 Nov 09 17:34:22.952143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40796) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.023693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f473dd-f2e3-48ef-acf8-d70ff6a9c16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4de3c-4964-4ce5-bdf4-1b90fdce96dd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:23.027473 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bd6273-c105-4704-8237-28247dbbff60 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.027928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bd6273-c105-4704-8237-28247dbbff60 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.034552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d9bd6273-c105-4704-8237-28247dbbff60 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/7c4bb676-489b-4f42-9400-601682b2ed25 HTTP/1.1" status: 404 len: 337 time: 0.0787747 Nov 09 17:34:23.038755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40798) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.064993 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bba4ce-362a-4b2e-bb87-e7eae1ec9942 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.065497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bba4ce-362a-4b2e-bb87-e7eae1ec9942 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.072658 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-58bba4ce-362a-4b2e-bb87-e7eae1ec9942 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/c88890de-58b4-4724-b854-d892cf695f7b HTTP/1.1" status: 404 len: 339 time: 0.0326195 Nov 09 17:34:23.076838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40800) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.122748 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88f4a27-c5f0-4621-86b5-e565cfbc9cc9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.123386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88f4a27-c5f0-4621-86b5-e565cfbc9cc9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.132360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f88f4a27-c5f0-4621-86b5-e565cfbc9cc9 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/bd09c78a-f182-42ad-b370-a4800ceca49b HTTP/1.1" status: 404 len: 337 time: 0.0541041 Nov 09 17:34:23.134758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40802) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.160091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca79445-9f30-49a2-8cd4-359c1f1fa026 req-dd65deaa-649a-449b-b3a1-3bf30b285188 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:23.171743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e91893c9-7b3a-47da-acc1-f126b120c2a9 req-80c0f0eb-a6e0-457f-acc0-51f4d2ec8e1c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689042 Nov 09 17:34:23.173095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ca79445-9f30-49a2-8cd4-359c1f1fa026 req-dd65deaa-649a-449b-b3a1-3bf30b285188 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3563685 Nov 09 17:34:23.180885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.263745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ca79445-9f30-49a2-8cd4-359c1f1fa026 req-7c6c815a-0651-4237-80bd-39973b23b7cb tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892775 Nov 09 17:34:23.284313 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bd4b78-476b-4329-9ce9-1d8a155be53b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.285254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bd4b78-476b-4329-9ce9-1d8a155be53b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.292569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-37bd4b78-476b-4329-9ce9-1d8a155be53b tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/67d5d788-a5d7-401e-b31d-e4c6c13b2e21 HTTP/1.1" status: 404 len: 339 time: 0.1508386 Nov 09 17:34:23.296275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40806) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.303823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c2e61c24-8840-49ba-923f-2e38c2c3c756 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:23.340303 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3b745b-66c5-41e5-910b-adf5c830fe04 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.340919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3b745b-66c5-41e5-910b-adf5c830fe04 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.347683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fa3b745b-66c5-41e5-910b-adf5c830fe04 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/4f7cb464-5cfc-45a2-85bc-c348d4e2ac0e HTTP/1.1" status: 404 len: 337 time: 0.0501699 Nov 09 17:34:23.348613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40808) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.380814 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b447c5-87b3-4fe3-bf89-8f9ffb047d6c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.381758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b447c5-87b3-4fe3-bf89-8f9ffb047d6c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.388444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33b447c5-87b3-4fe3-bf89-8f9ffb047d6c tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/4761ec00-b6d4-498d-96c7-44e5a97ee9c2 HTTP/1.1" status: 404 len: 339 time: 0.0358593 Nov 09 17:34:23.389401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40810) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.407781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-774a7f5e-6897-4ba8-bdab-92d941359adf service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658801 Nov 09 17:34:23.415631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d07d21b1-e318-46b1-96ed-4e27ca43c12d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99cd7b7a0ef64d54b10b04704b6a7163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302806 Nov 09 17:34:23.424777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.547502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57091058-81d4-47c2-9972-c7952474fb5d req-04fb1a17-5cac-49e2-99de-d10827125e3f service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141412 Nov 09 17:34:23.549198 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ff1dd0-0599-42c4-8d0c-403f151abf3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.549969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ff1dd0-0599-42c4-8d0c-403f151abf3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.559256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84ff1dd0-0599-42c4-8d0c-403f151abf3a tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/1adabc9f-8049-4e0d-8e07-b8eb70544655 HTTP/1.1" status: 404 len: 337 time: 0.1673603 Nov 09 17:34:23.560089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.595847 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.610793 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc426a8-6fbb-410f-83ca-a7670ed51178 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:23.611419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc426a8-6fbb-410f-83ca-a7670ed51178 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:23.625158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fbc426a8-6fbb-410f-83ca-a7670ed51178 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/8eab9a1a-0b23-4952-a500-46fa17f756b7 HTTP/1.1" status: 404 len: 339 time: 0.0638900 Nov 09 17:34:23.628458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:23.653764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:23.655368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:23.661994 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac4523e-e55b-444f-be70-b2822bca2b36" -d '{"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:23.667439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.748939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-590c0b6b-b06c-4acb-a269-e90cb89013db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.749419 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ecb6f-409a-4fae-85e7-23b88f9040c1 x-openstack-request-id: req-364ecb6f-409a-4fae-85e7-23b88f9040c1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:23.749925 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-unplugged", "status": "completed", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:23.750332 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-364ecb6f-409a-4fae-85e7-23b88f9040c1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:23.750915 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'code': 200} Nov 09 17:34:23.787842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:23.805305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting subnet 13653c4f-5917-46de-993c-f5a8682908ce {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:23.819029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.845170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-590c0b6b-b06c-4acb-a269-e90cb89013db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.897634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.980709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-590c0b6b-b06c-4acb-a269-e90cb89013db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.990013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-590c0b6b-b06c-4acb-a269-e90cb89013db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:23.994644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-590c0b6b-b06c-4acb-a269-e90cb89013db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d761961-a2fd-4bb7-967a-36ddc9c140ac HTTP/1.1" status: 204 len: 168 time: 0.5653355 Nov 09 17:34:24.030151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c0b6b-b06c-4acb-a269-e90cb89013db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d761961-a2fd-4bb7-967a-36ddc9c140ac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:24.137340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:24.269131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:24.315536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:34:24.378920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Subnet': ['ID=13653c4f-5917-46de-993c-f5a8682908ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:24.386102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:24.392326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723001c-5a82-4e5b-b6ba-a99ee8e24042 None None] Network 8d4cb618-4aac-4e23-9268-2454d37f977f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:24.398536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fedea31d-10e6-4f06-90fc-a823966e8307 tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/subnets/13653c4f-5917-46de-993c-f5a8682908ce HTTP/1.1" status: 204 len: 168 time: 0.7669923 Nov 09 17:34:24.399371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:24.562354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf1e60-fb57-46a0-ac07-87c21791779d req-d90635ea-2136-43ac-8e41-6119c858cceb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:24.584767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77cf1e60-fb57-46a0-ac07-87c21791779d req-d90635ea-2136-43ac-8e41-6119c858cceb tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.1843116 Nov 09 17:34:24.653622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:24.762216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e15e1-1932-4278-9924-e55aceea7f1f req-cd63f659-4f7c-4af9-a88a-081c62844cff tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:24.772516 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea2e15e1-1932-4278-9924-e55aceea7f1f req-cd63f659-4f7c-4af9-a88a-081c62844cff tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1159661 Nov 09 17:34:24.836067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77cf1e60-fb57-46a0-ac07-87c21791779d req-d5f345d2-ee6c-410d-99de-c3e0fa2ab6ae tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438111 Nov 09 17:34:24.867698 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea2e15e1-1932-4278-9924-e55aceea7f1f req-ecf93b56-77f2-468e-b5df-a927e6d18aa3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937047 Nov 09 17:34:24.885813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Deleting port 42bf541a-b4ab-48cf-905b-46bbbe61875a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:24.888369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.099470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] For port 42bf541a-b4ab-48cf-905b-46bbbe61875a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=42bf541a-b4ab-48cf-905b-46bbbe61875a,segment=NetworkSegment(a729ed6f-e1f0-4735-b11e-2750edef55d2),segment_id=a729ed6f-e1f0-4735-b11e-2750edef55d2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:25.099981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.125580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Calling delete_port for 42bf541a-b4ab-48cf-905b-46bbbe61875a owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:25.172975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] DHCP port deletion for 8d4cb618-4aac-4e23-9268-2454d37f977f request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:25.266487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.292306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Deleting port 42bf541a-b4ab-48cf-905b-46bbbe61875a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:25.292745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.367212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Port': ['ID=42bf541a-b4ab-48cf-905b-46bbbe61875a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:25.379052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] No DVR routers for this DVR port 42bf541a-b4ab-48cf-905b-46bbbe61875a on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:25.481015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] For port 42bf541a-b4ab-48cf-905b-46bbbe61875a, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:25.481660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.536766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Calling delete_port for 42bf541a-b4ab-48cf-905b-46bbbe61875a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:25.554603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Port 42bf541a-b4ab-48cf-905b-46bbbe61875a was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:34:25.558063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.669962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.670529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] Pushing event deleted for resources: {'Port': ['ID=42bf541a-b4ab-48cf-905b-46bbbe61875a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:25.684321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b63ca-0169-4895-82db-75a3fa7d50da None None] No DVR routers for this DVR port 42bf541a-b4ab-48cf-905b-46bbbe61875a on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:25.749764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4cb618-4aac-4e23-9268-2454d37f977f']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:25.775580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a729ed6f-e1f0-4735-b11e-2750edef55d2') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:25.776570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a729ed6f-e1f0-4735-b11e-2750edef55d2') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:25.793462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.830159 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.844008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:25.844008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:25.851554 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:26.086727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ab1f6-c23f-4616-a2f8-2949b31f9ec3 req-8dc781c9-4568-413f-9fc5-fb07e4d036d6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:26.104940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed7ab1f6-c23f-4616-a2f8-2949b31f9ec3 req-8dc781c9-4568-413f-9fc5-fb07e4d036d6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1156895 Nov 09 17:34:26.199131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:26.249546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:26.257646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] 10.222.0.45 "DELETE /v2.0/networks/8d4cb618-4aac-4e23-9268-2454d37f977f HTTP/1.1" status: 204 len: 168 time: 1.8561056 Nov 09 17:34:26.259369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82909bd-40e4-46ba-9511-75ea21ad0ecb tempest-NetworksTest-1969834282 tempest-NetworksTest-1969834282-project] Pushing event deleted for resources: {'Network': ['ID=8d4cb618-4aac-4e23-9268-2454d37f977f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:26.347067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ed7ab1f6-c23f-4616-a2f8-2949b31f9ec3 req-272ae2c7-f6f3-4844-839d-6f17a5cc6250 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345741 Nov 09 17:34:26.403207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b7d0-1f45-42a0-9afb-de20f784d578 req-3b9d4e25-81d2-41dd-9a83-9aff4d925281 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:26.416994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20d1b7d0-1f45-42a0-9afb-de20f784d578 req-3b9d4e25-81d2-41dd-9a83-9aff4d925281 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.1696141 Nov 09 17:34:26.507880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20d1b7d0-1f45-42a0-9afb-de20f784d578 req-99231d56-ccce-4fec-ac28-375e97c53c37 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825529 Nov 09 17:34:27.040511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 42bf541a-b4ab-48cf-905b-46bbbe61875a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:27.068694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:27.084078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 42bf541a-b4ab-48cf-905b-46bbbe61875a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:27.084827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 42bf541a-b4ab-48cf-905b-46bbbe61875a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:27.151020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40908) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:27.322954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1568638247-network', 'tenant_id': 'a549922929ce48998b6371f2bfb06605'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:27.363424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Made reservation on behalf of a549922929ce48998b6371f2bfb06605 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:27.368125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:27.399465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:27.440638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aaeca802-9c4a-4908-ab96-4105bdb5b033 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e976802c8e949818dcf4cded5bec280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952116 Nov 09 17:34:27.444775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40922) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:27.608519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-40532bdd-7199-4357-8fb1-0da29a08a161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:27.759800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f566c-1903-4967-95ab-ede30bef3288 req-c40e2b07-25da-4b0c-9bb1-fc8df5a2f0fa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:27.763010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff9f566c-1903-4967-95ab-ede30bef3288 req-c40e2b07-25da-4b0c-9bb1-fc8df5a2f0fa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2862267 Nov 09 17:34:27.816082 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7194a5f-38de-4f9f-8fcd-8120c9e4738f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:27.909441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:27.936045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.104859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:28.176534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff9f566c-1903-4967-95ab-ede30bef3288 req-91ad854e-aad4-4862-a805-1d76c9db1100 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022229 Nov 09 17:34:28.225215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf5fe88-b2f0-441c-b145-0e7f0931db7d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:28.251693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.265878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.267740 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Added segment bc099635-cf23-43e1-a52d-bb1782755423 of type vlan for network e9529423-38aa-49a1-8c3b-6991c48e92b2 Nov 09 17:34:28.357250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.417974 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.419477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:28.420339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.520186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-40532bdd-7199-4357-8fb1-0da29a08a161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.601524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-40532bdd-7199-4357-8fb1-0da29a08a161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.604879 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-40532bdd-7199-4357-8fb1-0da29a08a161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:28.606409 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-40532bdd-7199-4357-8fb1-0da29a08a161 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/490b5745-a2ba-44d0-9249-0f2db3b4fa00 HTTP/1.1" status: 204 len: 168 time: 1.1597946 Nov 09 17:34:28.631798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40532bdd-7199-4357-8fb1-0da29a08a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b5745-a2ba-44d0-9249-0f2db3b4fa00,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:28.663167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff1809-7ce2-4aa5-93ad-869b0240cb57 req-a58315c0-5a06-477a-b0f0-b84244ebe9da tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:28.677933 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2ff1809-7ce2-4aa5-93ad-869b0240cb57 req-a58315c0-5a06-477a-b0f0-b84244ebe9da tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 0.0879681 Nov 09 17:34:28.748387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2ff1809-7ce2-4aa5-93ad-869b0240cb57 req-8e3e9c67-ebfc-422f-81d3-6a27b639bd87 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684774 Nov 09 17:34:28.950605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88f047-97fe-4556-a44f-54cb0677d83c req-88ea3841-bee6-472a-829b-2f25e979ddde tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:28.965838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea88f047-97fe-4556-a44f-54cb0677d83c req-88ea3841-bee6-472a-829b-2f25e979ddde tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1452374 Nov 09 17:34:29.108535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea88f047-97fe-4556-a44f-54cb0677d83c req-4550f5af-d8d9-4ffb-9682-05f81658a30b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280768 Nov 09 17:34:29.335215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2645681 Nov 09 17:34:29.340586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:29.349705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c2e61c24-8840-49ba-923f-2e38c2c3c756 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:29.353646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b007b-c595-4faa-bb34-93af99b1a25f admin admin] Pushing event updated for resources: {'Network': ['ID=e9529423-38aa-49a1-8c3b-6991c48e92b2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:29.359575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Request body: {'subnet': {'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1568638247-subnet', 'tenant_id': 'a549922929ce48998b6371f2bfb06605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:29.465345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Made reservation on behalf of a549922929ce48998b6371f2bfb06605 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:29.485422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:29.566656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e9529423-38aa-49a1-8c3b-6991c48e92b2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:29.788027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91d3a0-0c6d-401f-8c10-62a41788c363 req-5608cb7b-b8c2-462b-9e0f-d9f75826a714 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:29.807660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd91d3a0-0c6d-401f-8c10-62a41788c363 req-5608cb7b-b8c2-462b-9e0f-d9f75826a714 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2517083 Nov 09 17:34:30.033388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd91d3a0-0c6d-401f-8c10-62a41788c363 req-57966133-549f-4664-abaf-9e2044cb767c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228138 Nov 09 17:34:30.067314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98cf4-ad47-43d6-a87a-63031655b870 req-b72f563e-865f-4a9a-a15a-08680206925e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:30.079332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc98cf4-ad47-43d6-a87a-63031655b870 req-b72f563e-865f-4a9a-a15a-08680206925e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.3356998 Nov 09 17:34:30.238160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc98cf4-ad47-43d6-a87a-63031655b870 req-55b4b741-3dff-4e07-94ae-128ffed844d7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512408 Nov 09 17:34:30.420832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93383a62-ed54-405b-8435-ae5baf0ec5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:30.724241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:30.925068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95759c55-395b-48f1-a786-89924e6f08ce,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:30.958289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7793cc-03d6-4645-8f9b-6a9a9ea16f06 req-7f639a8a-d98f-4300-9b73-f18fe65a0e7a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:30.990429 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f7793cc-03d6-4645-8f9b-6a9a9ea16f06 req-7f639a8a-d98f-4300-9b73-f18fe65a0e7a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2108407 Nov 09 17:34:31.047984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Checking segment: {'id': 'bc099635-cf23-43e1-a52d-bb1782755423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:31.053735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Network hostable DHCP agents. Network: e9529423-38aa-49a1-8c3b-6991c48e92b2, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:31.099301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Network e9529423-38aa-49a1-8c3b-6991c48e92b2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:31.119481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e9529423-38aa-49a1-8c3b-6991c48e92b2) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:31.130505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:31.134350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:31.141341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138cabf-6d5a-47d0-9ae3-6cc79742c371 None None] Network e9529423-38aa-49a1-8c3b-6991c48e92b2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:31.159972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f7793cc-03d6-4645-8f9b-6a9a9ea16f06 req-c064f98a-87b3-423d-bb35-28f3af24172c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677351 Nov 09 17:34:31.189866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b83f95db-d9e4-4003-a76d-598015bd9e90 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8453858 Nov 09 17:34:31.428625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:31.526208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0e83-fcbe-454f-bcb6-dd4b30925b09 req-5431dbee-1540-49f9-b848-ac3bc613d465 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:31.545583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f8b0e83-fcbe-454f-bcb6-dd4b30925b09 req-5431dbee-1540-49f9-b848-ac3bc613d465 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1523490 Nov 09 17:34:31.604792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be8a3c-e837-4bad-a2ac-5d27c465cc3f None None] Network e9529423-38aa-49a1-8c3b-6991c48e92b2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:31.697163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:31.716384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f8b0e83-fcbe-454f-bcb6-dd4b30925b09 req-90305ade-194d-4b29-a817-b3d88cda7383 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676474 Nov 09 17:34:31.842934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1986075517'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:31.913408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:31.934343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:31.969825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:32.143495 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:32.158291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:32.180771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:32.208029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:32.208856 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment c390b1fe-c390-4fbf-aa19-21aac51dab16 of type vlan for network d6e50db0-02a7-4dac-95a4-39542274a307 Nov 09 17:34:32.363547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de087a-6e8d-49c6-a0b9-ab11e35fc0fb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:32.425325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895f578-c2cb-46f0-b183-c1f7b1e9ff1f req-b4b7549d-06d6-4a32-b3bf-89571cdaf7c5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:32.436465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1895f578-c2cb-46f0-b183-c1f7b1e9ff1f req-b4b7549d-06d6-4a32-b3bf-89571cdaf7c5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1168177 Nov 09 17:34:32.562159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1895f578-c2cb-46f0-b183-c1f7b1e9ff1f req-2b886509-fe73-400f-af1c-26ce1a81593f tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242797 Nov 09 17:34:32.716226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-5cdf91f7-674a-4d2e-a256-92d1e7b841ca tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:32.730777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-5cdf91f7-674a-4d2e-a256-92d1e7b841ca tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/networks?id=e9529423-38aa-49a1-8c3b-6991c48e92b2 HTTP/1.1" status: 200 len: 822 time: 0.3834569 Nov 09 17:34:32.763903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-338585d5-6e3a-4eb5-8b56-0a47622caa27 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/quotas/a549922929ce48998b6371f2bfb06605 HTTP/1.1" status: 200 len: 375 time: 0.0310969 Nov 09 17:34:32.766950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:32.883166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-37d90abd-6619-475f-86fc-e6f0749a7830 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a549922929ce48998b6371f2bfb06605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051950 Nov 09 17:34:32.986020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f2812-4503-4dda-9819-27a3962ca8bd req-5b299d92-a88f-4bc1-8802-006f3d75f0a9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:32.989749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb9f2812-4503-4dda-9819-27a3962ca8bd req-5b299d92-a88f-4bc1-8802-006f3d75f0a9 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1692646 Nov 09 17:34:33.086823 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-63b26d2f-0298-46ed-9077-c2f6cdc5c2c9 service neutron] 10.222.0.45 "GET /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017264 Nov 09 17:34:33.097912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:33.108793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:34:33.203636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb9f2812-4503-4dda-9819-27a3962ca8bd req-f29201da-f89d-45ab-80c7-80dc31d569c6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021658 Nov 09 17:34:33.234562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:33.246036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:33.247665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:33.369702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=d6e50db0-02a7-4dac-95a4-39542274a307,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:33.386560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:33.406783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c305f622-98d2-43c5-aec5-088d85d3dca7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9758863 Nov 09 17:34:33.409356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:33.423495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'name': 'tempest-PortsTestJSON-1970593363'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:33.456431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-f7ca26b3-bfb9-44f2-b0de-8beda991c686 service neutron] 10.222.0.45 "GET /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657963 Nov 09 17:34:33.610750 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:33.624982 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:33.722739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:34:33.781160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.096591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:34.160383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14b21-9d0e-4d9c-a2a4-c1cdfe940e8d req-155bd167-ce50-4f92-8bc4-abdf6d14cdf7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:34.162176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87c14b21-9d0e-4d9c-a2a4-c1cdfe940e8d req-155bd167-ce50-4f92-8bc4-abdf6d14cdf7 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2734768 Nov 09 17:34:34.194026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c991a2f-0673-4a5a-841b-b32cc1712765 req-45d7740d-ecc3-43bf-8604-6da59eea6679 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 210 time: 0.0799010 Nov 09 17:34:34.217246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.271815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc20-a3af-4783-b9fa-000de2f29e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.367175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87c14b21-9d0e-4d9c-a2a4-c1cdfe940e8d req-80b76658-1d10-4cd6-a833-b7c63ad0afc8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864650 Nov 09 17:34:34.413527 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.499896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c3ae2-e719-481d-b1a1-dae84282b095 req-27c2a12a-2b65-4ee5-b980-3d8c4f8af7ff tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:34.507639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95c3ae2-e719-481d-b1a1-dae84282b095 req-27c2a12a-2b65-4ee5-b980-3d8c4f8af7ff tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.1362047 Nov 09 17:34:34.535280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:34.559399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': 'c390b1fe-c390-4fbf-aa19-21aac51dab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:34.560167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: d6e50db0-02a7-4dac-95a4-39542274a307, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:34.562298 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc20-a3af-4783-b9fa-000de2f29e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.578436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc20-a3af-4783-b9fa-000de2f29e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.593548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95c3ae2-e719-481d-b1a1-dae84282b095 req-71016e01-1abe-425e-8ccc-afd2c35b1191 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848918 Nov 09 17:34:34.600765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:34.623222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d6e50db0-02a7-4dac-95a4-39542274a307) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:34.639413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26fc08-941e-4522-a026-e9fde279e046 None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:34.658332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-74d6fc20-a3af-4783-b9fa-000de2f29e4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a73c2aedb42494ea9c9a3a0b1afee83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5599549 Nov 09 17:34:34.659743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6fc20-a3af-4783-b9fa-000de2f29e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479724a4-7d2c-444d-8bf1-f5241473078f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:34.660475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:34.662781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:34.682246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:34.684682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.719579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ba2b999b-e63b-47a8-9b66-9bba8f7d47b9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3088212 Nov 09 17:34:34.724438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41164) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:34.736195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1208154137'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:34.758226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d31eba5-c1ac-4f7f-ac2c-9fa42d196927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.786668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d31eba5-c1ac-4f7f-ac2c-9fa42d196927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.796931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:34.809255 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.875808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d31eba5-c1ac-4f7f-ac2c-9fa42d196927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.880312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d31eba5-c1ac-4f7f-ac2c-9fa42d196927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.882396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0d31eba5-c1ac-4f7f-ac2c-9fa42d196927 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/479724a4-7d2c-444d-8bf1-f5241473078f HTTP/1.1" status: 204 len: 168 time: 0.2182658 Nov 09 17:34:34.890547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:34.918247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:34.919791 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment 054ad8e0-5b39-4feb-9ca9-dc58f7ddd619 of type vlan for network e33d3381-5232-400d-b580-892abb681bdc Nov 09 17:34:34.940663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31eba5-c1ac-4f7f-ac2c-9fa42d196927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479724a4-7d2c-444d-8bf1-f5241473078f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:35.025321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:35.091181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:35.125829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:35.130192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:35.215419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4892886 Nov 09 17:34:35.218164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41180) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:35.233164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'ports': [{'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'}, {'network_id': 'e33d3381-5232-400d-b580-892abb681bdc'}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:35.233981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:35.234864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'e33d3381-5232-400d-b580-892abb681bdc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:35.344933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d88e4-37b2-4285-b26d-ad001f9657c5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=e33d3381-5232-400d-b580-892abb681bdc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:35.366476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e33d3381-5232-400d-b580-892abb681bdc details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:35.482776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e7e10eb-d427-4ad7-9c0d-b547054dfcb0 req-fc97effd-bb86-4d07-b95c-df4ca79f7239 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 210 time: 0.0703466 Nov 09 17:34:35.708426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdb741-fd9a-43a5-af47-9f00fd55d105 req-e1235de7-f863-4d28-af86-e3ec8464ed5e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:35.711013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76cdb741-fd9a-43a5-af47-9f00fd55d105 req-e1235de7-f863-4d28-af86-e3ec8464ed5e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1338882 Nov 09 17:34:35.711727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41200) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:35.726232 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bc47ca27-b6e8-457a-84a9-51d99cd4c4e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:35.760588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:35.766520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:35.818961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.047271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port df54b875-d395-40d7-81a0-2a61841935ed yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:34:36.081051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60fe20-8afc-43c5-af6d-f1e8a31653e5 req-63003658-5fb5-45f3-a2d0-f21966ee7e8d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:36.091314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a60fe20-8afc-43c5-af6d-f1e8a31653e5 req-63003658-5fb5-45f3-a2d0-f21966ee7e8d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2697570 Nov 09 17:34:36.174945 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76cdb741-fd9a-43a5-af47-9f00fd55d105 req-04f262b2-5e92-4422-aafa-9e6e3d757283 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413841 Nov 09 17:34:36.203912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-bec0d7aa-10f0-4fb4-ad9c-6633bdea48cf tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:36.205519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-bec0d7aa-10f0-4fb4-ad9c-6633bdea48cf tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.43 "GET /v2.0/networks?id=e9529423-38aa-49a1-8c3b-6991c48e92b2 HTTP/1.1" status: 200 len: 822 time: 0.3657951 Nov 09 17:34:36.231142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Request body: {'port': {'device_id': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2', 'admin_state_up': True, 'tenant_id': 'a549922929ce48998b6371f2bfb06605'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:36.232196 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a60fe20-8afc-43c5-af6d-f1e8a31653e5 req-47096698-b011-4f13-be3a-317935c20f79 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394513 Nov 09 17:34:36.381187 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.412822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Made reservation on behalf of a549922929ce48998b6371f2bfb06605 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:36.421949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.463244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bc47ca27-b6e8-457a-84a9-51d99cd4c4e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.495709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bc47ca27-b6e8-457a-84a9-51d99cd4c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.512663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port da0be7fd-5a5a-4252-a2c6-cda79684f885 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:34:36.635032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bc47ca27-b6e8-457a-84a9-51d99cd4c4e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08222e2a35f641dc8108eeb33565837f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9219856 Nov 09 17:34:36.638196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47ca27-b6e8-457a-84a9-51d99cd4c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f7858-e9b4-408b-a28c-5c0bb7c039b4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:36.651273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:36.712390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84d6ac88-afaa-4968-a9b6-d2c8df68dcdd req-92ac0bdb-6328-4b74-a33a-fbd2e52f2a6f tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 210 time: 0.0778723 Nov 09 17:34:36.773020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.795133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853cd9fe-765b-4abc-8787-1ebdb6fb4bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.823068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853cd9fe-765b-4abc-8787-1ebdb6fb4bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.844229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Allocated IP 172.20.0.14 (e9529423-38aa-49a1-8c3b-6991c48e92b2/95759c55-395b-48f1-a786-89924e6f08ce/6e542f9a-c47a-4138-925c-3e7b03640a12) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:36.909234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41220) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:36.925989 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.944240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853cd9fe-765b-4abc-8787-1ebdb6fb4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.947623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853cd9fe-765b-4abc-8787-1ebdb6fb4bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:36.952746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-853cd9fe-765b-4abc-8787-1ebdb6fb4bdb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e0f7858-e9b4-408b-a28c-5c0bb7c039b4 HTTP/1.1" status: 204 len: 168 time: 0.2946322 Nov 09 17:34:37.015394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd9fe-765b-4abc-8787-1ebdb6fb4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f7858-e9b4-408b-a28c-5c0bb7c039b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:37.025162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:37.030287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:37.037944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:37.038842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.065023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=df54b875-d395-40d7-81a0-2a61841935ed,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:37.153245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': '054ad8e0-5b39-4feb-9ca9-dc58f7ddd619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e33d3381-5232-400d-b580-892abb681bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:37.153929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: e33d3381-5232-400d-b580-892abb681bdc, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:37.168334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=da0be7fd-5a5a-4252-a2c6-cda79684f885,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:37.197628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network e33d3381-5232-400d-b580-892abb681bdc is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:37.211744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e33d3381-5232-400d-b580-892abb681bdc) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:37.218764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:37.226808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:37.227147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f8176-650f-487d-815b-e538561205fc None None] Network e33d3381-5232-400d-b580-892abb681bdc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:37.233198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.233494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:37.234193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.271901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0df20e66-56cc-4475-a474-ed4f44c43c0d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0458763 Nov 09 17:34:37.272543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:37.435729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.525921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port da0be7fd-5a5a-4252-a2c6-cda79684f885 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:37.526127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.672369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Pushing event updated for resources: {'Port': ['ID=6e542f9a-c47a-4138-925c-3e7b03640a12,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:37.693127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Network e9529423-38aa-49a1-8c3b-6991c48e92b2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:37.695187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:37.728759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:37.729387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c86c-b3d2-428f-9160-59d852d5ca01 req-6b8eb879-0d49-42d5-8bc9-ac622fa815c5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:37.736932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fc5c86c-b3d2-428f-9160-59d852d5ca01 req-6b8eb879-0d49-42d5-8bc9-ac622fa815c5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2373281 Nov 09 17:34:37.751745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.778262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed93168b-865b-4422-ba11-f616bae5bd1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.788135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for da0be7fd-5a5a-4252-a2c6-cda79684f885 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:37.862467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3897e-5bfc-4645-8101-3d10bea96f85 req-e7087739-d05d-45f5-b3db-5ce12ecb7aa9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:37.864241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0e3897e-5bfc-4645-8101-3d10bea96f85 req-e7087739-d05d-45f5-b3db-5ce12ecb7aa9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1985581 Nov 09 17:34:37.892661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:37.893143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:37.907390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fc5c86c-b3d2-428f-9160-59d852d5ca01 req-b868ee31-d7a3-4271-9a35-8615ec2d5a54 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326320 Nov 09 17:34:38.008567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.025244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-e268d56d-084e-472b-9465-5579d2b32f7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8091190 Nov 09 17:34:38.055848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Request body: {'port': {'device_id': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:38.060328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=da0be7fd-5a5a-4252-a2c6-cda79684f885,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:38.084706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.091554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-46cae684-3e5b-482a-b518-356f2dc4aa49 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/da0be7fd-5a5a-4252-a2c6-cda79684f885 HTTP/1.1" status: 204 len: 168 time: 0.8154788 Nov 09 17:34:38.092004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:38.139470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0e3897e-5bfc-4645-8101-3d10bea96f85 req-867940ba-9bde-4551-baf5-b6c4b4548bc8 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307298 Nov 09 17:34:38.197270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed93168b-865b-4422-ba11-f616bae5bd1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.225888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e7786-4406-492d-8f81-a732e4e497d8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.232377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e7786-4406-492d-8f81-a732e4e497d8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.235194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed93168b-865b-4422-ba11-f616bae5bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.236263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5d6e7786-4406-492d-8f81-a732e4e497d8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1408017 Nov 09 17:34:38.240486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41268) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:38.352420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfabab-2b57-4517-9f9d-57ad3ca8252f req-d1d7560e-09db-439a-8e0b-8739139f8454 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.354216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-babfabab-2b57-4517-9f9d-57ad3ca8252f req-d1d7560e-09db-439a-8e0b-8739139f8454 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 932 time: 0.1629384 Nov 09 17:34:38.360095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.396523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93168b-865b-4422-ba11-f616bae5bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32246724-ba8f-4007-a70a-a47cb1420f53,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:38.429765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ed93168b-865b-4422-ba11-f616bae5bd1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2cf6bb1e69a1464a8088c7b100c81e62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5140684 Nov 09 17:34:38.431384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:38.448499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-babfabab-2b57-4517-9f9d-57ad3ca8252f req-7a41e4ce-605d-4504-b97a-d3ff3c240c03 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809698 Nov 09 17:34:38.453157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port df54b875-d395-40d7-81a0-2a61841935ed {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:38.453651 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.467747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.474783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.481009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.488083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.494241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.500635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.507342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.509446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7df51241-47d9-416a-9621-b5fa70035976 req-3abbbb05-c1b3-4f20-a245-ad76aa74dde7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.2763281 Nov 09 17:34:38.610585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.637712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for df54b875-d395-40d7-81a0-2a61841935ed owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:38.746507 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab09b-71af-4af5-bb47-5b2ca4689de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.746894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.781306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=df54b875-d395-40d7-81a0-2a61841935ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:38.789818 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.794368 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0a1d78a8-2736-48e9-ae35-187358f3f3e0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/df54b875-d395-40d7-81a0-2a61841935ed HTTP/1.1" status: 204 len: 168 time: 0.5252364 Nov 09 17:34:38.796924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:38.827595 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7df51241-47d9-416a-9621-b5fa70035976 req-f67bf8e3-797b-40dd-961e-7f88cf89e971 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2993422 Nov 09 17:34:38.846292 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab09b-71af-4af5-bb47-5b2ca4689de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:38.862397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2617681f-5643-48b4-a3ff-72276a89145e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.864431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2617681f-5643-48b4-a3ff-72276a89145e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0664451 Nov 09 17:34:38.864732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-c1407308-a7e7-4165-9dc4-490ac3054df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.867403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:38.868414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-c1407308-a7e7-4165-9dc4-490ac3054df1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 1097 time: 0.2175703 Nov 09 17:34:38.900338 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6b274d-cdd2-435b-b4e6-af628b6a1687 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:34:38.902045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ca6b274d-cdd2-435b-b4e6-af628b6a1687 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/da0be7fd-5a5a-4252-a2c6-cda79684f885 HTTP/1.1" status: 404 len: 333 time: 0.0334380 Nov 09 17:34:38.906766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:38.939639 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d864594e-6122-4179-8223-fd9e7644e242 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:34:38.942418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d864594e-6122-4179-8223-fd9e7644e242 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/df54b875-d395-40d7-81a0-2a61841935ed HTTP/1.1" status: 404 len: 333 time: 0.0306520 Nov 09 17:34:38.947936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:39.058315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e542f9a-c47a-4138-925c-3e7b03640a12 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:39.068226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.083168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Transition to ACTIVE for port object 6e542f9a-c47a-4138-925c-3e7b03640a12 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:34:39.131047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.170787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.254854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.272738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.274818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab09b-71af-4af5-bb47-5b2ca4689de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.279051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab09b-71af-4af5-bb47-5b2ca4689de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.279706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.283074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf5ab09b-71af-4af5-bb47-5b2ca4689de2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32246724-ba8f-4007-a70a-a47cb1420f53 HTTP/1.1" status: 204 len: 168 time: 0.8497148 Nov 09 17:34:39.288540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.290219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e542f9a-c47a-4138-925c-3e7b03640a12,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:39.296010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.304033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.310690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.327635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcb13662-0b3c-49c5-9165-4c795c7ffe65 req-5ed47819-1b27-4447-963d-3d43e99f27c9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.2689137 Nov 09 17:34:39.328059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ab09b-71af-4af5-bb47-5b2ca4689de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32246724-ba8f-4007-a70a-a47cb1420f53,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:39.366226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a9fa8-9b8f-4eb1-9b29-e1a5fa42e9e5 req-7dbba0d4-a0db-4b73-a650-b09eec98d5b7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.374552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f3a9fa8-9b8f-4eb1-9b29-e1a5fa42e9e5 req-7dbba0d4-a0db-4b73-a650-b09eec98d5b7 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2754376 Nov 09 17:34:39.377142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-2420c5d6-f4d4-4676-a308-aa3a726742c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.378784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-2420c5d6-f4d4-4676-a308-aa3a726742c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.4995353 Nov 09 17:34:39.485970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-0ba9e4df-8861-4c7d-a9bc-2a67214bae98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e HTTP/1.1" status: 200 len: 217 time: 0.0852258 Nov 09 17:34:39.573646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Attempting to bind port 6e542f9a-c47a-4138-925c-3e7b03640a12 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:34:39.574053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Attempting to bind port 6e542f9a-c47a-4138-925c-3e7b03640a12 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'bc099635-cf23-43e1-a52d-bb1782755423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:34:39.574318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Attempting to bind port 6e542f9a-c47a-4138-925c-3e7b03640a12 on network e9529423-38aa-49a1-8c3b-6991c48e92b2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:39.595803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f3a9fa8-9b8f-4eb1-9b29-e1a5fa42e9e5 req-75160c09-3eb9-49cf-8b12-5f16e00c04db tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200041 Nov 09 17:34:39.598726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-08b8ee8f-69fe-40f0-9fc6-4b9bf459eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.602089 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.607807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-08b8ee8f-69fe-40f0-9fc6-4b9bf459eb84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.1083257 Nov 09 17:34:39.608244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Port 6e542f9a-c47a-4138-925c-3e7b03640a12 on network e9529423-38aa-49a1-8c3b-6991c48e92b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:34:39.609696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Attempting to bind port 6e542f9a-c47a-4138-925c-3e7b03640a12 on network e9529423-38aa-49a1-8c3b-6991c48e92b2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:39.635661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33d3381-5232-400d-b580-892abb681bdc']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:39.657708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf918-4392-48c4-a498-f93d161702a5 req-2dedb4fb-8d38-495e-8f46-f1d7cd357ca1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.659403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d76bf918-4392-48c4-a498-f93d161702a5 req-2dedb4fb-8d38-495e-8f46-f1d7cd357ca1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2052124 Nov 09 17:34:39.662542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054ad8e0-5b39-4feb-9ca9-dc58f7ddd619') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:39.662883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054ad8e0-5b39-4feb-9ca9-dc58f7ddd619') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:39.683577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.689586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:39.689992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Checking segment: {'id': 'bc099635-cf23-43e1-a52d-bb1782755423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:39.690347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Bound using segment: {'id': 'bc099635-cf23-43e1-a52d-bb1782755423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:39.691181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Bound port: 6e542f9a-c47a-4138-925c-3e7b03640a12, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc099635-cf23-43e1-a52d-bb1782755423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:34:39.691181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.699586 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-87d01b3a-69c9-4222-b442-5fbc37302280 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789907 Nov 09 17:34:39.718287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.732434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:39.732852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:39.736245 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:39.830568 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d76bf918-4392-48c4-a498-f93d161702a5 req-d4ba3636-3776-461e-a525-3795cf50333a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593390 Nov 09 17:34:39.871483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.891591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:39.911732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba5a77-bdbd-44a3-a1cd-30ede632d578 req-1c4d3f2d-ad33-40d9-97e9-bd59e651648c tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.916224 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/e33d3381-5232-400d-b580-892abb681bdc HTTP/1.1" status: 204 len: 168 time: 0.9653785 Nov 09 17:34:39.917775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:39.918483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0aba5a77-bdbd-44a3-a1cd-30ede632d578 req-1c4d3f2d-ad33-40d9-97e9-bd59e651648c tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2179217 Nov 09 17:34:39.959476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-544722569'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:39.960899 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-ec8a9346-6a89-4d35-b821-d5c3157d2f02 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352631 Nov 09 17:34:39.980650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cc719-91a9-4b05-9f08-64111864a9ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=e33d3381-5232-400d-b580-892abb681bdc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:39.995464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] For port 6e542f9a-c47a-4138-925c-3e7b03640a12, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:40.030733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:40.040619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.063747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] For port 6e542f9a-c47a-4138-925c-3e7b03640a12, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e542f9a-c47a-4138-925c-3e7b03640a12,segment=NetworkSegment(bc099635-cf23-43e1-a52d-bb1782755423),segment_id=bc099635-cf23-43e1-a52d-bb1782755423)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:40.077601 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.086785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0aba5a77-bdbd-44a3-a1cd-30ede632d578 req-6b62df2c-bd07-48ae-887c-2321a1ef5cc2 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672046 Nov 09 17:34:40.132000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:40.153254 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.158013 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment 5bdf167b-3e1f-4125-8915-c07742622e2c of type vlan for network 8a29db30-e30d-4dce-96d4-2ab74e143484 Nov 09 17:34:40.165061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:40.165484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.166939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e542f9a-c47a-4138-925c-3e7b03640a12 HTTP/1.1" status: 200 len: 1092 time: 2.1216743 Nov 09 17:34:40.169452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'tag': '6e542f9a-c47a-4138-925c-3e7b03640a12'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:40.172451 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "52ce0ea7-3097-4e3b-a95a-1895a8df0fa3", "tag": "6e542f9a-c47a-4138-925c-3e7b03640a12"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:40.214587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638a7ebd-1811-458a-b432-cc07813a48a7 req-02553aec-6395-4ca8-94c6-c872e21626e5 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408674 Nov 09 17:34:40.215530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712bc20-b1df-4bc4-8602-1ed40d3ab4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e542f9a-c47a-4138-925c-3e7b03640a12,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:40.310595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.313536 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242a6d1-6e5a-43e9-86eb-bf7272331dd2 x-openstack-request-id: req-d242a6d1-6e5a-43e9-86eb-bf7272331dd2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:40.314151 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ce0ea7-3097-4e3b-a95a-1895a8df0fa3", "tag": "6e542f9a-c47a-4138-925c-3e7b03640a12", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:40.314424 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d242a6d1-6e5a-43e9-86eb-bf7272331dd2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:40.315107 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'tag': '6e542f9a-c47a-4138-925c-3e7b03640a12', 'status': 'completed', 'code': 200} Nov 09 17:34:40.325002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:40.345150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-57260be1-6330-423a-81f6-ce834e6be9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:40.348446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-57260be1-6330-423a-81f6-ce834e6be9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a549922929ce48998b6371f2bfb06605&device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 1095 time: 0.0821223 Nov 09 17:34:40.351575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d9037ef-7db5-4727-b39a-406a55680748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.380242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.390674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:40.391771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.402786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-0c55da6a-4b82-460e-baa0-82fc2b2d79d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e542f9a-c47a-4138-925c-3e7b03640a12 HTTP/1.1" status: 200 len: 217 time: 0.0454979 Nov 09 17:34:40.512785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-2fa2c767-7792-4d1f-b1bf-6508ad7d7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:40.516290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-2fa2c767-7792-4d1f-b1bf-6508ad7d7021 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95759c55-395b-48f1-a786-89924e6f08ce HTTP/1.1" status: 200 len: 862 time: 0.1057332 Nov 09 17:34:40.536898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6075039 Nov 09 17:34:40.549891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:40.554689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-d1f1dbd7-05e9-4232-b18a-98e23099e426 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9529423-38aa-49a1-8c3b-6991c48e92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314362 Nov 09 17:34:40.558674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:40.572505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dafa2d-e6e7-4125-8e6a-01f6a529227f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=8a29db30-e30d-4dce-96d4-2ab74e143484,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:40.590787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:40.712467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d9037ef-7db5-4727-b39a-406a55680748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.718791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d9037ef-7db5-4727-b39a-406a55680748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.788183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9037ef-7db5-4727-b39a-406a55680748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71ccf0-5f71-40a4-a9fb-9a9ed12be17a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:40.797685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6d9037ef-7db5-4727-b39a-406a55680748 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e137fb860c54b768bb5b7fef11d204b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4713364 Nov 09 17:34:40.798628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:40.924637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13caa652-61f0-4de2-b7da-dc38a6bb4e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:40.998486 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13caa652-61f0-4de2-b7da-dc38a6bb4e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:41.019494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67835f8-1a9f-4c91-af8b-152d77d7cd8c req-774825e9-49a1-4536-ad88-b0a502f1a26d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:41.032982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c67835f8-1a9f-4c91-af8b-152d77d7cd8c req-774825e9-49a1-4536-ad88-b0a502f1a26d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 946 time: 0.2789004 Nov 09 17:34:41.049743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-35ebc91f-2131-4b4f-bc90-d88ccd08edd2 service neutron] 10.222.0.43 "GET /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855852 Nov 09 17:34:41.125426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fefa8f-cf19-43f2-baa5-6edffbceb112 req-fee9eb64-bbb7-46f9-b43b-881f587e8d15 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:41.128334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88fefa8f-cf19-43f2-baa5-6edffbceb112 req-fee9eb64-bbb7-46f9-b43b-881f587e8d15 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0951076 Nov 09 17:34:41.157424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13caa652-61f0-4de2-b7da-dc38a6bb4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:41.161049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13caa652-61f0-4de2-b7da-dc38a6bb4e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:41.165340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13caa652-61f0-4de2-b7da-dc38a6bb4e5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b71ccf0-5f71-40a4-a9fb-9a9ed12be17a HTTP/1.1" status: 204 len: 168 time: 0.3625867 Nov 09 17:34:41.215977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caa652-61f0-4de2-b7da-dc38a6bb4e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71ccf0-5f71-40a4-a9fb-9a9ed12be17a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:41.268259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:41.281999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:41.313327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88fefa8f-cf19-43f2-baa5-6edffbceb112 req-2980c621-3de1-4a31-a66a-32ea1ec1ef51 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617146 Nov 09 17:34:41.381186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a9502bbd-1f52-47d9-898d-6b24024eda2e no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:41.465940 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c67835f8-1a9f-4c91-af8b-152d77d7cd8c req-122ca8bc-34d6-4e40-b8e8-c369d59312a4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316676 Nov 09 17:34:41.471201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Performing IP validity checks on allocation pools {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:34:41.474502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:34:41.548587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:41.600058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a7d4a40-af79-4617-960b-71577a8cb8dc req-572e2740-db78-40f2-8a66-40db0642b58d service neutron] 10.222.0.43 "GET /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408256 Nov 09 17:34:41.622127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:41.636460 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994bc2a6-af72-4b56-9489-d31a71157957" -d '{"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-unplugged", "status": "completed", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:41.648764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e112e-1fbb-46ad-909c-fbaf85b64aa1 req-f0a0e701-ed62-40f6-9d74-7fc52a1058d9 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:41.663675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-db9e112e-1fbb-46ad-909c-fbaf85b64aa1 req-f0a0e701-ed62-40f6-9d74-7fc52a1058d9 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2089705 Nov 09 17:34:41.678609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:41.690911 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:41.858468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:41.877056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-db9e112e-1fbb-46ad-909c-fbaf85b64aa1 req-9061eeef-e995-43f4-b2b8-ab5e4ebd0eb9 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118928 Nov 09 17:34:41.887488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-765d7666-78d8-419a-ad6d-fc1879f3d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:41.890579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-765d7666-78d8-419a-ad6d-fc1879f3d1a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a549922929ce48998b6371f2bfb06605&device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1781259 Nov 09 17:34:42.008633 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a1e09-f632-4415-847a-7fd066e1c08a x-openstack-request-id: req-005a1e09-f632-4415-847a-7fd066e1c08a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:42.008960 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-unplugged", "status": "completed", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:42.009181 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-005a1e09-f632-4415-847a-7fd066e1c08a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:42.009595 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'code': 200} Nov 09 17:34:42.134210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:42.176765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0da1-afef-4d2c-aa50-5ea991929900 req-b18a6f61-a141-46e7-9a5a-04a93d2c217a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.179941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-256c0da1-afef-4d2c-aa50-5ea991929900 req-b18a6f61-a141-46e7-9a5a-04a93d2c217a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1318061 Nov 09 17:34:42.275919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-256c0da1-afef-4d2c-aa50-5ea991929900 req-caab824e-3b75-44b8-b0c7-752e927ac1ad tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844202 Nov 09 17:34:42.287991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=28c99cf1-8611-4669-a79d-c49f07b971d0,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:42.335977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.336304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.336647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.337017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.337301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.337628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.337955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.338282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.338609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.338939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.339313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.339596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:42.340346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:42.352523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-3c5c98f5-c8ad-4a00-8c07-67ac22682334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.354130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-3c5c98f5-c8ad-4a00-8c07-67ac22682334 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1095 time: 0.3041596 Nov 09 17:34:42.476111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.476716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.477210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.477691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.478172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.479034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.479232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.487579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-7df6e97f-3547-45f1-ba6e-a04f2dfca9c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6499 time: 0.1452746 Nov 09 17:34:42.495018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-9ec8a6fb-c2ab-4001-8bdb-6a0476aa59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.498770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-9ec8a6fb-c2ab-4001-8bdb-6a0476aa59d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9529423-38aa-49a1-8c3b-6991c48e92b2 HTTP/1.1" status: 200 len: 922 time: 0.5976038 Nov 09 17:34:42.505140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': '5bdf167b-3e1f-4125-8915-c07742622e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:42.506821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: 8a29db30-e30d-4dce-96d4-2ab74e143484, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:42.573913 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-dd569b54-5888-4322-92f4-0f5d7be82596 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42888797-2eac-4162-a158-4fca716be803&id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848353 Nov 09 17:34:42.697465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-60d615b8-8900-49d7-9866-3994fe59f1b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e542f9a-c47a-4138-925c-3e7b03640a12 HTTP/1.1" status: 200 len: 217 time: 0.1675801 Nov 09 17:34:42.729679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:42.788207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-da60313a-4e03-4e9f-8499-0e1d34fe87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.789883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-da60313a-4e03-4e9f-8499-0e1d34fe87e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.4164696 Nov 09 17:34:42.793446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8a29db30-e30d-4dce-96d4-2ab74e143484) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:42.805891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c390c-1f22-40c9-9174-f0910c8b6fb4 None None] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:42.821967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.822901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:42.885712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-b1ddf5a7-5b21-4be8-8bf8-a95981fb9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.888077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-b1ddf5a7-5b21-4be8-8bf8-a95981fb9011 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95759c55-395b-48f1-a786-89924e6f08ce HTTP/1.1" status: 200 len: 862 time: 0.1511598 Nov 09 17:34:42.897598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194ff12-ab8e-46ad-a442-aec613fb3c56 req-1d2ea27c-79a5-4dd3-b4f5-22fa17374bf1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:42.899459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6194ff12-ab8e-46ad-a442-aec613fb3c56 req-1d2ea27c-79a5-4dd3-b4f5-22fa17374bf1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.2390254 Nov 09 17:34:42.946192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-007053cb-3768-4083-9493-8ff459ff4010 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3951738 Nov 09 17:34:42.950340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:42.955730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484', 'name': 'tempest-PortsTestJSON-1772954851'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:43.021540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-441e4075-0b39-445c-8fe4-f12616c826a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9529423-38aa-49a1-8c3b-6991c48e92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177948 Nov 09 17:34:43.151930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8a29db30-e30d-4dce-96d4-2ab74e143484', 'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': '28c99cf1-8611-4669-a79d-c49f07b971d0'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:34:43.152828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:43.163052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33335c77-68a3-43e7-b73a-fb155c931113 req-a5866d86-886e-49bf-b90c-74ec2f75e2fa tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:43.168502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-dadc7b2d-4a2b-45ef-86af-ed77b74d3b81 service neutron] 10.222.0.43 "GET /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293559 Nov 09 17:34:43.171754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33335c77-68a3-43e7-b73a-fb155c931113 req-a5866d86-886e-49bf-b90c-74ec2f75e2fa tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 944 time: 0.1039472 Nov 09 17:34:43.190741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-b7f2b105-76ab-48b6-9795-8b7261c25206 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 998 time: 0.3871813 Nov 09 17:34:43.298184 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33335c77-68a3-43e7-b73a-fb155c931113 req-719892ef-3150-4392-8559-0dc811a1c571 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220279 Nov 09 17:34:43.350601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:43.369926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:43.436889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 309d864a-23d2-46c4-8a2d-18064ed5d916 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:34:43.447571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6194ff12-ab8e-46ad-a442-aec613fb3c56 req-94ac8e57-f155-47cc-b380-5b9b9deb67d5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290017 Nov 09 17:34:43.464388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Allocated IP 172.20.0.2 (8a29db30-e30d-4dce-96d4-2ab74e143484/28c99cf1-8611-4669-a79d-c49f07b971d0/9377c62c-fca4-4cbb-865f-d65bacf03965) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:43.518020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-2b3fac18-9013-4022-b3e6-d28419041c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:43.525312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-2b3fac18-9013-4022-b3e6-d28419041c44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.3151910 Nov 09 17:34:43.699983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8d310e6-3da9-4c20-885d-f1b46ff1b1b4 req-57893204-7d4d-4a58-85a0-1d3e5b26d943 service neutron] 10.222.0.43 "GET /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247359 Nov 09 17:34:43.741176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-5566e358-0898-407a-9fc4-ad1311c8869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:43.747789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-5566e358-0898-407a-9fc4-ad1311c8869d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026560 Nov 09 17:34:43.793124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa39541-3b97-4ee2-afd2-d9c8b6924564 req-c04c8d29-2a88-470b-9f87-0cd9d342a3e2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:43.804495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfa39541-3b97-4ee2-afd2-d9c8b6924564 req-c04c8d29-2a88-470b-9f87-0cd9d342a3e2 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1753390 Nov 09 17:34:43.840881 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:43.854275 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:43.895829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:43.942032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:43.946609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Pushing event updated for resources: {'Port': ['ID=9377c62c-fca4-4cbb-865f-d65bacf03965,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:43.956329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-fe68efa9-b0b7-4a6b-b033-a81feb2fb830 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907604 Nov 09 17:34:43.960485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:43.988531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfa39541-3b97-4ee2-afd2-d9c8b6924564 req-4dba3b45-172c-45f1-930b-e03f30cf0c8b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743209 Nov 09 17:34:44.054383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.12 (8a29db30-e30d-4dce-96d4-2ab74e143484/28c99cf1-8611-4669-a79d-c49f07b971d0/309d864a-23d2-46c4-8a2d-18064ed5d916) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:44.099925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Attempting to bind port 9377c62c-fca4-4cbb-865f-d65bacf03965 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:34:44.105121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Attempting to bind port 9377c62c-fca4-4cbb-865f-d65bacf03965 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5bdf167b-3e1f-4125-8915-c07742622e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:34:44.106601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Attempting to bind port 9377c62c-fca4-4cbb-865f-d65bacf03965 on network 8a29db30-e30d-4dce-96d4-2ab74e143484 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:44.121526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:44.124571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Checking segment: {'id': '5bdf167b-3e1f-4125-8915-c07742622e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:44.127925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:44.128723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Bound using segment: {'id': '5bdf167b-3e1f-4125-8915-c07742622e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:44.130035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Bound port: 9377c62c-fca4-4cbb-865f-d65bacf03965, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdf167b-3e1f-4125-8915-c07742622e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8a29db30-e30d-4dce-96d4-2ab74e143484'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:34:44.130651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:44.210482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2154f4f3-fe16-4cbd-a9af-c0d65bde7794 req-f5381523-d1d4-42bd-a7a6-b9d41dc43bb0 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411816 Nov 09 17:34:44.281622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] For port 9377c62c-fca4-4cbb-865f-d65bacf03965, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:44.286462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] For port 9377c62c-fca4-4cbb-865f-d65bacf03965, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9377c62c-fca4-4cbb-865f-d65bacf03965,segment=NetworkSegment(5bdf167b-3e1f-4125-8915-c07742622e2c),segment_id=5bdf167b-3e1f-4125-8915-c07742622e2c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:44.298435 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:44.391894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:44.435229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830b15-13c4-4902-9a76-b99be4fcac00 None None] Pushing event updated for resources: {'Port': ['ID=9377c62c-fca4-4cbb-865f-d65bacf03965,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:44.555328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:44.625688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:44.647155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d0b39-ad3e-4fde-b9af-57aefc6a9c9b req-1303b6fc-de81-48af-8ca3-aba3e2803a7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:44.649159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-639d0b39-ad3e-4fde-b9af-57aefc6a9c9b req-1303b6fc-de81-48af-8ca3-aba3e2803a7a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 944 time: 0.1762559 Nov 09 17:34:44.650316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:44.658268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:44.710103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=309d864a-23d2-46c4-8a2d-18064ed5d916,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:44.811430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:44.812950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:44.899355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-639d0b39-ad3e-4fde-b9af-57aefc6a9c9b req-541c14a7-ee40-4053-bebd-dbfcf4fa27f8 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056663 Nov 09 17:34:44.915135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41460) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:44.917437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e975f25-c874-45b9-8fa4-c248ffe809b2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9604113 Nov 09 17:34:45.268202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9377c62c-fca4-4cbb-865f-d65bacf03965 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:45.346818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ecee4-1cf9-472b-99fc-a6e1ea87bbbb req-ccec262b-46ae-4007-ae23-5b9d6a012f48 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:45.351591 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-750ecee4-1cf9-472b-99fc-a6e1ea87bbbb req-ccec262b-46ae-4007-ae23-5b9d6a012f48 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1141827 Nov 09 17:34:45.503260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-750ecee4-1cf9-472b-99fc-a6e1ea87bbbb req-f845bcce-2221-4fcf-9f6c-433a921a88ef tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286922 Nov 09 17:34:45.738669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24608a34-4b80-4b37-821c-a898840a297f req-ed18e549-23ed-4c53-87de-82f235fd2cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:45.754811 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24608a34-4b80-4b37-821c-a898840a297f req-ed18e549-23ed-4c53-87de-82f235fd2cbe tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1141167 Nov 09 17:34:45.924166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24608a34-4b80-4b37-821c-a898840a297f req-ea534e60-91af-4a02-9454-38433044ae39 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677890 Nov 09 17:34:46.065990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 309d864a-23d2-46c4-8a2d-18064ed5d916 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:46.067045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:46.107365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a9502bbd-1f52-47d9-898d-6b24024eda2e no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:46.160047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e542f9a-c47a-4138-925c-3e7b03640a12 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:34:46.320600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e4e-f941-4265-b752-3267cfa09df8 req-236e9031-4494-4068-a888-8bd7d658e811 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:46.330446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac9f6e4e-f941-4265-b752-3267cfa09df8 req-236e9031-4494-4068-a888-8bd7d658e811 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2037733 Nov 09 17:34:46.345064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-6e0efb95-e7ec-4a1d-9120-a57f8e67c671 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:46.349324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-6e0efb95-e7ec-4a1d-9120-a57f8e67c671 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=074098bf-f4da-41ed-abaa-671c0ef67124 HTTP/1.1" status: 200 len: 944 time: 0.2756352 Nov 09 17:34:46.429557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6e542f9a-c47a-4138-925c-3e7b03640a12, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e542f9a-c47a-4138-925c-3e7b03640a12,segment=NetworkSegment(bc099635-cf23-43e1-a52d-bb1782755423),segment_id=bc099635-cf23-43e1-a52d-bb1782755423)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:46.459575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6e542f9a-c47a-4138-925c-3e7b03640a12', 'network_id': 'e9529423-38aa-49a1-8c3b-6991c48e92b2', 'port_id': '6e542f9a-c47a-4138-925c-3e7b03640a12', 'mac_address': 'fa:16:3e:7b:0f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95759c55-395b-48f1-a786-89924e6f08ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:34:46.590744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac9f6e4e-f941-4265-b752-3267cfa09df8 req-4ec4b096-f692-4d3e-b868-da6a05b7f740 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476709 Nov 09 17:34:46.637406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b60d2-0ec6-4288-98ee-3a3b391f1950 None None] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:46.648475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:46.700507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 309d864a-23d2-46c4-8a2d-18064ed5d916 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:46.759746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:46.802922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d58e14df-323d-4f2e-8a84-fb205c366e51 None None] Provisioning complete for port 9377c62c-fca4-4cbb-865f-d65bacf03965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:46.803387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d58e14df-323d-4f2e-8a84-fb205c366e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:46.875478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Deleting port a9502bbd-1f52-47d9-898d-6b24024eda2e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:46.877823 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:46.896957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e542f9a-c47a-4138-925c-3e7b03640a12 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:46.911361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b36b1e-0400-41b9-83e1-8936aaac6ff0 req-3e65a4d5-0ad6-4fe6-b53d-c597cb53c43c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:46.923361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1b36b1e-0400-41b9-83e1-8936aaac6ff0 req-3e65a4d5-0ad6-4fe6-b53d-c597cb53c43c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0975013 Nov 09 17:34:46.982357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9377c62c-fca4-4cbb-865f-d65bacf03965 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:46.986511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.019092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b1b36b1e-0400-41b9-83e1-8936aaac6ff0 req-bf58b525-ff3d-4782-9690-483fd644a8ae tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952935 Nov 09 17:34:47.054327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:47.055940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6e542f9a-c47a-4138-925c-3e7b03640a12, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e542f9a-c47a-4138-925c-3e7b03640a12,segment=NetworkSegment(bc099635-cf23-43e1-a52d-bb1782755423),segment_id=bc099635-cf23-43e1-a52d-bb1782755423)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:47.190732 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.200632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.219290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] For port a9502bbd-1f52-47d9-898d-6b24024eda2e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a9502bbd-1f52-47d9-898d-6b24024eda2e,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:47.221592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.278605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=309d864a-23d2-46c4-8a2d-18064ed5d916,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:47.296018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Calling delete_port for a9502bbd-1f52-47d9-898d-6b24024eda2e owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:47.325487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6e542f9a-c47a-4138-925c-3e7b03640a12,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:47.390096 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d58e14df-323d-4f2e-8a84-fb205c366e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.468889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6e542f9a-c47a-4138-925c-3e7b03640a12'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:47.491938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.495857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95e5bcd9-08b8-4889-9b11-0908e5465f99 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/309d864a-23d2-46c4-8a2d-18064ed5d916 HTTP/1.1" status: 204 len: 168 time: 2.5774710 Nov 09 17:34:47.499254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:47.564140 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eea8f7-22eb-4d48-937a-81a4a266537f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:34:47.564954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eea8f7-22eb-4d48-937a-81a4a266537f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:34:47.573270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-28eea8f7-22eb-4d48-937a-81a4a266537f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/309d864a-23d2-46c4-8a2d-18064ed5d916 HTTP/1.1" status: 404 len: 333 time: 0.0728793 Nov 09 17:34:47.578882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41536) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:47.596934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.642721 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b351bf9d-3d9d-471b-9426-afc9fb44fe0a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:34:47.644927 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b351bf9d-3d9d-471b-9426-afc9fb44fe0a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/309d864a-23d2-46c4-8a2d-18064ed5d916 HTTP/1.1" status: 404 len: 333 time: 0.0645506 Nov 09 17:34:47.647551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d58e14df-323d-4f2e-8a84-fb205c366e51 None None] For port 9377c62c-fca4-4cbb-865f-d65bacf03965, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9377c62c-fca4-4cbb-865f-d65bacf03965,segment=NetworkSegment(5bdf167b-3e1f-4125-8915-c07742622e2c),segment_id=5bdf167b-3e1f-4125-8915-c07742622e2c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:47.648349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:47.681551 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d58e14df-323d-4f2e-8a84-fb205c366e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.749810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55d10-175b-446b-aa19-ca9db52c1b80 req-e0b2287e-ca8a-4759-abf5-1753597068b0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:47.764963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bd55d10-175b-446b-aa19-ca9db52c1b80 req-e0b2287e-ca8a-4759-abf5-1753597068b0 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1724045 Nov 09 17:34:47.789790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.811243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet 28c99cf1-8611-4669-a79d-c49f07b971d0 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:47.814049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.824920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.825667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e14df-323d-4f2e-8a84-fb205c366e51 None None] Pushing event updated for resources: {'Port': ['ID=9377c62c-fca4-4cbb-865f-d65bacf03965,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:47.869760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event deleted for resources: {'Port': ['ID=a9502bbd-1f52-47d9-898d-6b24024eda2e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:47.914536 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:34:47.915198 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:34:47.969394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] No DVR routers for this DVR port a9502bbd-1f52-47d9-898d-6b24024eda2e on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:47.978778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.983579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a383749-0ca7-4d3d-be68-ea094f216e76 req-02f1e81c-755e-4e37-bd80-6cdc495c5dd0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "DELETE /v2.0/ports/a9502bbd-1f52-47d9-898d-6b24024eda2e HTTP/1.1" status: 204 len: 173 time: 1.6260703 Nov 09 17:34:47.984393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-84a1bafc-da0c-4ff3-ab09-ebd1793dd164 None None] Provisioning complete for port 9377c62c-fca4-4cbb-865f-d65bacf03965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:47.985767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84a1bafc-da0c-4ff3-ab09-ebd1793dd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:47.994603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-deleted', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:47.998391 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a8c8c-0e91-4abe-8b40-f50724cd0c67" -d '{"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-deleted", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:48.013832 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.036963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f100a3-e3bf-41ad-874c-d359179d22e9 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:48.055910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bd55d10-175b-446b-aa19-ca9db52c1b80 req-7f799c77-f1fc-4c3c-83b0-e34e8d8adac5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896433 Nov 09 17:34:48.152129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-84a1bafc-da0c-4ff3-ab09-ebd1793dd164 None None] Could not find standard attr ID for object 309d864a-23d2-46c4-8a2d-18064ed5d916. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:34:48.313065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.351142 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.362962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628dc40-4522-4c94-8a19-c7ad7ed86558 req-3c8fd267-dbbb-460d-b1c2-cff5a228ccb1 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:48.365826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0628dc40-4522-4c94-8a19-c7ad7ed86558 req-3c8fd267-dbbb-460d-b1c2-cff5a228ccb1 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 945 time: 0.1649528 Nov 09 17:34:48.369980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.489902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-98198f1b-660f-49e8-97a3-22b7794531b9 None None] Could not find standard attr ID for object 309d864a-23d2-46c4-8a2d-18064ed5d916. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:34:48.494295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82035ce4-479b-413f-9999-915de269147d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:48.511787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.512432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.513033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.513617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.514193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.514805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.515467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.516119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.516696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.517263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.517814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.518386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:48.530240 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-edde9a55-7a16-4df9-aa3b-dc48179b0564 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a3e8c3c74634a2da2381b55f0d64bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4742501 Nov 09 17:34:48.532895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:48.556028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0628dc40-4522-4c94-8a19-c7ad7ed86558 req-268efb47-d529-49f0-9978-acd9a7b54867 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758933 Nov 09 17:34:48.565417 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.642282 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782153fe-6dfa-41f4-bf3c-22ffd2ce6fba x-openstack-request-id: req-782153fe-6dfa-41f4-bf3c-22ffd2ce6fba {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:48.643449 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074098bf-f4da-41ed-abaa-671c0ef67124", "name": "network-vif-deleted", "tag": "a9502bbd-1f52-47d9-898d-6b24024eda2e", "status": "failed", "code": 422}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:48.643750 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-782153fe-6dfa-41f4-bf3c-22ffd2ce6fba {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:48.644209 n-d-804292-3 neutron-server[102554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '074098bf-f4da-41ed-abaa-671c0ef67124', 'name': 'network-vif-deleted', 'tag': 'a9502bbd-1f52-47d9-898d-6b24024eda2e', 'status': 'failed', 'code': 422} returned with failed status Nov 09 17:34:48.649018 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.656051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/28c99cf1-8611-4669-a79d-c49f07b971d0 HTTP/1.1" status: 204 len: 168 time: 1.0064418 Nov 09 17:34:48.656274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41560) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:48.667485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3ca17-dd75-4804-8caa-b2809a89eda0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=28c99cf1-8611-4669-a79d-c49f07b971d0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:48.687526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9377c62c-fca4-4cbb-865f-d65bacf03965 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:48.744787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5344bfee-6b7e-4d24-b763-68c262aff29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.799249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5344bfee-6b7e-4d24-b763-68c262aff29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.875357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6f7eb-9f05-4855-94e5-5d5c028702a7 None None] Network 8a29db30-e30d-4dce-96d4-2ab74e143484 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:48.885730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.896472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9377c62c-fca4-4cbb-865f-d65bacf03965 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:48.896911 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.939409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5344bfee-6b7e-4d24-b763-68c262aff29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.950816 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5344bfee-6b7e-4d24-b763-68c262aff29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:48.961577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5344bfee-6b7e-4d24-b763-68c262aff29d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82035ce4-479b-413f-9999-915de269147d HTTP/1.1" status: 204 len: 168 time: 0.4249709 Nov 09 17:34:48.994309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344bfee-6b7e-4d24-b763-68c262aff29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82035ce4-479b-413f-9999-915de269147d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:49.175274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 9377c62c-fca4-4cbb-865f-d65bacf03965 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:49.175891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.371444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c014-e03f-47fd-ac23-cd0658de84d4 req-8ebf0929-6022-45b9-a202-5cd6dfee7c4a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:49.373401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b01c014-e03f-47fd-ac23-cd0658de84d4 req-8ebf0929-6022-45b9-a202-5cd6dfee7c4a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1439071 Nov 09 17:34:49.390422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] For port 9377c62c-fca4-4cbb-865f-d65bacf03965, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9377c62c-fca4-4cbb-865f-d65bacf03965,segment=NetworkSegment(5bdf167b-3e1f-4125-8915-c07742622e2c),segment_id=5bdf167b-3e1f-4125-8915-c07742622e2c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:49.391914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.408700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] DHCP port deletion for 8a29db30-e30d-4dce-96d4-2ab74e143484 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:49.431646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 9377c62c-fca4-4cbb-865f-d65bacf03965 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:49.460685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b01c014-e03f-47fd-ac23-cd0658de84d4 req-301d1936-2240-4d87-9763-9d4ae981e4dc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719986 Nov 09 17:34:49.520118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e542f9a-c47a-4138-925c-3e7b03640a12 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:49.634377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.646966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Deleting port 9377c62c-fca4-4cbb-865f-d65bacf03965 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:49.647375 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.654242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No DVR routers for this DVR port 9377c62c-fca4-4cbb-865f-d65bacf03965 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:49.739497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 6e542f9a-c47a-4138-925c-3e7b03640a12 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:34:49.750921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6e542f9a-c47a-4138-925c-3e7b03640a12 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:49.751355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.759042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] For port 9377c62c-fca4-4cbb-865f-d65bacf03965, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:49.759486 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.771847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=9377c62c-fca4-4cbb-865f-d65bacf03965,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:49.804960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Calling delete_port for 9377c62c-fca4-4cbb-865f-d65bacf03965 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:49.809873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Port 9377c62c-fca4-4cbb-865f-d65bacf03965 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:34:49.815955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:49.861483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] Pushing event deleted for resources: {'Port': ['ID=9377c62c-fca4-4cbb-865f-d65bacf03965,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:49.871205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cf4c0-e270-4b2a-806f-46a2d2d1c443 None None] No DVR routers for this DVR port 9377c62c-fca4-4cbb-865f-d65bacf03965 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:49.901569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba8d66-deb7-40c2-b99d-9d0828ff3504 req-87ad125f-e872-4bda-8924-2c15b2ae8fae tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:49.907570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18ba8d66-deb7-40c2-b99d-9d0828ff3504 req-87ad125f-e872-4bda-8924-2c15b2ae8fae tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 945 time: 0.2213163 Nov 09 17:34:50.038693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.053041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.058561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18ba8d66-deb7-40c2-b99d-9d0828ff3504 req-e94bf295-17cf-485f-8dd4-4271f7c9234e tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383903 Nov 09 17:34:50.087347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a29db30-e30d-4dce-96d4-2ab74e143484']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:50.100994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdf167b-3e1f-4125-8915-c07742622e2c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:50.101623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdf167b-3e1f-4125-8915-c07742622e2c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:50.115891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.119751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6e542f9a-c47a-4138-925c-3e7b03640a12, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e542f9a-c47a-4138-925c-3e7b03640a12,segment=NetworkSegment(bc099635-cf23-43e1-a52d-bb1782755423),segment_id=bc099635-cf23-43e1-a52d-bb1782755423)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:50.121466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e542f9a-c47a-4138-925c-3e7b03640a12'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:50.126494 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9044cc0f-144c-4e84-9ad2-048316c89f15" -d '{"events": [{"server_uuid": "52ce0ea7-3097-4e3b-a95a-1895a8df0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "6e542f9a-c47a-4138-925c-3e7b03640a12"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:50.137372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.139678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.196034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:50.196765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:50.200777 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:50.281321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6e542f9a-c47a-4138-925c-3e7b03640a12,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:50.328878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-09bc82aa-f9f2-449b-82e4-cebbcdc1da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.331106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-09bc82aa-f9f2-449b-82e4-cebbcdc1da48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71e31f1e7a3240b4955f6056759e8744&device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 1095 time: 0.1885898 Nov 09 17:34:50.341904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376b331-fdef-4d30-9582-c94de3ec8ae0 req-ce56bf4f-32c3-4356-b7e2-cc4fc1db46ae tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.342919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4376b331-fdef-4d30-9582-c94de3ec8ae0 req-ce56bf4f-32c3-4356-b7e2-cc4fc1db46ae tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1991861 Nov 09 17:34:50.355716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.360943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.365813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/8a29db30-e30d-4dce-96d4-2ab74e143484 HTTP/1.1" status: 204 len: 168 time: 1.7079108 Nov 09 17:34:50.377336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:50.398180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238882880'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:50.444651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534443f-3e42-484d-ad15-44aa80efce53 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=8a29db30-e30d-4dce-96d4-2ab74e143484,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:50.454697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-05314f1c-60b8-4c95-aedb-687fc9a1b593 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.458735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-05314f1c-60b8-4c95-aedb-687fc9a1b593 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2750888 Nov 09 17:34:50.489763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-140e8392-e301-4290-9f70-fd904d3bf8f1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0221331 Nov 09 17:34:50.491923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:50.500291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.552797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-66b0d46a-bb5a-4847-9297-96cfa35dd977 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474238 Nov 09 17:34:50.568026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:50.580304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.580662 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment d52c405e-9d75-491a-9ab9-a55ed46ffd8c of type vlan for network 74259687-92d7-4167-a0b7-802cc5aefbda Nov 09 17:34:50.595245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4376b331-fdef-4d30-9582-c94de3ec8ae0 req-a262851a-b152-47dc-9e02-58a9a456c957 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118781 Nov 09 17:34:50.633277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-d87eb532-fe3b-420e-8976-4bd883a66902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.638517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-d87eb532-fe3b-420e-8976-4bd883a66902 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 200 len: 912 time: 0.2931402 Nov 09 17:34:50.667403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9377c62c-fca4-4cbb-865f-d65bacf03965 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:50.758083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-297ba63b-b9f2-4166-83fa-f3e521518ca9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 200 len: 998 time: 0.1067250 Nov 09 17:34:50.761793 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c1e7ce-71ce-403c-ad17-f728ac5b0a46 x-openstack-request-id: req-b8c1e7ce-71ce-403c-ad17-f728ac5b0a46 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:50.762186 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ce0ea7-3097-4e3b-a95a-1895a8df0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "6e542f9a-c47a-4138-925c-3e7b03640a12", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:50.762560 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8c1e7ce-71ce-403c-ad17-f728ac5b0a46 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:50.763080 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e542f9a-c47a-4138-925c-3e7b03640a12', 'code': 200} Nov 09 17:34:50.764241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9377c62c-fca4-4cbb-865f-d65bacf03965 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:50.767717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9377c62c-fca4-4cbb-865f-d65bacf03965 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:50.860730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-15bb07c5-9a0b-47f4-97c9-4cd59f779548 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695613 Nov 09 17:34:50.928944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-aa0ae986-6900-48b2-94ef-17eada3507d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.931567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-aa0ae986-6900-48b2-94ef-17eada3507d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 200 len: 851 time: 0.1595721 Nov 09 17:34:50.945928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aad36-58ac-4578-a620-cba97417a9ce req-f546c45f-9975-40ac-b0b2-f7295ccacd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.948708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b42aad36-58ac-4578-a620-cba97417a9ce req-f546c45f-9975-40ac-b0b2-f7295ccacd75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 1097 time: 0.1203701 Nov 09 17:34:50.979008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:50.992593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-fcf44b30-f12e-4d59-896e-2432b0ec462b service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205983 Nov 09 17:34:51.031016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:51.037455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:51.038122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:51.161357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=74259687-92d7-4167-a0b7-802cc5aefbda,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:51.175045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-aa2be461-6c4b-4f9f-a1d1-71b05029c6bb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7974126 Nov 09 17:34:51.179858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:51.180867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 74259687-92d7-4167-a0b7-802cc5aefbda details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:51.188538 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b42aad36-58ac-4578-a620-cba97417a9ce req-d114fe04-ae12-4705-a377-abc38653fe83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251194 Nov 09 17:34:51.193399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:51.204984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-e03b47b4-5aad-4eb4-a65b-eb31bca02463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:51.214934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-e03b47b4-5aad-4eb4-a65b-eb31bca02463 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649059 Nov 09 17:34:51.467762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c490e4-0a5d-4214-ad56-8bcddc26c789 req-1ab0ad31-fcf8-42fc-86b0-ec30ec28bd2a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:51.470417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44c490e4-0a5d-4214-ad56-8bcddc26c789 req-1ab0ad31-fcf8-42fc-86b0-ec30ec28bd2a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 946 time: 0.2345424 Nov 09 17:34:51.502000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dab5557-cc7e-424d-8912-a0695efb1c0b req-73179836-6273-4c64-a480-000e87004667 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 210 time: 0.1113465 Nov 09 17:34:51.502309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-d0e08023-d506-4894-92ec-6612cc5a8920 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748709 Nov 09 17:34:51.543031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:51.555718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:51.619178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44c490e4-0a5d-4214-ad56-8bcddc26c789 req-e39baba5-e635-4bef-9e76-56b4b2c63e22 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274457 Nov 09 17:34:51.762526 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0427463-3118-4a1b-9dc4-e1ab1804dcb6 req-00a4a27e-4149-43e2-b30a-7ede1cb0ba16 service neutron] 10.222.0.83 "GET /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416556 Nov 09 17:34:51.862794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab52c9a-2609-445b-b2ba-df0ee0ba03f6 req-d47142f5-39a6-4a50-898b-8b679a660b4c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:51.866324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fab52c9a-2609-445b-b2ba-df0ee0ba03f6 req-d47142f5-39a6-4a50-898b-8b679a660b4c tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1373782 Nov 09 17:34:52.033321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fab52c9a-2609-445b-b2ba-df0ee0ba03f6 req-471dcc54-2c06-4901-b395-0644f5a5024e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479514 Nov 09 17:34:52.044200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:52.123287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=93985ef3-1f29-4d0b-992c-61990ff35bb4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:52.159510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:52.160897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: 74259687-92d7-4167-a0b7-802cc5aefbda, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:52.188303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 74259687-92d7-4167-a0b7-802cc5aefbda is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:52.210660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 74259687-92d7-4167-a0b7-802cc5aefbda) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:52.221381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:52.223064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:52.225016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a79803-8530-4b21-82b0-c204009ad2cb None None] Network 74259687-92d7-4167-a0b7-802cc5aefbda requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:52.270580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ba5cf78f-dbe9-44d7-9ed9-3f1a91aa1b39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0880756 Nov 09 17:34:52.274835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:52.280843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1984203655'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:52.542965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-74259687-92d7-4167-a0b7-802cc5aefbda', 'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': '93985ef3-1f29-4d0b-992c-61990ff35bb4'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:34:52.544893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:52.545171 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:52.560238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:52.648651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 53e8de32-926a-479a-b274-f7ea296244de yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:34:52.799184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c694ac6-122e-4afc-bfaa-550a24e38e96 req-a1313775-81cc-482b-8124-4c2eda523330 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0382342 Nov 09 17:34:52.917945 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:52.918927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e1e6-9297-4ad6-9131-85bafddf65d1 req-6485f119-d1f0-4f0d-8b68-7cb4383000ab tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:52.925630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.2 (74259687-92d7-4167-a0b7-802cc5aefbda/93985ef3-1f29-4d0b-992c-61990ff35bb4/53e8de32-926a-479a-b274-f7ea296244de) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:52.933937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f72e1e6-9297-4ad6-9131-85bafddf65d1 req-6485f119-d1f0-4f0d-8b68-7cb4383000ab tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1391220 Nov 09 17:34:53.001444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f72e1e6-9297-4ad6-9131-85bafddf65d1 req-7d9615e4-9304-4fe7-b67a-d3caaa45486a tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634558 Nov 09 17:34:53.161233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:53.245568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:53.384957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-19fd8e80-bfbb-4d20-9867-c20158b8b99e {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:34:53.386123 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:34:53.397666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091512cf-af22-4583-9be8-9d15c98ba885 req-7bceb1a8-4fca-4e7f-b7c5-7bd00554d99b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:53.411165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-091512cf-af22-4583-9be8-9d15c98ba885 req-7bceb1a8-4fca-4e7f-b7c5-7bd00554d99b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1906853 Nov 09 17:34:53.450900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 74259687-92d7-4167-a0b7-802cc5aefbda is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:53.459224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:53.467516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:53.549330 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-091512cf-af22-4583-9be8-9d15c98ba885 req-81948536-3e4d-4c44-b3d7-2e197f9721a5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275005 Nov 09 17:34:53.584251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=53e8de32-926a-479a-b274-f7ea296244de,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:53.618231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-7b869052-2a4a-4d27-a9af-4d9e69d8bee3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:53.619879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-7b869052-2a4a-4d27-a9af-4d9e69d8bee3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.3495917 Nov 09 17:34:53.631740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:53.632531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:53.643878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Request body: {'port': {'device_id': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'admin_state_up': True, 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:53.735049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23976e-7ed2-48b9-b591-44816115e55c req-4f2b32d9-aea2-4011-9625-600e2901a496 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:53.736933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d23976e-7ed2-48b9-b591-44816115e55c req-4f2b32d9-aea2-4011-9625-600e2901a496 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.0987947 Nov 09 17:34:53.785910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c27713a-0547-42aa-bd04-8eced59e5938 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5098269 Nov 09 17:34:53.789308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41714) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:53.838502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d23976e-7ed2-48b9-b591-44816115e55c req-7b828a5a-4b1a-40d6-9e67-58f5c2064c5b tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930853 Nov 09 17:34:53.888705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:53.904185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c8c93-14a0-46b3-805c-2ff12029a191 req-db50aa13-0b5b-4c9a-9c3e-a642e15e8116 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:53.910247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b8c8c93-14a0-46b3-805c-2ff12029a191 req-db50aa13-0b5b-4c9a-9c3e-a642e15e8116 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1738408 Nov 09 17:34:53.945872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:53.952494 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.220415 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b8c8c93-14a0-46b3-805c-2ff12029a191 req-2f402e1b-fb92-4c43-8d7e-34b9cb1853b8 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934766 Nov 09 17:34:54.225472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 53e8de32-926a-479a-b274-f7ea296244de {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:54.226207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.278319 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Allocated IP 172.20.0.3 (74259687-92d7-4167-a0b7-802cc5aefbda/93985ef3-1f29-4d0b-992c-61990ff35bb4/acb817f9-c032-4d4a-8c9a-03e387860a46) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:54.417247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.472217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 53e8de32-926a-479a-b274-f7ea296244de owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:54.477242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67aab5ae-89e0-4180-8b21-005118ab9722 req-0ae10ea9-2753-49ba-8c74-be911a45dba1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 210 time: 0.1077328 Nov 09 17:34:54.594253 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.603709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.603999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Allocated IP 172.20.0.7 (fe30e5b4-57a2-4a4a-be16-d925080ada9b/06f1e866-3800-4790-a18b-00cf3d5d807a/009653e6-e791-48cf-be6b-f5fd0815077a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:54.665464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Network 74259687-92d7-4167-a0b7-802cc5aefbda is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:54.669714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:54.674618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:54.681686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Pushing event updated for resources: {'Port': ['ID=acb817f9-c032-4d4a-8c9a-03e387860a46,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:54.752342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Attempting to bind port acb817f9-c032-4d4a-8c9a-03e387860a46 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:34:54.752898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Attempting to bind port acb817f9-c032-4d4a-8c9a-03e387860a46 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:34:54.753271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Attempting to bind port acb817f9-c032-4d4a-8c9a-03e387860a46 on network 74259687-92d7-4167-a0b7-802cc5aefbda {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:54.764494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:54.764918 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Checking segment: {'id': 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:54.765794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.766219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Bound using segment: {'id': 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:54.766767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Bound port: acb817f9-c032-4d4a-8c9a-03e387860a46, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '74259687-92d7-4167-a0b7-802cc5aefbda'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:34:54.767844 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:54.864146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] For port acb817f9-c032-4d4a-8c9a-03e387860a46, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:54.873943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] For port acb817f9-c032-4d4a-8c9a-03e387860a46, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=acb817f9-c032-4d4a-8c9a-03e387860a46,segment=NetworkSegment(d52c405e-9d75-491a-9ab9-a55ed46ffd8c),segment_id=d52c405e-9d75-491a-9ab9-a55ed46ffd8c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:54.882799 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:55.054258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748bbea-fc1e-4244-a60f-b485618e69e6 None None] Pushing event updated for resources: {'Port': ['ID=acb817f9-c032-4d4a-8c9a-03e387860a46,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:55.552599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:55.628133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2477862-38e0-48a5-b34b-9405236d111c req-3c3a7130-e932-4135-aeb9-944b55bef556 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:55.630273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2477862-38e0-48a5-b34b-9405236d111c req-3c3a7130-e932-4135-aeb9-944b55bef556 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.43 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 946 time: 0.8321705 Nov 09 17:34:55.634878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=53e8de32-926a-479a-b274-f7ea296244de,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:55.702523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:55.723455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b276417-9e4d-46ea-a1f2-69388b3df4a5 req-b71c1e6f-bb1f-4028-ab67-a8ce56580a95 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:55.730944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b276417-9e4d-46ea-a1f2-69388b3df4a5 req-b71c1e6f-bb1f-4028-ab67-a8ce56580a95 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 946 time: 0.3475392 Nov 09 17:34:55.745257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:55.886828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:55.893232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb0ac03f-f520-4c3b-9922-2482a7e2b58a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/53e8de32-926a-479a-b274-f7ea296244de HTTP/1.1" status: 204 len: 168 time: 2.1017995 Nov 09 17:34:55.897045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:55.916840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b276417-9e4d-46ea-a1f2-69388b3df4a5 req-7c80d6c8-48a0-4d66-b484-1fdfe71e198f tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cf5fe88-b2f0-441c-b145-0e7f0931db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797316 Nov 09 17:34:55.946671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.101583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Deleting port 6e542f9a-c47a-4138-925c-3e7b03640a12 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:56.102436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.177852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:56.189389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:56.195619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event updated for resources: {'Port': ['ID=009653e6-e791-48cf-be6b-f5fd0815077a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:56.199563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:56.227825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f2db0-c70c-4593-973c-a0c1798e2710 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:56.313958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3934-e774-421f-acf9-74c875af6cff req-f452b3af-21a1-47b5-8ac2-4f8807e86615 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:56.316081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d9a3934-e774-421f-acf9-74c875af6cff req-f452b3af-21a1-47b5-8ac2-4f8807e86615 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 931 time: 0.2700953 Nov 09 17:34:56.351761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3c125790-446e-48b4-8621-f7cbc50ef8d3 None None] Provisioning complete for port 009653e6-e791-48cf-be6b-f5fd0815077a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:56.352136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c125790-446e-48b4-8621-f7cbc50ef8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.375098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:56.375751 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.439972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3c125790-446e-48b4-8621-f7cbc50ef8d3 None None] Port 009653e6-e791-48cf-be6b-f5fd0815077a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:34:56.461560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2ffb7012-71d3-4906-b930-fd6bb2e6b148 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8247547 Nov 09 17:34:56.468845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] For port 6e542f9a-c47a-4138-925c-3e7b03640a12, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e542f9a-c47a-4138-925c-3e7b03640a12,segment=NetworkSegment(bc099635-cf23-43e1-a52d-bb1782755423),segment_id=bc099635-cf23-43e1-a52d-bb1782755423)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:56.469212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.484936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Request body: {'port': {'device_id': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:56.551632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Calling delete_port for 6e542f9a-c47a-4138-925c-3e7b03640a12 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:56.623292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d9a3934-e774-421f-acf9-74c875af6cff req-2221744f-97d9-46d0-ad66-4fac87b30d77 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240233 Nov 09 17:34:56.687938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.763374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8b1ed-7d13-40f4-b82f-7de09b7a8698 None None] Network 74259687-92d7-4167-a0b7-802cc5aefbda requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:56.876098 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6e5ce3-1d5b-4de6-9ebb-1f6f46f12d1b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:34:56.881410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc6e5ce3-1d5b-4de6-9ebb-1f6f46f12d1b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/53e8de32-926a-479a-b274-f7ea296244de HTTP/1.1" status: 404 len: 333 time: 0.9827433 Nov 09 17:34:56.881634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:56.886679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device acb817f9-c032-4d4a-8c9a-03e387860a46 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:56.906206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848530ad-5596-4f23-a442-064c0d59e158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:56.939245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-c933c0f9-6218-4d34-ae84-da2a3f290e3d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:56.946964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-c933c0f9-6218-4d34-ae84-da2a3f290e3d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09767-2bcd-40f9-a243-cd2c845d0d15 HTTP/1.1" status: 200 len: 943 time: 1.0228658 Nov 09 17:34:56.992042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:57.006013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.024868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet 93985ef3-1f29-4d0b-992c-61990ff35bb4 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:57.054480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.085663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6e542f9a-c47a-4138-925c-3e7b03640a12'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:57.093287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Pushing event deleted for resources: {'Port': ['ID=6e542f9a-c47a-4138-925c-3e7b03640a12,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:57.128383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848530ad-5596-4f23-a442-064c0d59e158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.137233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848530ad-5596-4f23-a442-064c0d59e158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.195153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-80107466-86ee-4a48-abce-3c7ec1ce59a4 None None] Provisioning complete for port acb817f9-c032-4d4a-8c9a-03e387860a46 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:57.195534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80107466-86ee-4a48-abce-3c7ec1ce59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.247355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848530ad-5596-4f23-a442-064c0d59e158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dfb54c-3746-4eb3-8350-ea2193593d56,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:57.247355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-972a0e68-30ae-4ba5-8ca2-ccfa8f7bb782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.261659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-848530ad-5596-4f23-a442-064c0d59e158 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7d3b288b6844255b8577b951f9c317c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5571034 Nov 09 17:34:57.262395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:57.270331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Deleting port c2e61c24-8840-49ba-923f-2e38c2c3c756 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:57.271429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.293014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port acb817f9-c032-4d4a-8c9a-03e387860a46 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:57.293483 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.325458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.404521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80107466-86ee-4a48-abce-3c7ec1ce59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.418725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] For port c2e61c24-8840-49ba-923f-2e38c2c3c756, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c2e61c24-8840-49ba-923f-2e38c2c3c756,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:57.419948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.439284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] No DVR routers for this DVR port 6e542f9a-c47a-4138-925c-3e7b03640a12 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:57.451900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Calling delete_port for c2e61c24-8840-49ba-923f-2e38c2c3c756 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:57.456178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62a9d3da-daea-49d2-a47a-e4d2d335f4eb req-a26fabbf-98dc-4836-acfb-c743bf328b1c tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ce0ea7-3097-4e3b-a95a-1895a8df0fa3 HTTP/1.1" status: 200 len: 210 time: 0.3481512 Nov 09 17:34:57.459254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-80107466-86ee-4a48-abce-3c7ec1ce59a4 None None] For port acb817f9-c032-4d4a-8c9a-03e387860a46, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=acb817f9-c032-4d4a-8c9a-03e387860a46,segment=NetworkSegment(d52c405e-9d75-491a-9ab9-a55ed46ffd8c),segment_id=d52c405e-9d75-491a-9ab9-a55ed46ffd8c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:57.469692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.469692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b2477862-38e0-48a5-b34b-9405236d111c req-240ed8a7-54f7-4861-865f-c88672bef057 tempest-ServerAddressesNegativeTestJSON-1218555423 tempest-ServerAddressesNegativeTestJSON-1218555423-project] 10.222.0.43 "DELETE /v2.0/ports/6e542f9a-c47a-4138-925c-3e7b03640a12 HTTP/1.1" status: 204 len: 173 time: 1.8255219 Nov 09 17:34:57.469692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'name': 'network-vif-deleted', 'tag': '6e542f9a-c47a-4138-925c-3e7b03640a12'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:57.469692 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a855ef0-9402-4185-b5fa-b2563fc65784" -d '{"events": [{"server_uuid": "52ce0ea7-3097-4e3b-a95a-1895a8df0fa3", "name": "network-vif-deleted", "tag": "6e542f9a-c47a-4138-925c-3e7b03640a12"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:57.494590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.512996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80107466-86ee-4a48-abce-3c7ec1ce59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.571092 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.591160 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbdf54a-fc43-439f-a366-beb65c32f3e7 x-openstack-request-id: req-4cbdf54a-fc43-439f-a366-beb65c32f3e7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:57.591389 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ce0ea7-3097-4e3b-a95a-1895a8df0fa3", "name": "network-vif-deleted", "tag": "6e542f9a-c47a-4138-925c-3e7b03640a12", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:57.591597 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cbdf54a-fc43-439f-a366-beb65c32f3e7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:57.599783 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ce0ea7-3097-4e3b-a95a-1895a8df0fa3', 'name': 'network-vif-deleted', 'tag': '6e542f9a-c47a-4138-925c-3e7b03640a12', 'status': 'completed', 'code': 200} Nov 09 17:34:57.622210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80107466-86ee-4a48-abce-3c7ec1ce59a4 None None] Pushing event updated for resources: {'Port': ['ID=acb817f9-c032-4d4a-8c9a-03e387860a46,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:57.723927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009653e6-e791-48cf-be6b-f5fd0815077a {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:57.749101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.776560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.792199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:34:57.792563 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:34:57.829547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3346edff-d065-4284-8294-011491840cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.851958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-972a0e68-30ae-4ba5-8ca2-ccfa8f7bb782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.868217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-972a0e68-30ae-4ba5-8ca2-ccfa8f7bb782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.868484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.870578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d30ca4-7eb2-48ac-8393-1384472cdc7f None None] Network 74259687-92d7-4167-a0b7-802cc5aefbda requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:57.872259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/93985ef3-1f29-4d0b-992c-61990ff35bb4 HTTP/1.1" status: 204 len: 168 time: 0.9874630 Nov 09 17:34:57.873446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828e8f1-c460-4b7c-b6e4-aa8aa8ef767e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=93985ef3-1f29-4d0b-992c-61990ff35bb4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:57.881715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41854) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:57.962558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-972a0e68-30ae-4ba5-8ca2-ccfa8f7bb782 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffba64fed6044077be2f8759282aea27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9684942 Nov 09 17:34:57.965621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:57.966284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d7cca221-149d-4c83-b99b-125d98592f6e None None] Provisioning complete for port acb817f9-c032-4d4a-8c9a-03e387860a46 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:57.966805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7cca221-149d-4c83-b99b-125d98592f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:57.976363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Transition to ACTIVE for port object 009653e6-e791-48cf-be6b-f5fd0815077a will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:34:57.996454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.058004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf39a6e-d4df-40c7-80c6-17d93ace7088 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:58.061276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.077926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a8b78a20-d112-4fc6-8d4b-137dcd44d33c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:58.080611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:58.093900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebf205-ec30-4835-9d34-ca576dfae6bc req-a44cca93-8147-46df-9f9d-f36cf703a228 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:58.096334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2ebf205-ec30-4835-9d34-ca576dfae6bc req-a44cca93-8147-46df-9f9d-f36cf703a228 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 931 time: 0.3478520 Nov 09 17:34:58.172556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'Port': ['ID=c2e61c24-8840-49ba-923f-2e38c2c3c756,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:58.182833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.211328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b5eda98-38bb-46d7-b521-704ca3c6fee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.235745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e852544-64ee-46ff-b908-49a16e8e7db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.243233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0e68-30ae-4ba5-8ca2-ccfa8f7bb782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f2f691-1abe-4164-b0b0-eedc42d3abab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:58.307035 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.350426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Pushing event updated for resources: {'Port': ['ID=009653e6-e791-48cf-be6b-f5fd0815077a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:58.368618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] DHCP port deletion for 74259687-92d7-4167-a0b7-802cc5aefbda request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:58.397010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] No DVR routers for this DVR port c2e61c24-8840-49ba-923f-2e38c2c3c756 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:58.398516 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2ebf205-ec30-4835-9d34-ca576dfae6bc req-683d6d4d-961e-4a16-a5d6-44ea7c0a185f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891855 Nov 09 17:34:58.425366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Attempting to bind port 009653e6-e791-48cf-be6b-f5fd0815077a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:34:58.426209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Attempting to bind port 009653e6-e791-48cf-be6b-f5fd0815077a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:34:58.427708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Attempting to bind port 009653e6-e791-48cf-be6b-f5fd0815077a on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:58.435194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.452606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d622aec8-df11-48a6-b034-67bbc0fb10b4 req-e810952c-8965-447b-967c-4473dbf53fd9 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "DELETE /v2.0/ports/c2e61c24-8840-49ba-923f-2e38c2c3c756 HTTP/1.1" status: 204 len: 173 time: 1.5046346 Nov 09 17:34:58.456980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Port 009653e6-e791-48cf-be6b-f5fd0815077a on network fe30e5b4-57a2-4a4a-be16-d925080ada9b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:34:58.457573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Attempting to bind port 009653e6-e791-48cf-be6b-f5fd0815077a on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:58.479318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e852544-64ee-46ff-b908-49a16e8e7db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.492902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:58.493335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:34:58.496070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Bound using segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:58.496579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Bound port: 009653e6-e791-48cf-be6b-f5fd0815077a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:34:58.496943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.549361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-deleted', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:58.556864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:58.560542 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceb7656-eb83-40bb-a36f-fe3d1a879df4" -d '{"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-deleted", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:58.566521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b5eda98-38bb-46d7-b521-704ca3c6fee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.570546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e852544-64ee-46ff-b908-49a16e8e7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.573545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e852544-64ee-46ff-b908-49a16e8e7db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.577319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0e852544-64ee-46ff-b908-49a16e8e7db7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48f2f691-1abe-4164-b0b0-eedc42d3abab HTTP/1.1" status: 204 len: 168 time: 0.6080103 Nov 09 17:34:58.614350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e852544-64ee-46ff-b908-49a16e8e7db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f2f691-1abe-4164-b0b0-eedc42d3abab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:58.637699 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b224b8-13d2-4296-bc41-4e3fca78edf4 x-openstack-request-id: req-26b224b8-13d2-4296-bc41-4e3fca78edf4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:58.638460 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c09767-2bcd-40f9-a243-cd2c845d0d15", "name": "network-vif-deleted", "tag": "c2e61c24-8840-49ba-923f-2e38c2c3c756", "status": "failed", "code": 422}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:58.638956 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26b224b8-13d2-4296-bc41-4e3fca78edf4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:58.642082 n-d-804292-3 neutron-server[102555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8c09767-2bcd-40f9-a243-cd2c845d0d15', 'name': 'network-vif-deleted', 'tag': 'c2e61c24-8840-49ba-923f-2e38c2c3c756', 'status': 'failed', 'code': 422} returned with failed status Nov 09 17:34:58.716657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b5eda98-38bb-46d7-b521-704ca3c6fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.719105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Deleting subnet 95759c55-395b-48f1-a786-89924e6f08ce {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:34:58.721451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b5eda98-38bb-46d7-b521-704ca3c6fee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.725011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4b5eda98-38bb-46d7-b521-704ca3c6fee0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66dfb54c-3746-4eb3-8350-ea2193593d56 HTTP/1.1" status: 204 len: 168 time: 1.4585900 Nov 09 17:34:58.726252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.747523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eda98-38bb-46d7-b521-704ca3c6fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dfb54c-3746-4eb3-8350-ea2193593d56,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:58.786455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port acb817f9-c032-4d4a-8c9a-03e387860a46 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:58.786805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.797317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.882501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device acb817f9-c032-4d4a-8c9a-03e387860a46 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:58.910659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] For port 009653e6-e791-48cf-be6b-f5fd0815077a, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:58.940757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] For port 009653e6-e791-48cf-be6b-f5fd0815077a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=009653e6-e791-48cf-be6b-f5fd0815077a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:58.954739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] For port acb817f9-c032-4d4a-8c9a-03e387860a46, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=acb817f9-c032-4d4a-8c9a-03e387860a46,segment=NetworkSegment(d52c405e-9d75-491a-9ab9-a55ed46ffd8c),segment_id=d52c405e-9d75-491a-9ab9-a55ed46ffd8c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:58.955202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.960678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:58.990300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] Deleting port acb817f9-c032-4d4a-8c9a-03e387860a46 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:34:58.990678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.033304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.052773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.053845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.055599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] 10.222.0.83 "PUT /v2.0/ports/009653e6-e791-48cf-be6b-f5fd0815077a HTTP/1.1" status: 200 len: 1091 time: 2.5811911 Nov 09 17:34:59.081420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1fc02-c93c-4588-9ca2-dbc64d107139 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:59.109556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for acb817f9-c032-4d4a-8c9a-03e387860a46 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:59.242044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] For port acb817f9-c032-4d4a-8c9a-03e387860a46, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=acb817f9-c032-4d4a-8c9a-03e387860a46,segment=NetworkSegment(d52c405e-9d75-491a-9ab9-a55ed46ffd8c),segment_id=d52c405e-9d75-491a-9ab9-a55ed46ffd8c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:59.242751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.249871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5cfd7-5361-409f-9635-ea4244d45b23 service neutron] Pushing event updated for resources: {'Port': ['ID=009653e6-e791-48cf-be6b-f5fd0815077a,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:59.292144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] Calling delete_port for acb817f9-c032-4d4a-8c9a-03e387860a46 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:34:59.302117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.306332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.315782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-e9a58d79-9760-4571-8f42-440ff70cfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.319027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-e9a58d79-9760-4571-8f42-440ff70cfd5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 1094 time: 0.2090082 Nov 09 17:34:59.381622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95759c55-395b-48f1-a786-89924e6f08ce,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:59.391904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.402569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-132b3a20-5324-41ad-82a6-e354ec8d651e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/95759c55-395b-48f1-a786-89924e6f08ce HTTP/1.1" status: 204 len: 168 time: 0.8429606 Nov 09 17:34:59.408537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:59.420345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port acb817f9-c032-4d4a-8c9a-03e387860a46, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=acb817f9-c032-4d4a-8c9a-03e387860a46,segment=NetworkSegment(d52c405e-9d75-491a-9ab9-a55ed46ffd8c),segment_id=d52c405e-9d75-491a-9ab9-a55ed46ffd8c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:59.439003 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.517591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-775ddc95-277e-49db-b4a2-6b975c8c6207 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009653e6-e791-48cf-be6b-f5fd0815077a HTTP/1.1" status: 200 len: 217 time: 0.1586561 Nov 09 17:34:59.539954 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.542270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=acb817f9-c032-4d4a-8c9a-03e387860a46,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:59.586237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e542f9a-c47a-4138-925c-3e7b03640a12 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:59.591611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] Pushing event deleted for resources: {'Port': ['ID=acb817f9-c032-4d4a-8c9a-03e387860a46,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:59.599648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43ef8f-eb5b-4f95-afe0-3c0163bebfc2 None None] No DVR routers for this DVR port acb817f9-c032-4d4a-8c9a-03e387860a46 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:59.599856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.632909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 6e542f9a-c47a-4138-925c-3e7b03640a12 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:34:59.633479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e542f9a-c47a-4138-925c-3e7b03640a12 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:59.651245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'tag': '009653e6-e791-48cf-be6b-f5fd0815077a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:59.653672 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6257034-286c-47d6-b4a9-c71faef7bf27" -d '{"events": [{"name": "network-changed", "server_uuid": "a32bf6ab-b305-4c96-b003-47f15af8d9b4", "tag": "009653e6-e791-48cf-be6b-f5fd0815077a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:59.716290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.753287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2bdae63c-2bee-4492-99f5-53789703f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.755630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-2bdae63c-2bee-4492-99f5-53789703f7cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.2285171 Nov 09 17:34:59.762520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=acb817f9-c032-4d4a-8c9a-03e387860a46,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:59.773943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No DVR routers for this DVR port acb817f9-c032-4d4a-8c9a-03e387860a46 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:59.783561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0266c-740e-4e55-9b38-03e38b7b6857 req-39de9a1d-d379-43b5-ab98-18ccd5f1f606 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.785867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98d0266c-740e-4e55-9b38-03e38b7b6857 req-39de9a1d-d379-43b5-ab98-18ccd5f1f606 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 943 time: 0.1390057 Nov 09 17:34:59.790475 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.791383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd731-eb7c-42cb-80d0-6edb4514aab2 req-226addbc-ebdb-44d2-852b-3e1b75b49603 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.792989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4cbd731-eb7c-42cb-80d0-6edb4514aab2 req-226addbc-ebdb-44d2-852b-3e1b75b49603 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 907 time: 0.1300457 Nov 09 17:34:59.830848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9529423-38aa-49a1-8c3b-6991c48e92b2']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:59.840124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-627eed08-13a0-4e27-9722-0202b9f5bf97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731192 Nov 09 17:34:59.870076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc099635-cf23-43e1-a52d-bb1782755423') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:59.870387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc099635-cf23-43e1-a52d-bb1782755423') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:59.910062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.922181 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39575dc-85f5-4403-9a34-afffd1272d11 x-openstack-request-id: req-b39575dc-85f5-4403-9a34-afffd1272d11 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:59.922666 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32bf6ab-b305-4c96-b003-47f15af8d9b4", "tag": "009653e6-e791-48cf-be6b-f5fd0815077a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:59.922952 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b39575dc-85f5-4403-9a34-afffd1272d11 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:59.923214 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'tag': '009653e6-e791-48cf-be6b-f5fd0815077a', 'status': 'completed', 'code': 200} Nov 09 17:34:59.948339 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98d0266c-740e-4e55-9b38-03e38b7b6857 req-71ec008c-f941-439a-aee7-8734c4615339 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462514 Nov 09 17:34:59.949364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:59.953799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.970096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.987654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:59.988695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.991791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceedcbdb-cfb4-48a5-a07b-81fd02b3971b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:59.995035 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:00.008642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74259687-92d7-4167-a0b7-802cc5aefbda']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:00.031032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:00.031365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52c405e-9d75-491a-9ab9-a55ed46ffd8c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:00.047775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.080933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.088918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.093356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-122a3eca-0f1b-4013-9bfe-da3649b408fc service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419026 Nov 09 17:35:00.101287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:00.101870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:00.108735 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:00.112176 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.117896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] 10.222.0.45 "DELETE /v2.0/networks/e9529423-38aa-49a1-8c3b-6991c48e92b2 HTTP/1.1" status: 204 len: 168 time: 0.7076485 Nov 09 17:35:00.119089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486cc71-e4fa-41f5-a3ed-1a4f6d58c36d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9529423-38aa-49a1-8c3b-6991c48e92b2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:00.145856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:00.163266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a21509f0-7fde-4530-be17-d878e4635583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.353001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.362886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.370343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/74259687-92d7-4167-a0b7-802cc5aefbda HTTP/1.1" status: 204 len: 168 time: 2.4855187 Nov 09 17:35:00.376073 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96ba740d-58f5-45da-af86-1d033423997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.378226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:00.397521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'name': 'tempest-PortsTestJSON-833765954'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:00.416245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41910) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:00.417562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ed165-0293-408b-92a7-2ce9f668edb0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=74259687-92d7-4167-a0b7-802cc5aefbda,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:00.471907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71d749b-04aa-49ac-b823-ba0e30c716d9 req-982db4f9-abeb-4b6d-9630-5fb2233bf878 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577583 Nov 09 17:35:00.522527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceedcbdb-cfb4-48a5-a07b-81fd02b3971b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.538613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a21509f0-7fde-4530-be17-d878e4635583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.539352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-412a1bf1-9170-4f6f-9a32-9bb8d2941db4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a549922929ce48998b6371f2bfb06605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1164458 Nov 09 17:35:00.540128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceedcbdb-cfb4-48a5-a07b-81fd02b3971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.543359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41912) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:00.570247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a21509f0-7fde-4530-be17-d878e4635583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.633355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ceedcbdb-cfb4-48a5-a07b-81fd02b3971b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1146963d1bc34b86bbf6e181dc8a6c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6816485 Nov 09 17:35:00.633978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedcbdb-cfb4-48a5-a07b-81fd02b3971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce857d37-24fe-435e-a1c5-358950087f9e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:00.636406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41916) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:00.640569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:00.644568 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.661023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a21509f0-7fde-4530-be17-d878e4635583 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c492fe5c10eb4854a3d8b65a0beec019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109892 Nov 09 17:35:00.665938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41918) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:00.682102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port e8a4c5a0-e389-4c7b-af77-e7142fb27b96 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:00.693407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-39ec2a3c-c698-430e-9260-986ad071b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:00.694584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21509f0-7fde-4530-be17-d878e4635583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee220f7-e423-40da-8680-9e075cb381dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:00.695014 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-39ec2a3c-c698-430e-9260-986ad071b03d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 1094 time: 0.1247115 Nov 09 17:35:00.705807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071abf41-5c92-4e8c-ae16-c17880a1020b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.833235 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071abf41-5c92-4e8c-ae16-c17880a1020b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:00.916578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.052583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-994d0af3-8d10-4652-b800-ad76bd92a3d3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.054834 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-994d0af3-8d10-4652-b800-ad76bd92a3d3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 907 time: 0.1357570 Nov 09 17:35:01.134191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.292722 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:35:01.321425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:01.331363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:01.337485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:01.343407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.344072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.353816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=e8a4c5a0-e389-4c7b-af77-e7142fb27b96,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:01.368475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19938-fe32-4a67-9dab-537b436e4629 req-8707158b-f4d0-4790-9d50-f9779311f5e6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.370165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aeb19938-fe32-4a67-9dab-537b436e4629 req-8707158b-f4d0-4790-9d50-f9779311f5e6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 943 time: 0.2943704 Nov 09 17:35:01.391849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-c3e0eed2-6574-498a-a941-8a8c87001083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.394057 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-c3e0eed2-6574-498a-a941-8a8c87001083 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.6539333 Nov 09 17:35:01.401505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ee2c4705-9bba-4574-8dfd-1b4bb6fb3e3c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0110996 Nov 09 17:35:01.410598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:01.455312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071abf41-5c92-4e8c-ae16-c17880a1020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.459054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-071abf41-5c92-4e8c-ae16-c17880a1020b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.460442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-071abf41-5c92-4e8c-ae16-c17880a1020b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2cf5fe88-b2f0-441c-b145-0e7f0931db7d HTTP/1.1" status: 204 len: 168 time: 0.9144838 Nov 09 17:35:01.470892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Deleting port fe66992a-e15e-4d9c-bfc7-9c4192512597 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:01.471262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.517267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14ca4018-e731-4475-be69-b64345e31155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.542441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14ca4018-e731-4475-be69-b64345e31155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.586010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aeb19938-fe32-4a67-9dab-537b436e4629 req-05bce40b-f68a-4f3c-94f0-8eebb40bdab0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985462 Nov 09 17:35:01.618032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.626142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-d809ba84-841c-4ef3-87f5-58b0ef36d6e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009653e6-e791-48cf-be6b-f5fd0815077a HTTP/1.1" status: 200 len: 217 time: 0.2188864 Nov 09 17:35:01.635381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071abf41-5c92-4e8c-ae16-c17880a1020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf5fe88-b2f0-441c-b145-0e7f0931db7d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:01.656856 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c59c5593-5d40-4e6d-8b05-f774a6acb6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.658648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14ca4018-e731-4475-be69-b64345e31155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.662110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14ca4018-e731-4475-be69-b64345e31155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.663334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-14ca4018-e731-4475-be69-b64345e31155 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ee220f7-e423-40da-8680-9e075cb381dc HTTP/1.1" status: 204 len: 168 time: 0.9885583 Nov 09 17:35:01.701283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] For port fe66992a-e15e-4d9c-bfc7-9c4192512597, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=fe66992a-e15e-4d9c-bfc7-9c4192512597,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:01.702051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.736021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Calling delete_port for fe66992a-e15e-4d9c-bfc7-9c4192512597 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:01.783766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce6001-19a0-4657-8e9f-36ae4401b9a0 req-db47476d-c911-45f4-9107-3ea609b4a476 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.812803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9ce6001-19a0-4657-8e9f-36ae4401b9a0 req-db47476d-c911-45f4-9107-3ea609b4a476 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 907 time: 0.3989685 Nov 09 17:35:01.825684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca4018-e731-4475-be69-b64345e31155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee220f7-e423-40da-8680-9e075cb381dc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:01.842944 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c59c5593-5d40-4e6d-8b05-f774a6acb6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:01.858646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-850e331f-0d78-436a-9549-435fb88c58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.860496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-850e331f-0d78-436a-9549-435fb88c58f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.2207921 Nov 09 17:35:01.956156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-596ff070-3ac9-443b-9988-e024aa89dc31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857644 Nov 09 17:35:02.008111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.064140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c59c5593-5d40-4e6d-8b05-f774a6acb6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.069840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c59c5593-5d40-4e6d-8b05-f774a6acb6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.071290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c59c5593-5d40-4e6d-8b05-f774a6acb6ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce857d37-24fe-435e-a1c5-358950087f9e HTTP/1.1" status: 204 len: 168 time: 1.4293036 Nov 09 17:35:02.126598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port e8a4c5a0-e389-4c7b-af77-e7142fb27b96 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:02.127251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.134060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'Port': ['ID=fe66992a-e15e-4d9c-bfc7-9c4192512597,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:02.185331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c5593-5d40-4e6d-8b05-f774a6acb6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce857d37-24fe-435e-a1c5-358950087f9e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:02.345700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] No DVR routers for this DVR port fe66992a-e15e-4d9c-bfc7-9c4192512597 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:02.351063 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.355207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dcf012f-e7c3-4624-a579-56196131d1c7 req-16da10c8-ff29-4380-8dea-62167f4437e1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "DELETE /v2.0/ports/fe66992a-e15e-4d9c-bfc7-9c4192512597 HTTP/1.1" status: 204 len: 173 time: 1.2901568 Nov 09 17:35:02.355207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'name': 'network-vif-deleted', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:02.357650 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c40bd1-0641-4d4d-81ce-7a4183a2e6b1" -d '{"events": [{"server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "name": "network-vif-deleted", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:02.382717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-053a30f2-2b5b-4b38-9f1e-b28d63f55d71 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022908 Nov 09 17:35:02.395157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.430473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for e8a4c5a0-e389-4c7b-af77-e7142fb27b96 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:02.433761 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27e5e58-f628-4cee-bcdd-3b2681480fb9 x-openstack-request-id: req-a27e5e58-f628-4cee-bcdd-3b2681480fb9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:02.434404 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e97741f-7c2f-40d6-a7db-507e3d150f07", "name": "network-vif-deleted", "tag": "fe66992a-e15e-4d9c-bfc7-9c4192512597", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:02.434898 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a27e5e58-f628-4cee-bcdd-3b2681480fb9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:02.435748 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e97741f-7c2f-40d6-a7db-507e3d150f07', 'name': 'network-vif-deleted', 'tag': 'fe66992a-e15e-4d9c-bfc7-9c4192512597', 'status': 'completed', 'code': 200} Nov 09 17:35:02.573378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.620284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=e8a4c5a0-e389-4c7b-af77-e7142fb27b96,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:02.626975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:02.644766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.656370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-84cfda5d-91ba-430b-b890-42a7741a876f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/e8a4c5a0-e389-4c7b-af77-e7142fb27b96 HTTP/1.1" status: 204 len: 168 time: 1.2474499 Nov 09 17:35:02.661547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:02.662636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6257034-286c-47d6-b4a9-c71faef7bf27 req-ead5cc99-3be3-4f68-b6fb-684f0b3de172 service neutron] 10.222.0.83 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662380 Nov 09 17:35:02.667308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'mac_address': 'fa:16:3e:d7:fc:b2', 'name': 'tempest-PortsTestJSON-1941529689'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:02.761120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcf6da-bb5b-4dd8-9d69-680a8816fcd2 req-47040c87-f3c0-4162-9e0f-66f6b67e4cae tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:02.769174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14bcf6da-bb5b-4dd8-9d69-680a8816fcd2 req-47040c87-f3c0-4162-9e0f-66f6b67e4cae tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 943 time: 0.0701973 Nov 09 17:35:02.775893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:02.879646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14bcf6da-bb5b-4dd8-9d69-680a8816fcd2 req-4063e5fe-80c2-4c64-b8b3-44a4c896e8de tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078367 Nov 09 17:35:02.933455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:02.964208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port c3a993f6-ab6e-4e57-9625-1c7bad65da7d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:03.075884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a48f189-ef9c-4c02-b7d6-28dc8e57ae78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.090816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-057f8fba-b211-49d8-97fc-fc92a727d810 req-48352494-3611-499f-b108-0dce8827e00e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e97741f-7c2f-40d6-a7db-507e3d150f07 HTTP/1.1" status: 200 len: 210 time: 0.0660319 Nov 09 17:35:03.105040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.271937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.314026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a48f189-ef9c-4c02-b7d6-28dc8e57ae78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.330880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a48f189-ef9c-4c02-b7d6-28dc8e57ae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.375531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.385958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1a48f189-ef9c-4c02-b7d6-28dc8e57ae78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41cecb14fa9542f680eb32215a06bed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7528424 Nov 09 17:35:03.390325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41980) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:03.427735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48f189-ef9c-4c02-b7d6-28dc8e57ae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f92b08-3506-4449-9d5d-da948a5c66ab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:03.445920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:03.450941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:03.458896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:03.465936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:03.466619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.479346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=c3a993f6-ab6e-4e57-9625-1c7bad65da7d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:03.488841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 009653e6-e791-48cf-be6b-f5fd0815077a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:03.510012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c93b608-b110-4635-83a4-84c0ad9bd64e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.510750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cfc40b94-9029-4c4d-8add-06b72a2b09dd tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8476179 Nov 09 17:35:03.515350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:03.548747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c93b608-b110-4635-83a4-84c0ad9bd64e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.603254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bce7c-b47d-4733-9980-b40527931042 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:03.611051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41990) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:03.614074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a97bce7c-b47d-4733-9980-b40527931042 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/c3a993f6-ab6e-4e57-9625-1c7bad65da7d HTTP/1.1" status: 200 len: 841 time: 0.0960066 Nov 09 17:35:03.661864 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.718193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c93b608-b110-4635-83a4-84c0ad9bd64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.720939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c93b608-b110-4635-83a4-84c0ad9bd64e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.722167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c93b608-b110-4635-83a4-84c0ad9bd64e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17f92b08-3506-4449-9d5d-da948a5c66ab HTTP/1.1" status: 204 len: 168 time: 0.3303473 Nov 09 17:35:03.734039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93b608-b110-4635-83a4-84c0ad9bd64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f92b08-3506-4449-9d5d-da948a5c66ab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:03.748939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 009653e6-e791-48cf-be6b-f5fd0815077a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=009653e6-e791-48cf-be6b-f5fd0815077a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:03.758153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port c3a993f6-ab6e-4e57-9625-1c7bad65da7d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:03.758778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.786375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '009653e6-e791-48cf-be6b-f5fd0815077a', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': '009653e6-e791-48cf-be6b-f5fd0815077a', 'mac_address': 'fa:16:3e:78:b3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:35:03.852207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.874556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009653e6-e791-48cf-be6b-f5fd0815077a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:03.887897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:03.907733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 009653e6-e791-48cf-be6b-f5fd0815077a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=009653e6-e791-48cf-be6b-f5fd0815077a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:03.908265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for c3a993f6-ab6e-4e57-9625-1c7bad65da7d owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:03.928089 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.032114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=009653e6-e791-48cf-be6b-f5fd0815077a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:04.051152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.109696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=c3a993f6-ab6e-4e57-9625-1c7bad65da7d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:04.128760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.139763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:04.143617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-76c8f2fe-c070-4baa-ae9a-aa49a7f8bead tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/c3a993f6-ab6e-4e57-9625-1c7bad65da7d HTTP/1.1" status: 204 len: 168 time: 0.5294847 Nov 09 17:35:04.177175 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bd7044-a7d4-4692-9736-ce4f6647ac1d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:04.181061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c7bd7044-a7d4-4692-9736-ce4f6647ac1d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/c3a993f6-ab6e-4e57-9625-1c7bad65da7d HTTP/1.1" status: 404 len: 333 time: 0.0381243 Nov 09 17:35:04.186656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19eebf-ed56-4700-a30c-3a61bb87cfce req-d05ecbaa-bf94-481a-aa78-deff826af520 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:04.188750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f19eebf-ed56-4700-a30c-3a61bb87cfce req-d05ecbaa-bf94-481a-aa78-deff826af520 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1582825 Nov 09 17:35:04.190283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:04.198699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'name': 'tempest-PortsTestJSON-506483607'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:04.259414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['009653e6-e791-48cf-be6b-f5fd0815077a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:04.355553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f19eebf-ed56-4700-a30c-3a61bb87cfce req-16ff4895-b5e7-4ad3-932e-0c0b614e829e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482391 Nov 09 17:35:04.389039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:04.395347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.452300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 3f48d691-2871-4de6-a2e9-04ccd3a2fb9c yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:04.697493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42026) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:04.734315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95950540-ebc8-4a30-9062-b351bad3e775 req-6694cad2-f8fe-44a7-b709-093394785a63 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:04.736418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95950540-ebc8-4a30-9062-b351bad3e775 req-6694cad2-f8fe-44a7-b709-093394785a63 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 946 time: 0.0995572 Nov 09 17:35:04.773489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.817550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95950540-ebc8-4a30-9062-b351bad3e775 req-0727b44f-ef1a-4ef3-a15d-c983fb8a4bf6 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692184 Nov 09 17:35:04.822549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42032) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:04.841207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ee57bb2-618e-41c8-befa-7c076294cda9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.885479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.945098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:04.952373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:04.960856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:04.966685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ee57bb2-618e-41c8-befa-7c076294cda9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.973161 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ee57bb2-618e-41c8-befa-7c076294cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:04.980866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:04.982159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.008982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee57bb2-618e-41c8-befa-7c076294cda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a58636-d7cb-48f4-98e1-defa08296419,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.031055 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=3f48d691-2871-4de6-a2e9-04ccd3a2fb9c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.048382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ee57bb2-618e-41c8-befa-7c076294cda9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d2dd57938fa4812af0fc9e1c48e95e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219608 Nov 09 17:35:05.048382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42036) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:05.048678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a7196d1c-05c0-44f5-b990-c7dcbca95915 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8557422 Nov 09 17:35:05.050012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:05.054835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:05.175215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f8e174-31c3-4e41-a2dd-4d8df17a14b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.190118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1521031294-network', 'tenant_id': '6b21458178354d79ac519e5ead55ea97'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:05.202122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.208206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f8e174-31c3-4e41-a2dd-4d8df17a14b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.280801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Made reservation on behalf of 6b21458178354d79ac519e5ead55ea97 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:05.281472 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f8e174-31c3-4e41-a2dd-4d8df17a14b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.284750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.285062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f8e174-31c3-4e41-a2dd-4d8df17a14b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.286614 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-30f8e174-31c3-4e41-a2dd-4d8df17a14b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13a58636-d7cb-48f4-98e1-defa08296419 HTTP/1.1" status: 204 len: 168 time: 0.2341747 Nov 09 17:35:05.297869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8e174-31c3-4e41-a2dd-4d8df17a14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a58636-d7cb-48f4-98e1-defa08296419,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.327017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.504453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device fe66992a-e15e-4d9c-bfc7-9c4192512597 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:05.567974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: fe66992a-e15e-4d9c-bfc7-9c4192512597 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:05.568650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device fe66992a-e15e-4d9c-bfc7-9c4192512597 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:05.623075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39f08-13d0-4686-803c-a44eaf4a304b req-98f35af3-3a1f-4294-a915-5d2140891c6e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:05.637714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11d39f08-13d0-4686-803c-a44eaf4a304b req-98f35af3-3a1f-4294-a915-5d2140891c6e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1586366 Nov 09 17:35:05.687601 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.704717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.712216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.730965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.754563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11d39f08-13d0-4686-803c-a44eaf4a304b req-4d23eb66-dd4a-42ed-bdb7-6aac43dbdc0c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149638 Nov 09 17:35:05.809139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] In _notify_port_updated(), no bound segment for port 3f48d691-2871-4de6-a2e9-04ccd3a2fb9c on network d6e50db0-02a7-4dac-95a4-39542274a307 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:35:05.820274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:05.821371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.823790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/ports/3f48d691-2871-4de6-a2e9-04ccd3a2fb9c HTTP/1.1" status: 200 len: 818 time: 0.7749474 Nov 09 17:35:05.828333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:05.898366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:05.930570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87436836-195c-419b-99b2-f7e9de2cd6cb tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=3f48d691-2871-4de6-a2e9-04ccd3a2fb9c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.940629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47656789-f373-40e3-ad3b-8df5099a23b5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.948174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:05.948714 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Added segment be2642c8-dea3-45ae-919d-e2d9387e8dc6 of type vlan for network 9cf71c11-4abe-4519-ac0f-11ec427e651a Nov 09 17:35:06.007851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 3f48d691-2871-4de6-a2e9-04ccd3a2fb9c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:06.008201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.031689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-e8f46d48-5461-44b4-883f-1f472ffbe5d4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:06.033327 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-e8f46d48-5461-44b4-883f-1f472ffbe5d4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.43 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 946 time: 0.2433460 Nov 09 17:35:06.067529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.147020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.165762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371b4e-3e46-4280-8ddc-f596f787f8da req-486afc48-4ff0-4f7b-a5a8-2ba28042b380 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:06.167455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e371b4e-3e46-4280-8ddc-f596f787f8da req-486afc48-4ff0-4f7b-a5a8-2ba28042b380 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 946 time: 0.1976626 Nov 09 17:35:06.168150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.169082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:06.169658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.180022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 3f48d691-2871-4de6-a2e9-04ccd3a2fb9c owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:06.245177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5460806 Nov 09 17:35:06.258230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:06.266431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Request body: {'subnet': {'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1521031294-subnet', 'tenant_id': '6b21458178354d79ac519e5ead55ea97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:06.296921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c663aa9-e73e-4995-be6e-2ec87aca41b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf71c11-4abe-4519-ac0f-11ec427e651a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:06.318203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9cf71c11-4abe-4519-ac0f-11ec427e651a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:06.337162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e371b4e-3e46-4280-8ddc-f596f787f8da req-f11eaaaf-2876-49ee-9d02-297dd4fd610e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541736 Nov 09 17:35:06.341282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Deleting port a8b78a20-d112-4fc6-8d4b-137dcd44d33c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:06.341651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.344967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Made reservation on behalf of 6b21458178354d79ac519e5ead55ea97 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:06.347474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.393939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.441681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=3f48d691-2871-4de6-a2e9-04ccd3a2fb9c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:06.453881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.462857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-88681666-b58e-4e70-a429-fe77f22bc8e5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/3f48d691-2871-4de6-a2e9-04ccd3a2fb9c HTTP/1.1" status: 204 len: 168 time: 0.6328664 Nov 09 17:35:06.463834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:06.541140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb9f0d-8e71-4bfc-b3d9-2188691f9282 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:06.550746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-48eb9f0d-8e71-4bfc-b3d9-2188691f9282 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0807385 Nov 09 17:35:06.550746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:06.594086 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3163cf-5a57-4d14-b115-c245ede9ab7b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:06.606816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a3163cf-5a57-4d14-b115-c245ede9ab7b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/3f48d691-2871-4de6-a2e9-04ccd3a2fb9c HTTP/1.1" status: 404 len: 333 time: 0.0415497 Nov 09 17:35:06.607484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42088) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:06.617077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-699004570'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:06.631558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] For port a8b78a20-d112-4fc6-8d4b-137dcd44d33c, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:06.632143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.680644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:06.682600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Calling delete_port for a8b78a20-d112-4fc6-8d4b-137dcd44d33c owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:06.703893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.757461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:06.772651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:06.780639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.781121 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment 023b2e36-d6b2-4c28-aa39-b95c9801adc1 of type vlan for network 5122a6ac-2846-4612-af0e-58b725ff2d6a Nov 09 17:35:06.878937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:06.942323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:07.039948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:07.047448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.048120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:07.058627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ed3a3e-6d91-4c18-a6e3-7292d55323bc,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:07.068181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Checking segment: {'id': 'be2642c8-dea3-45ae-919d-e2d9387e8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:07.068685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Network hostable DHCP agents. Network: 9cf71c11-4abe-4519-ac0f-11ec427e651a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:07.078302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630ddb-ebf5-411e-a6fb-696cdaf5416f req-f56c04d3-3d38-4f64-b98d-537f859de22b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.080615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b630ddb-ebf5-411e-a6fb-696cdaf5416f req-f56c04d3-3d38-4f64-b98d-537f859de22b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1922619 Nov 09 17:35:07.115158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Network 9cf71c11-4abe-4519-ac0f-11ec427e651a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:07.125613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:07.130322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9cf71c11-4abe-4519-ac0f-11ec427e651a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:07.145511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:07.148653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a8b78a20-d112-4fc6-8d4b-137dcd44d33c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:07.150714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80874d4-1b40-42be-a6b2-425a2f1029c7 None None] Network 9cf71c11-4abe-4519-ac0f-11ec427e651a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:07.188060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.192831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5839403 Nov 09 17:35:07.199582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42100) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:07.200572 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:07.205195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:07.208772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'Port': ['ID=a8b78a20-d112-4fc6-8d4b-137dcd44d33c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:07.294417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-06274a5e-cae6-45e8-ba47-d74b2507a44b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-290715081'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:07.294912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-06274a5e-cae6-45e8-ba47-d74b2507a44b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Unknown quota resources ['metering_label']. {{(pid=102555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:07.321795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b1c7d-5f6e-483a-9ea1-3d8a621342ef tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=5122a6ac-2846-4612-af0e-58b725ff2d6a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:07.341353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] No DVR routers for this DVR port a8b78a20-d112-4fc6-8d4b-137dcd44d33c on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:07.356040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abb83df7-2930-468b-9eeb-66cd99aabdfe admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0955596 Nov 09 17:35:07.358318 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:07.383166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:07.386587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e460b67-71d7-45a4-8339-d1db92abb935 req-c86c6541-84a4-4db1-8c43-d95d679e25fd tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.43 "DELETE /v2.0/ports/a8b78a20-d112-4fc6-8d4b-137dcd44d33c HTTP/1.1" status: 204 len: 173 time: 1.3328888 Nov 09 17:35:07.389856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'name': 'network-vif-deleted', 'tag': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:07.394363 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17fe473-fae8-4aff-941f-efc5f3432dda" -d '{"events": [{"server_uuid": "69d0ce7b-eee1-4baa-9b55-8a2520d0af16", "name": "network-vif-deleted", "tag": "a8b78a20-d112-4fc6-8d4b-137dcd44d33c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:07.505010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b56aec2-b1d8-42d1-8a5d-e304cf249057 req-2792874d-c9eb-436a-ae6c-f68402a560e4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d0ce7b-eee1-4baa-9b55-8a2520d0af16 HTTP/1.1" status: 200 len: 210 time: 0.0588393 Nov 09 17:35:07.558847 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c38514-216e-4ed0-8776-97ab5efe2168 x-openstack-request-id: req-b3c38514-216e-4ed0-8776-97ab5efe2168 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:07.559523 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d0ce7b-eee1-4baa-9b55-8a2520d0af16", "name": "network-vif-deleted", "tag": "a8b78a20-d112-4fc6-8d4b-137dcd44d33c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:07.559974 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3c38514-216e-4ed0-8776-97ab5efe2168 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:07.560587 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d0ce7b-eee1-4baa-9b55-8a2520d0af16', 'name': 'network-vif-deleted', 'tag': 'a8b78a20-d112-4fc6-8d4b-137dcd44d33c', 'status': 'completed', 'code': 200} Nov 09 17:35:07.574428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b630ddb-ebf5-411e-a6fb-696cdaf5416f req-1ba1937b-61a4-440e-9c97-67a1c06543d2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782090 Nov 09 17:35:07.584141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 009653e6-e791-48cf-be6b-f5fd0815077a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:07.852745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:07.860548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.021773 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06274a5e-cae6-45e8-ba47-d74b2507a44b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.027833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42126) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:08.047382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-06274a5e-cae6-45e8-ba47-d74b2507a44b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2546945 Nov 09 17:35:08.058401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a7ca724d-048e-4730-9450-0e89628eb559 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bcada8b6-b507-4a03-a172-43b20580630e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:08.059341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a7ca724d-048e-4730-9450-0e89628eb559 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:08.079369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d723db-0c08-4caf-baca-3fefb7eeba1e None None] Network 9cf71c11-4abe-4519-ac0f-11ec427e651a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:08.202143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 009653e6-e791-48cf-be6b-f5fd0815077a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:35:08.226161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 009653e6-e791-48cf-be6b-f5fd0815077a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:08.227129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.435817 n-d-804292-3 neutron-server[102554]: WARNING neutron.services.metering.metering_plugin [None req-a7ca724d-048e-4730-9450-0e89628eb559 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 17:35:08.617776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.627256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.696739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009653e6-e791-48cf-be6b-f5fd0815077a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:08.711058 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d2d3a9-b75d-4889-a619-890e64598b4b" -d '{"events": [{"server_uuid": "a32bf6ab-b305-4c96-b003-47f15af8d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "009653e6-e791-48cf-be6b-f5fd0815077a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:08.732579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 009653e6-e791-48cf-be6b-f5fd0815077a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=009653e6-e791-48cf-be6b-f5fd0815077a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:08.742398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.777297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': '023b2e36-d6b2-4c28-aa39-b95c9801adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:08.777935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: 5122a6ac-2846-4612-af0e-58b725ff2d6a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:08.826417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:08.845871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=6d308b24-1cfa-41ad-985a-83469ac258c0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:08.854334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 5122a6ac-2846-4612-af0e-58b725ff2d6a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:08.862368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:08.864504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.882699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a796426-dc9c-428c-a5e2-865ea32002fb None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:08.896178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=009653e6-e791-48cf-be6b-f5fd0815077a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:08.919204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a7ca724d-048e-4730-9450-0e89628eb559 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:08.921684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a7ca724d-048e-4730-9450-0e89628eb559 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8910658 Nov 09 17:35:08.927795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:08.935693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-86f435b4-4448-4f00-bc76-6d5ece8ace4b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bcada8b6-b507-4a03-a172-43b20580630e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:08.936867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-86f435b4-4448-4f00-bc76-6d5ece8ace4b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:08.976473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-530f669c-b463-4f90-8c3d-ba9fb6ec577d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7759643 Nov 09 17:35:08.981520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:08.995081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:09.076954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.077504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.078080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.078648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.079220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.080691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.081806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.082390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.082937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.083518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.084078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.087082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:09.102570 n-d-804292-3 neutron-server[102554]: WARNING neutron.services.metering.metering_plugin [None req-86f435b4-4448-4f00-bc76-6d5ece8ace4b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 17:35:09.142186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01693361-1ece-4ae7-8216-aa2822daf048 req-a6e0e3ec-ab65-4684-8132-75af63939e31 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:09.146324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01693361-1ece-4ae7-8216-aa2822daf048 req-a6e0e3ec-ab65-4684-8132-75af63939e31 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2734616 Nov 09 17:35:09.316387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01693361-1ece-4ae7-8216-aa2822daf048 req-f067e54e-15d0-405d-bdd8-b0636633aa8d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532524 Nov 09 17:35:09.381048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86f435b4-4448-4f00-bc76-6d5ece8ace4b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:09.383585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-86f435b4-4448-4f00-bc76-6d5ece8ace4b tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4536378 Nov 09 17:35:09.390211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:09.396641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:09.409031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-5122a6ac-2846-4612-af0e-58b725ff2d6a', 'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': '6d308b24-1cfa-41ad-985a-83469ac258c0'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:35:09.411537 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:09.412355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:09.569251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5999c716-c1fc-422a-8a42-1d80ea42bfef tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=9a7d4cee-6d09-48c7-86e8-f3af6ae34614 HTTP/1.1" status: 200 len: 464 time: 0.1329315 Nov 09 17:35:09.574831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:09.677730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Allocated IP 172.20.0.2 (5122a6ac-2846-4612-af0e-58b725ff2d6a/6d308b24-1cfa-41ad-985a-83469ac258c0/4192d426-b5f3-4109-a61f-798192403ca5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:09.781813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-2b40bef7-fa78-4f4a-8811-735a118e19a2 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:09.785733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-2b40bef7-fa78-4f4a-8811-735a118e19a2 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/networks?id=9cf71c11-4abe-4519-ac0f-11ec427e651a HTTP/1.1" status: 200 len: 821 time: 0.5408111 Nov 09 17:35:09.837026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-6ffba787-eaa5-47bf-b502-1e96f5ad25d4 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/quotas/6b21458178354d79ac519e5ead55ea97 HTTP/1.1" status: 200 len: 375 time: 0.0418594 Nov 09 17:35:09.900897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:09.911224 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f06a0ac-9e87-4555-9122-2655afcb03fc x-openstack-request-id: req-5f06a0ac-9e87-4555-9122-2655afcb03fc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:09.911810 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32bf6ab-b305-4c96-b003-47f15af8d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "009653e6-e791-48cf-be6b-f5fd0815077a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:09.912285 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f06a0ac-9e87-4555-9122-2655afcb03fc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:09.912898 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009653e6-e791-48cf-be6b-f5fd0815077a', 'code': 200} Nov 09 17:35:09.913887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a8b78a20-d112-4fc6-8d4b-137dcd44d33c no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:09.948753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: a8b78a20-d112-4fc6-8d4b-137dcd44d33c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:09.949111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a8b78a20-d112-4fc6-8d4b-137dcd44d33c not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:09.951325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-d6acfa86-f068-4298-8107-ebefb7fc9af2 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b21458178354d79ac519e5ead55ea97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047246 Nov 09 17:35:09.952173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:10.028410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Pushing event updated for resources: {'Port': ['ID=4192d426-b5f3-4109-a61f-798192403ca5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:10.050453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:10.050453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:10.055173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:10.197070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Attempting to bind port 4192d426-b5f3-4109-a61f-798192403ca5 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:10.197070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Attempting to bind port 4192d426-b5f3-4109-a61f-798192403ca5 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '023b2e36-d6b2-4c28-aa39-b95c9801adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:10.197070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Attempting to bind port 4192d426-b5f3-4109-a61f-798192403ca5 on network 5122a6ac-2846-4612-af0e-58b725ff2d6a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:10.203451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:10.203809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Checking segment: {'id': '023b2e36-d6b2-4c28-aa39-b95c9801adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:10.207284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:10.207966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Bound using segment: {'id': '023b2e36-d6b2-4c28-aa39-b95c9801adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:10.210573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Bound port: 4192d426-b5f3-4109-a61f-798192403ca5, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023b2e36-d6b2-4c28-aa39-b95c9801adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:35:10.211064 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:10.229165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8c841-4b3b-442e-931d-adcdd5e79072 req-3b29412a-3303-4bad-8125-083cb9f4d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:10.230691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2d8c841-4b3b-442e-931d-adcdd5e79072 req-3b29412a-3303-4bad-8125-083cb9f4d18b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 1096 time: 0.2724833 Nov 09 17:35:10.310739 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2d8c841-4b3b-442e-931d-adcdd5e79072 req-241e8cbd-05f8-489f-b9a8-423c9f93360b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662651 Nov 09 17:35:10.333931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-0dd8d1b3-a757-4485-929c-9f56dd0008b9 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731318 Nov 09 17:35:10.340603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] For port 4192d426-b5f3-4109-a61f-798192403ca5, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:10.350701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] For port 4192d426-b5f3-4109-a61f-798192403ca5, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4192d426-b5f3-4109-a61f-798192403ca5,segment=NetworkSegment(023b2e36-d6b2-4c28-aa39-b95c9801adc1),segment_id=023b2e36-d6b2-4c28-aa39-b95c9801adc1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:10.369778 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:10.508881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc4f06b6-1ca0-407e-aa59-47cef8ff78a3 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:10.511965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cc4f06b6-1ca0-407e-aa59-47cef8ff78a3 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/9a7d4cee-6d09-48c7-86e8-f3af6ae34614 HTTP/1.1" status: 204 len: 168 time: 0.9357202 Nov 09 17:35:10.523642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-21a90dbc-0100-4b32-ba7b-74a9b7e78d64 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837575 Nov 09 17:35:10.524470 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d308b24-1cfa-41ad-985a-83469ac258c0 (CIDR: 172.20.0.0/28) Nov 09 17:35:10.524628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42186) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:10.534798 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:35:10.535812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:35:10.546899 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2bb1f70d-b20d-4450-af62-e449691c6919 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=9a7d4cee-6d09-48c7-86e8-f3af6ae34614 HTTP/1.1" status: 200 len: 221 time: 0.0190225 Nov 09 17:35:10.553504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:10.559856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b20a2fc8-8a75-4f04-b9b0-6928232d3600 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1280315930', 'description': 'label created by tempest'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:10.560314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b20a2fc8-8a75-4f04-b9b0-6928232d3600 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Unknown quota resources ['metering_label']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:10.573150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-232d0807-d506-4fab-8da4-a91142fe4228 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:10.575480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-232d0807-d506-4fab-8da4-a91142fe4228 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.1990199 Nov 09 17:35:10.603718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efc1b-12b2-4aab-830a-fff47efbc883 req-90c53cf9-cbc0-4199-8490-af61d816cf2a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:10.605656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-846efc1b-12b2-4aab-830a-fff47efbc883 req-90c53cf9-cbc0-4199-8490-af61d816cf2a tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 945 time: 0.2303939 Nov 09 17:35:10.650294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7263d9-58e2-4c3d-b58c-ee007d3b97de None None] Pushing event updated for resources: {'Port': ['ID=4192d426-b5f3-4109-a61f-798192403ca5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:10.664963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9efc43d7-3a23-4b39-9590-d240acb0d3b6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6817915 Nov 09 17:35:10.683619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42190) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:10.693457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:10.835755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-846efc1b-12b2-4aab-830a-fff47efbc883 req-5e08a751-eb6c-466c-9890-03418439b9d1 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=058cb6be-a90a-4713-8f2e-542b21ecf529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778934 Nov 09 17:35:10.869977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Deleting port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:10.870719 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.189533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059880cf-2670-4281-a339-7b38540041b8 req-df8b859d-d63a-4af5-8457-b0ed6021cac2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:11.199353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-059880cf-2670-4281-a339-7b38540041b8 req-df8b859d-d63a-4af5-8457-b0ed6021cac2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1673942 Nov 09 17:35:11.285962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a47ebf76-83fb-4356-9839-f20f8b3229c4 req-8c8f2b7e-0b8a-477c-b3c6-f9d8241addbb tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 210 time: 0.0811749 Nov 09 17:35:11.304757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-059880cf-2670-4281-a339-7b38540041b8 req-25bfd940-d615-4078-bdad-626c37c89ed0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033370 Nov 09 17:35:11.318025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] For port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:11.319530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.357069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:11.372012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Calling delete_port for 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:11.514392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b20a2fc8-8a75-4f04-b9b0-6928232d3600 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.521817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b20a2fc8-8a75-4f04-b9b0-6928232d3600 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9664619 Nov 09 17:35:11.522612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42214) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:11.611204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:11.627250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.658305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7232e9ae-9413-4d42-98ce-8cf1e1d7f0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.701293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.718139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:11.736126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95366d0b-76ea-4b75-8893-63c907d049da tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=2dc511e3-5857-4fbf-b14f-994751b483ec HTTP/1.1" status: 200 len: 468 time: 0.2077656 Nov 09 17:35:11.737000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42222) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:11.752410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'Port': ['ID=1f45c3bb-eae0-49b3-98f9-40e8ae2716fc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:11.861650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] No DVR routers for this DVR port 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:11.957592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7232e9ae-9413-4d42-98ce-8cf1e1d7f0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.961292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:11.967921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-abcba73e-d07d-492b-8a25-0f89ff0e3ffc req-2517d452-732f-406b-9a1d-299139c03c7d tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "DELETE /v2.0/ports/1f45c3bb-eae0-49b3-98f9-40e8ae2716fc HTTP/1.1" status: 204 len: 173 time: 1.3798375 Nov 09 17:35:11.968864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'name': 'network-vif-deleted', 'tag': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:11.979661 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805c7285-3c31-4022-a56a-903a15cdc9f1" -d '{"events": [{"server_uuid": "8c8e5dd0-337c-47b0-8e91-6ea53028ff01", "name": "network-vif-deleted", "tag": "1f45c3bb-eae0-49b3-98f9-40e8ae2716fc"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:12.009253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7232e9ae-9413-4d42-98ce-8cf1e1d7f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:12.120762 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e5e81-cb0a-4ef6-a625-5207fee17b81 x-openstack-request-id: req-414e5e81-cb0a-4ef6-a625-5207fee17b81 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:12.124748 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8e5dd0-337c-47b0-8e91-6ea53028ff01", "name": "network-vif-deleted", "tag": "1f45c3bb-eae0-49b3-98f9-40e8ae2716fc", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:12.125479 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-414e5e81-cb0a-4ef6-a625-5207fee17b81 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:12.126169 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8e5dd0-337c-47b0-8e91-6ea53028ff01', 'name': 'network-vif-deleted', 'tag': '1f45c3bb-eae0-49b3-98f9-40e8ae2716fc', 'status': 'completed', 'code': 200} Nov 09 17:35:12.165417 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7232e9ae-9413-4d42-98ce-8cf1e1d7f0c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1af47ff7a52d4fdf936dc6ca3bc8eafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8071370 Nov 09 17:35:12.168018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:12.180229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e9ae-9413-4d42-98ce-8cf1e1d7f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd74dbf-8f63-4131-93e3-cd394938fa22,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:12.291412 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5437d3f6-efd0-4cf5-b053-0e189c1c9e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:12.360801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5437d3f6-efd0-4cf5-b053-0e189c1c9e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:12.510324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09ea352a-f595-4a4c-a952-33ceedd27087 req-8fd1e74d-2cfe-4c16-89a3-c4b26b61a3f7 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 210 time: 0.0455823 Nov 09 17:35:12.539911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5437d3f6-efd0-4cf5-b053-0e189c1c9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:12.542721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5437d3f6-efd0-4cf5-b053-0e189c1c9e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:12.544210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5437d3f6-efd0-4cf5-b053-0e189c1c9e8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffd74dbf-8f63-4131-93e3-cd394938fa22 HTTP/1.1" status: 204 len: 168 time: 0.3748577 Nov 09 17:35:12.566068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437d3f6-efd0-4cf5-b053-0e189c1c9e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd74dbf-8f63-4131-93e3-cd394938fa22,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:12.687209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dccc45-34cd-4786-a8b7-bacc3b0e5d8e None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:12.802236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da543c8d-e7ae-42a7-99bd-65c68a7b97cb req-835ee40a-c6e1-46d5-8094-133b184552bf tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:12.804717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da543c8d-e7ae-42a7-99bd-65c68a7b97cb req-835ee40a-c6e1-46d5-8094-133b184552bf tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1372020 Nov 09 17:35:12.820403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-838795d1-004a-4d78-9fb3-92fbb382f82f req-30db60bf-3cf8-46c2-a3b5-0eaf6bf3060e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8e5dd0-337c-47b0-8e91-6ea53028ff01 HTTP/1.1" status: 200 len: 210 time: 0.1526060 Nov 09 17:35:12.821778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dcc7b5a4-92b1-46dd-8e62-23fede9bd6bf None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:12.822422 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b5a4-92b1-46dd-8e62-23fede9bd6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.001644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da543c8d-e7ae-42a7-99bd-65c68a7b97cb req-38db117b-15d3-45ed-9694-4e65da4abeb6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646504 Nov 09 17:35:13.121937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b5a4-92b1-46dd-8e62-23fede9bd6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.133314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4192d426-b5f3-4109-a61f-798192403ca5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:13.294266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-dcc7b5a4-92b1-46dd-8e62-23fede9bd6bf None None] For port 4192d426-b5f3-4109-a61f-798192403ca5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4192d426-b5f3-4109-a61f-798192403ca5,segment=NetworkSegment(023b2e36-d6b2-4c28-aa39-b95c9801adc1),segment_id=023b2e36-d6b2-4c28-aa39-b95c9801adc1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:13.303856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b5a4-92b1-46dd-8e62-23fede9bd6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.317460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01d4602e-ce63-4052-b473-deec7dd253e2 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.319069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-01d4602e-ce63-4052-b473-deec7dd253e2 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/2dc511e3-5857-4fbf-b14f-994751b483ec HTTP/1.1" status: 204 len: 168 time: 0.8631735 Nov 09 17:35:13.322680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.352428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bfd71cea-8d5d-4058-bf92-b171134dec6d tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=2dc511e3-5857-4fbf-b14f-994751b483ec HTTP/1.1" status: 200 len: 216 time: 0.0283878 Nov 09 17:35:13.361881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.411970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98c8c0e7-4f20-4a71-a99c-4ce8ec47a6e5 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0458281 Nov 09 17:35:13.414388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:13.416919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.418315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.485749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-116dd118-3502-4855-bb3b-47d4467aa619 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0604482 Nov 09 17:35:13.489196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.595506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7b5a4-92b1-46dd-8e62-23fede9bd6bf None None] Pushing event updated for resources: {'Port': ['ID=4192d426-b5f3-4109-a61f-798192403ca5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:13.611780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42260) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.648807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-57ba0593-0e95-481d-9eeb-77f1d665d4e0 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/bcada8b6-b507-4a03-a172-43b20580630e HTTP/1.1" status: 200 len: 472 time: 0.1493866 Nov 09 17:35:13.658945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42262) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.782334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-617a8bae-0e5b-4771-9f6e-c9d26cc9a6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.790668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bc4a7-2eae-45d0-8b00-5a60b9ff1665 req-586937ab-b7c5-4661-9ef1-f0a3d8812a57 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:13.793134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-030bc4a7-2eae-45d0-8b00-5a60b9ff1665 req-586937ab-b7c5-4661-9ef1-f0a3d8812a57 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1511211 Nov 09 17:35:13.828189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-b1cc023f-1964-4245-9834-85b416a063bb tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:13.830673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-b1cc023f-1964-4245-9834-85b416a063bb tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.43 "GET /v2.0/networks?id=9cf71c11-4abe-4519-ac0f-11ec427e651a HTTP/1.1" status: 200 len: 821 time: 0.7277715 Nov 09 17:35:13.867609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ba56ae0c-aad3-4c0d-9636-8dfc19ab4bee None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:13.870839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba56ae0c-aad3-4c0d-9636-8dfc19ab4bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:13.874185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b8123d5f-c6fe-469f-aba6-a9bc967b00e0 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/297f11ad-d6f5-41e5-b959-31ac0549e76b HTTP/1.1" status: 200 len: 461 time: 0.1852286 Nov 09 17:35:13.879060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-030bc4a7-2eae-45d0-8b00-5a60b9ff1665 req-645da96e-869a-4a25-a770-0769a94c5d52 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722983 Nov 09 17:35:13.879953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:13.897518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Request body: {'port': {'device_id': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a', 'admin_state_up': True, 'tenant_id': '6b21458178354d79ac519e5ead55ea97'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:14.056226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55c9f19e-5a83-4c4b-960b-7832d2fc2881 req-f53b88d0-cd29-45fd-9675-8b4204d0efa6 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 210 time: 0.2618425 Nov 09 17:35:14.132396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.152234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-347daf7b-afb3-408b-aa36-186fb1a03fc4 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.154551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-347daf7b-afb3-408b-aa36-186fb1a03fc4 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/297f11ad-d6f5-41e5-b959-31ac0549e76b HTTP/1.1" status: 204 len: 168 time: 0.2712147 Nov 09 17:35:14.158412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:14.229596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:14.235755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:14.240909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:14.241894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.253631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513c7af-78f1-45d4-aa3c-182b888b34a0 None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:14.256411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:14.281762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6b600633-7cd2-451d-86af-20b16ea6d445 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5954044 Nov 09 17:35:14.287165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:14.296377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a', 'fixed_ips': [{'subnet_id': '6d308b24-1cfa-41ad-985a-83469ac258c0'}, {'subnet_id': 'e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b'}], 'name': 'tempest-PortsTestJSON-484858130'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:14.497836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-617a8bae-0e5b-4771-9f6e-c9d26cc9a6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.526372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:14.533281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-617a8bae-0e5b-4771-9f6e-c9d26cc9a6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.607637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-617a8bae-0e5b-4771-9f6e-c9d26cc9a6e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f36f5bdbd0cf49d396444910d946cb01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9937494 Nov 09 17:35:14.608513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Made reservation on behalf of 6b21458178354d79ac519e5ead55ea97 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:14.612484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.614661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:14.650846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96ecea85-0086-4917-a59f-beb57a168e84 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.654242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-96ecea85-0086-4917-a59f-beb57a168e84 tempest-MeteringTestJSON-1219112070 tempest-MeteringTestJSON-1219112070-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/bcada8b6-b507-4a03-a172-43b20580630e HTTP/1.1" status: 204 len: 168 time: 0.4929283 Nov 09 17:35:14.802028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a8bae-0e5b-4771-9f6e-c9d26cc9a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e3fa08-3f70-4dee-a083-f66abbf67778,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:14.864928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4192d426-b5f3-4109-a61f-798192403ca5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:14.872796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9625a41-2fdf-4123-91c6-cd21b8bb62a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:14.891660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e34816-2797-40bc-bedc-08036f485d93 req-0d0fb1e0-cd37-45cd-b45b-7c38b57dd68e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:14.900473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83e34816-2797-40bc-bedc-08036f485d93 req-0d0fb1e0-cd37-45cd-b45b-7c38b57dd68e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.3247228 Nov 09 17:35:14.999604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9625a41-2fdf-4123-91c6-cd21b8bb62a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.022439 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.091695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] Update dhcp port {'port': {'network_id': '5122a6ac-2846-4612-af0e-58b725ff2d6a', 'fixed_ips': [{'subnet_id': '6d308b24-1cfa-41ad-985a-83469ac258c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '4192d426-b5f3-4109-a61f-798192403ca5'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:35:15.102119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:15.171934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83e34816-2797-40bc-bedc-08036f485d93 req-7de2b0e3-e35e-440d-9196-51e0d626a107 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703972 Nov 09 17:35:15.181362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42290) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:15.187387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:15.188281 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.272893 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.282101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe013-9d7b-4809-bcc8-64e87bbd378d req-b261f547-b1ed-4d97-bce4-062d4b002352 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:15.283803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-446fe013-9d7b-4809-bcc8-64e87bbd378d req-b261f547-b1ed-4d97-bce4-062d4b002352 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1554728 Nov 09 17:35:15.284984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:15.362316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Allocated IP 172.20.0.7 (9cf71c11-4abe-4519-ac0f-11ec427e651a/26ed3a3e-6d91-4c18-a6e3-7292d55323bc/a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:15.426799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-446fe013-9d7b-4809-bcc8-64e87bbd378d req-10ff25e4-07c1-42d8-8b61-809237dfbe58 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203730 Nov 09 17:35:15.488779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9822755b-42c8-4c33-b68e-346cb9a91e40 req-edd4a101-86c5-4651-8c7a-160b4861b265 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 210 time: 0.1727526 Nov 09 17:35:15.594824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9625a41-2fdf-4123-91c6-cd21b8bb62a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.598325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b9625a41-2fdf-4123-91c6-cd21b8bb62a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.599541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b9625a41-2fdf-4123-91c6-cd21b8bb62a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87e3fa08-3f70-4dee-a083-f66abbf67778 HTTP/1.1" status: 204 len: 168 time: 0.9453838 Nov 09 17:35:15.611543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1731150-3d58-4884-ada9-682af418e055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.629883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625a41-2fdf-4123-91c6-cd21b8bb62a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e3fa08-3f70-4dee-a083-f66abbf67778,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:15.652508 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6d3d-afaf-4c1d-ad46-877d33b10a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.821558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1731150-3d58-4884-ada9-682af418e055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.834600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1731150-3d58-4884-ada9-682af418e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:15.880445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:15.945817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:15.945817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f45c3bb-eae0-49b3-98f9-40e8ae2716fc not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:15.976583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.012393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1731150-3d58-4884-ada9-682af418e055 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c73fcd46027462080b662597e0cfc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7225199 Nov 09 17:35:16.072258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:16.100668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1731150-3d58-4884-ada9-682af418e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e10c08-cd5c-45e5-8744-0930f43dd869,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:16.102633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.3 (5122a6ac-2846-4612-af0e-58b725ff2d6a/6d308b24-1cfa-41ad-985a-83469ac258c0/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:16.114787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.30 (5122a6ac-2846-4612-af0e-58b725ff2d6a/e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:16.178391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6d3d-afaf-4c1d-ad46-877d33b10a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.192615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-73176965-2eae-45c8-9b5a-fe78991b08a4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:16.195365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-73176965-2eae-45c8-9b5a-fe78991b08a4 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2779460 Nov 09 17:35:16.218427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6d3d-afaf-4c1d-ad46-877d33b10a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.287022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7851e-b272-41d4-b4e3-6da4fcb8219c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.380133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fbfc6d3d-afaf-4c1d-ad46-877d33b10a06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=474541ca4bbc43968d0781e2b3c87ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1505764 Nov 09 17:35:16.386231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:16.444830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.486082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7851e-b272-41d4-b4e3-6da4fcb8219c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.489214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc6d3d-afaf-4c1d-ad46-877d33b10a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81f713a-5575-4e14-b0c3-7bea1d35fd7a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:16.609209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6cf4-ac14-40af-8e0e-6fb8b1672267 req-1b160214-248a-446c-91b3-25a828ba91cf tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:16.611790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1fca6cf4-ac14-40af-8e0e-6fb8b1672267 req-1b160214-248a-446c-91b3-25a828ba91cf tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.2413151 Nov 09 17:35:16.743385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Deleting port 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:16.743938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.788070 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7851e-b272-41d4-b4e3-6da4fcb8219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.793551 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7851e-b272-41d4-b4e3-6da4fcb8219c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:16.795750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-efb7851e-b272-41d4-b4e3-6da4fcb8219c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e10c08-cd5c-45e5-8744-0930f43dd869 HTTP/1.1" status: 204 len: 168 time: 0.7220321 Nov 09 17:35:16.845297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Network 9cf71c11-4abe-4519-ac0f-11ec427e651a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:16.876034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:16.878452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1fca6cf4-ac14-40af-8e0e-6fb8b1672267 req-5c50c404-e638-4161-b200-33f3415b83d3 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574522 Nov 09 17:35:16.883531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7851e-b272-41d4-b4e3-6da4fcb8219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e10c08-cd5c-45e5-8744-0930f43dd869,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:17.039119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.053088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:17.108930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Pushing event updated for resources: {'Port': ['ID=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:17.165272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-defe4e05-2028-4e12-a81c-6830560fe7a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5163479 Nov 09 17:35:17.212875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31d5700b-80ee-494b-8b66-84eb1df19a18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.218453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] For port 79bd964b-741e-4abf-8b87-6909106b686c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=79bd964b-741e-4abf-8b87-6909106b686c,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:17.219062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.234171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.234171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.265992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae4b8-5309-4b25-a5be-90076cf71c0a req-7e6023e7-7549-4908-83d7-154a9a8d4c66 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.276238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-619ae4b8-5309-4b25-a5be-90076cf71c0a req-7e6023e7-7549-4908-83d7-154a9a8d4c66 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.4894760 Nov 09 17:35:17.382205 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31d5700b-80ee-494b-8b66-84eb1df19a18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.400981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-04ce3b93-7d58-4381-956c-70fb294f3701 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5371652 Nov 09 17:35:17.412069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720fbd3-d0e2-4366-9375-29c366855f2f req-20b25a70-6336-46d8-9231-592e706c5594 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.424874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.452739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5720fbd3-d0e2-4366-9375-29c366855f2f req-20b25a70-6336-46d8-9231-592e706c5594 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 931 time: 0.4045124 Nov 09 17:35:17.537535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] Allocated IP 172.20.0.18 (5122a6ac-2846-4612-af0e-58b725ff2d6a/e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b/4192d426-b5f3-4109-a61f-798192403ca5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:17.542338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Request body: {'port': {'device_id': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:17.835516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] For port 4192d426-b5f3-4109-a61f-798192403ca5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4192d426-b5f3-4109-a61f-798192403ca5,segment=NetworkSegment(023b2e36-d6b2-4c28-aa39-b95c9801adc1),segment_id=023b2e36-d6b2-4c28-aa39-b95c9801adc1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:17.857992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42334) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:17.930264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:17.932967 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.945671 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:17.956936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.958347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.958625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.959544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.960406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.961253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.962254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.965690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ae0e072a-d25e-4bc7-b9e0-34ee071670e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=104252495378481fb2d44f9f2898d8c3&device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 6499 time: 0.7134228 Nov 09 17:35:18.006628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5720fbd3-d0e2-4366-9375-29c366855f2f req-a1a103c7-00f8-46d1-91e6-66c4a6d54667 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752538 Nov 09 17:35:18.047918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-619ae4b8-5309-4b25-a5be-90076cf71c0a req-89751230-11cf-4c29-8374-07db1c149ebf tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7705543 Nov 09 17:35:18.049200 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be997d07-5137-4f9f-982f-487f9c2cc610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.063081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:18.063419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11ec14-0e0e-4571-9e45-417efded29ea None None] Pushing event updated for resources: {'Port': ['ID=4192d426-b5f3-4109-a61f-798192403ca5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:18.063574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:18.109336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:18.124312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.128151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.129180 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Floating IP fd56a2e1-b489-4361-b47b-78c88d9034c9 disassociated. External IP: 172.25.3.54, port: 79bd964b-741e-4abf-8b87-6909106b686c. Nov 09 17:35:18.130365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Calling delete_port for 79bd964b-741e-4abf-8b87-6909106b686c owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:18.333422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.364513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31d5700b-80ee-494b-8b66-84eb1df19a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.369596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-31d5700b-80ee-494b-8b66-84eb1df19a18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.371649 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-31d5700b-80ee-494b-8b66-84eb1df19a18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f81f713a-5575-4e14-b0c3-7bea1d35fd7a HTTP/1.1" status: 204 len: 168 time: 1.9772420 Nov 09 17:35:18.392152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbafa5-b501-4b6f-af35-7b239c72126e req-041026f7-a289-4be6-a509-6aa276df2718 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.399181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dbbafa5-b501-4b6f-af35-7b239c72126e req-041026f7-a289-4be6-a509-6aa276df2718 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 944 time: 0.1128168 Nov 09 17:35:18.521226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5700b-80ee-494b-8b66-84eb1df19a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81f713a-5575-4e14-b0c3-7bea1d35fd7a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:18.541686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.554341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.555820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:18.569580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dbbafa5-b501-4b6f-af35-7b239c72126e req-8571e246-af3e-4aba-8d32-404c9452cbe5 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e649c62-1aa6-4b3e-b147-991a93bb8ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559043 Nov 09 17:35:18.619515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'Port': ['ID=79bd964b-741e-4abf-8b87-6909106b686c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:18.849488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a1b8173-8918-4676-b843-2c0c8b59d061 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.5580297 Nov 09 17:35:18.863467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:18.868440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-23b6d0ee-f678-4129-bb91-0d48eae485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.869459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-23b6d0ee-f678-4129-bb91-0d48eae485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.870018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-23b6d0ee-f678-4129-bb91-0d48eae485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.871893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-23b6d0ee-f678-4129-bb91-0d48eae485cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&id=9fe57671-200c-4e04-847e-9820a25cc8d8&id=9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 200 len: 2294 time: 0.8470845 Nov 09 17:35:18.929692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Router 9c9e82a4-3926-4156-a006-9f24c70ac58b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:18.949895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d308b24-1cfa-41ad-985a-83469ac258c0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:18.997456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4192d426-b5f3-4109-a61f-798192403ca5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:19.191251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be997d07-5137-4f9f-982f-487f9c2cc610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.234747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be997d07-5137-4f9f-982f-487f9c2cc610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.245326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:19.246298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.275264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-be997d07-5137-4f9f-982f-487f9c2cc610 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5db0c95a92a440ea9e3ca07961a3a139&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3918960 Nov 09 17:35:19.279382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-dfe9f121-f375-4f9e-a772-e454f857f119 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257 HTTP/1.1" status: 200 len: 1001 time: 0.3156354 Nov 09 17:35:19.279993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42354) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:19.653981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.704009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-161d9e14-db96-4f52-a773-7abb39e702b9 None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:19.704445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-161d9e14-db96-4f52-a773-7abb39e702b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.721313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42362) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:19.756395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb83d-7bc8-4c84-91e9-a2aec74394ed req-ca693578-e995-4f62-b1ce-2101d31f51f4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:19.758343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c28eb83d-7bc8-4c84-91e9-a2aec74394ed req-ca693578-e995-4f62-b1ce-2101d31f51f4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2848921 Nov 09 17:35:19.775476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc489db4-3be6-4bf5-b8a7-a026b4170896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.838369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:19.869687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] Sync routers for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:19.974692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] No DVR routers for this DVR port 79bd964b-741e-4abf-8b87-6909106b686c on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:19.978027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:19.985530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:19.986447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:35:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:19.990139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3fa5cf59-fae3-410d-94ac-f40d29ac4385 req-60acc0bf-847d-45f0-bb37-2414e1ea6245 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.83 "DELETE /v2.0/ports/79bd964b-741e-4abf-8b87-6909106b686c HTTP/1.1" status: 204 len: 173 time: 3.7870207 Nov 09 17:35:20.009165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-deleted', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:20.011635 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e3a37b-3451-4ece-b27f-7cac3976d14a" -d '{"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-deleted", "tag": "79bd964b-741e-4abf-8b87-6909106b686c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:20.077221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c28eb83d-7bc8-4c84-91e9-a2aec74394ed req-7ba627e9-2caa-40dd-8192-1672f2f93d8a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929449 Nov 09 17:35:20.112948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997d07-5137-4f9f-982f-487f9c2cc610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf236aa-eac9-443b-be75-2b9cb797f9b6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:20.233318 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-480bb321-46f2-4e66-bf59-c4393da3f81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.267975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bcd5f-e9ab-4e80-8823-1a12c5056724 req-7fd75c7e-c283-4b52-962f-c54dda4e1683 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:20.270083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de8bcd5f-e9ab-4e80-8823-1a12c5056724 req-7fd75c7e-c283-4b52-962f-c54dda4e1683 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 931 time: 0.9873297 Nov 09 17:35:20.282488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-97543fd9-11d7-4bc2-977c-75479af69eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:20.288028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-97543fd9-11d7-4bc2-977c-75479af69eaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21f8bc2b-4dd1-4f44-b647-e5bf34636333 HTTP/1.1" status: 200 len: 855 time: 1.0012820 Nov 09 17:35:20.309063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bf9fe000-6766-4016-83ae-4dba2028db42 None None] Provisioning complete for port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:20.309592 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe000-6766-4016-83ae-4dba2028db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.356046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de8bcd5f-e9ab-4e80-8823-1a12c5056724 req-ac05d1ba-1569-4af9-b5a9-86fcd9f1d706 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755525 Nov 09 17:35:20.373299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-480bb321-46f2-4e66-bf59-c4393da3f81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.391142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fe000-6766-4016-83ae-4dba2028db42 None None] Port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:20.450027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:20.492114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-83553ca4-8ac0-4285-ab95-1f6dae8f9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:20.494251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-83553ca4-8ac0-4285-ab95-1f6dae8f9612 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97f8e88-3885-4bdb-8f7e-90c185556c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489313 Nov 09 17:35:20.536606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:20.572755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.585737 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f06e43-90a1-47ed-b7ca-343936a6a8b6 x-openstack-request-id: req-87f06e43-90a1-47ed-b7ca-343936a6a8b6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:20.586360 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840356e3-31cc-417c-8edc-8693896ca175", "name": "network-vif-deleted", "tag": "79bd964b-741e-4abf-8b87-6909106b686c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:20.586744 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87f06e43-90a1-47ed-b7ca-343936a6a8b6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:20.587398 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840356e3-31cc-417c-8edc-8693896ca175', 'name': 'network-vif-deleted', 'tag': '79bd964b-741e-4abf-8b87-6909106b686c', 'status': 'completed', 'code': 200} Nov 09 17:35:20.634744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc489db4-3be6-4bf5-b8a7-a026b4170896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.647973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-17ae379b-59e5-4a8f-9d7e-7ef30fcaf8ff req-cad58af0-6602-432a-b5da-b8711b5fe424 tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/ports?device_id=840356e3-31cc-417c-8edc-8693896ca175 HTTP/1.1" status: 200 len: 210 time: 0.4038446 Nov 09 17:35:20.657771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Transition to ACTIVE for port object a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:35:20.662929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-480bb321-46f2-4e66-bf59-c4393da3f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.666645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-480bb321-46f2-4e66-bf59-c4393da3f81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.668244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-480bb321-46f2-4e66-bf59-c4393da3f81f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8bf236aa-eac9-443b-be75-2b9cb797f9b6 HTTP/1.1" status: 204 len: 168 time: 1.3826754 Nov 09 17:35:20.684508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc489db4-3be6-4bf5-b8a7-a026b4170896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.692128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:20.833275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Delete allocated IP 172.20.0.30 (5122a6ac-2846-4612-af0e-58b725ff2d6a/e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b) {{(pid=102555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:35:20.839207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Pushing event updated for resources: {'Port': ['ID=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:20.864365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb321-46f2-4e66-bf59-c4393da3f81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf236aa-eac9-443b-be75-2b9cb797f9b6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:20.912505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-f647c068-ebf9-4cc8-91e3-33ef4ea0a5b6 service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942363 Nov 09 17:35:21.118831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:08Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:21.120932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Attempting to bind port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:21.121277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Attempting to bind port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'be2642c8-dea3-45ae-919d-e2d9387e8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:21.121611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Attempting to bind port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 on network 9cf71c11-4abe-4519-ac0f-11ec427e651a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:21.130686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 on network 9cf71c11-4abe-4519-ac0f-11ec427e651a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:21.131037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Attempting to bind port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 on network 9cf71c11-4abe-4519-ac0f-11ec427e651a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:21.144558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:21.144908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Checking segment: {'id': 'be2642c8-dea3-45ae-919d-e2d9387e8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:21.145339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Bound using segment: {'id': 'be2642c8-dea3-45ae-919d-e2d9387e8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:21.145750 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Bound port: a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2642c8-dea3-45ae-919d-e2d9387e8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:35:21.146116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.151461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-18908b5b-46eb-45ab-9666-5759571e37e0 service neutron] 10.222.0.83 "GET /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305686 Nov 09 17:35:21.180153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] Checking router: 9c9e82a4-3926-4156-a006-9f24c70ac58b for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:21.192630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:21.193545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:35:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:21.199768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.201368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-c64e1e82-3765-4dd4-a175-ab46d44e2412 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 217 time: 0.0406497 Nov 09 17:35:21.259675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.297949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cc489db4-3be6-4bf5-b8a7-a026b4170896 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2eda9402f9ed45aaabab125a35db277b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5651681 Nov 09 17:35:21.298476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:21.429365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-998d3f94-2c6f-4c87-a322-17d134d3e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.430931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-998d3f94-2c6f-4c87-a322-17d134d3e643 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.2033944 Nov 09 17:35:21.442717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] For port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:21.450183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc489db4-3be6-4bf5-b8a7-a026b4170896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb862ed7-a004-49ea-bc90-68dc939878ef,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:21.566728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] For port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,segment=NetworkSegment(be2642c8-dea3-45ae-919d-e2d9387e8dc6),segment_id=be2642c8-dea3-45ae-919d-e2d9387e8dc6)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:21.568475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:21.578201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.584606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:21.646425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] In _notify_port_updated(), no bound segment for port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a on network 5122a6ac-2846-4612-af0e-58b725ff2d6a {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:35:21.663888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.664495 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.669281 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/ports/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a HTTP/1.1" status: 200 len: 918 time: 2.8027644 Nov 09 17:35:21.670002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42404) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:21.675643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c1b64-bf14-42e7-a5bb-a376d56b5c9e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:21.710813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bce6e-0f84-4b57-a455-1dc22685517c req-a20a13f9-02a8-465b-852b-4308f94c5c23 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.719858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d308b24-1cfa-41ad-985a-83469ac258c0'}, {'subnet_id': 'e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:21.724882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a6bce6e-0f84-4b57-a455-1dc22685517c req-a20a13f9-02a8-465b-852b-4308f94c5c23 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.3906450 Nov 09 17:35:21.773826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.773826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.773826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] 10.222.0.43 "PUT /v2.0/ports/a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 HTTP/1.1" status: 200 len: 1091 time: 4.3249915 Nov 09 17:35:21.775887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'tag': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:21.778086 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd" -d '{"events": [{"name": "network-changed", "server_uuid": "25f1cd84-7126-4830-8ab1-fe07e893de75", "tag": "a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:21.820241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c116a773-924e-4684-a90c-98794d545394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:21.837438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 79bd964b-741e-4abf-8b87-6909106b686c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:21.838112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 79bd964b-741e-4abf-8b87-6909106b686c not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:21.870146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f058ae0-d3b7-48cd-96ce-c7423d57dbad service neutron] Pushing event updated for resources: {'Port': ['ID=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:21.890881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-501c6a4a-2167-4fe6-8fd6-15d1996faf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.892491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-501c6a4a-2167-4fe6-8fd6-15d1996faf90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4453292 Nov 09 17:35:21.995061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c0b8-0163-43c7-be41-35c1b35fc50b req-5dac7326-aad7-4e31-9c80-032e01f671f7 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.995061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a2b0c0b8-0163-43c7-be41-35c1b35fc50b req-5dac7326-aad7-4e31-9c80-032e01f671f7 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 943 time: 0.4407153 Nov 09 17:35:22.010590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c116a773-924e-4684-a90c-98794d545394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.056021 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.131810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a6bce6e-0f84-4b57-a455-1dc22685517c req-bd97f038-3a39-4dae-a61c-e22342adb9ae tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724911 Nov 09 17:35:22.172371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3e089074-bf43-4774-aa56-209e6dd351a2 None None] Provisioning complete for port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:22.172814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e089074-bf43-4774-aa56-209e6dd351a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.180654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-b5ed8d48-1b55-4c9e-b813-107ed197145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:22.183697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-b5ed8d48-1b55-4c9e-b813-107ed197145b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b21458178354d79ac519e5ead55ea97&device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 1094 time: 0.3381221 Nov 09 17:35:22.255717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-1ffa9716-6688-4218-8186-a758f5e1a568 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 HTTP/1.1" status: 200 len: 217 time: 0.0612705 Nov 09 17:35:22.258848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-fd9273a9-9bb2-4624-8ca0-bf2951c81ff8 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978814 Nov 09 17:35:22.288131 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e7e38-bca6-4171-b486-82512a2fb485 x-openstack-request-id: req-941e7e38-bca6-4171-b486-82512a2fb485 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:22.289787 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f1cd84-7126-4830-8ab1-fe07e893de75", "tag": "a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:22.290078 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-941e7e38-bca6-4171-b486-82512a2fb485 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:22.290498 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'tag': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6', 'status': 'completed', 'code': 200} Nov 09 17:35:22.297360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c116a773-924e-4684-a90c-98794d545394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.302488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c116a773-924e-4684-a90c-98794d545394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.305679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c116a773-924e-4684-a90c-98794d545394 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb862ed7-a004-49ea-bc90-68dc939878ef HTTP/1.1" status: 204 len: 168 time: 0.9835887 Nov 09 17:35:22.327651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:22.349125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a2b0c0b8-0163-43c7-be41-35c1b35fc50b req-71c7a1dd-2e3c-49eb-8059-7ec0539549b0 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424060 Nov 09 17:35:22.358534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3e089074-bf43-4774-aa56-209e6dd351a2 None None] Port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:22.379619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116a773-924e-4684-a90c-98794d545394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb862ed7-a004-49ea-bc90-68dc939878ef,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:22.445479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:08Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:22.496434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-38dc9e9e-86d3-407a-97b1-e68df812bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:22.499260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-38dc9e9e-86d3-407a-97b1-e68df812bc95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26ed3a3e-6d91-4c18-a6e3-7292d55323bc HTTP/1.1" status: 200 len: 861 time: 0.2338483 Nov 09 17:35:22.526416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2af0-a64a-431d-839b-01aeb7abd640 None None] The sync data for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 is: [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd7b9d9c0-7509-4ed0-b9d7-ed3602e98572', 'name': '', 'network_id': 'f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'mac_address': 'fa:16:3e:1c:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:58Z', 'updated_at': '2021-11-09T17:26:08Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'subnets': [{'id': '40117a21-03eb-4487-bf79-c5c494bcb3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:22.602805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-c041f5f2-9cd2-4ebc-adb1-4d8d295b6ff1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf71c11-4abe-4519-ac0f-11ec427e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917041 Nov 09 17:35:22.714874 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9985185-126b-4dd9-9421-01f6b1d959ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.739746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ddcc640c-5f0c-44c8-a34e-1091e0d8f198 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549160 Nov 09 17:35:22.786548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.798157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9985185-126b-4dd9-9421-01f6b1d959ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:22.820337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-53330ae8-d4ec-4600-95e4-4b9c0d726611 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 217 time: 0.0662498 Nov 09 17:35:22.888632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-b2a865ab-4c96-419b-b05f-041896ccfd0a service neutron] 10.222.0.43 "GET /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769053 Nov 09 17:35:22.992748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-f4b92fc3-6ee5-475f-a9c1-a1ee1be252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:22.994429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-f4b92fc3-6ee5-475f-a9c1-a1ee1be252ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.1648228 Nov 09 17:35:23.093858 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbdf753-4615-4279-9070-57fcf7af2c86 None None] New status for floating IP fd56a2e1-b489-4361-b47b-78c88d9034c9: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:35:23.102591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-f87c4b9e-2780-40e1-965a-21af473c8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:23.104232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-f87c4b9e-2780-40e1-965a-21af473c8f27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993698 Nov 09 17:35:23.108700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49dfe038-d9cb-42ce-9212-123d4eea2e38 req-857c9f91-3057-45b5-b783-61b08962c1aa service neutron] 10.222.0.43 "GET /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101371 Nov 09 17:35:23.138092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9985185-126b-4dd9-9421-01f6b1d959ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:23.142450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9985185-126b-4dd9-9421-01f6b1d959ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:23.144884 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e9985185-126b-4dd9-9421-01f6b1d959ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e649c62-1aa6-4b3e-b147-991a93bb8ae1 HTTP/1.1" status: 204 len: 168 time: 0.8036208 Nov 09 17:35:23.163737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:23.230197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9985185-126b-4dd9-9421-01f6b1d959ea tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e649c62-1aa6-4b3e-b147-991a93bb8ae1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:23.241475 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-57a4279b-e813-4946-80b9-4fea7c515afc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] show failed (client error): The resource could not be found. Nov 09 17:35:23.247070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-57a4279b-e813-4946-80b9-4fea7c515afc tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "GET /v2.0/security-groups/1e649c62-1aa6-4b3e-b147-991a93bb8ae1 HTTP/1.1" status: 404 len: 347 time: 0.0711665 Nov 09 17:35:23.247388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42454) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:23.263214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-6e0336b8-a4b2-4275-ba47-132514eee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:23.265063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-6e0336b8-a4b2-4275-ba47-132514eee7da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b21458178354d79ac519e5ead55ea97&device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 1094 time: 0.0877929 Nov 09 17:35:23.304928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.27 (5122a6ac-2846-4612-af0e-58b725ff2d6a/e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:23.330306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42456) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:23.530818 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-aac57fe3-567a-4cec-a6f6-bfac927b80ba service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172730 Nov 09 17:35:23.728624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:23.740476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e833cd-f1e0-4c1b-b3ed-24b599f9ec61 req-ceb1ae58-3944-4d9b-8c89-5355aa9312e4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:23.742350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eedb8-eee0-4dea-8cfe-818bf47dbb30 req-a75f98c6-a50b-4007-8ea3-087015d2d392 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:23.744424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e8eedb8-eee0-4dea-8cfe-818bf47dbb30 req-a75f98c6-a50b-4007-8ea3-087015d2d392 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 943 time: 0.1323755 Nov 09 17:35:23.746951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:23.748451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28e833cd-f1e0-4c1b-b3ed-24b599f9ec61 req-ceb1ae58-3944-4d9b-8c89-5355aa9312e4 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.4217579 Nov 09 17:35:23.751202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-341637dc-516e-4976-a7d7-1444ac940071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:23.753567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-341637dc-516e-4976-a7d7-1444ac940071 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf71c11-4abe-4519-ac0f-11ec427e651a HTTP/1.1" status: 200 len: 921 time: 0.4218395 Nov 09 17:35:23.844436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Deleting port 86f03aaf-88d4-4755-ac00-453ab3d8ba37 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:23.844834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:23.847868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-9cd6898d-90b8-45fb-a203-98f13aa7598e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 HTTP/1.1" status: 200 len: 217 time: 0.0639377 Nov 09 17:35:23.926432 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5124934-2263-4972-9731-012f7050a749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.135804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.136423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.161298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Calling delete_port for 86f03aaf-88d4-4755-ac00-453ab3d8ba37 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:24.249231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28e833cd-f1e0-4c1b-b3ed-24b599f9ec61 req-6e819c65-df13-4e04-b58b-20f82414623f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993160 Nov 09 17:35:24.254242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42476) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:24.304404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-da3398bb-67f1-417d-a06f-e7176b71df8e None None] Provisioning complete for port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:24.305315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da3398bb-67f1-417d-a06f-e7176b71df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.336321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-c0660175-2998-4d66-82ec-57d94a094e53 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938521 Nov 09 17:35:24.392971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da3398bb-67f1-417d-a06f-e7176b71df8e None None] Port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:24.405471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:24.419503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5124934-2263-4972-9731-012f7050a749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.421417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ffef3e72-aef7-49e8-a943-a56dadf7e747 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=d291281e-5218-4572-bf64-cacf3471a351 HTTP/1.1" status: 200 len: 217 time: 0.0696099 Nov 09 17:35:24.436024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e8eedb8-eee0-4dea-8cfe-818bf47dbb30 req-986a9713-44b9-42c7-b0d1-8b9d35771ac3 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727781 Nov 09 17:35:24.439591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] In _notify_port_updated(), no bound segment for port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a on network 5122a6ac-2846-4612-af0e-58b725ff2d6a {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:35:24.446180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:24.446888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.448338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cab92287-aaf8-49c5-9860-d381c84e8c2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/ports/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a HTTP/1.1" status: 200 len: 998 time: 2.7742922 Nov 09 17:35:24.453122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:24.499473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5124934-2263-4972-9731-012f7050a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.508319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-9052bb91-5934-4fd4-b928-a4b4d27502ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:24.510053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-9052bb91-5934-4fd4-b928-a4b4d27502ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=26ed3a3e-6d91-4c18-a6e3-7292d55323bc HTTP/1.1" status: 200 len: 861 time: 0.6521683 Nov 09 17:35:24.519725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-2cb1d7fa-c20c-4459-a481-dc1dfde592d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:24.521463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-2cb1d7fa-c20c-4459-a481-dc1dfde592d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.0868342 Nov 09 17:35:24.602780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-6e3ab839-4fc3-429b-9c9b-87082a4ccb4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf71c11-4abe-4519-ac0f-11ec427e651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723159 Nov 09 17:35:24.652348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b5124934-2263-4972-9731-012f7050a749 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fc719aca6ec412182dc94580d6af944&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3193476 Nov 09 17:35:24.655283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:24.666452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:24.667133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.685665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5124934-2263-4972-9731-012f7050a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0585b338-0b20-4096-8784-0cabdde9832a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:24.696768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1766756349'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:24.785115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-3555d756-29fc-452f-aab6-e04cdcd250b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:24.786717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-3555d756-29fc-452f-aab6-e04cdcd250b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2442033 Nov 09 17:35:24.792829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Made reservation on behalf of b1f4611f95a6433881857ecba0b5463b for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:24.796478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.841221 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.890147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a8a851-132f-46f5-8018-99936988bd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.890809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-41b819e2-d693-4e12-aaaf-ca4ce7667a6d service neutron] 10.222.0.43 "GET /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652900 Nov 09 17:35:24.898690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.944371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.952087 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a8a851-132f-46f5-8018-99936988bd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:24.994837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Pushing event deleted for resources: {'Port': ['ID=86f03aaf-88d4-4755-ac00-453ab3d8ba37,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:24.998326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:25.048847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6372c9a-a42e-4dfd-af3e-ffac3530d582 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:35:25.184171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-977900c9-b6a4-484b-bd92-8aab2a8a78e5 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813338 Nov 09 17:35:25.186510 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a8a851-132f-46f5-8018-99936988bd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.191308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a8a851-132f-46f5-8018-99936988bd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.195972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69a8a851-132f-46f5-8018-99936988bd5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0585b338-0b20-4096-8784-0cabdde9832a HTTP/1.1" status: 204 len: 168 time: 0.5387530 Nov 09 17:35:25.207776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8a851-132f-46f5-8018-99936988bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0585b338-0b20-4096-8784-0cabdde9832a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:25.281120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.284102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.285362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d6c7934a-13f9-41fa-b6c3-c529f323d99e tempest-ServerActionsTestJSON-1698858243 tempest-ServerActionsTestJSON-1698858243-project] 10.222.0.45 "DELETE /v2.0/floatingips/fd56a2e1-b489-4361-b47b-78c88d9034c9 HTTP/1.1" status: 204 len: 168 time: 2.0355060 Nov 09 17:35:25.294664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:25.296231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42d6da5b-042e-4b9e-b1a5-6a4d798548bd req-e85e5679-9bed-430b-8818-4f87321b425d service neutron] 10.222.0.43 "GET /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933725 Nov 09 17:35:25.316276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.324164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.392111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f88e3c9-9f14-4e4d-8739-7665f6b636fa,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:25.400979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-35b4e6c3-e40c-404f-b460-489672d68984 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039449 Nov 09 17:35:25.473616 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-30496876-101a-4f10-abab-eb49a5bf07ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9d51d939-2eb8-43bd-90b4-4317999bba79 HTTP/1.1" status: 200 len: 217 time: 0.0607343 Nov 09 17:35:25.510091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.547325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:25.575833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:25.576187 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Added segment 5e518f74-b02b-4a35-8c7b-fb463625e217 of type vlan for network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 Nov 09 17:35:25.599505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-fea0c941-7186-40ad-856a-cbb52779b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:25.602098 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-fea0c941-7186-40ad-856a-cbb52779b5a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 200 len: 797 time: 0.1141281 Nov 09 17:35:25.703908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:25.740789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:26.032943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,segment=NetworkSegment(be2642c8-dea3-45ae-919d-e2d9387e8dc6),segment_id=be2642c8-dea3-45ae-919d-e2d9387e8dc6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:26.043387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cd100-cc74-4d24-88c8-f597605a53f2 req-5d7ab750-fb1f-470a-b269-2634f1ae7e8f tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:26.047173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f0cd100-cc74-4d24-88c8-f597605a53f2 req-5d7ab750-fb1f-470a-b269-2634f1ae7e8f tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 943 time: 0.3742096 Nov 09 17:35:26.056342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.064159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1ca7aafb-b1f1-4a5e-83fd-247f51480e31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a HTTP/1.1" status: 204 len: 168 time: 1.6061363 Nov 09 17:35:26.065158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:26.068731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6', 'network_id': '9cf71c11-4abe-4519-ac0f-11ec427e651a', 'port_id': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6', 'mac_address': 'fa:16:3e:cc:1d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ed3a3e-6d91-4c18-a6e3-7292d55323bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:35:26.152941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb83ce3-5224-4036-a887-4be1df4d1387 req-e0edd7a7-4c26-4f95-8352-6afefe672c0e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:26.154746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-feb83ce3-5224-4036-a887-4be1df4d1387 req-e0edd7a7-4c26-4f95-8352-6afefe672c0e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.7293632 Nov 09 17:35:26.160619 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.185246 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a950228-163a-4ef8-94bd-0a51ab9eb861 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:26.195240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:26.207771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9a950228-163a-4ef8-94bd-0a51ab9eb861 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a HTTP/1.1" status: 404 len: 333 time: 0.1369119 Nov 09 17:35:26.237484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,segment=NetworkSegment(be2642c8-dea3-45ae-919d-e2d9387e8dc6),segment_id=be2642c8-dea3-45ae-919d-e2d9387e8dc6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:26.244865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.245134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:26.281309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.358522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:26.391046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.397783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:26.398510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.402475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-e2431272-dd17-478c-8c37-edcf4b527e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:26.404299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-e2431272-dd17-478c-8c37-edcf4b527e12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2306995 Nov 09 17:35:26.420458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-feb83ce3-5224-4036-a887-4be1df4d1387 req-fdde7128-e4fc-4ac9-b7e5-80a5820beb86 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310717 Nov 09 17:35:26.434198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:26.567501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f0cd100-cc74-4d24-88c8-f597605a53f2 req-3cafce97-cc93-4f04-b797-4cda53482695 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036111 Nov 09 17:35:26.575349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2574584 Nov 09 17:35:26.580338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:35:26.587124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.626124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9b708-96ec-4368-af1f-6482263d0a7b tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Pushing event updated for resources: {'Network': ['ID=1b039b03-b281-413d-a4d9-af8c7db5e0c8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:26.658016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:26.676662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.748139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-6c3dda8f-a2e3-4e33-a365-3ff9a6c83cf5 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260579 Nov 09 17:35:26.957891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:26.996055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-f398fbc8-953b-4be0-8617-9cdc3cd44524 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376032 Nov 09 17:35:27.061313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-80c7d0d4-1a89-4a7a-8e37-461e7d6a0e99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3b89beff-f915-477d-a855-e61e7d30d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0567846 Nov 09 17:35:27.129326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-2c6092c4-6c6f-42fd-bb26-676654e8d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.131275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-2c6092c4-6c6f-42fd-bb26-676654e8d95a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.0624673 Nov 09 17:35:27.263942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ebcd9bc4-3a08-4a87-a6cc-93d11f282a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.266187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ebcd9bc4-3a08-4a87-a6cc-93d11f282a17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1268902 Nov 09 17:35:27.276017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:27.382528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:27.392909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050dc7f-bf9d-459d-a747-88683c9ca982 None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:27.394974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-124e8c9e-a76f-4d90-ab34-67989f54c9e2 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209161 Nov 09 17:35:27.405869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b HTTP/1.1" status: 204 len: 168 time: 1.1452594 Nov 09 17:35:27.427362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42544) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:27.438817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce1901-2995-4856-b445-6b96177f662e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:27.621634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42552) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:27.684227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:27.691275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Request body: {'port': {'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8', 'binding:host_id': 'n-h1-804292-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-7221560'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:27.719735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:27.745030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet 6d308b24-1cfa-41ad-985a-83469ac258c0 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:35:27.756744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:27.922408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-215dfdf4-09eb-4706-a87c-0be7b16a8c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:27.938212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:35:27.945303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7223511-1012-4109-bba1-88f6891152ca req-10e2967d-9498-40d2-8105-f7ce6442df0a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.948802 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7223511-1012-4109-bba1-88f6891152ca req-10e2967d-9498-40d2-8105-f7ce6442df0a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2473314 Nov 09 17:35:27.952380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dafc359-18ea-4191-8d3d-2ccf502c8266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:27.956020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:27.958161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:27.970155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ef37138b-7313-4930-a5de-3399354ecc23 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652831 Nov 09 17:35:28.006825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Made reservation on behalf of ec04bec2c62144d38c52fe64430cf5d4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:28.010493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.070150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.092129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf4a8-ed2b-441b-9649-e3474db580ac req-699709f4-253a-49e4-86f4-c1349af1d3f4 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.095406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c53bf4a8-ed2b-441b-9649-e3474db580ac req-699709f4-253a-49e4-86f4-c1349af1d3f4 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 944 time: 0.3658319 Nov 09 17:35:28.122437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.126111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-a62b025d-8624-4546-9e1d-8199f9800f16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af5f35fd-94c0-4144-91d9-c409e69e2324 HTTP/1.1" status: 200 len: 217 time: 0.1398273 Nov 09 17:35:28.166127 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.242399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dafc359-18ea-4191-8d3d-2ccf502c8266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.244655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,segment=NetworkSegment(be2642c8-dea3-45ae-919d-e2d9387e8dc6),segment_id=be2642c8-dea3-45ae-919d-e2d9387e8dc6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:28.250094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:28.258753 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f36ae42-2072-4479-8e5c-199bd9787708" -d '{"events": [{"server_uuid": "25f1cd84-7126-4830-8ab1-fe07e893de75", "name": "network-vif-plugged", "status": "completed", "tag": "a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:28.282314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.287511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dafc359-18ea-4191-8d3d-2ccf502c8266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.303824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ce9a6129-ad82-4983-8c8c-c4ae141c3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.306396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ce9a6129-ad82-4983-8c8c-c4ae141c3999 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 200 len: 797 time: 0.1384861 Nov 09 17:35:28.393930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.476408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:28.518452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7223511-1012-4109-bba1-88f6891152ca req-52ea30d0-2cbe-4e20-a113-32fa762a2a51 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320797 Nov 09 17:35:28.557906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafc359-18ea-4191-8d3d-2ccf502c8266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38bf91f-62dd-461d-8d7c-b0eb513f333f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:28.579306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.580993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0dafc359-18ea-4191-8d3d-2ccf502c8266 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5943e98601df42429031fa58f97071dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8925390 Nov 09 17:35:28.587978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:28.606241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c53bf4a8-ed2b-441b-9649-e3474db580ac req-c45ee532-049f-4e50-b6fb-419356c0bca4 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853652 Nov 09 17:35:28.610920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.636578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port d4b83b6d-4c94-4f44-a69c-74357c9919f7 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:28.730239 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183386b-9b64-400e-99d9-e167436690b2 x-openstack-request-id: req-8183386b-9b64-400e-99d9-e167436690b2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:28.730706 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f1cd84-7126-4830-8ab1-fe07e893de75", "name": "network-vif-plugged", "status": "completed", "tag": "a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:28.731123 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8183386b-9b64-400e-99d9-e167436690b2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:28.731752 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6', 'code': 200} Nov 09 17:35:28.750836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.878522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-b7bd3955-79a8-4543-b0b6-d36cdfeddbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.881199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-b7bd3955-79a8-4543-b0b6-d36cdfeddbd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9fe57671-200c-4e04-847e-9820a25cc8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5606363 Nov 09 17:35:28.903857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78d7a5f3-4702-48a0-bd4e-5608f0847790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:28.987413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78d7a5f3-4702-48a0-bd4e-5608f0847790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.018769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f9266-6d96-43e7-9292-274093929680,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.074907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.081751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-90c92222-95d3-4375-9143-1c658010deed None None] Provisioning complete for port 4192d426-b5f3-4109-a61f-798192403ca5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:29.082305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90c92222-95d3-4375-9143-1c658010deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.163294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8588-9fe8-49d5-941d-ca4699fad82d req-61f1cffe-782b-4a3a-9df2-094e65dbbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:29.164979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-350d8588-9fe8-49d5-941d-ca4699fad82d req-61f1cffe-782b-4a3a-9df2-094e65dbbacb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 1096 time: 0.2823915 Nov 09 17:35:29.165192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78d7a5f3-4702-48a0-bd4e-5608f0847790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.168377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78d7a5f3-4702-48a0-bd4e-5608f0847790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.173113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-78d7a5f3-4702-48a0-bd4e-5608f0847790 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f38bf91f-62dd-461d-8d7c-b0eb513f333f HTTP/1.1" status: 204 len: 168 time: 0.5733163 Nov 09 17:35:29.190844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7a5f3-4702-48a0-bd4e-5608f0847790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38bf91f-62dd-461d-8d7c-b0eb513f333f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.326077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Deleting port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:29.326553 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.407871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port d4b83b6d-4c94-4f44-a69c-74357c9919f7 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:29.445359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-88d792b8-c90b-43e8-a9da-5d56200449a3 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270019 Nov 09 17:35:29.446146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] For port d7b9d9c0-7509-4ed0-b9d7-ed3602e98572, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:29.446796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.447171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.466884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Calling delete_port for d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:29.524838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.528418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.630835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-350d8588-9fe8-49d5-941d-ca4699fad82d req-698ec04c-9109-414d-b3bf-66ffbb1eb59f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225197 Nov 09 17:35:29.660136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=6d308b24-1cfa-41ad-985a-83469ac258c0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.667354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.674282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abf24965-4a1f-4bf1-ba1d-1f991bfd1da0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/6d308b24-1cfa-41ad-985a-83469ac258c0 HTTP/1.1" status: 204 len: 168 time: 2.2451360 Nov 09 17:35:29.677120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa380cbd-84b4-4cc7-883b-6edd6698443b None None] Network 5122a6ac-2846-4612-af0e-58b725ff2d6a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:29.683081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42608) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:29.786096 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.790279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=d4b83b6d-4c94-4f44-a69c-74357c9919f7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.870826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479d7232-aa58-4ab6-ba3b-87d7aad90747 req-ba5cbcad-f0d4-4e1d-afa5-c24cf4354141 service neutron] 10.222.0.83 "GET /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023194 Nov 09 17:35:29.888619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Checking segment: {'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:29.889000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Network hostable DHCP agents. Network: 1b039b03-b281-413d-a4d9-af8c7db5e0c8, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:29.907778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:29.993516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903af7-b5b8-4305-aa92-a98ae50e408b req-fcce5560-5a48-4964-9682-967fd5a40167 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:30.004992 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae903af7-b5b8-4305-aa92-a98ae50e408b req-fcce5560-5a48-4964-9682-967fd5a40167 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2319112 Nov 09 17:35:30.015564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:30.033554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b9d9c0-7509-4ed0-b9d7-ed3602e98572,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:30.048630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:30.074113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196c6a68-9950-4b73-8760-fe32e6cbe527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.082029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1b039b03-b281-413d-a4d9-af8c7db5e0c8) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:30.099359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:30.159211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae903af7-b5b8-4305-aa92-a98ae50e408b req-6e142904-7d06-443e-a108-d81dcae7d695 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525955 Nov 09 17:35:30.164694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.165423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.166047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.188173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.188656 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.189730 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 2 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.215639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 4192d426-b5f3-4109-a61f-798192403ca5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:30.216321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.236424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.237096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.237741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.295996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a75e-6456-43fc-936e-6381d08db2fd req-68611c7d-c52c-4e34-a2e0-43b56b153e65 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:30.305853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1c0a75e-6456-43fc-936e-6381d08db2fd req-68611c7d-c52c-4e34-a2e0-43b56b153e65 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 945 time: 0.3984857 Nov 09 17:35:30.316421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0efee-bb41-4f53-81d2-04d2f03bb9b5 None None] Network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:30.348929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.372177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.372909 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.375977 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 3 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.410669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.412012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.412614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.425752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] For port 4192d426-b5f3-4109-a61f-798192403ca5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4192d426-b5f3-4109-a61f-798192403ca5,segment=NetworkSegment(023b2e36-d6b2-4c28-aa39-b95c9801adc1),segment_id=023b2e36-d6b2-4c28-aa39-b95c9801adc1)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:30.426464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.432082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1c0a75e-6456-43fc-936e-6381d08db2fd req-e4bb8a64-7037-4be4-a6f1-feec06a40a51 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225328 Nov 09 17:35:30.433165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.433868 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.434332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196c6a68-9950-4b73-8760-fe32e6cbe527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.443454 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 4 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.465573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 4192d426-b5f3-4109-a61f-798192403ca5 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:30.476239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.477524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.478062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.483267 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed800d62-0145-46be-ae3f-19713cf9004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.491522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.491902 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.494649 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 5 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.573841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196c6a68-9950-4b73-8760-fe32e6cbe527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.578889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.578889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.578889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.588929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.589384 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.593944 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 6 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.620656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.621156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.621586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.631032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42628) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:30.641772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.642208 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.650058 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 7 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.667536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.668059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.668436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.676497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.678328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-196c6a68-9950-4b73-8760-fe32e6cbe527 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8f992c85b2544f784899553392f9bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6241567 Nov 09 17:35:30.678576 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.678971 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 8 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.681704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:30.690974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c6a68-9950-4b73-8760-fe32e6cbe527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99212f01-20c5-4879-a5c5-36620c90e0e0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:30.709088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.714766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f73dd-9c80-4454-ab58-903ee61c6c2c None None] DHCP port deletion for 5122a6ac-2846-4612-af0e-58b725ff2d6a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:35:30.741602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.741602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.742288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.775905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=4192d426-b5f3-4109-a61f-798192403ca5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:30.778041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No DVR routers for this DVR port 4192d426-b5f3-4109-a61f-798192403ca5 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:30.779443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.779774 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.783199 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 9 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.837099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deaf9196-0ecb-4f01-bea2-7ca82e50a9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.848837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.849111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.849372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.855185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce0c5e3-90a7-45a5-9b32-6c66e3e9a093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.889986 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce0c5e3-90a7-45a5-9b32-6c66e3e9a093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.898341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.898713 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.901122 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 10 to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 Nov 09 17:35:30.913296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Router 9c9e82a4-3926-4156-a006-9f24c70ac58b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:30.923142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.933901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4192d426-b5f3-4109-a61f-798192403ca5 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:30.938440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:30.938783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:30.939314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:30.957418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4192d426-b5f3-4109-a61f-798192403ca5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:30.957944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4192d426-b5f3-4109-a61f-798192403ca5 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:30.958367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:30.958703 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port d4b83b6d-4c94-4f44-a69c-74357c9919f7 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:30.959109 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:30.978754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5122a6ac-2846-4612-af0e-58b725ff2d6a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:31.004444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023b2e36-d6b2-4c28-aa39-b95c9801adc1') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:31.004707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023b2e36-d6b2-4c28-aa39-b95c9801adc1') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:31.006076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce0c5e3-90a7-45a5-9b32-6c66e3e9a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.008855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce0c5e3-90a7-45a5-9b32-6c66e3e9a093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.010128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cce0c5e3-90a7-45a5-9b32-6c66e3e9a093 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99212f01-20c5-4879-a5c5-36620c90e0e0 HTTP/1.1" status: 204 len: 168 time: 0.3270385 Nov 09 17:35:31.051220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0c5e3-90a7-45a5-9b32-6c66e3e9a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99212f01-20c5-4879-a5c5-36620c90e0e0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:31.058488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.095849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:31.099015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.104010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d087d16f-6825-40c0-8b80-c6c97918d6e7 admin admin] 10.222.0.45 "PUT /v2.0/routers/9c9e82a4-3926-4156-a006-9f24c70ac58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8062673 Nov 09 17:35:31.107856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:31.124435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] Sync routers for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:31.126577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:31.127025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:31.134130 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:31.144102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:31.145045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:35:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:31.213812 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deaf9196-0ecb-4f01-bea2-7ca82e50a9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.228941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] For port d4b83b6d-4c94-4f44-a69c-74357c9919f7, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:31.229368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempted to set empty binding levels {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:35:31.244917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deaf9196-0ecb-4f01-bea2-7ca82e50a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.257486 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.282507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:31.352947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.369910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.376333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.386972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/5122a6ac-2846-4612-af0e-58b725ff2d6a HTTP/1.1" status: 204 len: 168 time: 1.6938725 Nov 09 17:35:31.389499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.390079 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.406631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42644) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:31.429452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-deaf9196-0ecb-4f01-bea2-7ca82e50a9c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8d902bd6b03460a99f0e30bfa3bd643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7943709 Nov 09 17:35:31.443358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf9196-0ecb-4f01-bea2-7ca82e50a9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d052da-6d65-408c-97ef-ac09439c938a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:31.446480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42646) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:31.479087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b159fe-d5b3-4a56-b211-bb0cc1800e73 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=5122a6ac-2846-4612-af0e-58b725ff2d6a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:31.529208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:35:29Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:31.551790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 977 time: 3.8737693 Nov 09 17:35:31.552671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b0dc1-ef13-40f6-b1f8-2e0fe1626607 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=d4b83b6d-4c94-4f44-a69c-74357c9919f7,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:31.563441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] Checking router: 9c9e82a4-3926-4156-a006-9f24c70ac58b for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:31.572692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42654) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:31.575413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] Routers {'9c9e82a4-3926-4156-a006-9f24c70ac58b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:31.576730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:35:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9c9e82a4-3926-4156-a006-9f24c70ac58b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:31.649235 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.668628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05501-7297-4998-b0c1-f163365934a2 req-5443185b-a303-4d97-8b92-d1202b4b5482 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.668628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34b05501-7297-4998-b0c1-f163365934a2 req-5443185b-a303-4d97-8b92-d1202b4b5482 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.3913696 Nov 09 17:35:31.737648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] Set router 9c9e82a4-3926-4156-a006-9f24c70ac58b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:31.755374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.779866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155cfc0-470e-403f-9ffc-caaa38a71281 req-abcb30f2-5041-47e9-990a-efeb64385cbe tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.782692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9155cfc0-470e-403f-9ffc-caaa38a71281 req-abcb30f2-5041-47e9-990a-efeb64385cbe tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 945 time: 0.1562479 Nov 09 17:35:31.797231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880e639-3c23-47d5-b88b-417821ee56df tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.798970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d880e639-3c23-47d5-b88b-417821ee56df tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3911867 Nov 09 17:35:31.815024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42660) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:31.891858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9155cfc0-470e-403f-9ffc-caaa38a71281 req-f28bd996-6b26-42e7-b1c4-31e51fb083dc tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007919 Nov 09 17:35:31.907087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Deleting port c9d01067-f644-42fa-8b27-103f20caedd0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:31.907426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.943914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9da149e0-09d8-454a-bcea-f460d8c7ca15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:31.960637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34b05501-7297-4998-b0c1-f163365934a2 req-b2906039-29d8-4a3c-9d63-9205c397c31a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803824 Nov 09 17:35:31.997363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Deleting port d4b83b6d-4c94-4f44-a69c-74357c9919f7 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:31.997722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.025262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9da149e0-09d8-454a-bcea-f460d8c7ca15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.031574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-171f0c82-5674-494a-8ad4-5a4b6d9622c7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2038958 Nov 09 17:35:32.033386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:35:29Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:32.043113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42668) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:32.055385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1604717976'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:32.097703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0df24d-5d21-436d-bf25-cd5a9e8448c9 None None] The sync data for ids ['9c9e82a4-3926-4156-a006-9f24c70ac58b'] in n-d-804292-3 is: [{'id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'name': 'tempest-ServerActionsTestJSON-2095383909-router', 'tenant_id': '71e31f1e7a3240b4955f6056759e8744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:25:50Z', 'updated_at': '2021-11-09T17:35:29Z', 'revision_number': 5, 'project_id': '71e31f1e7a3240b4955f6056759e8744', 'gw_port': {'id': 'c9d01067-f644-42fa-8b27-103f20caedd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e82a4-3926-4156-a006-9f24c70ac58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:25:51Z', 'updated_at': '2021-11-09T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:32.114180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:32.120921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.141284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] For port c9d01067-f644-42fa-8b27-103f20caedd0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c9d01067-f644-42fa-8b27-103f20caedd0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:32.141656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.176051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Calling delete_port for c9d01067-f644-42fa-8b27-103f20caedd0 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:32.191213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:32.204617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.204963 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment 4adfb599-5c88-4fc9-97cf-66cd3527362d of type vlan for network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 Nov 09 17:35:32.228679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] For port d4b83b6d-4c94-4f44-a69c-74357c9919f7, host n-h1-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:32.229057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.252111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Calling delete_port for d4b83b6d-4c94-4f44-a69c-74357c9919f7 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:32.303655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.355178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9da149e0-09d8-454a-bcea-f460d8c7ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.359292 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9da149e0-09d8-454a-bcea-f460d8c7ca15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.364267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9da149e0-09d8-454a-bcea-f460d8c7ca15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46d052da-6d65-408c-97ef-ac09439c938a HTTP/1.1" status: 204 len: 168 time: 0.8863468 Nov 09 17:35:32.384291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.390572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.391129 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.414806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da149e0-09d8-454a-bcea-f460d8c7ca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d052da-6d65-408c-97ef-ac09439c938a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:32.475036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.477849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4289725 Nov 09 17:35:32.485219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:32.497693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:32.520112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4b83b6d-4c94-4f44-a69c-74357c9919f7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:32.531398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.539961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-47a09aab-1e85-4c4a-8311-296e5762a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "DELETE /v2.0/ports/d4b83b6d-4c94-4f44-a69c-74357c9919f7 HTTP/1.1" status: 204 len: 168 time: 0.9464366 Nov 09 17:35:32.541097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42690) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:32.549088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41eb5ee-41f2-40be-8e63-f3b818bccfdc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=d56f6c18-685e-48e5-90fe-c4f005e0e3a7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:32.565207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:32.590004 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-da55b181-0435-49e9-9477-5ef7b6716f4c tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:35:32.598236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-da55b181-0435-49e9-9477-5ef7b6716f4c tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "GET /v2.0/ports/d4b83b6d-4c94-4f44-a69c-74357c9919f7 HTTP/1.1" status: 404 len: 333 time: 0.0557876 Nov 09 17:35:32.599032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:32.605231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Request body: {'port': {'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-112287974'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:32.635512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Made reservation on behalf of ec04bec2c62144d38c52fe64430cf5d4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:32.640588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.664064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port ded7297d-273b-42c3-a907-ac8ef4e43490 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:32.781338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:32.785533 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.795081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:32.801472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:32.855413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:32.855851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d7b9d9c0-7509-4ed0-b9d7-ed3602e98572 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:32.916694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d01067-f644-42fa-8b27-103f20caedd0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:32.965224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1168d158-ab8d-4802-add3-95f5b84edb6d None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:35:32.975552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.058050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.083401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.104144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.180646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=ded7297d-273b-42c3-a907-ac8ef4e43490,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:33.193835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:33.195874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:33.198723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:33.199841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:33.200422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.211045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:33.228416 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-75ace25a-8bba-4091-b6fa-c627fabddedf tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6281016 Nov 09 17:35:33.232109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:33.241046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:33.275760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42710) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:33.327125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e9497e0-2b02-45a9-a2ea-d18eed69be9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.351631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.565648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e9497e0-2b02-45a9-a2ea-d18eed69be9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.572825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.585747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e9497e0-2b02-45a9-a2ea-d18eed69be9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.727553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e9497e0-2b02-45a9-a2ea-d18eed69be9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f58d5fa3c61147b1b849ae9388a3e3fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505835 Nov 09 17:35:33.747591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42722) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:33.769878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52fad53f-b318-4f5b-8dbd-fe129587afbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.795641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9497e0-2b02-45a9-a2ea-d18eed69be9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a443cb-5313-4764-8789-240b18b23302,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:33.803428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port ded7297d-273b-42c3-a907-ac8ef4e43490 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:33.832677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.840554 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.842453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.890798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.932766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288f75-62d9-445a-bb9f-08d6ff1eb226 req-e3056bb9-f281-4db7-8ed3-35918e97ef24 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:33.934668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d288f75-62d9-445a-bb9f-08d6ff1eb226 req-e3056bb9-f281-4db7-8ed3-35918e97ef24 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2144761 Nov 09 17:35:33.945953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.946921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9e82a4-3926-4156-a006-9f24c70ac58b {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:35:33.956515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:33.958494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-653418a4-9c0e-43bd-b9cf-2d860a460c16 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9c9e82a4-3926-4156-a006-9f24c70ac58b HTTP/1.1" status: 204 len: 168 time: 2.8489439 Nov 09 17:35:33.967416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:34.086303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20a885b4-ebb0-4577-963e-440ee987725a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.087707 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.120196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=ded7297d-273b-42c3-a907-ac8ef4e43490,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.152234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Deleting subnet 40117a21-03eb-4487-bf79-c5c494bcb3b7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:35:34.164280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d288f75-62d9-445a-bb9f-08d6ff1eb226 req-c5370b57-6b73-4470-b7f7-735efe0f9517 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041523 Nov 09 17:35:34.165265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.173870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20a885b4-ebb0-4577-963e-440ee987725a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.188232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:34.188576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:34.188934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:34.204214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:34.204214 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:34.204214 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 2 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:34.204825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=65840c9b-c93b-4ad9-9805-afa2cb6cbac1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.242225 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.250577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:34.250944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:34.251334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:34.270138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': '4adfb599-5c88-4fc9-97cf-66cd3527362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:34.270697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: d56f6c18-685e-48e5-90fe-c4f005e0e3a7, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:34.274611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52fad53f-b318-4f5b-8dbd-fe129587afbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.287112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df9a89-8da7-4674-9702-7c3feadb7957 req-3a82d53a-517f-4c7f-be81-0a8d05c77d9a tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:34.288782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6df9a89-8da7-4674-9702-7c3feadb7957 req-3a82d53a-517f-4c7f-be81-0a8d05c77d9a tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 945 time: 0.2326872 Nov 09 17:35:34.289422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:34.289758 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:34.290835 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 3 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:34.295805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52fad53f-b318-4f5b-8dbd-fe129587afbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.328607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:34.338346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:34.338671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:34.339067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:34.343747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d56f6c18-685e-48e5-90fe-c4f005e0e3a7) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:34.357321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c729a5-cd63-44c0-919e-33c6da33bd97 None None] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:34.360983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:34.365547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.382320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.421070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dc566337-df2d-420b-869d-cee1de62fc03 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9332333 Nov 09 17:35:34.423862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:34.434954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7', 'name': 'tempest-PortsTestJSON-1421168864'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:34.547511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.599114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.603691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/40117a21-03eb-4487-bf79-c5c494bcb3b7 HTTP/1.1" status: 204 len: 168 time: 0.6348858 Nov 09 17:35:34.606924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6583e4f-e2d0-49c5-90ab-e4de5bd81b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40117a21-03eb-4487-bf79-c5c494bcb3b7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.613000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:34.613285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-d56f6c18-685e-48e5-90fe-c4f005e0e3a7', 'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': '65840c9b-c93b-4ad9-9805-afa2cb6cbac1'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:35:34.614622 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.656866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea9c70-32c9-4ecf-afd9-6057756f2185 None None] Network f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:34.726322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.737650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:34.741458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.769565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 4671ec76-4102-4c8e-937b-c63ea3285523 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:34.839258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Deleting port 94954719-ac2b-4af0-9d14-f4f2f868d46b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:34.839781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.872577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c9d01067-f644-42fa-8b27-103f20caedd0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:34.894554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:34.895527 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:34.901016 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 4 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:34.929601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52fad53f-b318-4f5b-8dbd-fe129587afbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40b631253a3349e7aafc2c778c3f3ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7135973 Nov 09 17:35:34.929601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fad53f-b318-4f5b-8dbd-fe129587afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabd746-3d16-4e92-914e-78854d526938,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.945401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42732) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:34.946293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20a885b4-ebb0-4577-963e-440ee987725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.951081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20a885b4-ebb0-4577-963e-440ee987725a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:34.957039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20a885b4-ebb0-4577-963e-440ee987725a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5a443cb-5313-4764-8789-240b18b23302 HTTP/1.1" status: 204 len: 168 time: 1.1965601 Nov 09 17:35:35.017040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c9d01067-f644-42fa-8b27-103f20caedd0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:35.017704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c9d01067-f644-42fa-8b27-103f20caedd0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:35.018306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a885b4-ebb0-4577-963e-440ee987725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a443cb-5313-4764-8789-240b18b23302,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:35.021276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.021805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.022856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.038466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6df9a89-8da7-4674-9702-7c3feadb7957 req-492653f4-0d9f-491d-ba95-93d8ec8e4cda tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7196929 Nov 09 17:35:35.053818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.054322 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.066107 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 5 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:35.113940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.114286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.115830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.120944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] For port 94954719-ac2b-4af0-9d14-f4f2f868d46b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94954719-ac2b-4af0-9d14-f4f2f868d46b,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:35.120944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.130635 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d7adcab-7984-41a6-9686-ff004c386a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.133012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.134120 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.134884 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 6 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:35.146507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Calling delete_port for 94954719-ac2b-4af0-9d14-f4f2f868d46b owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:35.155042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.3 (d56f6c18-685e-48e5-90fe-c4f005e0e3a7/65840c9b-c93b-4ad9-9805-afa2cb6cbac1/4671ec76-4102-4c8e-937b-c63ea3285523) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:35.182694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] DHCP port deletion for f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:35:35.200320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.200725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.201176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.207857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d7adcab-7984-41a6-9686-ff004c386a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.229054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.229451 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.237101 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 7 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:35.281495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.281799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.282231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.302310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-64895013-31f2-43fe-9383-062dfb2c9a2b tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.304156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-64895013-31f2-43fe-9383-062dfb2c9a2b tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.43 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 945 time: 0.1558719 Nov 09 17:35:35.305535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.305947 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.306688 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 8 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:35.313973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] Deleting port 94954719-ac2b-4af0-9d14-f4f2f868d46b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:35.316614 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.357938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.358293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.359468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.386636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.386636 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.386636 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 9 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:35.407713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d7adcab-7984-41a6-9686-ff004c386a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.412087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d7adcab-7984-41a6-9686-ff004c386a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.417495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6d7adcab-7984-41a6-9686-ff004c386a79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaabd746-3d16-4e92-914e-78854d526938 HTTP/1.1" status: 204 len: 168 time: 0.4596250 Nov 09 17:35:35.437261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7adcab-7984-41a6-9686-ff004c386a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabd746-3d16-4e92-914e-78854d526938,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:35.440889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] For port 94954719-ac2b-4af0-9d14-f4f2f868d46b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94954719-ac2b-4af0-9d14-f4f2f868d46b,segment=NetworkSegment(d913b705-8857-4c03-95a3-c072d3543557),segment_id=d913b705-8857-4c03-95a3-c072d3543557)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:35.441764 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.444041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.444450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.444715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.453492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.453922 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.455789 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 10 to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 Nov 09 17:35:35.476902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] Calling delete_port for 94954719-ac2b-4af0-9d14-f4f2f868d46b owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:35.486644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:35.487498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:35.489942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:35.512635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:35.513054 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port ded7297d-273b-42c3-a907-ac8ef4e43490 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:35.513364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.530174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Deleting port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:35.530505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.586053 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.636459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] No DVR routers for this DVR port 94954719-ac2b-4af0-9d14-f4f2f868d46b on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:35.640736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7c187-85fb-4b3c-aba3-a64fd0626ecc None None] Pushing event deleted for resources: {'Port': ['ID=94954719-ac2b-4af0-9d14-f4f2f868d46b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:35.663586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.762737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c27bf-7e2f-4d65-9268-dc2d935e18ea req-929b728e-7c50-4e30-a09e-eba8e157f4d2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.762737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b3c27bf-7e2f-4d65-9268-dc2d935e18ea req-929b728e-7c50-4e30-a09e-eba8e157f4d2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.4316740 Nov 09 17:35:35.769626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] For port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,segment=NetworkSegment(be2642c8-dea3-45ae-919d-e2d9387e8dc6),segment_id=be2642c8-dea3-45ae-919d-e2d9387e8dc6)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:35.770460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.771622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=94954719-ac2b-4af0-9d14-f4f2f868d46b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:35.777286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] No DVR routers for this DVR port 94954719-ac2b-4af0-9d14-f4f2f868d46b on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:35.792009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] For port ded7297d-273b-42c3-a907-ac8ef4e43490, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:35.792623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempted to set empty binding levels {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:35:35.806101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Calling delete_port for a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:35.810449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.891496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] In _notify_port_updated(), no bound segment for port ded7297d-273b-42c3-a907-ac8ef4e43490 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:35:35.893607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.895063 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.897414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "PUT /v2.0/ports/ded7297d-273b-42c3-a907-ac8ef4e43490 HTTP/1.1" status: 200 len: 974 time: 2.6621318 Nov 09 17:35:35.906905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:35.973977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:35.986311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.038639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b3c27bf-7e2f-4d65-9268-dc2d935e18ea req-8a262e35-da2a-4336-ab18-7de924bdc11d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636466 Nov 09 17:35:36.042164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:36.073516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd913b705-8857-4c03-95a3-c072d3543557') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:36.073808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd913b705-8857-4c03-95a3-c072d3543557') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:36.087835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.088318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20cf3-88c2-4472-b159-611dcd572683 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=ded7297d-273b-42c3-a907-ac8ef4e43490,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:36.109945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.125231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.142086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:36.145173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.165893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.166641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.167535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.168456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.169357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.170230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.171130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.172005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.172883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.173723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.174685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.175622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.176773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.177915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.179048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.180149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.181199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.182482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.183467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.184513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.185593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.192539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cbaf118e-329e-460f-9595-53b22fd0be18 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18903 time: 0.2841277 Nov 09 17:35:36.196427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:36.226712 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:36.268094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.276109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.279605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] 10.222.0.45 "DELETE /v2.0/networks/f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac HTTP/1.1" status: 204 len: 168 time: 1.6654284 Nov 09 17:35:36.298824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Allocated IP 172.20.0.2 (d56f6c18-685e-48e5-90fe-c4f005e0e3a7/65840c9b-c93b-4ad9-9805-afa2cb6cbac1/194ea984-edc6-44ed-84d2-640566d4567f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:36.301334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:36.317346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:36.322251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:36.353406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65fc7-2899-4da0-bfa7-17db949e6bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ce5ab9-4bbd-4da3-ad2d-6276d3df1fac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:36.396028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=4671ec76-4102-4c8e-937b-c63ea3285523,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:36.423646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.425289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.434327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2f347-ebef-4431-bfd0-cd7e14dbb5e0 req-2d62c17b-ca00-44d5-a136-9706e622d986 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.437547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-def2f347-ebef-4431-bfd0-cd7e14dbb5e0 req-2d62c17b-ca00-44d5-a136-9706e622d986 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/ports?device_id=25f1cd84-7126-4830-8ab1-fe07e893de75 HTTP/1.1" status: 200 len: 945 time: 0.1822183 Nov 09 17:35:36.448950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f9b69f6-09ae-4735-b83d-2b6b096db123 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0231333 Nov 09 17:35:36.456483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:36.467920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7', 'name': 'tempest-PortsTestJSON-1296839435'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:36.605699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.610476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Deleting port ded7297d-273b-42c3-a907-ac8ef4e43490 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:36.612013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.623390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:36.631813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:36.696876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-def2f347-ebef-4431-bfd0-cd7e14dbb5e0 req-b6e8c4eb-92ac-470a-adac-cca3bd527a54 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.45 "GET /v2.0/security-groups?id=47656789-f373-40e3-ad3b-8df5099a23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401237 Nov 09 17:35:36.754648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:36.755595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Pushing event deleted for resources: {'Port': ['ID=a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:36.765590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.827109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.835980 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.846525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 4e5eb28e-d553-4c7a-bb3f-1086aa3edded yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:36.875981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] No DVR routers for this DVR port a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:36.892127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] For port ded7297d-273b-42c3-a907-ac8ef4e43490, host n-h1-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:36.892569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.922056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Calling delete_port for ded7297d-273b-42c3-a907-ac8ef4e43490 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:36.935334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5cd758fb-4d06-405a-97a9-1f68029e5880 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71e31f1e7a3240b4955f6056759e8744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077750 Nov 09 17:35:36.938660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:36.941880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:36.948426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-187c3dd3-e8f3-4c0c-a487-c374ed48c165 req-de3076f5-7649-426b-8c42-e88ace5b1552 tempest-ServerMetadataNegativeTestJSON-457504282 tempest-ServerMetadataNegativeTestJSON-457504282-project] 10.222.0.43 "DELETE /v2.0/ports/a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 HTTP/1.1" status: 204 len: 173 time: 1.6361468 Nov 09 17:35:36.954171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'name': 'network-vif-deleted', 'tag': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:36.958467 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09364aa4-0bd9-4d04-841a-76cddb638842" -d '{"events": [{"server_uuid": "25f1cd84-7126-4830-8ab1-fe07e893de75", "name": "network-vif-deleted", "tag": "a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:36.994230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94954719-ac2b-4af0-9d14-f4f2f868d46b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:37.007313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:37.078330 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b104c-b8db-421f-891d-8ecc17a719e2 x-openstack-request-id: req-532b104c-b8db-421f-891d-8ecc17a719e2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:37.078618 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f1cd84-7126-4830-8ab1-fe07e893de75", "name": "network-vif-deleted", "tag": "a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:37.079078 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-532b104c-b8db-421f-891d-8ecc17a719e2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:37.079685 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f1cd84-7126-4830-8ab1-fe07e893de75', 'name': 'network-vif-deleted', 'tag': 'a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6', 'status': 'completed', 'code': 200} Nov 09 17:35:37.130370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:37.133999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.6 (d56f6c18-685e-48e5-90fe-c4f005e0e3a7/65840c9b-c93b-4ad9-9805-afa2cb6cbac1/4e5eb28e-d553-4c7a-bb3f-1086aa3edded) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:37.140309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:37.166837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Pushing event updated for resources: {'Port': ['ID=194ea984-edc6-44ed-84d2-640566d4567f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:37.190342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 94954719-ac2b-4af0-9d14-f4f2f868d46b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:37.195261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94954719-ac2b-4af0-9d14-f4f2f868d46b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:37.267467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.301933 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e66d7288-5a27-4934-80cd-cd857d74030e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.344143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e66d7288-5a27-4934-80cd-cd857d74030e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.397008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Attempting to bind port 194ea984-edc6-44ed-84d2-640566d4567f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:37.397554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Attempting to bind port 194ea984-edc6-44ed-84d2-640566d4567f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4adfb599-5c88-4fc9-97cf-66cd3527362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:37.403716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Attempting to bind port 194ea984-edc6-44ed-84d2-640566d4567f on network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:37.422840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:37.423515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Checking segment: {'id': '4adfb599-5c88-4fc9-97cf-66cd3527362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:37.425539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.428574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Bound using segment: {'id': '4adfb599-5c88-4fc9-97cf-66cd3527362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:37.429513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Bound port: 194ea984-edc6-44ed-84d2-640566d4567f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adfb599-5c88-4fc9-97cf-66cd3527362d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd56f6c18-685e-48e5-90fe-c4f005e0e3a7'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:35:37.430167 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.485713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event deleted for resources: {'Port': ['ID=ded7297d-273b-42c3-a907-ac8ef4e43490,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:37.516483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.522942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-61f9b44b-1197-4a8b-bbe8-8389490544be tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ded7297d-273b-42c3-a907-ac8ef4e43490 HTTP/1.1" status: 204 len: 168 time: 1.3243074 Nov 09 17:35:37.532722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:37.580851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde1c67-6dbf-4320-bf12-81275aa8aa3f req-64d7041e-1403-42dd-80dc-2def9aef0386 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:37.584621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6dde1c67-6dbf-4320-bf12-81275aa8aa3f req-64d7041e-1403-42dd-80dc-2def9aef0386 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.3003769 Nov 09 17:35:37.649032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] For port 194ea984-edc6-44ed-84d2-640566d4567f, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:37.650699 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-261f949f-96a6-4268-9ea3-ab2277380c01 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:35:37.656458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] For port 194ea984-edc6-44ed-84d2-640566d4567f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=194ea984-edc6-44ed-84d2-640566d4567f,segment=NetworkSegment(4adfb599-5c88-4fc9-97cf-66cd3527362d),segment_id=4adfb599-5c88-4fc9-97cf-66cd3527362d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:37.659709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-261f949f-96a6-4268-9ea3-ab2277380c01 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "GET /v2.0/ports/ded7297d-273b-42c3-a907-ac8ef4e43490 HTTP/1.1" status: 404 len: 333 time: 0.1215031 Nov 09 17:35:37.666539 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:37.670437 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.694463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-570278609', 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:37.708920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6dde1c67-6dbf-4320-bf12-81275aa8aa3f req-d036f1ce-b115-4552-a95e-28f901c7daad tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051757 Nov 09 17:35:37.789785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d521385-c797-4d4f-851f-b5c18f6833eb None None] Pushing event updated for resources: {'Port': ['ID=194ea984-edc6-44ed-84d2-640566d4567f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:37.893308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e66d7288-5a27-4934-80cd-cd857d74030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.898249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e66d7288-5a27-4934-80cd-cd857d74030e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.899507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e66d7288-5a27-4934-80cd-cd857d74030e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/058cb6be-a90a-4713-8f2e-542b21ecf529 HTTP/1.1" status: 204 len: 168 time: 0.9589620 Nov 09 17:35:37.904252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42812) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:37.925716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Made reservation on behalf of ec04bec2c62144d38c52fe64430cf5d4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:37.928170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.947178 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:37.956625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d7288-5a27-4934-80cd-cd857d74030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058cb6be-a90a-4713-8f2e-542b21ecf529,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:37.966521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Deleting subnet 26ed3a3e-6d91-4c18-a6e3-7292d55323bc {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:35:37.982126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port 96ac76a4-31a4-4101-906a-51b987e23e4a yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:38.000363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.134232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.232287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.294097 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:35:38.303774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:38.316764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:38.321077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=4e5eb28e-d553-4c7a-bb3f-1086aa3edded,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:38.323616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:38.354334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.395262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.406566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.407288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.433607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac1a4518-831e-4818-932b-14c33a5b3da2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9758241 Nov 09 17:35:38.438002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.490350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.540493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ed3a3e-6d91-4c18-a6e3-7292d55323bc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:38.545409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.545712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.559931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b084c21a-b4f9-454f-b0e8-80aea9e242e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/26ed3a3e-6d91-4c18-a6e3-7292d55323bc HTTP/1.1" status: 204 len: 168 time: 0.6540306 Nov 09 17:35:38.561285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.601477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=96ac76a4-31a4-4101-906a-51b987e23e4a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:38.612291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4017922-c6ef-49b6-9ab5-c473c2af4ac9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.618852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a4017922-c6ef-49b6-9ab5-c473c2af4ac9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1749761 Nov 09 17:35:38.619530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.629696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:38.653773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:38.658583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:38.659648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.660120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.699933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42834) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.725962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6c4a471b-c81d-4859-9b3d-802645c76b8e tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0478148 Nov 09 17:35:38.729867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.750860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.796456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 4e5eb28e-d553-4c7a-bb3f-1086aa3edded {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:38.797048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:38.802013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10173655-84f1-4a51-b54d-80656a4ac65b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.807606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-10173655-84f1-4a51-b54d-80656a4ac65b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "GET /v2.0/ports/96ac76a4-31a4-4101-906a-51b987e23e4a HTTP/1.1" status: 200 len: 954 time: 0.0726097 Nov 09 17:35:38.836870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.998324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 194ea984-edc6-44ed-84d2-640566d4567f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:39.131323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f8b4b9b2-02b7-43c7-8b08-38008a2d7a8e tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1523405287'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:39.132033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f8b4b9b2-02b7-43c7-8b08-38008a2d7a8e tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Unknown quota resources ['metering_label']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:39.215425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 194ea984-edc6-44ed-84d2-640566d4567f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:39.221646 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.232075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.234123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.272573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 4e5eb28e-d553-4c7a-bb3f-1086aa3edded owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:39.331548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Deleting port 96ac76a4-31a4-4101-906a-51b987e23e4a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:39.332157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.406236 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.471992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 194ea984-edc6-44ed-84d2-640566d4567f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=194ea984-edc6-44ed-84d2-640566d4567f,segment=NetworkSegment(4adfb599-5c88-4fc9-97cf-66cd3527362d),segment_id=4adfb599-5c88-4fc9-97cf-66cd3527362d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:39.481389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.482541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.505928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Calling delete_port for 96ac76a4-31a4-4101-906a-51b987e23e4a owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:39.593866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ad5dd-71c3-4a96-9b68-0e0834518f54 None None] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:39.672189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.727250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ac76a4-31a4-4101-906a-51b987e23e4a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:39.730543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.736825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f5e8bc5f-7c0d-4915-bb92-40b10a2f305b tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "DELETE /v2.0/ports/96ac76a4-31a4-4101-906a-51b987e23e4a HTTP/1.1" status: 204 len: 168 time: 0.8982801 Nov 09 17:35:39.744891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:39.775822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf71c11-4abe-4519-ac0f-11ec427e651a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:39.794372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab96ce-928d-4c51-aa1a-cf9de86b259d req-3265a4a5-1fdf-4618-9ab9-afff460de46e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:39.808327 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fab96ce-928d-4c51-aa1a-cf9de86b259d req-3265a4a5-1fdf-4618-9ab9-afff460de46e tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.8741755 Nov 09 17:35:39.812183 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9382f883-4701-41eb-9570-e805f6122ba0 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:35:39.815515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b9b2-02b7-43c7-8b08-38008a2d7a8e tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.822744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9382f883-4701-41eb-9570-e805f6122ba0 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "GET /v2.0/ports/96ac76a4-31a4-4101-906a-51b987e23e4a HTTP/1.1" status: 404 len: 333 time: 0.0711482 Nov 09 17:35:39.822744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.825649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:39.826042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f8b4b9b2-02b7-43c7-8b08-38008a2d7a8e tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1244113 Nov 09 17:35:39.838000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:39.838714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:39.867360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-87e41812-327b-4094-a37d-0c40da888e3d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '981f73da-e8a8-4996-b3a3-c3d68a57a05d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:39.868472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-87e41812-327b-4094-a37d-0c40da888e3d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:39.869232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Request body: {'port': {'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-753573222'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:39.875651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=4e5eb28e-d553-4c7a-bb3f-1086aa3edded,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:39.890813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2642c8-dea3-45ae-919d-e2d9387e8dc6') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:39.891783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2642c8-dea3-45ae-919d-e2d9387e8dc6') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:39.939561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=194ea984-edc6-44ed-84d2-640566d4567f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:39.980114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:39.985536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:39.996836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Made reservation on behalf of ec04bec2c62144d38c52fe64430cf5d4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:39.999440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.044769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port 6adaee06-80aa-444d-be02-ad076ecdfc30 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:40.090424 n-d-804292-3 neutron-server[102554]: WARNING neutron.services.metering.metering_plugin [None req-87e41812-327b-4094-a37d-0c40da888e3d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 17:35:40.122938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:40.123838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a95e3ff7-eaca-4f5a-a6f5-2bb945d955f6 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:40.173896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-23a0a443-d1d5-4cc7-9c09-c383fcf159a3 None None] Provisioning complete for port 194ea984-edc6-44ed-84d2-640566d4567f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:40.174614 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23a0a443-d1d5-4cc7-9c09-c383fcf159a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.179044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.192506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:40.192943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.205792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.210629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-40b9a733-e353-40f9-b488-7b1fa1bfb695 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/4e5eb28e-d553-4c7a-bb3f-1086aa3edded HTTP/1.1" status: 204 len: 168 time: 1.5900066 Nov 09 17:35:40.215632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.325382 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0c667e-b083-464d-ba45-43fa969847a6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:40.335454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0d0c667e-b083-464d-ba45-43fa969847a6 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/4e5eb28e-d553-4c7a-bb3f-1086aa3edded HTTP/1.1" status: 404 len: 333 time: 0.1174834 Nov 09 17:35:40.336651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:40.352890 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:40.441003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:40.464660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e41812-327b-4094-a37d-0c40da888e3d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.468063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-87e41812-327b-4094-a37d-0c40da888e3d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6199160 Nov 09 17:35:40.471313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.478424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42890) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.490384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fab96ce-928d-4c51-aa1a-cf9de86b259d req-c9dc0448-7c8b-4da7-bca6-c0d3e0aad661 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808116 Nov 09 17:35:40.492724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.500321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9cf71c11-4abe-4519-ac0f-11ec427e651a HTTP/1.1" status: 204 len: 168 time: 1.9329138 Nov 09 17:35:40.501061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-665d28a7-73b4-4a57-ae24-1bcf70ba0b5b tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '981f73da-e8a8-4996-b3a3-c3d68a57a05d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:40.501639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-665d28a7-73b4-4a57-ae24-1bcf70ba0b5b tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:40.512368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.538165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c2e51-b716-440b-b022-cfe4bac36705 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf71c11-4abe-4519-ac0f-11ec427e651a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:40.601530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 4671ec76-4102-4c8e-937b-c63ea3285523 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:40.602461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.615266 n-d-804292-3 neutron-server[102554]: WARNING neutron.services.metering.metering_plugin [None req-665d28a7-73b4-4a57-ae24-1bcf70ba0b5b tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 17:35:40.697576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.748510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-665d28a7-73b4-4a57-ae24-1bcf70ba0b5b tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.749678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-665d28a7-73b4-4a57-ae24-1bcf70ba0b5b tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2659318 Nov 09 17:35:40.751072 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.759762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.778947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:40.794029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:40.809778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:40.810795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:40.820687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:40.824335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-49c616cd-39e1-4600-a054-cb6ac4cac3ff tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=002eaa94-be2a-479d-b96d-c944e35c4167 HTTP/1.1" status: 200 len: 462 time: 0.0611718 Nov 09 17:35:40.831246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.957370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 194ea984-edc6-44ed-84d2-640566d4567f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:40.965382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1236806 Nov 09 17:35:40.969396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42906) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.980021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:41.006375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.012151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01494a42-7e09-4d83-8590-299d3dca0d39 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=6adaee06-80aa-444d-be02-ad076ecdfc30,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:41.052665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:41.086914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f9b2974-0d50-4066-88f3-b4f19d20402e req-9c1c17ee-4248-4569-b063-c53b4fb71d4f tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1331370 Nov 09 17:35:41.123166 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.136451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 194ea984-edc6-44ed-84d2-640566d4567f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:41.137166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.148348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 4671ec76-4102-4c8e-937b-c63ea3285523 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:41.299451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-68f7b782-665a-4bd4-8c69-ad44d3dcf03e None None] Provisioning complete for port 194ea984-edc6-44ed-84d2-640566d4567f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:41.299829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Allocated IP 172.25.3.143 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/7a604b8d-c5c3-4a1d-93f7-9dfb55417f60) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:41.300606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68f7b782-665a-4bd4-8c69-ad44d3dcf03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.425478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.476290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.482573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.483144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-68f7b782-665a-4bd4-8c69-ad44d3dcf03e None None] Provisioning complete for port 4671ec76-4102-4c8e-937b-c63ea3285523 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:41.483727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68f7b782-665a-4bd4-8c69-ad44d3dcf03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.551092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-68f7b782-665a-4bd4-8c69-ad44d3dcf03e None None] Port 4671ec76-4102-4c8e-937b-c63ea3285523 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:41.554736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:41.576555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Pushing event updated for resources: {'Port': ['ID=7a604b8d-c5c3-4a1d-93f7-9dfb55417f60,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:41.716498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d8b62c47-5831-4539-be61-ecb4cdaf91e4 None None] Provisioning complete for port 4671ec76-4102-4c8e-937b-c63ea3285523 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:41.717124 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8b62c47-5831-4539-be61-ecb4cdaf91e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:41.785731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8b62c47-5831-4539-be61-ecb4cdaf91e4 None None] Port 4671ec76-4102-4c8e-937b-c63ea3285523 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:41.882430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:41.886256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:41.952226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] device_id is not set on port 6adaee06-80aa-444d-be02-ad076ecdfc30 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:41.973913 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.006235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-55655e26-161a-41c6-9b68-6fee0aef6341 None None] Could not find standard attr ID for object 4e5eb28e-d553-4c7a-bb3f-1086aa3edded. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:35:42.016596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.236631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-912c8048-db8f-461b-8b4e-6d3154c9afd7 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.240789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-912c8048-db8f-461b-8b4e-6d3154c9afd7 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/002eaa94-be2a-479d-b96d-c944e35c4167 HTTP/1.1" status: 204 len: 168 time: 1.3739672 Nov 09 17:35:42.241923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42920) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:42.255637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6370e2e2-889e-4ce7-90b8-d6f94fb2766f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b21458178354d79ac519e5ead55ea97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2014980 Nov 09 17:35:42.276015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:42.324601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46ea97-e65b-41a8-90a1-06960ac571a7 req-5aa919b7-33a3-42e2-9b70-565fdfa4e314 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:42.332255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d46ea97-e65b-41a8-90a1-06960ac571a7 req-5aa919b7-33a3-42e2-9b70-565fdfa4e314 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2425580 Nov 09 17:35:42.397314 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.465302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=4671ec76-4102-4c8e-937b-c63ea3285523,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:42.520177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d46ea97-e65b-41a8-90a1-06960ac571a7 req-27714064-1511-4ef5-9739-d964acf6aaf1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854186 Nov 09 17:35:42.528137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73623389-0461-45ba-9fc7-d0b6b1c54040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.610343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73623389-0461-45ba-9fc7-d0b6b1c54040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.626097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.630643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-17cf02dc-d129-44cd-9281-1cb86354a0f7 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/4671ec76-4102-4c8e-937b-c63ea3285523 HTTP/1.1" status: 204 len: 168 time: 2.2804806 Nov 09 17:35:42.635538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:42.648419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=6adaee06-80aa-444d-be02-ad076ecdfc30,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:42.676358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-69f9c2d9-9848-4b86-b0b2-f5fd4a25e96a tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=002eaa94-be2a-479d-b96d-c944e35c4167 HTTP/1.1" status: 200 len: 221 time: 0.4246571 Nov 09 17:35:42.686000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42926) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:42.709802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf2950be-24a1-4072-8cbf-2f14a9f08b47 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1632489441', 'description': 'label created by tempest'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:42.710744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf2950be-24a1-4072-8cbf-2f14a9f08b47 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Unknown quota resources ['metering_label']. {{(pid=102554) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:42.711320 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b6fc5d-cdcc-41db-a554-d3297498b980 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:42.713454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-08b6fc5d-cdcc-41db-a554-d3297498b980 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/4671ec76-4102-4c8e-937b-c63ea3285523 HTTP/1.1" status: 404 len: 333 time: 0.0759387 Nov 09 17:35:42.717845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:42.718614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:42.719252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:42.725059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42928) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:42.729448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.730389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.731315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.732143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.732930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.733753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.734560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.735414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.736698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.737551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.738362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.739224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:42.746158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73623389-0461-45ba-9fc7-d0b6b1c54040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.746611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0b79870-010c-4c71-aac2-d95dbd5b31d0 req-8ba4bdd8-7afe-4a21-b168-b809b6ee2449 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0989087 Nov 09 17:35:42.750185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73623389-0461-45ba-9fc7-d0b6b1c54040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.752650 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-73623389-0461-45ba-9fc7-d0b6b1c54040 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47656789-f373-40e3-ad3b-8df5099a23b5 HTTP/1.1" status: 204 len: 168 time: 0.4748185 Nov 09 17:35:42.763196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:42.783466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73623389-0461-45ba-9fc7-d0b6b1c54040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47656789-f373-40e3-ad3b-8df5099a23b5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:42.857683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:42.858004 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:42.861978 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 2 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:42.961123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:42.961465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:42.961827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.007331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.014214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet 65840c9b-c93b-4ad9-9805-afa2cb6cbac1 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:35:43.019267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.019598 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:43.054925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.074590 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 3 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:43.104351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf2950be-24a1-4072-8cbf-2f14a9f08b47 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.107530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf2950be-24a1-4072-8cbf-2f14a9f08b47 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4196522 Nov 09 17:35:43.108686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.164665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:43.165305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:43.165825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.172395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.218624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12452a07-1f6b-4374-9ca0-86b77129d085 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=8def8214-c4af-43d6-87a6-cf481c8b91c1 HTTP/1.1" status: 200 len: 468 time: 0.1064403 Nov 09 17:35:43.222382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.230568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.230568 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:43.258432 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 4 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:43.311168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:43.311549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:43.311872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.366153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.366700 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:43.376675 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 5 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:43.452676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:43.453238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:43.453812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.472889 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.475582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceddc59f-bc55-4c05-8baa-5d84b2b06dd2 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.476794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ceddc59f-bc55-4c05-8baa-5d84b2b06dd2 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/8def8214-c4af-43d6-87a6-cf481c8b91c1 HTTP/1.1" status: 204 len: 168 time: 0.2533188 Nov 09 17:35:43.479280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.479512 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:43.481646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.510433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-97861fe8-45cc-4b87-9660-c6977596f1b1 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=8def8214-c4af-43d6-87a6-cf481c8b91c1 HTTP/1.1" status: 200 len: 216 time: 0.0205333 Nov 09 17:35:43.510801 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 6 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:43.512256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.534714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-983bedea-a393-4ee1-aeed-bfd9c3dadbba tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0156593 Nov 09 17:35:43.535838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.541515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.552487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:43.552829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:43.553171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.558691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.571202 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5738ddd9-5890-418d-9f6e-251b02f3ac65 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0232151 Nov 09 17:35:43.572460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.626656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.627505 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:43.632607 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 7 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:43.702040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4faef627-280a-48f2-b019-2f7037243c3e tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/981f73da-e8a8-4996-b3a3-c3d68a57a05d HTTP/1.1" status: 200 len: 473 time: 0.1225789 Nov 09 17:35:43.703029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.772218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:43.772981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:43.772981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.781012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Pushing event updated for resources: {'Port': ['ID=7a604b8d-c5c3-4a1d-93f7-9dfb55417f60,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:43.781243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-335da7b5-8e82-463f-b703-f9bc65c75302 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/be92c1db-3c04-4ab5-a57c-38b7601efbf5 HTTP/1.1" status: 200 len: 459 time: 0.0708101 Nov 09 17:35:43.783667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.786284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b7d3740-da73-49be-8fa9-b6be9676c412 req-1ed8ff16-174e-45b3-9556-5bc81b88ada2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1127379 Nov 09 17:35:43.804233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.804658 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:43.805395 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 8 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:43.808908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.811986 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.845113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1b0d-a594-457c-a4b6-64ac26b37819 req-db0648cb-d412-4999-bf8b-bd8ed0b2ce19 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:43.848941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-004d1b0d-a594-457c-a4b6-64ac26b37819 req-db0648cb-d412-4999-bf8b-bd8ed0b2ce19 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1648426 Nov 09 17:35:43.888003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=65840c9b-c93b-4ad9-9805-afa2cb6cbac1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:43.910308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.911700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-297ff248-1635-41d0-9553-a86f7217aeab tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0610781 Nov 09 17:35:43.915374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:43.915795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:43.916067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.919710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42970) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.922800 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:43.926738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-16715cac-f203-4a51-9979-274f6887baa0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/65840c9b-c93b-4ad9-9805-afa2cb6cbac1 HTTP/1.1" status: 204 len: 168 time: 1.1998606 Nov 09 17:35:43.934119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-500722687', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'fixed_ips': [{'ip_address': '172.25.3.143'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:43.937924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42972) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:43.938196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e718bfc-b6e4-4641-a67c-fbd4fde8deb7 None None] Network d56f6c18-685e-48e5-90fe-c4f005e0e3a7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:43.957147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.962117 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:44.050496 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 9 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:44.183476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8a33-99c2-402a-acad-730320dafe9d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.190324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff5d8a33-99c2-402a-acad-730320dafe9d tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/be92c1db-3c04-4ab5-a57c-38b7601efbf5 HTTP/1.1" status: 204 len: 168 time: 0.4042716 Nov 09 17:35:44.191178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:44.268293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:44.350938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c6876f4-46af-4422-8488-f1e3b50fcbd6 req-2fb5eb9f-3d80-4880-a108-45285e2fc81f tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.2790048 Nov 09 17:35:44.350938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:44.350938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:44.350938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:44.375017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] DHCP port deletion for d56f6c18-685e-48e5-90fe-c4f005e0e3a7 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:35:44.400199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Made reservation on behalf of 5180ed7c6aa34e78b4426c71eb66af59 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:44.404934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.420185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:44.420706 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:44.442822 n-d-804292-3 neutron-server[102554]: INFO neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempt 10 to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 Nov 09 17:35:44.453007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.461471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-508825089-network', 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:44.472240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.486584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] Deleting port 194ea984-edc6-44ed-84d2-640566d4567f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:44.487228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.507501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:44.507988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:44.509202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempting to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:44.531453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:44.531973 n-d-804292-3 neutron-server[102554]: ERROR neutron.plugins.ml2.managers [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Failed to bind port 6adaee06-80aa-444d-be02-ad076ecdfc30 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '5e518f74-b02b-4a35-8c7b-fb463625e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b039b03-b281-413d-a4d9-af8c7db5e0c8'}] Nov 09 17:35:44.532561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.610377 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] For port 194ea984-edc6-44ed-84d2-640566d4567f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=194ea984-edc6-44ed-84d2-640566d4567f,segment=NetworkSegment(4adfb599-5c88-4fc9-97cf-66cd3527362d),segment_id=4adfb599-5c88-4fc9-97cf-66cd3527362d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:44.611524 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.612280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4becec0-d66b-4ee4-ae06-ea97d97bb7b2 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.618288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e4becec0-d66b-4ee4-ae06-ea97d97bb7b2 tempest-MeteringIpV6TestJSON-351719484 tempest-MeteringIpV6TestJSON-351719484-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/981f73da-e8a8-4996-b3a3-c3d68a57a05d HTTP/1.1" status: 204 len: 168 time: 0.4255400 Nov 09 17:35:44.648660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] Calling delete_port for 194ea984-edc6-44ed-84d2-640566d4567f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:44.663008 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-004d1b0d-a594-457c-a4b6-64ac26b37819 req-85d98125-0571-4671-8d1d-df795d94f9fe tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8051336 Nov 09 17:35:44.673296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:44.679136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.698578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.796434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 194ea984-edc6-44ed-84d2-640566d4567f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:44.797495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.907377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.922513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] For port 6adaee06-80aa-444d-be02-ad076ecdfc30, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:44.923177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attempted to set empty binding levels {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:35:44.939071 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.951030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:44.961087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] device_id is not set on port 406a5bac-b498-4e35-9192-98d0d47f2a0d yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:45.016714 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.020260 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.030749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.041761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 194ea984-edc6-44ed-84d2-640566d4567f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:45.092215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8844c7eb-d257-4c26-8226-9fb36ee00b4f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:45.117597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:45.148442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.149404 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Added segment 7c6578c4-fdd7-4664-88fa-8d2b01bfce19 of type vlan for network dcab4405-9f8d-4c0a-ac38-95ae21188c7f Nov 09 17:35:45.154098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] Pushing event deleted for resources: {'Port': ['ID=194ea984-edc6-44ed-84d2-640566d4567f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:45.169356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc60ace-9065-4332-8b66-7e3db3a22a75 None None] No DVR routers for this DVR port 194ea984-edc6-44ed-84d2-640566d4567f on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:45.174644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 194ea984-edc6-44ed-84d2-640566d4567f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:45.176143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 194ea984-edc6-44ed-84d2-640566d4567f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:45.207197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] In _notify_port_updated(), no bound segment for port 6adaee06-80aa-444d-be02-ad076ecdfc30 on network 1b039b03-b281-413d-a4d9-af8c7db5e0c8 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:35:45.208640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.209613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.216631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "PUT /v2.0/ports/6adaee06-80aa-444d-be02-ad076ecdfc30 HTTP/1.1" status: 200 len: 974 time: 4.2434497 Nov 09 17:35:45.238652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:45.239059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:45.259241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7066921b-751d-42aa-98d4-ad8ec2d5140c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:45.270793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] For port 194ea984-edc6-44ed-84d2-640566d4567f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=194ea984-edc6-44ed-84d2-640566d4567f,segment=NetworkSegment(4adfb599-5c88-4fc9-97cf-66cd3527362d),segment_id=4adfb599-5c88-4fc9-97cf-66cd3527362d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:45.270793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.301583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd4b23-5854-4300-a0af-c7a96e585873 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event updated for resources: {'Port': ['ID=6adaee06-80aa-444d-be02-ad076ecdfc30,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:45.313733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.327482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 194ea984-edc6-44ed-84d2-640566d4567f owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:45.424164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.425986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.427074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.500202 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 17:35:45.500736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:35:45.515220 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.525287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9cf97823-6d88-42fd-8abc-a48e01811774 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5972285 Nov 09 17:35:45.539704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:45.563704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=194ea984-edc6-44ed-84d2-640566d4567f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:45.569580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No DVR routers for this DVR port 194ea984-edc6-44ed-84d2-640566d4567f on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:45.590293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e38957c-f223-4241-9467-71a00d103337 req-a982f6da-f5c3-4fb9-8d4c-b7256799cea3 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0394585 Nov 09 17:35:45.612827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Deleting port 6adaee06-80aa-444d-be02-ad076ecdfc30 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:45.613721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.673573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4038658 Nov 09 17:35:45.678434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42998) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:45.691869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Request body: {'subnet': {'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-508825089-subnet', 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:45.716614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.768432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:45.770553 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b98aa32f-00bd-4dd8-9288-97b54a6518a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.771677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:45.810449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e113cf-55c0-43f3-9bb4-a83bc0fca043 admin admin] Pushing event updated for resources: {'Network': ['ID=dcab4405-9f8d-4c0a-ac38-95ae21188c7f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:45.829572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:46.003228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56f6c18-685e-48e5-90fe-c4f005e0e3a7']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:46.024718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.027310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adfb599-5c88-4fc9-97cf-66cd3527362d') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:46.027652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adfb599-5c88-4fc9-97cf-66cd3527362d') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:46.032502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] For port 6adaee06-80aa-444d-be02-ad076ecdfc30, host n-h1-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:46.034002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.076363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Calling delete_port for 6adaee06-80aa-444d-be02-ad076ecdfc30 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:46.076643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.123979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.129769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a7d627-4f3c-4247-b2d6-9821bea0675e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:46.139993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:46.140595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:46.145557 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:46.214841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd11f3-388b-48c9-a592-9bedb9601647 req-b62ddb45-b81f-427b-ab62-cdc41f3cecff tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:46.216752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24fd11f3-388b-48c9-a592-9bedb9601647 req-b62ddb45-b81f-427b-ab62-cdc41f3cecff tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2106063 Nov 09 17:35:46.217688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Deleting port 7a604b8d-c5c3-4a1d-93f7-9dfb55417f60 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:46.218038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.228595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:46.229077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Network hostable DHCP agents. Network: dcab4405-9f8d-4c0a-ac38-95ae21188c7f, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:46.263736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.277892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.284806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/d56f6c18-685e-48e5-90fe-c4f005e0e3a7 HTTP/1.1" status: 204 len: 168 time: 2.3455908 Nov 09 17:35:46.302079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43012) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:46.309231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-728688967'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:46.318026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19c970-dd2b-4811-8bd1-00df77046c27 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=d56f6c18-685e-48e5-90fe-c4f005e0e3a7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:46.332553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:46.363309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24fd11f3-388b-48c9-a592-9bedb9601647 req-39ab7bf8-1e73-4bad-a8be-151381da284b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316798 Nov 09 17:35:46.368826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, dcab4405-9f8d-4c0a-ac38-95ae21188c7f) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:46.375325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:46.376718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.383313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f04641-b5b0-4a1f-8dcc-21f1e94b6054 None None] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:46.389299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:46.397644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.516724 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a9daac24-ecef-4f2c-ac2c-7b485144921d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8239539 Nov 09 17:35:46.519766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b98aa32f-00bd-4dd8-9288-97b54a6518a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.538024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b98aa32f-00bd-4dd8-9288-97b54a6518a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.553126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.603400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.603730 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.616484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:46.709117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.709808 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment 1b41f20c-4d01-4792-ae9d-0683cf2a2bc9 of type vlan for network f80f81d8-d0fc-422f-b8b8-3829509831cd Nov 09 17:35:46.732355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b98aa32f-00bd-4dd8-9288-97b54a6518a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdd36cf830f9481a9064d4c0668f29d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4864416 Nov 09 17:35:46.744437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:46.748325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Pushing event deleted for resources: {'Port': ['ID=6adaee06-80aa-444d-be02-ad076ecdfc30,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:46.753706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Calling delete_port for 7a604b8d-c5c3-4a1d-93f7-9dfb55417f60 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:46.779080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45235e-0692-4a15-a054-48b40b862485 None None] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:46.802656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03d44c7e-ed2f-4f18-bd51-f1d600d3e708 req-daa19599-977d-4095-b66f-9dbdc85e50f5 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0679510 Nov 09 17:35:46.804675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:46.811318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-00a8283b-b9b1-4e30-b604-cc26828e7ce1 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "DELETE /v2.0/ports/6adaee06-80aa-444d-be02-ad076ecdfc30 HTTP/1.1" status: 204 len: 168 time: 1.5708084 Nov 09 17:35:46.817541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:46.824362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aa32f-00bd-4dd8-9288-97b54a6518a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e8b8d-627f-4afc-9c75-3f93d461fd35,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:46.872698 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f131b909-3bba-49f9-9420-27abf9ecc7e8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:35:46.880530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f131b909-3bba-49f9-9420-27abf9ecc7e8 tempest-PortsAdminExtendedAttrsTestJSON-1458280679 tempest-PortsAdminExtendedAttrsTestJSON-1458280679-project-admin] 10.222.0.45 "GET /v2.0/ports/6adaee06-80aa-444d-be02-ad076ecdfc30 HTTP/1.1" status: 404 len: 333 time: 0.0521011 Nov 09 17:35:46.881190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:47.138043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.179873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95b37fc3-7da4-445d-94d4-88efbcd36a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.188186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.191145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b0bdc-208a-46f6-a81a-2955fe799827 req-1c653e16-b837-4c3d-9649-cc84f2a8b8a5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:47.194242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c07b0bdc-208a-46f6-a81a-2955fe799827 req-1c653e16-b837-4c3d-9649-cc84f2a8b8a5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2141213 Nov 09 17:35:47.207696 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.216786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:47.217714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.306741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95b37fc3-7da4-445d-94d4-88efbcd36a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.308783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0055585 Nov 09 17:35:47.326629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43038) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:47.332257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:47.405977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2e4b9-09b0-4c84-b3a4-50993082fd8a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=f80f81d8-d0fc-422f-b8b8-3829509831cd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:47.417807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f80f81d8-d0fc-422f-b8b8-3829509831cd details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:47.445609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c07b0bdc-208a-46f6-a81a-2955fe799827 req-063b4499-131e-467e-bfb4-ea9f053bef2b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206316 Nov 09 17:35:47.520621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:47.525477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.554027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.610900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b039b03-b281-413d-a4d9-af8c7db5e0c8']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:47.636338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e518f74-b02b-4a35-8c7b-fb463625e217') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:47.636964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e518f74-b02b-4a35-8c7b-fb463625e217') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:47.662642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.673235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.694863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95b37fc3-7da4-445d-94d4-88efbcd36a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.697600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95b37fc3-7da4-445d-94d4-88efbcd36a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.698822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-95b37fc3-7da4-445d-94d4-88efbcd36a5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b9e8b8d-627f-4afc-9c75-3f93d461fd35 HTTP/1.1" status: 204 len: 168 time: 0.9478648 Nov 09 17:35:47.766302 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.771569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a604b8d-c5c3-4a1d-93f7-9dfb55417f60,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:47.789622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b37fc3-7da4-445d-94d4-88efbcd36a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e8b8d-627f-4afc-9c75-3f93d461fd35,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:47.801432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:47.802178 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:47.805816 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:47.838697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.939926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.958524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:47.962856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] 10.222.0.45 "DELETE /v2.0/networks/1b039b03-b281-413d-a4d9-af8c7db5e0c8 HTTP/1.1" status: 204 len: 168 time: 1.0735407 Nov 09 17:35:47.989212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-94e18fa3-aed5-4d0d-9d10-989aab5386fb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:47.999290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-94e18fa3-aed5-4d0d-9d10-989aab5386fb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.3408232 Nov 09 17:35:48.002969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.008467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.016285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-aad48e27-937c-402e-81eb-ffe774e58824 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293 tempest-ExternalNetworksAdminNegativeTestJSON-1024167293-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/59ac4ad4-333a-48be-b75d-ebe8402e40a0 HTTP/1.1" status: 204 len: 168 time: 2.4596286 Nov 09 17:35:48.026678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a11820-dd72-4208-9d28-c275d23d2fab tempest-PortsAdminExtendedAttrsTestJSON-1139301960 tempest-PortsAdminExtendedAttrsTestJSON-1139301960-project] Pushing event deleted for resources: {'Network': ['ID=1b039b03-b281-413d-a4d9-af8c7db5e0c8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:48.046482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-c6732369-a19b-419b-9f29-0acaf8f295aa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.0456505 Nov 09 17:35:48.061624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=3327697a-6126-4d09-b3af-53b683a93b8c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:48.096811 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8132a0ee-5a1a-4f70-9af7-c55ca7c97316 req-048d5005-3f46-4c8d-8585-760c81f87a5d tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0602784 Nov 09 17:35:48.127831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-e95d8262-8398-48c0-b35f-a84e6aabaa51 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803154 Nov 09 17:35:48.141942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:48.142945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: f80f81d8-d0fc-422f-b8b8-3829509831cd, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:48.184832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network f80f81d8-d0fc-422f-b8b8-3829509831cd is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:48.204648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f80f81d8-d0fc-422f-b8b8-3829509831cd) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:48.211158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:48.211791 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.219497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7f1a4-abcd-489a-85b6-f8bc8263113c None None] Network f80f81d8-d0fc-422f-b8b8-3829509831cd requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:48.259138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-683b4e29-534c-4dbf-965b-ef918870851c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9312947 Nov 09 17:35:48.263273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:48.278896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd', 'name': 'tempest-PortsTestJSON-489782952', 'fixed_ips': [{'subnet_id': '3327697a-6126-4d09-b3af-53b683a93b8c', 'ip_address': '172.20.0.10'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:48.365682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:48.412058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.465604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-8b20e2d2-7d2b-4f78-bc66-7e6b2e708fc4 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334906 Nov 09 17:35:48.550539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d4e3-d85d-485f-8aae-be748844f973 req-3d630c41-2292-4b03-b969-e94d8d360f2b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:48.560780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0534d4e3-d85d-485f-8aae-be748844f973 req-3d630c41-2292-4b03-b969-e94d8d360f2b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1885002 Nov 09 17:35:48.669003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:48.702655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f80f81d8-d0fc-422f-b8b8-3829509831cd', 'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': '3327697a-6126-4d09-b3af-53b683a93b8c'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:35:48.704407 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.735223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-5e5e62d2-e94b-429a-9e3b-f843e774068e service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604246 Nov 09 17:35:48.771419 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.779787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:48.856284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4e45b7c3f6144eb977f52f8c864d62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4887073 Nov 09 17:35:48.860002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f5b14-74ba-4d1f-a672-3c3130936914,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:48.865152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:48.879696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.880205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.880605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.880954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.881292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.881625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.882062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.882413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.882911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.883268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.883667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.884010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f3ae4-9b05-4feb-bc1c-348d44144144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:48.925941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be99446-4db9-4853-bd6b-1d049317a54a req-9d1b8e5a-c911-41c3-bccd-8b0adee19e04 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:48.928913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3be99446-4db9-4853-bd6b-1d049317a54a req-9d1b8e5a-c911-41c3-bccd-8b0adee19e04 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.2663677 Nov 09 17:35:48.935133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:49.043422 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f148422a-3e90-442e-a7f8-54cb31733410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.158382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f148422a-3e90-442e-a7f8-54cb31733410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.297349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:49.306532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Allocated IP 172.20.0.2 (f80f81d8-d0fc-422f-b8b8-3829509831cd/3327697a-6126-4d09-b3af-53b683a93b8c/c390eaba-0ca6-42b8-bcc0-a5dcb93661ab) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:49.385336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12347f22-7057-4b7b-82d6-7999546deb25 req-ec4a4352-ac18-427e-902a-71c50dde18ab tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0901449 Nov 09 17:35:49.420905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f148422a-3e90-442e-a7f8-54cb31733410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.427742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f148422a-3e90-442e-a7f8-54cb31733410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.433284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f148422a-3e90-442e-a7f8-54cb31733410 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b2f5b14-74ba-4d1f-a672-3c3130936914 HTTP/1.1" status: 204 len: 168 time: 0.5660477 Nov 09 17:35:49.483685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49532d9-7760-42b6-b170-be185171e704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.507210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148422a-3e90-442e-a7f8-54cb31733410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f5b14-74ba-4d1f-a672-3c3130936914,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:49.573766 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d6020eed-8fec-458a-a981-03b1a403f49a req-ae2a2c1f-e138-4538-bf71-f6dbbce8e41e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 210 time: 0.0702996 Nov 09 17:35:49.688150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Deleting port 009653e6-e791-48cf-be6b-f5fd0815077a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:49.688984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.703176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e33811db-b033-4def-b833-d02c9ccb7ed4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1f4611f95a6433881857ecba0b5463b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0324709 Nov 09 17:35:49.717790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:49.819938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3be99446-4db9-4853-bd6b-1d049317a54a req-0df9c22a-d108-4db0-baf3-cc98f8b2976f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490057 Nov 09 17:35:49.911912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.930163 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.932037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.935484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c68e6812-853b-4bec-85ee-9b1dec30aabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:49.993012 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49532d9-7760-42b6-b170-be185171e704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.003273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Network f80f81d8-d0fc-422f-b8b8-3829509831cd is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:50.005220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] For port 009653e6-e791-48cf-be6b-f5fd0815077a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=009653e6-e791-48cf-be6b-f5fd0815077a,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:50.005866 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.008723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:50.016690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:50.016911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:50.041355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Pushing event updated for resources: {'Port': ['ID=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:50.046074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c68e6812-853b-4bec-85ee-9b1dec30aabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.061588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49532d9-7760-42b6-b170-be185171e704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.087921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Calling delete_port for 009653e6-e791-48cf-be6b-f5fd0815077a owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:50.143057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e49532d9-7760-42b6-b170-be185171e704 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75097d6d83ed4b4f9662cc14af39134f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8438456 Nov 09 17:35:50.156331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43102) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:50.168092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Attempting to bind port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:50.168704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Attempting to bind port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:50.169301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Attempting to bind port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab on network f80f81d8-d0fc-422f-b8b8-3829509831cd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:50.181604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:50.182342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Checking segment: {'id': '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:50.183937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.184621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Bound using segment: {'id': '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:50.185450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Bound port: c390eaba-0ca6-42b8-bcc0-a5dcb93661ab, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:35:50.186154 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.272104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49532d9-7760-42b6-b170-be185171e704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8bcd6f-505d-442f-913b-3d37e11f30f0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:50.281951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c68e6812-853b-4bec-85ee-9b1dec30aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.286071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c68e6812-853b-4bec-85ee-9b1dec30aabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.288626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c68e6812-853b-4bec-85ee-9b1dec30aabd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f88e3c9-9f14-4e4d-8739-7665f6b636fa HTTP/1.1" status: 204 len: 168 time: 0.5696609 Nov 09 17:35:50.303414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e6812-853b-4bec-85ee-9b1dec30aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f88e3c9-9f14-4e4d-8739-7665f6b636fa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:50.388995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] For port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:50.397574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] For port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,segment=NetworkSegment(1b41f20c-4d01-4792-ae9d-0683cf2a2bc9),segment_id=1b41f20c-4d01-4792-ae9d-0683cf2a2bc9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:50.407387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.543730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afab9b4-ff90-40b0-9f33-184c8ae42bac None None] Pushing event updated for resources: {'Port': ['ID=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:50.596195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82159e0a-0a16-4a4c-af0b-f4f10f902627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.647208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82159e0a-0a16-4a4c-af0b-f4f10f902627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.674398 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2dd2dab5-3cf8-4138-b717-9742e8fc2c83 req-5bf1c9ec-364a-4869-8818-5f0125cf8b5d tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1421511 Nov 09 17:35:50.775698 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ece9b36-f966-48bc-9895-4276604f20f4 req-363ff402-35ef-4a11-8f17-9ecf869e8c2f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 210 time: 0.0421391 Nov 09 17:35:50.847113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-07c1a5ca-50e8-463b-ad10-29f59f9ba639 req-6938c99e-5427-4184-9a4b-188884b89a13 service neutron] (102554) timed out ('10.222.0.45', 46638) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:35:50.874970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.10 (f80f81d8-d0fc-422f-b8b8-3829509831cd/3327697a-6126-4d09-b3af-53b683a93b8c/f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:50.879048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82159e0a-0a16-4a4c-af0b-f4f10f902627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.881945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82159e0a-0a16-4a4c-af0b-f4f10f902627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:50.883215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-82159e0a-0a16-4a4c-af0b-f4f10f902627 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f8bcd6f-505d-442f-913b-3d37e11f30f0 HTTP/1.1" status: 204 len: 168 time: 0.7204871 Nov 09 17:35:51.039593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82159e0a-0a16-4a4c-af0b-f4f10f902627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8bcd6f-505d-442f-913b-3d37e11f30f0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:51.113784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.121914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeca863-06b8-430c-84ba-806e3b15033e req-74f24f00-f4ef-4504-9ff4-c76bc9b7bab5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:51.130103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['009653e6-e791-48cf-be6b-f5fd0815077a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:51.130823 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eeca863-06b8-430c-84ba-806e3b15033e req-74f24f00-f4ef-4504-9ff4-c76bc9b7bab5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1263251 Nov 09 17:35:51.189809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:51.212692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event deleted for resources: {'Port': ['ID=009653e6-e791-48cf-be6b-f5fd0815077a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:51.239229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814901a0-ec9f-4ef8-b86f-55febebc76c1 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:35:51.285305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eeca863-06b8-430c-84ba-806e3b15033e req-9fae8376-a1ad-428c-8f3e-68707f0b808d tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458428 Nov 09 17:35:51.285521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] No DVR routers for this DVR port 009653e6-e791-48cf-be6b-f5fd0815077a on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:51.292282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.307769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0534d4e3-d85d-485f-8aae-be748844f973 req-e9912ee8-81ac-4192-818a-0f961cb0e52c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.83 "DELETE /v2.0/ports/009653e6-e791-48cf-be6b-f5fd0815077a HTTP/1.1" status: 204 len: 173 time: 2.7315142 Nov 09 17:35:51.308290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'name': 'network-vif-deleted', 'tag': '009653e6-e791-48cf-be6b-f5fd0815077a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:51.310863 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4f6b1-3ae0-4ca5-b51f-84983751bed2" -d '{"events": [{"server_uuid": "a32bf6ab-b305-4c96-b003-47f15af8d9b4", "name": "network-vif-deleted", "tag": "009653e6-e791-48cf-be6b-f5fd0815077a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:51.331842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6f904002-9b0c-43b1-ab95-ca99117b9f76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec04bec2c62144d38c52fe64430cf5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404579 Nov 09 17:35:51.334709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43130) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:51.440902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f256647e-d5bb-422f-8d2d-1c75b37c7329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.486958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f256647e-d5bb-422f-8d2d-1c75b37c7329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.495419 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af7c68-853a-4946-849b-61a09520e453 x-openstack-request-id: req-a0af7c68-853a-4946-849b-61a09520e453 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:51.495729 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32bf6ab-b305-4c96-b003-47f15af8d9b4", "name": "network-vif-deleted", "tag": "009653e6-e791-48cf-be6b-f5fd0815077a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:51.498520 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0af7c68-853a-4946-849b-61a09520e453 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:51.499464 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32bf6ab-b305-4c96-b003-47f15af8d9b4', 'name': 'network-vif-deleted', 'tag': '009653e6-e791-48cf-be6b-f5fd0815077a', 'status': 'completed', 'code': 200} Nov 09 17:35:51.619360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f256647e-d5bb-422f-8d2d-1c75b37c7329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.622358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f256647e-d5bb-422f-8d2d-1c75b37c7329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.628822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f256647e-d5bb-422f-8d2d-1c75b37c7329 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e4f9266-6d96-43e7-9292-274093929680 HTTP/1.1" status: 204 len: 168 time: 0.2877324 Nov 09 17:35:51.646251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256647e-d5bb-422f-8d2d-1c75b37c7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f9266-6d96-43e7-9292-274093929680,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:51.733088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-27e8885d-ac52-4adc-b2a8-1fcb4c2e520e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:51.743501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-27e8885d-ac52-4adc-b2a8-1fcb4c2e520e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.4085522 Nov 09 17:35:51.761348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:51.774289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:51.879568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:51.976723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.023914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5123100c-ec39-485a-a46f-eb4584d0d612 req-5f158a2a-a6d9-429e-a097-3b4ba6342604 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1072874 Nov 09 17:35:52.057712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4fc8b7da-c271-48ba-9e86-c3a23e4b7832 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5180ed7c6aa34e78b4426c71eb66af59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1766772 Nov 09 17:35:52.060396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43146) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:52.163163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5716cfed-a60c-415f-a9ba-76ca28beb3e8 req-131b7e05-05ce-47f6-a80a-61947665e2e0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 210 time: 0.1925063 Nov 09 17:35:52.237594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196a7a7a-1ec2-4469-8a7b-265aeed655cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.257038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:52.280656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.302374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196a7a7a-1ec2-4469-8a7b-265aeed655cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.310622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a726a01-a1aa-49a6-9c12-27dcd653be0a None None] Network f80f81d8-d0fc-422f-b8b8-3829509831cd requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:52.337778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network f80f81d8-d0fc-422f-b8b8-3829509831cd is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:52.389339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:52.401261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:52.416995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:52.446415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196a7a7a-1ec2-4469-8a7b-265aeed655cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.453602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-196a7a7a-1ec2-4469-8a7b-265aeed655cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.461895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-196a7a7a-1ec2-4469-8a7b-265aeed655cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7066921b-751d-42aa-98d4-ad8ec2d5140c HTTP/1.1" status: 204 len: 168 time: 0.3988113 Nov 09 17:35:52.482555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a7a7a-1ec2-4469-8a7b-265aeed655cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7066921b-751d-42aa-98d4-ad8ec2d5140c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:52.485420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3cb501ff-caa7-445a-aa90-72adab051e28 None None] Provisioning complete for port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:52.495713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cb501ff-caa7-445a-aa90-72adab051e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.555558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.556614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.569416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ece77e04-a8ad-449d-a674-eaa3158e900c req-67a466db-a61d-403b-a61f-23db27ef42f2 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=a32bf6ab-b305-4c96-b003-47f15af8d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0532131 Nov 09 17:35:52.629174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a8f1f00e-79c3-4047-bcfb-a47f8b689589 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3583734 Nov 09 17:35:52.630718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43164) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:52.638934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': 'f80f81d8-d0fc-422f-b8b8-3829509831cd', 'name': 'tempest-PortsTestJSON-1240315410', 'fixed_ips': [{'subnet_id': '3327697a-6126-4d09-b3af-53b683a93b8c', 'ip_address': '172.20.0.9'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:52.747128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.9 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/dccc6775-c6c5-4011-ba9a-dd2224299a99) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:52.876641 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.879298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cb501ff-caa7-445a-aa90-72adab051e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:52.970696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3cb501ff-caa7-445a-aa90-72adab051e28 None None] For port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,segment=NetworkSegment(1b41f20c-4d01-4792-ae9d-0683cf2a2bc9),segment_id=1b41f20c-4d01-4792-ae9d-0683cf2a2bc9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:52.979664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cb501ff-caa7-445a-aa90-72adab051e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.090804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c390eaba-0ca6-42b8-bcc0-a5dcb93661ab up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:53.191317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:53.203395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.266111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb501ff-caa7-445a-aa90-72adab051e28 None None] Pushing event updated for resources: {'Port': ['ID=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:53.293706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 55614897-7c44-4e76-9aad-8090e7f60d83 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:53.374837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:53.375749 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.473925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9bd9ff8-8d6c-49fc-a1da-d769abc82ccf req-653cabcd-fd9a-4776-880d-0d0945f890a6 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1611507 Nov 09 17:35:53.493674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75f12298-a89b-48a5-a7d0-fe5dfbb97bb2 req-aa862925-3124-4562-8489-e7f6b79f4fda tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 210 time: 0.0566661 Nov 09 17:35:53.597003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.626274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:53.635491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0ea5de80-fcf7-4680-b19e-1c1871c9e019 None None] Provisioning complete for port f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:53.636295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ea5de80-fcf7-4680-b19e-1c1871c9e019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.688459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 009653e6-e791-48cf-be6b-f5fd0815077a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:53.754487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 009653e6-e791-48cf-be6b-f5fd0815077a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:35:53.755020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 009653e6-e791-48cf-be6b-f5fd0815077a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:53.782465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5de80-fcf7-4680-b19e-1c1871c9e019 None None] Port f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:53.796859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0ea5de80-fcf7-4680-b19e-1c1871c9e019 None None] Provisioning complete for port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:53.797519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ea5de80-fcf7-4680-b19e-1c1871c9e019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.852865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.9 (f80f81d8-d0fc-422f-b8b8-3829509831cd/3327697a-6126-4d09-b3af-53b683a93b8c/55614897-7c44-4e76-9aad-8090e7f60d83) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:53.871715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.876941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:53.907501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1941343146'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:53.936885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:53.962509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:53.972309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.987958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:53.997311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:54.004570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:54.010731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:54.193310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:54.194247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.217646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.222177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-0c02c338-cd05-4995-87cc-92c9e8d44099 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4656556 Nov 09 17:35:54.241635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.292249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Request body: {'port': {'device_id': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:54.315604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-974e3042-f546-453f-bc86-85acb64c203f None None] Provisioning complete for port f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:54.315890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-974e3042-f546-453f-bc86-85acb64c203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.347949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:54.369526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1411954289'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:54.395324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844b1a6e-003a-4fa2-8dc4-8d01904430aa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:54.406855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Made reservation on behalf of 1fa6c4cb61e44c628809f1bab176b5e1 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:54.410914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.414019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.414432 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Added segment fdfdf4cf-e222-4e47-a0d2-6232d8260a2d of type vlan for network 65b625ed-544a-4da5-a522-9cfb5ffb6905 Nov 09 17:35:54.458294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.458908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-974e3042-f546-453f-bc86-85acb64c203f None None] Port f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:54.465636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.491286 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.505824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.517525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-734b4642-613b-4e8c-b5a7-26dd21600dab tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:54.518696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-734b4642-613b-4e8c-b5a7-26dd21600dab tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.2977817 Nov 09 17:35:54.571776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-bd9650c6-9034-45e3-9d86-d3023b25fe34 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/quotas/a397f1fe20cd4439a6d901c44d74cc80 HTTP/1.1" status: 200 len: 375 time: 0.0390642 Nov 09 17:35:54.575756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.583722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:54.584560 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.626099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9930165 Nov 09 17:35:54.629557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43230) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:54.635878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'subnet': {'network_id': '65b625ed-544a-4da5-a522-9cfb5ffb6905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:54.689030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-421eddf6-8b44-431a-b3a1-810c9cd442b6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918057 Nov 09 17:35:54.733803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95082dc-1e68-4c7b-9479-9eaf98c0cbc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Network': ['ID=65b625ed-544a-4da5-a522-9cfb5ffb6905,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:54.753118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.753449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:54.840595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43232) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:54.870610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4ceab6e4-da84-4e45-be17-2f63ce7a82de req-7daff432-1cf7-4b93-87bc-8bc968104852 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1467488 Nov 09 17:35:54.937768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:54.942581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:54.982582 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network f80f81d8-d0fc-422f-b8b8-3829509831cd is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:55.081060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c390eaba-0ca6-42b8-bcc0-a5dcb93661ab up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:55.107206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674758190'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:55.122199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:55.165165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=55614897-7c44-4e76-9aad-8090e7f60d83,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:55.183586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:55.184882 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.225064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:55.271908 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.296790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.362806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:55.366531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.381647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:55.397058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1541945-3145-4264-86a0-5a7becea8dcd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:55.411353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-f0998601-f8aa-4c58-9854-6d6223b07c4f service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884339 Nov 09 17:35:55.412199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.428983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.429805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.469237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.469528 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Added segment 75079e14-bf99-45e9-b886-21f39a301b3f of type vlan for network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 Nov 09 17:35:55.515553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7232ad6-3502-456a-bf8f-14de9df09617 req-f2498065-0d12-4b09-9c6b-869fe6a5e09f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.520031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7232ad6-3502-456a-bf8f-14de9df09617 req-f2498065-0d12-4b09-9c6b-869fe6a5e09f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 931 time: 0.4499643 Nov 09 17:35:55.547122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.550586 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a717ced9-e365-40fd-859d-87383cd5924d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9162364 Nov 09 17:35:55.556400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:55.620232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e732b019-7f4f-4fd8-9fc2-aa962d42a656 None None] Provisioning complete for port 55614897-7c44-4e76-9aad-8090e7f60d83 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:55.621139 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e732b019-7f4f-4fd8-9fc2-aa962d42a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.644717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-c988f25e-65a1-4319-8f42-5da37cc89536 service neutron] 10.222.0.45 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325819 Nov 09 17:35:55.679339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.696204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.697358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:55.699988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e732b019-7f4f-4fd8-9fc2-aa962d42a656 None None] Port 55614897-7c44-4e76-9aad-8090e7f60d83 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:35:55.851751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23acb65b-3cc5-4b76-8a2c-e85cc0ae5bbc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.854590 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-23acb65b-3cc5-4b76-8a2c-e85cc0ae5bbc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2940698 Nov 09 17:35:55.866363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9879472 Nov 09 17:35:55.872771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43240) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:55.943625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc537b4-3a7f-40b5-ae7b-37722b696e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Pushing event updated for resources: {'Network': ['ID=8db3d0d0-cfac-41db-8e75-cd85fa333dd7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:55.970913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:55.988440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5506a4d-1a12-4ce4-a155-b99542ed290d req-215da651-cd32-42f3-a244-1fb6a3b03535 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 210 time: 0.0845518 Nov 09 17:35:56.033832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6946d7-e7f4-44e5-a605-ff512ae122a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:56.040675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6946d7-e7f4-44e5-a605-ff512ae122a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:56.047536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6946d7-e7f4-44e5-a605-ff512ae122a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:56.050840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad6946d7-e7f4-44e5-a605-ff512ae122a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1760914 Nov 09 17:35:56.055747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:56.090405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7232ad6-3502-456a-bf8f-14de9df09617 req-b09209d1-e671-49bf-b668-76ab1de2e2c8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455351 Nov 09 17:35:56.112319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccc6775-c6c5-4011-ba9a-dd2224299a99 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:56.128173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.231905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Transition to ACTIVE for port object dccc6775-c6c5-4011-ba9a-dd2224299a99 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:35:56.252672 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.275208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.286451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 55614897-7c44-4e76-9aad-8090e7f60d83 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:56.287302 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.287795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.385880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-117e37c4-8b2b-42d0-b122-b46710616da9 req-8f3d7138-7f93-4338-af7a-08135247d6eb tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0863705 Nov 09 17:35:56.434749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.455317 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.473725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 55614897-7c44-4e76-9aad-8090e7f60d83 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:56.489679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:56.496803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Request body: {'port': {'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7', 'binding:host_id': 'n-h1-804292-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-518422909'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:56.568455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Made reservation on behalf of 6b65ba3ca2ff457683c22a7dca46753f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:56.571005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.586713 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.682957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:56.686704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Pushing event updated for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:56.721252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.730044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Subnet': ['ID=7a43ac4d-7c08-455e-ad2c-6908f9586d7e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:56.754397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.755138 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Added segment fc7eb66d-a136-4617-ab9d-14ed12a5ca7f of type vlan for network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 Nov 09 17:35:56.764085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87864244-4ce8-4f37-b3a4-caab838e0b75,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:56.778373 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.779378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=55614897-7c44-4e76-9aad-8090e7f60d83,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:56.791019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.810242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port c6499962-a133-41d7-a749-42ec045a2c20 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:56.870223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Checking segment: {'id': 'fdfdf4cf-e222-4e47-a0d2-6232d8260a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '65b625ed-544a-4da5-a522-9cfb5ffb6905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:56.870961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network hostable DHCP agents. Network: 65b625ed-544a-4da5-a522-9cfb5ffb6905, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:56.882360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.889095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-28504bd9-a063-4194-9896-b7c41fee9a68 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/55614897-7c44-4e76-9aad-8090e7f60d83 HTTP/1.1" status: 204 len: 168 time: 0.8320854 Nov 09 17:35:56.890346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43260) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:56.916786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:56.929993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Attempting to bind port dccc6775-c6c5-4011-ba9a-dd2224299a99 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:56.930714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Attempting to bind port dccc6775-c6c5-4011-ba9a-dd2224299a99 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:56.931424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Attempting to bind port dccc6775-c6c5-4011-ba9a-dd2224299a99 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:56.961770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Port dccc6775-c6c5-4011-ba9a-dd2224299a99 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:56.962257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Attempting to bind port dccc6775-c6c5-4011-ba9a-dd2224299a99 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:56.999124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:56.999814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:57.000576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:57.001694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Bound port: dccc6775-c6c5-4011-ba9a-dd2224299a99, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:35:57.002600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.008799 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b659a1af-ce4c-477f-8a3f-396282bc9834 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:57.012514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:57.013982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b659a1af-ce4c-477f-8a3f-396282bc9834 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/55614897-7c44-4e76-9aad-8090e7f60d83 HTTP/1.1" status: 404 len: 333 time: 0.0488222 Nov 09 17:35:57.017565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:57.025480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33d6d26-7dc0-410a-93b1-aaa3499ea791,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:57.077163 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.089566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.090628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.109809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 65b625ed-544a-4da5-a522-9cfb5ffb6905) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:57.124326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722ed4c-915b-410a-aaaf-99e77e5f4e6c None None] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:57.326756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.328396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.405251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5443752 Nov 09 17:35:57.430051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0fac56c7-0076-4dd7-b065-0990c03a52aa req-838d2836-9486-4b35-b181-1527f25c45dd tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 210 time: 0.1191766 Nov 09 17:35:57.436472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d31d7f-7673-400b-979d-cec37ecf58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Network': ['ID=5c8c5ce7-8cfe-4a77-b8ff-24effe94e626,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:57.441013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:35:57.443524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4acf9c7c-e936-4f77-a0bb-d94230718baf tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8153167 Nov 09 17:35:57.448856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.452132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43268) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:57.459979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1534892799', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:57.499649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:57.509365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:57.525651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:57.548593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.557324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port c6499962-a133-41d7-a749-42ec045a2c20 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:35:57.565183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.573629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.607010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b3992-953f-4035-bb5e-eb2504ca8a72 req-dda45eca-8273-4f01-996e-64f788910cbe tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.645063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f73b3992-953f-4035-bb5e-eb2504ca8a72 req-dda45eca-8273-4f01-996e-64f788910cbe tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 943 time: 0.3694808 Nov 09 17:35:57.664107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.732955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.760391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.764192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:57.765920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] 10.222.0.83 "PUT /v2.0/ports/dccc6775-c6c5-4011-ba9a-dd2224299a99 HTTP/1.1" status: 200 len: 1091 time: 3.4857523 Nov 09 17:35:57.788075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:57.790716 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2966c546-960a-4efa-836e-9ef9aed285a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:57.812763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fde5fb-371c-4f86-bf51-d98f5b5e186e None None] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:57.839992 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8d067b9-b215-4e6b-9d19-ba0b4cd54148 req-cc1331fb-87e8-476e-8193-59e1587e4e02 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1698256 Nov 09 17:35:57.953855 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bd1e2b-a1cf-4fd1-aace-6a3d7d54de36 x-openstack-request-id: req-76bd1e2b-a1cf-4fd1-aace-6a3d7d54de36 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:57.954686 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:57.955356 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76bd1e2b-a1cf-4fd1-aace-6a3d7d54de36 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:57.956017 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99', 'status': 'completed', 'code': 200} Nov 09 17:35:58.022159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=c6499962-a133-41d7-a749-42ec045a2c20,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:58.075247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.082428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d2823-615c-4b4a-b6fc-77566173f07e service neutron] Pushing event updated for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:58.086159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f73b3992-953f-4035-bb5e-eb2504ca8a72 req-81ad9e0c-2dea-4095-aa1c-080076ce7b72 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398658 Nov 09 17:35:58.119271 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6214ddc-da09-47f3-9053-200492dae1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.160059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Checking segment: {'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:35:58.160725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Network hostable DHCP agents. Network: 8db3d0d0-cfac-41db-8e75-cd85fa333dd7, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:58.168828 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.227119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:35:58.268802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:58.318306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-c6366e7b-b208-4577-a9e1-4746eba12421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:58.320209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-c6366e7b-b208-4577-a9e1-4746eba12421 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 1094 time: 0.4312453 Nov 09 17:35:58.345245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.373542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8db3d0d0-cfac-41db-8e75-cd85fa333dd7) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:58.384810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1552f664-7923-4019-b685-20f540e5555a None None] Network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:58.388664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:58.420655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.420996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.421487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.431340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.431696 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.433650 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 2 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.457772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.458299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.458715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.467656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.468018 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.475255 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 3 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.485301 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-b99c8a7f-9a1b-4ae1-a9d7-c8aa839bd928 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99 HTTP/1.1" status: 200 len: 217 time: 0.1472125 Nov 09 17:35:58.500032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7f1f2198-5f70-42b3-ad4b-bcacff1e1e0a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:58.502829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7f1f2198-5f70-42b3-ad4b-bcacff1e1e0a tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.43 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 812 time: 0.6611266 Nov 09 17:35:58.527853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.528442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.528702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.539644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.539991 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.543169 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 4 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.570971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.571287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.571745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.586598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.587093 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.587619 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 5 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.600849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.629660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Request body: {'port': {'device_id': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'admin_state_up': True, 'tenant_id': 'a397f1fe20cd4439a6d901c44d74cc80'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:58.639493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:58.646449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.646873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.647344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.678377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.678712 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.681400 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 6 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.725990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.774823 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:58.783228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b3674ce4-e314-42b0-894f-62c7c4b653aa tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 HTTP/1.1" status: 204 len: 168 time: 1.7596262 Nov 09 17:35:58.783518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8a27073-fb57-4382-a038-9b104946ef89 req-c17bc434-5e40-4395-acdd-6b897e04e80b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 210 time: 0.0628595 Nov 09 17:35:58.783729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:58.821636 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e041d38a-a82c-402f-8a9b-1d9a9cf19f3e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:35:58.823178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e041d38a-a82c-402f-8a9b-1d9a9cf19f3e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/f3ba4d5d-6d56-4bcb-9b75-8b0ea0e5bc05 HTTP/1.1" status: 404 len: 333 time: 0.0382307 Nov 09 17:35:58.829413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.829413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.829413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.829413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:58.830124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26124-ed28-44a3-943b-dfb35629d166 req-81e8384a-b28d-4e45-9bb3-7f9d7e68c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:58.830680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-81e8384a-b28d-4e45-9bb3-7f9d7e68c836 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3226390 Nov 09 17:35:58.841103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.841763 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.843944 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 7 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.889077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.889743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.890327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.906297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.906921 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.911168 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 8 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.917973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-d6541e56-c4d0-4121-a630-bfc07eb81e9c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414271 Nov 09 17:35:58.932277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:58.932942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:58.933484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:58.942942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:58.943695 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:58.944798 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 9 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:58.956001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet 3327697a-6126-4d09-b3af-53b683a93b8c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:35:58.967749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.007372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:59.008298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:59.009095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:59.026056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:59.026963 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:59.032036 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 10 to bind port c6499962-a133-41d7-a749-42ec045a2c20 Nov 09 17:35:59.047754 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.088918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:35:59.089634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:35:59.090673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:59.100148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port c6499962-a133-41d7-a749-42ec045a2c20 on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:59.101871 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port c6499962-a133-41d7-a749-42ec045a2c20 on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:35:59.103259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.191850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-fa172ca2-435b-43a6-8f7c-29425aee7a69 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556250 Nov 09 17:35:59.275340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Made reservation on behalf of a397f1fe20cd4439a6d901c44d74cc80 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:59.281116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3c56ae3-3974-4224-8232-09f6af73b104 req-e35682e1-50e0-4e2c-95d1-50bccdab956c tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0800581 Nov 09 17:35:59.284048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.295133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] For port c6499962-a133-41d7-a749-42ec045a2c20, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:59.295610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempted to set empty binding levels {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:35:59.352700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.374794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.476524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:59.477595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.511782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22c26124-ed28-44a3-943b-dfb35629d166 req-1c420663-85fa-45c5-ab9d-11a269a7924c service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757990 Nov 09 17:35:59.535446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174d54-f385-4a56-9572-db2f5ef72d1d req-6920f1f1-74d9-4fe1-9751-fca12f7f5b75 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:59.538248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=c6499962-a133-41d7-a749-42ec045a2c20,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:59.551336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa174d54-f385-4a56-9572-db2f5ef72d1d req-6920f1f1-74d9-4fe1-9751-fca12f7f5b75 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 943 time: 0.3176632 Nov 09 17:35:59.572014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a734512-5a5b-4c36-9580-6df9de0fd4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.0792451 Nov 09 17:35:59.574347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43284) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:59.717464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.781121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:35:59.790045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/3327697a-6126-4d09-b3af-53b683a93b8c HTTP/1.1" status: 204 len: 168 time: 0.9564126 Nov 09 17:35:59.792826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:59.797659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b972c3-eeb1-4782-bd99-a1878b2065bc None None] Network f80f81d8-d0fc-422f-b8b8-3829509831cd requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:59.804107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59c712-047f-4d65-9053-cb3359f3499b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=3327697a-6126-4d09-b3af-53b683a93b8c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:00.005254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Deleting port c6499962-a133-41d7-a749-42ec045a2c20 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:00.005659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.020526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e980c29-f835-4a6c-9bc1-e1dc13d07812 req-0db1b6e7-99c1-4b08-a701-a025b2891aba tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 210 time: 0.1020267 Nov 09 17:36:00.052011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.072385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.075909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Allocated IP 172.20.0.9 (fe30e5b4-57a2-4a4a-be16-d925080ada9b/06f1e866-3800-4790-a18b-00cf3d5d807a/edd4fce2-4fb8-49c7-ae34-bc4ad150c514) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:00.142039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.161283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa174d54-f385-4a56-9572-db2f5ef72d1d req-2560e112-fbdb-4f65-b1bb-dd039cbbaffd tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079073 Nov 09 17:36:00.191717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] For port c6499962-a133-41d7-a749-42ec045a2c20, host n-h1-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:00.192499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.219242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Calling delete_port for c6499962-a133-41d7-a749-42ec045a2c20 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:00.266913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] DHCP port deletion for f80f81d8-d0fc-422f-b8b8-3829509831cd request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:00.278675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-d7fa139d-5fa5-4174-823b-547065db3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.280484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-d7fa139d-5fa5-4174-823b-547065db3583 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 1094 time: 0.3392310 Nov 09 17:36:00.419584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9c6f-3e96-42de-8c50-b18bce78ad79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.431744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] Deleting port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:00.432328 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.452457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-037e6688-35ff-4c63-95dc-97c9ac28e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.456108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-037e6688-35ff-4c63-95dc-97c9ac28e789 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.1593494 Nov 09 17:36:00.461183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:00.462401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.596436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] For port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,segment=NetworkSegment(1b41f20c-4d01-4792-ae9d-0683cf2a2bc9),segment_id=1b41f20c-4d01-4792-ae9d-0683cf2a2bc9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:00.597234 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.605309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-82debaf3-6d16-4243-8130-b3bdcfea35fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99 HTTP/1.1" status: 200 len: 217 time: 0.0823600 Nov 09 17:36:00.633718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] Calling delete_port for c390eaba-0ca6-42b8-bcc0-a5dcb93661ab owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:00.684321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7760b338-31d8-4f93-8257-4ba9fd7a3d16 req-e18f8ae6-7053-4522-8d12-c84c35b99b37 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1046751 Nov 09 17:36:00.723050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-9f1e53a5-f88e-460b-b07f-22d5dc22e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.723881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-9f1e53a5-f88e-460b-b07f-22d5dc22e1cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.1074636 Nov 09 17:36:00.783710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] For port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,segment=NetworkSegment(1b41f20c-4d01-4792-ae9d-0683cf2a2bc9),segment_id=1b41f20c-4d01-4792-ae9d-0683cf2a2bc9)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:00.784576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.818228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for c390eaba-0ca6-42b8-bcc0-a5dcb93661ab owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:00.839746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:00.885604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-2017cd2f-e0be-46d8-bfcc-494c33578f43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246116 Nov 09 17:36:00.916009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] Pushing event deleted for resources: {'Port': ['ID=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:00.927641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4b99d-efd6-4df4-ae8c-6db9d6d95c4f None None] No DVR routers for this DVR port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:00.979488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.016580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c390eaba-0ca6-42b8-bcc0-a5dcb93661ab no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:01.043197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6499962-a133-41d7-a749-42ec045a2c20,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.064328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c390eaba-0ca6-42b8-bcc0-a5dcb93661ab {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:01.065768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c390eaba-0ca6-42b8-bcc0-a5dcb93661ab not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:01.126769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.143510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ae0a88f3-d6eb-42ce-a0ce-e9b29f2accc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "DELETE /v2.0/ports/c6499962-a133-41d7-a749-42ec045a2c20 HTTP/1.1" status: 204 len: 168 time: 1.5659173 Nov 09 17:36:01.146954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43294) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:01.186322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.192 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:01.253855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.287420 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf26e7f-d85b-459e-9afd-522d0b58e242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:36:01.299036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-faf26e7f-d85b-459e-9afd-522d0b58e242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "GET /v2.0/ports/c6499962-a133-41d7-a749-42ec045a2c20 HTTP/1.1" status: 404 len: 333 time: 0.1414123 Nov 09 17:36:01.307531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43298) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:01.328922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9aa99c1f-466e-4b43-b022-26208da8853e req-58235db2-8ac1-4137-bb03-ab2bd888db1b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 210 time: 0.1131234 Nov 09 17:36:01.335793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No DVR routers for this DVR port c390eaba-0ca6-42b8-bcc0-a5dcb93661ab on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:01.342555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Request body: {'port': {'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2009756008'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:01.345656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=c390eaba-0ca6-42b8-bcc0-a5dcb93661ab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.394686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-21ff455e-1f87-4ca6-945f-67dfa30253be service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850783 Nov 09 17:36:01.551946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Made reservation on behalf of 6b65ba3ca2ff457683c22a7dca46753f for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:01.553833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.560045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.561364 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.595066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:01.607729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'subnet': {'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:01.615246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80f81d8-d0fc-422f-b8b8-3829509831cd']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:01.627370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:01.628083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c54f39-7ec7-4340-9dd2-e93b6efee133 req-63a9b4cb-489e-44c7-ac61-0f5026231aaa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:01.629728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10c54f39-7ec7-4340-9dd2-e93b6efee133 req-63a9b4cb-489e-44c7-ac61-0f5026231aaa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 943 time: 0.2774920 Nov 09 17:36:01.637478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.690161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:01.690469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b41f20c-4d01-4792-ae9d-0683cf2a2bc9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:01.706463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2966c546-960a-4efa-836e-9ef9aed285a6 req-8d47aa06-f0a6-4b87-85d7-12841cdb0b0f service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821536 Nov 09 17:36:01.717335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.724447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.753091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.774746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.788955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:01.790304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:01.818359 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:01.932460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46e794b6-74aa-440c-8344-7c44db2de140 req-1de533bd-60f8-42db-9cac-de0c6d84e73b tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1025944 Nov 09 17:36:01.936395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:01.949780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:01.957399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.965671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:01.972176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10c54f39-7ec7-4340-9dd2-e93b6efee133 req-16a182a3-74db-4f76-84fa-aba6a90faa41 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260279 Nov 09 17:36:01.978082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event updated for resources: {'Port': ['ID=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.978644 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.989214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:01.997162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/f80f81d8-d0fc-422f-b8b8-3829509831cd HTTP/1.1" status: 204 len: 168 time: 2.2028999 Nov 09 17:36:02.011339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b06562-5f07-40f7-adb3-ee30cbb690fc None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:02.016784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43304) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:02.032074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abbb7b-8c21-4d07-b971-9671dfa0f2a5 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=f80f81d8-d0fc-422f-b8b8-3829509831cd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:02.037161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:02.037454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-627903459'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:02.043923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.087055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.116928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:02.132445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:02.147453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:02.148146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.151930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:02.153053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0200bf54-eacd-4e05-bb4e-985a4c44fd2d None None] Provisioning complete for port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:02.154031 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0200bf54-eacd-4e05-bb4e-985a4c44fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.158887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:02.192540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:02.196238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.208677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c178d8a-35c7-4024-8687-d5e524e94b87 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:02.227192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-06326a66-c451-4859-8550-9b5138405c3b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6492698 Nov 09 17:36:02.242747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0200bf54-eacd-4e05-bb4e-985a4c44fd2d None None] Port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:02.251545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Request body: {'port': {'device_id': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:02.287037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.291556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:02.385930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.391328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cd85d454-32f8-453c-a806-a0eca8bc0d61 None None] Provisioning complete for port 03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:02.393298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd85d454-32f8-453c-a806-a0eca8bc0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.454186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Subnet': ['ID=bdebec9f-584a-4a67-bc9f-664b45751a3a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:02.493368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cd85d454-32f8-453c-a806-a0eca8bc0d61 None None] Port 03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:02.503904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Checking segment: {'id': 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:02.504877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network hostable DHCP agents. Network: 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:02.521942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.522466 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Added segment 2447bf52-7102-4ec9-b95b-8c41f34f2e16 of type vlan for network 6f8c8ea0-60cb-4a78-8a6f-96188856012b Nov 09 17:36:02.597859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:02.634629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2949772-9d55-4fe6-a41f-16b9e805a061 req-b0b78b29-c72b-406e-9ded-a7b1337fdc1b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:02.637633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2949772-9d55-4fe6-a41f-16b9e805a061 req-b0b78b29-c72b-406e-9ded-a7b1337fdc1b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 931 time: 0.1130533 Nov 09 17:36:02.648387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:02.669579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e0626-938f-460c-a4db-8d5ba712ba80 None None] Network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:02.675475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:02.677756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.690485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:02.729233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=5a911ccf-14ba-4053-bc39-0f10d2aa82ff,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:02.737322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.741579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:02.745132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.760827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:02.762632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:02.763807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.820367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5abb7fa6-6768-4444-b748-2d8506cf8cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4880044 Nov 09 17:36:02.825723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2949772-9d55-4fe6-a41f-16b9e805a061 req-a3249667-16bc-495c-bde9-f929960aba15 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648431 Nov 09 17:36:02.827276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:02.847538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:02.924062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c4e8a046-18f7-4bac-8d0f-28819970376c tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3186436 Nov 09 17:36:02.925575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:02.930613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-5c8c5ce7-8cfe-4a77-b8ff-24effe94e626', 'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626', 'tenant_id': '9e9b8c4c3b8848c0a0e2b8429405467a', 'fixed_ips': [{'subnet_id': 'bdebec9f-584a-4a67-bc9f-664b45751a3a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:02.932375 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.937601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818461835'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:02.977609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:02.989005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:02.990311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.049609 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.076944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:03.083842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.145216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.175811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:03.237151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.237564 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Added segment 93c5647a-30cc-4967-b8d2-88012f6ed6cb of type vlan for network 776735ea-6df6-4e1b-a6ab-e292d170920e Nov 09 17:36:03.248344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Allocated IP 2001:db8:0:ffff::2 (5c8c5ce7-8cfe-4a77-b8ff-24effe94e626/bdebec9f-584a-4a67-bc9f-664b45751a3a/48deaee1-a7f3-40dc-881c-a4dae9686f6f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:03.315385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-519022c6-9073-4cb9-ab95-b6b1ace46694 req-c25e22a2-c589-4da5-8b44-ee924eed20f7 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0809262 Nov 09 17:36:03.319565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2982292 Nov 09 17:36:03.324616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:03.342729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:03.358569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.428335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403039b-6524-459e-ad1d-3c55c3d28b90 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Network': ['ID=6f8c8ea0-60cb-4a78-8a6f-96188856012b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:03.445911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:03.464267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cabc1-1366-4f46-9959-5f07787c95f4 req-dfa5e84a-bc92-4173-b353-e52316855af9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.466510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-190cabc1-1366-4f46-9959-5f07787c95f4 req-dfa5e84a-bc92-4173-b353-e52316855af9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 943 time: 0.2043927 Nov 09 17:36:03.470869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.567324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.578288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.579995 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.586055 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.596543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.604390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.646652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:03.652624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:03.655410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:03.673818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Pushing event updated for resources: {'Port': ['ID=48deaee1-a7f3-40dc-881c-a4dae9686f6f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:03.701528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dccc6775-c6c5-4011-ba9a-dd2224299a99 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:36:03.713176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:03.748284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.749643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Attempting to bind port 48deaee1-a7f3-40dc-881c-a4dae9686f6f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:03.750087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Attempting to bind port 48deaee1-a7f3-40dc-881c-a4dae9686f6f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:03.750810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Attempting to bind port 48deaee1-a7f3-40dc-881c-a4dae9686f6f on network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:03.772044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.805951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:03.806366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Checking segment: {'id': 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:03.806762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.807771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Bound using segment: {'id': 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:03.808529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Bound port: 48deaee1-a7f3-40dc-881c-a4dae9686f6f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5c8c5ce7-8cfe-4a77-b8ff-24effe94e626'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:03.808931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.828452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Network': ['ID=776735ea-6df6-4e1b-a6ab-e292d170920e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:03.837955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:03.841673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:03.853403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 776735ea-6df6-4e1b-a6ab-e292d170920e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:03.857809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-63a3e628-7187-4df0-b09c-5214cc0b69e7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9306502 Nov 09 17:36:03.880490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:03.927915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'subnet': {'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:03.945889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=5a911ccf-14ba-4053-bc39-0f10d2aa82ff,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:04.034778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:04.058846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'dccc6775-c6c5-4011-ba9a-dd2224299a99', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': 'dccc6775-c6c5-4011-ba9a-dd2224299a99', 'mac_address': 'fa:16:3e:e0:88:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:36:04.061510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] For port 48deaee1-a7f3-40dc-881c-a4dae9686f6f, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:04.067442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] For port 48deaee1-a7f3-40dc-881c-a4dae9686f6f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48deaee1-a7f3-40dc-881c-a4dae9686f6f,segment=NetworkSegment(fc7eb66d-a136-4617-ab9d-14ed12a5ca7f),segment_id=fc7eb66d-a136-4617-ab9d-14ed12a5ca7f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:04.074791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.089162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:04.090441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:04.090441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:04.119532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:04.119851 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:04.123127 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 2 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:04.169952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:04.170578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:04.170921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:04.178108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04ca9c-2898-4225-8dc2-dd2560e85d6a None None] Pushing event updated for resources: {'Port': ['ID=48deaee1-a7f3-40dc-881c-a4dae9686f6f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:04.181285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:04.181805 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:04.187115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.187378 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 3 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:04.204309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda9d0-5ec0-4cc6-8e6b-431fa12b863c req-1592da12-8e1f-4f26-835e-20a91e574029 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:04.206151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4afda9d0-5ec0-4cc6-8e6b-431fa12b863c req-1592da12-8e1f-4f26-835e-20a91e574029 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 931 time: 0.1904666 Nov 09 17:36:04.215213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccc6775-c6c5-4011-ba9a-dd2224299a99 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:04.244581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:04.250808 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.252974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-190cabc1-1366-4f46-9959-5f07787c95f4 req-f4bcf8b2-7a26-4386-90cd-f55c7835943f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7434852 Nov 09 17:36:04.284065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:04.288294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.328321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:04.354513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:04.354807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:04.355076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:04.394259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:04.394554 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:04.406650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.411346 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 4 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:04.503468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4afda9d0-5ec0-4cc6-8e6b-431fa12b863c req-70f9eb0c-acca-4528-95c8-0ce9d7777716 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764132 Nov 09 17:36:04.545989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd4fce2-4fb8-49c7-ae34-bc4ad150c514 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:04.546467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:04.546808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:04.547205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:04.557996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.569757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:04.569989 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:04.573388 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 5 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:04.578163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.628488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:04.643754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-807e93dd-3a6b-4c80-bb52-3153fbda7fcf req-a6ca69f7-9fee-4c09-9023-fe0656de5f58 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0881450 Nov 09 17:36:04.646786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Transition to ACTIVE for port object edd4fce2-4fb8-49c7-ae34-bc4ad150c514 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:36:04.662347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:04.750112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b717a-5849-4472-8d9f-47bbcef3520a None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:04.793392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Pushing event updated for resources: {'Port': ['ID=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:04.976867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:36:05.020168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Attempting to bind port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:05.020632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Attempting to bind port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:05.021069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Attempting to bind port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.037038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48deaee1-a7f3-40dc-881c-a4dae9686f6f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:05.073411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:05.073908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Attempting to bind port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 on network fe30e5b4-57a2-4a4a-be16-d925080ada9b {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.100606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:05.101783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Checking segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:05.101783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Bound using segment: {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:05.102296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Bound port: edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578b0cb-9813-4d95-a29c-bae238226dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:05.102733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.117527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 48deaee1-a7f3-40dc-881c-a4dae9686f6f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:05.119670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.255410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:05.259939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:05.260762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:05.260975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.265203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.271246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:05.295511 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:05.296535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:05.315520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:05.317183 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:05.326017 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 6 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:05.327439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] For port edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:05.342742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] For port edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:05.359300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.365382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8696c1e3-6907-4a0a-b004-f2654fbbf12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.9112828 Nov 09 17:36:05.368252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:05.368776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:05.369117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:05.369290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.373257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=678c81cf-c62a-43a2-8056-aaf55699f710,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:05.412576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 48deaee1-a7f3-40dc-881c-a4dae9686f6f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48deaee1-a7f3-40dc-881c-a4dae9686f6f,segment=NetworkSegment(fc7eb66d-a136-4617-ab9d-14ed12a5ca7f),segment_id=fc7eb66d-a136-4617-ab9d-14ed12a5ca7f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:05.424068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.437752 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:05.472459 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:05.474397 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:05.479900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:05.480447 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:05.504487 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 7 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:05.547100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:05.548596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68c40f-94ff-42dc-b078-9b6c6a953a4d None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:05.590015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=48deaee1-a7f3-40dc-881c-a4dae9686f6f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:05.632135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.654587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:05.655200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:05.655796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.666946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Checking segment: {'id': '2447bf52-7102-4ec9-b95b-8c41f34f2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:05.667707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network hostable DHCP agents. Network: 6f8c8ea0-60cb-4a78-8a6f-96188856012b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:05.677507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbd4ae9-4bc3-4f63-a920-4f606da58a11 None None] Network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:05.697942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:05.698586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.700711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:05.701236 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:05.702186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] 10.222.0.43 "PUT /v2.0/ports/edd4fce2-4fb8-49c7-ae34-bc4ad150c514 HTTP/1.1" status: 200 len: 1091 time: 3.4593606 Nov 09 17:36:05.702700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'tag': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:05.706191 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d46f4-814f-4144-9723-31fc41d8b7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c42e2d56-991b-415e-af0a-21752cc1f47f", "tag": "edd4fce2-4fb8-49c7-ae34-bc4ad150c514"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:05.714154 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 8 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:05.757178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f8592-f7cc-4e5e-9aa8-019411335a21 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:05.761632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:05.811535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bb554263-f3a7-433d-b608-558dd511b84a None None] Provisioning complete for port 48deaee1-a7f3-40dc-881c-a4dae9686f6f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:05.812058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb554263-f3a7-433d-b608-558dd511b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.835621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcc012-f31e-4c21-92b8-3b70c699f27f req-d105a054-c299-4ba7-b160-0f815cb60a8b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:05.838362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5fcc012-f31e-4c21-92b8-3b70c699f27f req-d105a054-c299-4ba7-b160-0f815cb60a8b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 944 time: 0.3199470 Nov 09 17:36:05.848935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6f8c8ea0-60cb-4a78-8a6f-96188856012b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:05.853212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:05.854177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:05.854382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.868094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e70bc-f960-4f09-bccd-99b2732a5952 None None] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:05.871825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:05.873369 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:05.881502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:05.882537 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:05.886422 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 9 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:05.901506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db90431-c046-4c84-b22b-329ff82ebb6e service neutron] Pushing event updated for resources: {'Port': ['ID=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:05.963716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:05.964261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:05.964836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:05.983858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0eed957d-ae10-41cc-9af0-f81d7ac043cc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6557255 Nov 09 17:36:05.989371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:06.028938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-5c96f5fa-5d21-41cf-978c-d5c6f9f12587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.031963 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-5c96f5fa-5d21-41cf-978c-d5c6f9f12587 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 1094 time: 0.2469456 Nov 09 17:36:06.054272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:36:06.065226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1680998186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:06.073274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.075990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41d3a-3dcf-45b2-b556-7ccb0224a80c req-0aac3410-c757-4515-b0b3-da2133abbf8c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.091903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ab41d3a-3dcf-45b2-b556-7ccb0224a80c req-0aac3410-c757-4515-b0b3-da2133abbf8c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 943 time: 0.3771913 Nov 09 17:36:06.108940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:06.109830 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:06.126976 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 10 to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff Nov 09 17:36:06.192325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-caadd168-0025-4f5e-b5b9-bcfe81e17ef0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514 HTTP/1.1" status: 200 len: 217 time: 0.1471944 Nov 09 17:36:06.213212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6f8c8ea0-60cb-4a78-8a6f-96188856012b', 'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': '678c81cf-c62a-43a2-8056-aaf55699f710'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:06.214128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.231804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5fcc012-f31e-4c21-92b8-3b70c699f27f req-a4e60a88-c25e-4b00-9741-0b9c58e776ff tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641689 Nov 09 17:36:06.264014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:06.266215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:06.268052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:06.290297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:06.290970 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:06.291875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.304260 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.308227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.424804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Allocated IP 172.20.0.2 (6f8c8ea0-60cb-4a78-8a6f-96188856012b/678c81cf-c62a-43a2-8056-aaf55699f710/be06696e-0350-48d5-bf87-c29b3b716581) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:06.470497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ab41d3a-3dcf-45b2-b556-7ccb0224a80c req-7fdde4b9-9573-4438-b6c3-305bacee5921 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765037 Nov 09 17:36:06.474774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.555314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Subnet': ['ID=c2c18302-93f7-4444-8c3e-4c9bbd6c604a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:06.568068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.578496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-998701d9-9fbb-4ecc-a3a5-f23a2926d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.582121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-998701d9-9fbb-4ecc-a3a5-f23a2926d589 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.3783398 Nov 09 17:36:06.591646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7b8303d-ee8f-4a29-aad6-06bfeffd2a1a req-69ad83c3-1f27-4139-b5c6-0d5269e38843 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1527655 Nov 09 17:36:06.622178 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adc24c0-29cb-4b14-8bf9-61dc151b02c7 x-openstack-request-id: req-1adc24c0-29cb-4b14-8bf9-61dc151b02c7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:06.622178 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42e2d56-991b-415e-af0a-21752cc1f47f", "tag": "edd4fce2-4fb8-49c7-ae34-bc4ad150c514", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:06.622178 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1adc24c0-29cb-4b14-8bf9-61dc151b02c7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:06.622632 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'tag': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514', 'status': 'completed', 'code': 200} Nov 09 17:36:06.666829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Checking segment: {'id': '93c5647a-30cc-4967-b8d2-88012f6ed6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:06.667105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network hostable DHCP agents. Network: 776735ea-6df6-4e1b-a6ab-e292d170920e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:06.667969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-d64dedca-2200-440a-913f-63d02ab50035 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776582 Nov 09 17:36:06.674110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-da1f4deb-9492-4e18-af78-50131213e1e6 None None] Provisioning complete for port 48deaee1-a7f3-40dc-881c-a4dae9686f6f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:06.674782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1f4deb-9492-4e18-af78-50131213e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.689250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.694121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4138d719-c1e9-4b13-b563-0e61171adb7f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6346693 Nov 09 17:36:06.698687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:06.717161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.731284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b', 'name': 'tempest-PortsTestJSON-204167159'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:06.732103 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.732863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] For port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:06.733533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempted to set empty binding levels {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:36:06.735189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 776735ea-6df6-4e1b-a6ab-e292d170920e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:06.742500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.761497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 776735ea-6df6-4e1b-a6ab-e292d170920e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:06.789690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Pushing event updated for resources: {'Port': ['ID=be06696e-0350-48d5-bf87-c29b3b716581,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:06.792382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52ba14-a26b-44ba-85d9-b8e3f082ccbc None None] Network 776735ea-6df6-4e1b-a6ab-e292d170920e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:06.805160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.805878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.813276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] In _notify_port_updated(), no bound segment for port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:36:06.815866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.816549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:06.817000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:06.819273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "PUT /v2.0/ports/5a911ccf-14ba-4053-bc39-0f10d2aa82ff HTTP/1.1" status: 200 len: 979 time: 3.9902129 Nov 09 17:36:06.830524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:06.851309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:06.856086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:06.970167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-de15876c-8c2d-4a1b-bcd4-093fc29c1e1e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0822535 Nov 09 17:36:06.978209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Attempting to bind port be06696e-0350-48d5-bf87-c29b3b716581 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:06.978608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Attempting to bind port be06696e-0350-48d5-bf87-c29b3b716581 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '2447bf52-7102-4ec9-b95b-8c41f34f2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:06.979139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Attempting to bind port be06696e-0350-48d5-bf87-c29b3b716581 on network 6f8c8ea0-60cb-4a78-8a6f-96188856012b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:06.980691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43342) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:06.983394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602854b-27a2-4a4e-a3a7-928c260b0974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=5a911ccf-14ba-4053-bc39-0f10d2aa82ff,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:06.990514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'port': {'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e', 'name': 'tempest-NetworksIpV6TestAttrs-843496327'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:07.007672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:07.008197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Checking segment: {'id': '2447bf52-7102-4ec9-b95b-8c41f34f2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:07.008678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.009180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Bound using segment: {'id': '2447bf52-7102-4ec9-b95b-8c41f34f2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:07.009763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Bound port: be06696e-0350-48d5-bf87-c29b3b716581, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2447bf52-7102-4ec9-b95b-8c41f34f2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f8c8ea0-60cb-4a78-8a6f-96188856012b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:07.010477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.020122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48deaee1-a7f3-40dc-881c-a4dae9686f6f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:07.108796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.109246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.109724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.111042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.112110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.112600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.113073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.113630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.114165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.114633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.115125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.115602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.116062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.116523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.116984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.117583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.118049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.118509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.118966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.119993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.119993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.120411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.120873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.122356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.128016 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6599c70d-7aee-425a-833c-f59d8eca8023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21451 time: 0.2931125 Nov 09 17:36:07.129747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:07.219130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Deleting port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:07.219849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.232073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-776735ea-6df6-4e1b-a6ab-e292d170920e', 'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e', 'tenant_id': '9e9b8c4c3b8848c0a0e2b8429405467a', 'fixed_ips': [{'subnet_id': 'c2c18302-93f7-4444-8c3e-4c9bbd6c604a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:07.233648 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.307172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] For port 5a911ccf-14ba-4053-bc39-0f10d2aa82ff, host n-h1-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:07.308266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.323936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 48deaee1-a7f3-40dc-881c-a4dae9686f6f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:07.324679 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.333438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Calling delete_port for 5a911ccf-14ba-4053-bc39-0f10d2aa82ff owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:07.394683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] For port be06696e-0350-48d5-bf87-c29b3b716581, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:07.475410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.519443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a911ccf-14ba-4053-bc39-0f10d2aa82ff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:07.531589 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.537870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] For port be06696e-0350-48d5-bf87-c29b3b716581, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=be06696e-0350-48d5-bf87-c29b3b716581,segment=NetworkSegment(2447bf52-7102-4ec9-b95b-8c41f34f2e16),segment_id=2447bf52-7102-4ec9-b95b-8c41f34f2e16)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:07.540123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-de0eefd2-3a7d-4a3c-85e6-80be49b3d304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "DELETE /v2.0/ports/5a911ccf-14ba-4053-bc39-0f10d2aa82ff HTTP/1.1" status: 204 len: 168 time: 0.4091630 Nov 09 17:36:07.540785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:07.566666 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.572708 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8556b9a1-766d-4968-8f51-23159a1e6e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:36:07.582231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8556b9a1-766d-4968-8f51-23159a1e6e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "GET /v2.0/ports/5a911ccf-14ba-4053-bc39-0f10d2aa82ff HTTP/1.1" status: 404 len: 333 time: 0.0400927 Nov 09 17:36:07.582759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43352) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:07.589668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-415650666', 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:07.637705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-a623f0ef-4aee-4a71-bb47-ac97f5ced28e service neutron] 10.222.0.43 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9586666 Nov 09 17:36:07.731970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Made reservation on behalf of 6b65ba3ca2ff457683c22a7dca46753f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:07.734938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.750028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b3ae5-db11-4847-a149-4849437e571a req-57da6bae-7738-4d0b-b4ad-06d658315293 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.753605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c7b3ae5-db11-4847-a149-4849437e571a req-57da6bae-7738-4d0b-b4ad-06d658315293 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 943 time: 0.1083846 Nov 09 17:36:07.761089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:07.765075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.781420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dccc6775-c6c5-4011-ba9a-dd2224299a99 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:07.794164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port 3c0fd784-8605-45b2-a1eb-2dfc5a908ef1 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:07.831548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Allocated IP 2001:db8::f816:3eff:fe9c:319a (776735ea-6df6-4e1b-a6ab-e292d170920e/c2c18302-93f7-4444-8c3e-4c9bbd6c604a/274b0b30-e324-419b-a3ec-cbd593a4063e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:07.873437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:07.889977 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:07.892557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c7b3ae5-db11-4847-a149-4849437e571a req-93c6a097-26e5-47a2-84e7-01a27553b8d1 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238954 Nov 09 17:36:07.925620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257ce0c-1708-42a5-920a-34215c94218b None None] Pushing event updated for resources: {'Port': ['ID=be06696e-0350-48d5-bf87-c29b3b716581,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:07.965998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1a55-d8f4-43b8-9fa0-18f1eb6fd026 req-7e35676c-1818-4a60-8e87-c3b39d8f2025 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.967727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4cf1a55-d8f4-43b8-9fa0-18f1eb6fd026 req-7e35676c-1818-4a60-8e87-c3b39d8f2025 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 944 time: 0.3354430 Nov 09 17:36:08.041394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port dccc6775-c6c5-4011-ba9a-dd2224299a99 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:36:08.066463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64128910-19b1-4428-b6ba-25c1ed7ffd0d req-8320f5f0-529c-41db-9322-03a9008befeb service neutron] 10.222.0.43 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090393 Nov 09 17:36:08.067139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:08.071143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.094494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port dccc6775-c6c5-4011-ba9a-dd2224299a99 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:08.097903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.116237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.254851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.308123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae0def5c-3557-49dc-9d48-54849cf74431 req-d589ac41-0e1c-48a5-b17c-9ddd192d9866 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0921316 Nov 09 17:36:08.324529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] device_id is not set on port 957e2694-6788-479d-9746-853a92fd04ad yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:08.380182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4cf1a55-d8f4-43b8-9fa0-18f1eb6fd026 req-7fe17da4-39d7-4374-ba4d-798131837222 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965068 Nov 09 17:36:08.384541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:08.389125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:08.401913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.403848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:08.411367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:08.412765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.419470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.439830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.457003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:08.461547 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2fac94-281c-4ac4-8f93-cd70bb715c67" -d '{"events": [{"server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "name": "network-vif-plugged", "status": "completed", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:08.464488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.7 (6f8c8ea0-60cb-4a78-8a6f-96188856012b/678c81cf-c62a-43a2-8056-aaf55699f710/dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:08.492665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9053576 Nov 09 17:36:08.495028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:08.513762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:08.525615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.526705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761e6f4-d645-4761-ab57-d1cdd0db73d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=3c0fd784-8605-45b2-a1eb-2dfc5a908ef1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:08.536618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Network 776735ea-6df6-4e1b-a6ab-e292d170920e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:08.545225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:08.548161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Pushing event updated for resources: {'Port': ['ID=274b0b30-e324-419b-a3ec-cbd593a4063e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:08.550920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:08.555144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-91f97d09-4557-47cb-bb8a-e200d5fb4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:08.556874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-91f97d09-4557-47cb-bb8a-e200d5fb4a3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 1094 time: 0.3638046 Nov 09 17:36:08.604014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c99b3d-025b-4560-960f-50b739301e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:08.609928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e8c99b3d-025b-4560-960f-50b739301e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "GET /v2.0/ports/3c0fd784-8605-45b2-a1eb-2dfc5a908ef1 HTTP/1.1" status: 200 len: 958 time: 0.1107848 Nov 09 17:36:08.610637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:08.615816 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f9be9a-eaa3-4c9d-809b-eb0c25d18f01 x-openstack-request-id: req-e1f9be9a-eaa3-4c9d-809b-eb0c25d18f01 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:08.616644 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "name": "network-vif-plugged", "status": "completed", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:08.617262 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1f9be9a-eaa3-4c9d-809b-eb0c25d18f01 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:08.618147 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99', 'code': 200} Nov 09 17:36:08.758962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Deleting port 3c0fd784-8605-45b2-a1eb-2dfc5a908ef1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:08.759630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.769984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:08.779565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Attempting to bind port 274b0b30-e324-419b-a3ec-cbd593a4063e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:08.780623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Attempting to bind port 274b0b30-e324-419b-a3ec-cbd593a4063e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '93c5647a-30cc-4967-b8d2-88012f6ed6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:08.780984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Allocated IP 2001:db8::f816:3eff:fe3f:68b4 (776735ea-6df6-4e1b-a6ab-e292d170920e/c2c18302-93f7-4444-8c3e-4c9bbd6c604a/957e2694-6788-479d-9746-853a92fd04ad) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:08.781534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Attempting to bind port 274b0b30-e324-419b-a3ec-cbd593a4063e on network 776735ea-6df6-4e1b-a6ab-e292d170920e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:08.791745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:08.792419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Checking segment: {'id': '93c5647a-30cc-4967-b8d2-88012f6ed6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:08.793150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.793861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Bound using segment: {'id': '93c5647a-30cc-4967-b8d2-88012f6ed6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:08.794705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Bound port: 274b0b30-e324-419b-a3ec-cbd593a4063e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c5647a-30cc-4967-b8d2-88012f6ed6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '776735ea-6df6-4e1b-a6ab-e292d170920e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:08.795295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.851732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:08.898159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] For port 274b0b30-e324-419b-a3ec-cbd593a4063e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:08.902101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Calling delete_port for 3c0fd784-8605-45b2-a1eb-2dfc5a908ef1 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:08.908416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] For port 274b0b30-e324-419b-a3ec-cbd593a4063e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=274b0b30-e324-419b-a3ec-cbd593a4063e,segment=NetworkSegment(93c5647a-30cc-4967-b8d2-88012f6ed6cb),segment_id=93c5647a-30cc-4967-b8d2-88012f6ed6cb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:08.919730 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.033265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-fedbd9a2-2f7e-474e-bf71-5349a95ad2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.034836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-fedbd9a2-2f7e-474e-bf71-5349a95ad2ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 200 len: 912 time: 0.4648438 Nov 09 17:36:09.100219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c31f-b120-453d-97b0-cb0c317b1b6f req-57ea8b65-32b3-4993-8fba-af87835fbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.101840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cf4c31f-b120-453d-97b0-cb0c317b1b6f req-57ea8b65-32b3-4993-8fba-af87835fbae3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 1096 time: 0.3698888 Nov 09 17:36:09.113919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Pushing event updated for resources: {'Port': ['ID=274b0b30-e324-419b-a3ec-cbd593a4063e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:09.129100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.130397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.130754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.131217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.135876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.136229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.136569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.136903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.138111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.138111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.138111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.138654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262301f5-49bb-4d09-987b-ea9580e5a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:09.147886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device be06696e-0350-48d5-bf87-c29b3b716581 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:09.170571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-dc93a810-9725-443b-a472-fafd1c36a0d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514 HTTP/1.1" status: 200 len: 217 time: 0.1011281 Nov 09 17:36:09.174734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.225645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c0fd784-8605-45b2-a1eb-2dfc5a908ef1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:09.229186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.233654 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-23deb1d6-78d7-45f8-ad8f-a108634ac6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "DELETE /v2.0/ports/3c0fd784-8605-45b2-a1eb-2dfc5a908ef1 HTTP/1.1" status: 204 len: 168 time: 0.6215310 Nov 09 17:36:09.236687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:09.237120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.1 (65b625ed-544a-4da5-a522-9cfb5ffb6905/7a43ac4d-7c08-455e-ad2c-6908f9586d7e/fc8922fe-f09a-434f-98a2-2f6f8b6ed042) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:09.264183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.289992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port be06696e-0350-48d5-bf87-c29b3b716581 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:09.290239 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a502a37-b7ab-43b1-9604-9bd6183de220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:36:09.290538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.298632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a502a37-b7ab-43b1-9604-9bd6183de220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "GET /v2.0/ports/3c0fd784-8605-45b2-a1eb-2dfc5a908ef1 HTTP/1.1" status: 404 len: 333 time: 0.0525575 Nov 09 17:36:09.298779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:09.311348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Request body: {'port': {'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-199526043'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:09.344213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Made reservation on behalf of 6b65ba3ca2ff457683c22a7dca46753f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:09.348376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.411717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port 07f52163-f776-4364-b5fb-2d73b44bc18b yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:09.482376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cf4c31f-b120-453d-97b0-cb0c317b1b6f req-a4bf62d4-4ac4-4c45-8501-6ec37574930b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377981 Nov 09 17:36:09.539534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.635975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port be06696e-0350-48d5-bf87-c29b3b716581, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=be06696e-0350-48d5-bf87-c29b3b716581,segment=NetworkSegment(2447bf52-7102-4ec9-b95b-8c41f34f2e16),segment_id=2447bf52-7102-4ec9-b95b-8c41f34f2e16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:09.646061 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.680311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b5bb3c96-4bbc-4c87-a114-fe3f4dc7155e req-02787b60-0c28-4fbf-87ed-d0cffb6bb44a tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1351309 Nov 09 17:36:09.683695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-17363971-9dd1-4b74-8d6b-118196e6b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.685645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-17363971-9dd1-4b74-8d6b-118196e6b3a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 200 len: 852 time: 0.4262586 Nov 09 17:36:09.713479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.731840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af830eac-4422-4040-beb2-c53990ab8574 req-1aab4007-2080-491e-90c7-e39e9b3d0e24 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.740164 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af830eac-4422-4040-beb2-c53990ab8574 req-1aab4007-2080-491e-90c7-e39e9b3d0e24 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 943 time: 0.5910063 Nov 09 17:36:09.791633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=be06696e-0350-48d5-bf87-c29b3b716581,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:09.796813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4930c9ad-2895-4650-baaf-f78a96e54a67 None None] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:09.832869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-f3ed7292-8466-4b76-86b8-5e21b5ce4207 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe30e5b4-57a2-4a4a-be16-d925080ada9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305704 Nov 09 17:36:09.884193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:09.912310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.925605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:09.930754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:09.977446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:09.996811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1f579-942d-46a8-b585-22b31c1f5944 req-d3a12179-731c-44f5-bc40-65c135b0e12e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.999637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea1f579-942d-46a8-b585-22b31c1f5944 req-d3a12179-731c-44f5-bc40-65c135b0e12e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 945 time: 0.1790209 Nov 09 17:36:10.137554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6ab94217-0d59-4605-8d29-7788ee83caed None None] Provisioning complete for port be06696e-0350-48d5-bf87-c29b3b716581 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:10.138168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab94217-0d59-4605-8d29-7788ee83caed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.148212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.156916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dea1f579-942d-46a8-b585-22b31c1f5944 req-5eaa0d5e-d46a-416c-b54a-048ca49d5412 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451223 Nov 09 17:36:10.193001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.255237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:10.298670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.316381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:10.326906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:10.335207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:10.336929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.338014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.361222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=07f52163-f776-4364-b5fb-2d73b44bc18b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:10.385975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.387112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.392115 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c39de6a6-c4cb-48ea-906f-728b2a2b6566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0906987 Nov 09 17:36:10.393299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:10.402616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:10.415400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af830eac-4422-4040-beb2-c53990ab8574 req-c2aeea00-2e28-4bb9-868b-1e02979712a3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739328 Nov 09 17:36:10.502442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.582228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 776735ea-6df6-4e1b-a6ab-e292d170920e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:10.588478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4edea99a-f48a-47ab-b176-28eed151bbd3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8868742 Nov 09 17:36:10.591911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43374) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:10.613186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Port': ['ID=957e2694-6788-479d-9746-853a92fd04ad,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:10.631394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:10.640191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.646635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:10.659296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.660520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:10.711197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-18198c72-a79f-4982-a0ab-3782f70b8211 service neutron] 10.222.0.43 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314428 Nov 09 17:36:10.748427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ca96245b-f847-46ef-a1de-8b527ac80db1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7661793 Nov 09 17:36:10.761424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43378) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:10.889640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5480df2-5489-4643-ac99-3e3ed58c8fba None None] Network 776735ea-6df6-4e1b-a6ab-e292d170920e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:11.100017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Provisioning complete for port 274b0b30-e324-419b-a3ec-cbd593a4063e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:11.100449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.127358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] device_id is not set on port 07f52163-f776-4364-b5fb-2d73b44bc18b yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:11.156203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.162519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6860c1ea-dd66-469f-a495-11507aa8b494 req-9742bc07-05f5-46db-ab44-38f97c83cb55 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1543379 Nov 09 17:36:11.236763 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.254287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 274b0b30-e324-419b-a3ec-cbd593a4063e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:11.401749 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.423481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 274b0b30-e324-419b-a3ec-cbd593a4063e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:11.424524 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.456173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:11.499586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:11.514751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:11.574013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] For port 274b0b30-e324-419b-a3ec-cbd593a4063e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=274b0b30-e324-419b-a3ec-cbd593a4063e,segment=NetworkSegment(93c5647a-30cc-4967-b8d2-88012f6ed6cb),segment_id=93c5647a-30cc-4967-b8d2-88012f6ed6cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:11.608299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.646890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=fc8922fe-f09a-434f-98a2-2f6f8b6ed042,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:11.705304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466de4-5197-4561-8ea2-8c6e0ded4853 req-c800b749-559b-428f-8f01-568b6796aab7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:11.720270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc466de4-5197-4561-8ea2-8c6e0ded4853 req-c800b749-559b-428f-8f01-568b6796aab7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 945 time: 0.2615900 Nov 09 17:36:11.801736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Pushing event updated for resources: {'Port': ['ID=274b0b30-e324-419b-a3ec-cbd593a4063e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:11.819127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Provisioning complete for port be06696e-0350-48d5-bf87-c29b3b716581 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:11.820275 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.835639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc466de4-5197-4561-8ea2-8c6e0ded4853 req-b08e2790-4ce7-46e4-8720-94829a7eb4cf tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972414 Nov 09 17:36:11.855419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting subnet c2c18302-93f7-4444-8c3e-4c9bbd6c604a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:11.855614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:11.855614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:11.855614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:11.872684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device be06696e-0350-48d5-bf87-c29b3b716581 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:11.873060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:11.879859 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:11.879859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=07f52163-f776-4364-b5fb-2d73b44bc18b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:11.881990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:11.882689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device edd4fce2-4fb8-49c7-ae34-bc4ad150c514 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:36:11.890596 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 2 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:11.899046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a58d46f4-814f-4144-9723-31fc41d8b7a0 req-8023e13a-a63e-4d7c-8590-92c9408a0657 service neutron] 10.222.0.43 "GET /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1487131 Nov 09 17:36:11.903939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.039965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c55402-bb5d-40e3-9532-8d256f324a49 req-ec5aa10b-93a0-40ea-84a0-f44853d615f0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:12.042887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74c55402-bb5d-40e3-9532-8d256f324a49 req-ec5aa10b-93a0-40ea-84a0-f44853d615f0 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 943 time: 0.3781247 Nov 09 17:36:12.044112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.044666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.045237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.087487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.087487 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.126886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.127730 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 3 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.189206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port be06696e-0350-48d5-bf87-c29b3b716581 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:12.190918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.261503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Provisioning complete for port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:12.262111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.281053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74c55402-bb5d-40e3-9532-8d256f324a49 req-4c048724-fbf2-489a-9241-d83c1115fe32 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158785 Nov 09 17:36:12.297884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.300362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.301519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.321797 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.351653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:12.364245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.364837 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.368382 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 4 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.389032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514', 'network_id': 'fe30e5b4-57a2-4a4a-be16-d925080ada9b', 'port_id': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514', 'mac_address': 'fa:16:3e:67:b5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f1e866-3800-4790-a18b-00cf3d5d807a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:36:12.395213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b3baa-1eab-4071-abaf-7e0e419d6922 None None] Port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:12.401707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.402722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.403575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.463165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.463459 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.475366 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 5 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.519599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33da5d5a-f840-40c9-b913-b21ca2aee545 req-fb250fdc-f7e2-4635-a89d-70e2bdc5d7c7 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0614555 Nov 09 17:36:12.529050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.529739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.530374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.541212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.549085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.549580 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.577654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd4fce2-4fb8-49c7-ae34-bc4ad150c514 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:12.587692 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 6 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.619023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.637461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Provisioning complete for port 274b0b30-e324-419b-a3ec-cbd593a4063e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:12.639118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.646165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:12.648056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.648652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.649042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.673561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.673561 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.674030 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 7 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.696131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.703574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.749938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.750387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.750978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.768800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.769310 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.773648 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 8 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.815200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb508e-9ebd-4e80-845d-3293273f1515 req-f2191ac3-a952-44cd-9a53-4e1d5fbffbf3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:12.818038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81bb508e-9ebd-4e80-845d-3293273f1515 req-f2191ac3-a952-44cd-9a53-4e1d5fbffbf3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.4537096 Nov 09 17:36:12.831156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.831477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.831831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.835381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:12.851587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.851894 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.861142 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 9 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.879044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81bb508e-9ebd-4e80-845d-3293273f1515 req-9e68e47f-f9ad-4289-be65-53edc8457fef tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.0501111 Nov 09 17:36:12.881695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.881695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.882058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.896783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.897115 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.898885 n-d-804292-3 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempt 10 to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b Nov 09 17:36:12.917261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:12.917606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:12.918237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempting to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:12.928205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:12.928571 n-d-804292-3 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Failed to bind port 07f52163-f776-4364-b5fb-2d73b44bc18b on host n-h1-804292-3 for vnic_type normal using segments [{'id': '75079e14-bf99-45e9-b886-21f39a301b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8db3d0d0-cfac-41db-8e75-cd85fa333dd7'}] Nov 09 17:36:12.928944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:12.958211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['edd4fce2-4fb8-49c7-ae34-bc4ad150c514'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:12.994458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.007928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Provisioning complete for port 957e2694-6788-479d-9746-853a92fd04ad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:13.008436 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.020194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.039555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da03031b-ac72-4562-bc67-6650e2935034 req-18035e13-6ddf-4726-8b28-564ac904f8e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2458e928948145e7b84aeaaab01c3fc0&device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0492764 Nov 09 17:36:13.045968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.113899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 274b0b30-e324-419b-a3ec-cbd593a4063e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:13.127499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c18302-93f7-4444-8c3e-4c9bbd6c604a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:13.132276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] For port 07f52163-f776-4364-b5fb-2d73b44bc18b, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:13.132656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attempted to set empty binding levels {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:36:13.140018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:13.146324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.209633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] In _notify_port_updated(), no bound segment for port 07f52163-f776-4364-b5fb-2d73b44bc18b on network 8db3d0d0-cfac-41db-8e75-cd85fa333dd7 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:36:13.210536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.211208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.216896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "PUT /v2.0/ports/07f52163-f776-4364-b5fb-2d73b44bc18b HTTP/1.1" status: 200 len: 978 time: 2.8220274 Nov 09 17:36:13.223991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:13.226103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Port 957e2694-6788-479d-9746-853a92fd04ad cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:13.243921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da03031b-ac72-4562-bc67-6650e2935034 req-e1e317aa-7463-4405-97c5-35c2d41f2c5e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2458e928948145e7b84aeaaab01c3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818007 Nov 09 17:36:13.255504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.263403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f714d4ec-374f-4abb-8dd9-87faae4c67bb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/c2c18302-93f7-4444-8c3e-4c9bbd6c604a HTTP/1.1" status: 204 len: 168 time: 2.4985819 Nov 09 17:36:13.272429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95520cf7-ebe6-4bb6-93b2-3e7a45dc6e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event updated for resources: {'Port': ['ID=07f52163-f776-4364-b5fb-2d73b44bc18b,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:13.274944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452316ec-3ab2-40f8-894c-476c662a0f08 None None] Network 776735ea-6df6-4e1b-a6ab-e292d170920e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:13.276526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43400) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:13.288134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81bb508e-9ebd-4e80-845d-3293273f1515 req-e143883a-f740-4c20-a048-b0b036cb1a4e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3416767 Nov 09 17:36:13.462761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Provisioning complete for port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:13.462761 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.479096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a9359-9442-4732-ac53-cbd01248bdb8 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.482234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a9359-9442-4732-ac53-cbd01248bdb8 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.492596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b57a9359-9442-4732-ac53-cbd01248bdb8 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2007191 Nov 09 17:36:13.530269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:13.547615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 274b0b30-e324-419b-a3ec-cbd593a4063e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:13.548270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.660661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2618ef27-363f-4634-a8ae-14b0dff3438f None None] Port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:13.661022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Deleting port 07f52163-f776-4364-b5fb-2d73b44bc18b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:13.661206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.776648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.788048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321265-f278-4a9f-b2b8-869ae29144e8 req-fbc8a39f-b2f1-4439-af91-8506177e0a4f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.790178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c7321265-f278-4a9f-b2b8-869ae29144e8 req-fbc8a39f-b2f1-4439-af91-8506177e0a4f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 944 time: 0.3522582 Nov 09 17:36:13.843837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a5a73d9-5732-4b9a-a4a2-bc1648f610b3 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.887279 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5a73d9-5732-4b9a-a4a2-bc1648f610b3 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 17:36:13.888397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5a73d9-5732-4b9a-a4a2-bc1648f610b3 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:13.897873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2a5a73d9-5732-4b9a-a4a2-bc1648f610b3 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/776735ea-6df6-4e1b-a6ab-e292d170920e HTTP/1.1" status: 409 len: 405 time: 0.3599513 Nov 09 17:36:13.910074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43410) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:13.915265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] For port 07f52163-f776-4364-b5fb-2d73b44bc18b, host n-h1-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:13.915642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:13.916161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72354388'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:13.975133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] DHCP port deletion for 776735ea-6df6-4e1b-a6ab-e292d170920e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:13.980820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Calling delete_port for 07f52163-f776-4364-b5fb-2d73b44bc18b owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:13.983560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-13fc2683-6df3-4a01-8cb4-587e6671cc8f None None] Provisioning complete for port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:13.984202 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13fc2683-6df3-4a01-8cb4-587e6671cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.044437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c7321265-f278-4a9f-b2b8-869ae29144e8 req-be0a94cc-b646-48b5-ab45-3a90c9122cd3 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156579 Nov 09 17:36:14.068763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:14.076374 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.124901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03031b-ac72-4562-bc67-6650e2935034 req-7ace4907-3732-4e3c-acbd-94e0be7bbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:14.124901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da03031b-ac72-4562-bc67-6650e2935034 req-7ace4907-3732-4e3c-acbd-94e0be7bbebf service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8521426 Nov 09 17:36:14.142855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.155363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-13fc2683-6df3-4a01-8cb4-587e6671cc8f None None] Port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:14.160468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.164342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] Deleting port 274b0b30-e324-419b-a3ec-cbd593a4063e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:14.164993 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.179619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81bb508e-9ebd-4e80-845d-3293273f1515 req-d4f52d93-88a1-4b61-ab14-a16ef4f1447c service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219498 Nov 09 17:36:14.195350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.250219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.255138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.262379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "DELETE /v2.0/ports/07f52163-f776-4364-b5fb-2d73b44bc18b HTTP/1.1" status: 204 len: 168 time: 1.0370317 Nov 09 17:36:14.267982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:14.287127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac5a9-ad1b-4cae-aa29-5879e2fb9249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] Pushing event deleted for resources: {'Port': ['ID=07f52163-f776-4364-b5fb-2d73b44bc18b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:14.310039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] For port 274b0b30-e324-419b-a3ec-cbd593a4063e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=274b0b30-e324-419b-a3ec-cbd593a4063e,segment=NetworkSegment(93c5647a-30cc-4967-b8d2-88012f6ed6cb),segment_id=93c5647a-30cc-4967-b8d2-88012f6ed6cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:14.310827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.336837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] Calling delete_port for 274b0b30-e324-419b-a3ec-cbd593a4063e owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:14.337943 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf1f8d4-de03-4bb0-baba-74cd8f970ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:36:14.343726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2bf1f8d4-de03-4bb0-baba-74cd8f970ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211661578-project-admin] 10.222.0.45 "GET /v2.0/ports/07f52163-f776-4364-b5fb-2d73b44bc18b HTTP/1.1" status: 404 len: 333 time: 0.0542035 Nov 09 17:36:14.347032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79b14180-c8ad-4370-81b9-562b943a244f req-852e103a-8b13-4484-8b00-4d40abd67640 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0815129 Nov 09 17:36:14.348991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:14.500828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.530535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] Pushing event deleted for resources: {'Port': ['ID=274b0b30-e324-419b-a3ec-cbd593a4063e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:14.536076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62415996-8cb0-4985-b5ff-3925a38ca5d5 None None] No DVR routers for this DVR port 274b0b30-e324-419b-a3ec-cbd593a4063e on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:14.608524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.789091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.815197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:14.827540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db3d0d0-cfac-41db-8e75-cd85fa333dd7']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:14.845870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75079e14-bf99-45e9-b886-21f39a301b3f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:14.846267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75079e14-bf99-45e9-b886-21f39a301b3f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:14.865375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.883118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b1c5d00b-8f73-4327-a170-9d55bad2a107 req-74a6e068-8d2c-4726-8e3f-26b9c478ac2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0857086 Nov 09 17:36:14.896036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.901390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.913338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:14.913754 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:14.917706 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:14.922240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.923783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.924601 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Added segment b7b737fe-c613-4a7c-8279-e8c2b35b10b5 of type vlan for network 627aff26-2209-49bf-9083-5e4e96da42fb Nov 09 17:36:14.929365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=fc8922fe-f09a-434f-98a2-2f6f8b6ed042,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:14.939689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:14.983363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 274b0b30-e324-419b-a3ec-cbd593a4063e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:15.007552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 274b0b30-e324-419b-a3ec-cbd593a4063e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:15.008099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 274b0b30-e324-419b-a3ec-cbd593a4063e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:15.140945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.191386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81bb508e-9ebd-4e80-845d-3293273f1515 req-7e8c1381-74b3-4238-acf8-2c6740870297 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9582703 Nov 09 17:36:15.267377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:15.271113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:15.278678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.281107 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:36:15.290566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:15.291732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.471355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5602779 Nov 09 17:36:15.477793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43424) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:15.487297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'subnet': {'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:15.500798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.501772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bd537-beff-458a-9498-2479d2d5bfda tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Network': ['ID=627aff26-2209-49bf-9083-5e4e96da42fb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:15.528316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 627aff26-2209-49bf-9083-5e4e96da42fb details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:15.625259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdd419-8318-421d-a7fb-af8446018194 req-d5a7f38f-be76-4810-871e-2396564b3efa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:15.636298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-55fdd419-8318-421d-a7fb-af8446018194 req-d5a7f38f-be76-4810-871e-2396564b3efa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 944 time: 0.2596653 Nov 09 17:36:15.649954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:15.651476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.694580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:15.698542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.701199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:15.713082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] 10.222.0.45 "DELETE /v2.0/networks/8db3d0d0-cfac-41db-8e75-cd85fa333dd7 HTTP/1.1" status: 204 len: 168 time: 1.3626075 Nov 09 17:36:15.718745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992993-6cb4-44db-b9c9-a858132de546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281357029-project] Pushing event deleted for resources: {'Network': ['ID=8db3d0d0-cfac-41db-8e75-cd85fa333dd7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:15.743934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:15.748838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:15.759296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:15.827416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-55fdd419-8318-421d-a7fb-af8446018194 req-094bbf65-b003-4457-905c-7c6c000d3c9f tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898363 Nov 09 17:36:15.876335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device edd4fce2-4fb8-49c7-ae34-bc4ad150c514 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:16.040922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:36:16.048750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:16.052210 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:16.122896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29a09be2-3062-4b6c-bb8b-22275ae8e08b req-f9a7db22-cfb0-404f-ba0c-51676beb39b8 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0671153 Nov 09 17:36:16.520384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-134c90b8-cc99-4641-b382-3e1c98d554d4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:16.528969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-134c90b8-cc99-4641-b382-3e1c98d554d4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.2862432 Nov 09 17:36:16.570789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-2b63597b-3e0e-4b13-9055-4535c465c3bc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.0401690 Nov 09 17:36:16.600890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:16.606428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:16.629069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0205275b-b35b-4e07-9904-267503dd5c03 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/routers/ab09e4b1-592d-4373-9b51-7ac675743e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2514935 Nov 09 17:36:16.632570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43456) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:16.651851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'port': {'network_id': '65b625ed-544a-4da5-a522-9cfb5ffb6905', 'name': 'tempest-FloatingIPTestJSON-1347239248'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:16.662975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Router 8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:36:16.672429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:16.683586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:16.701199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c5103000-16b7-44f0-8e58-a15e362b6007 None None] Provisioning complete for port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:16.701578 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5103000-16b7-44f0-8e58-a15e362b6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:16.744973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c5103000-16b7-44f0-8e58-a15e362b6007 None None] Port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:16.753529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:16.754197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:16.759418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-f3eb2bfc-d143-415d-abeb-53d99929f7f9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1872156 Nov 09 17:36:16.833841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:16.836217 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeb162b-1b7a-4bbf-bfd5-b3622d80b319" -d '{"events": [{"server_uuid": "c42e2d56-991b-415e-af0a-21752cc1f47f", "name": "network-vif-plugged", "status": "completed", "tag": "edd4fce2-4fb8-49c7-ae34-bc4ad150c514"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:16.863466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:16.888290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:16.901123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:16.926841 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5fcce-815a-4d3d-8e0b-80ec25917eff x-openstack-request-id: req-d7a5fcce-815a-4d3d-8e0b-80ec25917eff {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:16.927407 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42e2d56-991b-415e-af0a-21752cc1f47f", "name": "network-vif-plugged", "status": "completed", "tag": "edd4fce2-4fb8-49c7-ae34-bc4ad150c514", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:16.927853 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7a5fcce-815a-4d3d-8e0b-80ec25917eff {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:16.928411 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514', 'code': 200} Nov 09 17:36:16.929975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:16.930821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:16.951864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:16.970544 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] Sync routers for ids ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:16.971792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6ed3b1c-51b6-42da-846f-36fd25ee765f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/routers/8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3787563 Nov 09 17:36:16.975833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:17.013114 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] Routers {'8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:17.021433 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.028202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:36:17.044514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.045465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359db2d4-18a8-462d-8ee8-26933929c013 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:17.049068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.051537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-45682259-70b1-4531-97d0-eb5322eea593 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fa6c4cb61e44c628809f1bab176b5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334352 Nov 09 17:36:17.055473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:17.065321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-974d7386-a83c-4dd2-8797-8773c7b5c3ce service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021016 Nov 09 17:36:17.083190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:17.093473 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.104884 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] Routers {'8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:17.105769 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.146677 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.147395 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2712b4-56d1-434b-9737-473489c35baa None None] The sync data for ids ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:17.184419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21488ca-f48f-4d25-835a-adb3bd87e73e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:17.186432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b21488ca-f48f-4d25-835a-adb3bd87e73e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb HTTP/1.1" status: 200 len: 981 time: 0.2074747 Nov 09 17:36:17.195369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:17.352860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Subnet': ['ID=66f79431-8716-4945-a576-925c192ffca9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:17.378491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7959e2b2-0668-43e6-8f50-7d96ecc1af82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.392221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-df8509f1-6200-4f6f-89ea-ffd0556a68f7 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102243 Nov 09 17:36:17.423217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08166e7-0df4-46c0-8407-ccb0bb422ea9 req-71f70610-e10b-4a01-b234-ea58afbf858b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:17.425404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b08166e7-0df4-46c0-8407-ccb0bb422ea9 req-71f70610-e10b-4a01-b234-ea58afbf858b tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.3894711 Nov 09 17:36:17.430792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c47740-8e72-4a78-afa4-343fc900da93 req-1ac43f43-3cb5-42c7-8ffd-8c238af44d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:17.432012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5c47740-8e72-4a78-afa4-343fc900da93 req-1ac43f43-3cb5-42c7-8ffd-8c238af44d66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 1096 time: 0.3536959 Nov 09 17:36:17.433008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Checking segment: {'id': 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:17.433656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network hostable DHCP agents. Network: 627aff26-2209-49bf-9083-5e4e96da42fb, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:17.438810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7959e2b2-0668-43e6-8f50-7d96ecc1af82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.466856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:17.471467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.524152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 627aff26-2209-49bf-9083-5e4e96da42fb is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:17.543956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] device_id is not set on port aab7460b-631c-4022-86c2-59d643fb4ea2 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:17.571830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 627aff26-2209-49bf-9083-5e4e96da42fb) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:17.576966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:17.577573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.584609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff751e-e246-459c-98f8-671e199e6b70 None None] Network 627aff26-2209-49bf-9083-5e4e96da42fb requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:17.605573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7959e2b2-0668-43e6-8f50-7d96ecc1af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.611100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7959e2b2-0668-43e6-8f50-7d96ecc1af82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:17.616381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7959e2b2-0668-43e6-8f50-7d96ecc1af82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1541945-3145-4264-86a0-5a7becea8dcd HTTP/1.1" status: 204 len: 168 time: 0.5561290 Nov 09 17:36:17.692269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5c47740-8e72-4a78-afa4-343fc900da93 req-81809349-a77e-48a9-8039-55900a566dc1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502310 Nov 09 17:36:17.754207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e2b2-0668-43e6-8f50-7d96ecc1af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1541945-3145-4264-86a0-5a7becea8dcd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:17.776120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f3ab1be-e319-411b-ba90-266b97e5a10a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2979476 Nov 09 17:36:17.780791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:17.785536 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b08166e7-0df4-46c0-8407-ccb0bb422ea9 req-b5476699-f7b3-4a69-bfe9-98596a17b31c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197594 Nov 09 17:36:17.817007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'port': {'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb', 'name': 'tempest-NetworksIpV6TestAttrs-822072043'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:17.922817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.14 (65b625ed-544a-4da5-a522-9cfb5ffb6905/7a43ac4d-7c08-455e-ad2c-6908f9586d7e/aab7460b-631c-4022-86c2-59d643fb4ea2) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:17.963356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-627aff26-2209-49bf-9083-5e4e96da42fb', 'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb', 'tenant_id': '9e9b8c4c3b8848c0a0e2b8429405467a', 'fixed_ips': [{'subnet_id': '66f79431-8716-4945-a576-925c192ffca9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:17.966177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.080641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e7d51df-8396-4772-94c4-46fa9b6d6b49 req-230896bb-9a1c-40d9-8a8d-c0c92855aa2a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 210 time: 0.0852036 Nov 09 17:36:18.185587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6665a0fd-5e7f-4557-af22-90c8f34254a3 req-94afc5e9-0b55-4b17-b496-6db659492f46 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.3463812 Nov 09 17:36:18.505935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.518474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Allocated IP 2001:db8::f816:3eff:fe5a:b7b3 (627aff26-2209-49bf-9083-5e4e96da42fb/66f79431-8716-4945-a576-925c192ffca9/1dd19d5d-49b3-4f91-87a0-0c644831392c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:18.544740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:18.549494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.580401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43490) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:18.588192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] device_id is not set on port 184ac72e-8958-44ee-9afc-27abe4925bf8 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:18.733052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.754220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8e445878-f436-4f9d-b929-5df7b0bd048e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b65ba3ca2ff457683c22a7dca46753f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698658 Nov 09 17:36:18.762821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43492) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:18.805256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:18.812763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:18.816150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:18.871153 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.893431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.926305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:18.933917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:18.947782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Network 627aff26-2209-49bf-9083-5e4e96da42fb is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:18.948706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=aab7460b-631c-4022-86c2-59d643fb4ea2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:18.964937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:18.972156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:18.976639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Pushing event updated for resources: {'Port': ['ID=1dd19d5d-49b3-4f91-87a0-0c644831392c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:19.034853 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d407f5f7-5cc0-4880-a683-6796b15ed1e7 req-3dd6a5d0-d84f-4a30-8577-d06cc46c84bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2458e928948145e7b84aeaaab01c3fc0&device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0746000 Nov 09 17:36:19.039050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8e57f510-a88f-4fbd-972f-7ac9821204ef tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4047906 Nov 09 17:36:19.041531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43500) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:19.047089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'port': {'network_id': '65b625ed-544a-4da5-a522-9cfb5ffb6905', 'name': 'tempest-FloatingIPTestJSON-1737586891'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:19.097485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Attempting to bind port 1dd19d5d-49b3-4f91-87a0-0c644831392c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:19.097880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Attempting to bind port 1dd19d5d-49b3-4f91-87a0-0c644831392c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:19.098253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Attempting to bind port 1dd19d5d-49b3-4f91-87a0-0c644831392c on network 627aff26-2209-49bf-9083-5e4e96da42fb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:19.116504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:19.116504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Checking segment: {'id': 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:19.116876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.117024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Bound using segment: {'id': 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:19.118246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Bound port: 1dd19d5d-49b3-4f91-87a0-0c644831392c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '627aff26-2209-49bf-9083-5e4e96da42fb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:19.121245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.132524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d407f5f7-5cc0-4880-a683-6796b15ed1e7 req-5ccbce13-0b31-4cf4-8adc-edad671ed977 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2458e928948145e7b84aeaaab01c3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791385 Nov 09 17:36:19.264192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] For port 1dd19d5d-49b3-4f91-87a0-0c644831392c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:19.273221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] For port 1dd19d5d-49b3-4f91-87a0-0c644831392c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1dd19d5d-49b3-4f91-87a0-0c644831392c,segment=NetworkSegment(b7b737fe-c613-4a7c-8279-e8c2b35b10b5),segment_id=b7b737fe-c613-4a7c-8279-e8c2b35b10b5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:19.285548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.301577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407f5f7-5cc0-4880-a683-6796b15ed1e7 req-67fefde7-301c-42f1-b7fb-02f2b3629fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:19.303294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d407f5f7-5cc0-4880-a683-6796b15ed1e7 req-67fefde7-301c-42f1-b7fb-02f2b3629fdb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1640260 Nov 09 17:36:19.309824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.325670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:19.332899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.378268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] device_id is not set on port 76fbfc47-d761-4ab2-884d-0203038ac3dd yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:19.467313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b8758-8525-429e-b75b-612c48ff92ed None None] Pushing event updated for resources: {'Port': ['ID=1dd19d5d-49b3-4f91-87a0-0c644831392c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:19.551222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Allocated IP 2001:db8::f816:3eff:fe92:1dfc (627aff26-2209-49bf-9083-5e4e96da42fb/66f79431-8716-4945-a576-925c192ffca9/184ac72e-8958-44ee-9afc-27abe4925bf8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:19.576596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a79a9c-939a-4eec-ab33-320e835a1a3e req-1c37af59-1cec-4241-b8f3-0d163752fbc6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:19.584744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37a79a9c-939a-4eec-ab33-320e835a1a3e req-1c37af59-1cec-4241-b8f3-0d163752fbc6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.2720535 Nov 09 17:36:19.628298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.10 (65b625ed-544a-4da5-a522-9cfb5ffb6905/7a43ac4d-7c08-455e-ad2c-6908f9586d7e/76fbfc47-d761-4ab2-884d-0203038ac3dd) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:19.665867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2f24-cea1-429a-9c1a-368ce371bfa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.691202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0136c4e9-7dfa-4a1e-a4aa-25cb9c69e3ea req-9ced36ad-6a20-4ae8-bdd5-eb6448a9b7af tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.6974404 Nov 09 17:36:19.783535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2f24-cea1-429a-9c1a-368ce371bfa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:19.787482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-1bdacd7d-1260-453b-a3b5-d2d6ef2439d6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:19.789021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-1bdacd7d-1260-453b-a3b5-d2d6ef2439d6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.3047807 Nov 09 17:36:19.863484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20b088fb-4d52-4409-9ec1-ac1bd739dfff req-10d58309-8eb6-4d03-bf81-e4b91356d249 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 210 time: 0.0719204 Nov 09 17:36:19.871917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37a79a9c-939a-4eec-ab33-320e835a1a3e req-72b24fcb-da65-4e1c-8e06-ff9b4a732e9c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854798 Nov 09 17:36:19.904220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:20.013266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2f24-cea1-429a-9c1a-368ce371bfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.017068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2f24-cea1-429a-9c1a-368ce371bfa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.022699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a8ca2f24-cea1-429a-9c1a-368ce371bfa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c33d6d26-7dc0-410a-93b1-aaa3499ea791 HTTP/1.1" status: 204 len: 168 time: 1.2548027 Nov 09 17:36:20.084667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca2f24-cea1-429a-9c1a-368ce371bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33d6d26-7dc0-410a-93b1-aaa3499ea791,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.114185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.187389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.194496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:20.199651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.209344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:20.210145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.298315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.303370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.395689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:20.402118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 627aff26-2209-49bf-9083-5e4e96da42fb is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:20.403931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:20.407298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:20.417112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=76fbfc47-d761-4ab2-884d-0203038ac3dd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.421674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:20.430763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Port': ['ID=184ac72e-8958-44ee-9afc-27abe4925bf8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.439482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:20.447364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:20.448299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.476774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.3 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/f7a732c4-7ea6-4c9d-993e-9a84fd41eb25) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:20.477541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafdef6-4312-4185-882f-b4cbc9040311 req-bc5ac393-37f4-4e87-933d-fa5fe16966c5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:20.479374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ddafdef6-4312-4185-882f-b4cbc9040311 req-bc5ac393-37f4-4e87-933d-fa5fe16966c5 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.2491970 Nov 09 17:36:20.488316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.495121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:20.495839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.526852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:20.534652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6617d0ba-3f06-4816-96d1-90c8e1beba58 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7526383 Nov 09 17:36:20.539922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:20.543997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d03b24c7-f50e-4ae9-902c-09611efb741c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5011096 Nov 09 17:36:20.544714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43514) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:20.552654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '76fbfc47-d761-4ab2-884d-0203038ac3dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:20.600741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.659437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d407f5f7-5cc0-4880-a683-6796b15ed1e7 req-c3e4aa4d-a6e8-4667-82a9-e7dca515d220 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.43 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.0748861 Nov 09 17:36:20.688958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting subnet 66f79431-8716-4945-a576-925c192ffca9 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:20.704394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ddafdef6-4312-4185-882f-b4cbc9040311 req-dbbd2286-c4c4-4d9b-9a8a-abf74ad265af tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082760 Nov 09 17:36:20.717790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:20.915224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.071074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.075173 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f164f5b-eb22-4e00-a42f-b043bb645989 req-c0607336-4fa6-4d10-a818-e54da4b1ead9 tempest-ServerShowV254Test-1099131612 tempest-ServerShowV254Test-1099131612-project] 10.222.0.45 "GET /v2.0/ports?device_id=6657b1de-605b-493c-abca-38f19ff4af40 HTTP/1.1" status: 200 len: 210 time: 0.1722772 Nov 09 17:36:21.200555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:21.207036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.253690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.262030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1dd19d5d-49b3-4f91-87a0-0c644831392c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:21.337850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6239f93-baaa-452a-956d-7f48e63413ba req-c5551e38-df9b-4cfa-af53-468ab83d726f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 210 time: 0.1298885 Nov 09 17:36:21.362452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.387596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:21.548362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1dd19d5d-49b3-4f91-87a0-0c644831392c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:21.549320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.596059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.602198 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.603577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:21.659319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:21.667829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:21.678083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845bbb1-31af-4373-91de-b51c5a4bac1e None None] Network 627aff26-2209-49bf-9083-5e4e96da42fb requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:21.903097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.913538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:21.923682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Router 8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:21.970172 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:21.977995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/66f79431-8716-4945-a576-925c192ffca9 HTTP/1.1" status: 204 len: 168 time: 1.4328694 Nov 09 17:36:21.985490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:22.018155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e5bd-a672-4080-92ce-33242d9bdf65 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Subnet': ['ID=66f79431-8716-4945-a576-925c192ffca9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:22.069050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:22.069737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:22.095722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9a72004b-d52d-487f-ac22-d6897ded303a None None] Provisioning complete for port 1dd19d5d-49b3-4f91-87a0-0c644831392c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:22.097208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a72004b-d52d-487f-ac22-d6897ded303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:22.137528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.227 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e751b3af-c84e-45e8-818d-a35ce210a4ae) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:22.187364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e7e84-bcc6-4cba-86e2-3c555930e51c req-46140c82-919b-4980-8d4b-ed059e2a112c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:22.192552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25743f3-9a63-4e8f-bdae-8831bebb071e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:22.194511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25743f3-9a63-4e8f-bdae-8831bebb071e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:22.196185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a25743f3-9a63-4e8f-bdae-8831bebb071e tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2043996 Nov 09 17:36:22.199598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43542) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:22.211463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-439e7e84-bcc6-4cba-86e2-3c555930e51c req-46140c82-919b-4980-8d4b-ed059e2a112c tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.2252049 Nov 09 17:36:22.288289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:22.301222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9116fdf8-2328-418e-be84-6e8f2ab535f8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/routers/8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1029646 Nov 09 17:36:22.301887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:22.308769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-02a34ef4-b31b-40c2-bae7-604b820ac750 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4545779 Nov 09 17:36:22.339413 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8592d5-d7f0-4ed8-a618-0ba9cf9ef3b3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:36:22.344889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a8592d5-d7f0-4ed8-a618-0ba9cf9ef3b3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/dd57e6a1-9aa7-4479-bb8e-f1e3ec9958c6 HTTP/1.1" status: 404 len: 333 time: 0.0360003 Nov 09 17:36:22.345546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43550) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:22.353126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Request body: {'port': {'device_id': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:22.355772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89851db3-761a-4bdb-81c5-92209175b544 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:22.366839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:22.426347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] Sync routers for ids ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:22.452084 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-89851db3-761a-4bdb-81c5-92209175b544 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 17:36:22.452818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89851db3-761a-4bdb-81c5-92209175b544 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:22.457174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-89851db3-761a-4bdb-81c5-92209175b544 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/627aff26-2209-49bf-9083-5e4e96da42fb HTTP/1.1" status: 409 len: 405 time: 0.2565224 Nov 09 17:36:22.460929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:22.467329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1220657840'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:22.483656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:22.645193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-439e7e84-bcc6-4cba-86e2-3c555930e51c req-c7abd2d5-6fec-496d-b297-6da111c79be6 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317415 Nov 09 17:36:22.775168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:22.808911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] Routers {'8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:22.809670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:22.905776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43562) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:22.910782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1dd19d5d-49b3-4f91-87a0-0c644831392c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1dd19d5d-49b3-4f91-87a0-0c644831392c,segment=NetworkSegment(b7b737fe-c613-4a7c-8279-e8c2b35b10b5),segment_id=b7b737fe-c613-4a7c-8279-e8c2b35b10b5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:22.978021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:22.994664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:22.998512 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.006183 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.127931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.132880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.151285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:23.204176 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.204523 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Added segment 6db0075d-c221-47aa-b5c9-605baa9d049e of type vlan for network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 Nov 09 17:36:23.216743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.217326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Fanout notify agent at l3_agent the message router_deleted on router 8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:23.228923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab15b91-e68f-483f-8ae6-361257282db6 req-1f78aa1b-9962-41de-8754-79c5ab24db34 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:23.230566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ab15b91-e68f-483f-8ae6-361257282db6 req-1f78aa1b-9962-41de-8754-79c5ab24db34 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 931 time: 0.1966710 Nov 09 17:36:23.256262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.260101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1f68c064-1fe3-4ee0-9529-e086bfadc109 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/routers/8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb HTTP/1.1" status: 204 len: 168 time: 0.9132676 Nov 09 17:36:23.264495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:23.280862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1dd19d5d-49b3-4f91-87a0-0c644831392c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:23.284903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.314688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] Routers set() bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:23.317726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] Router IDs set() for agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 17:36:23.318713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_agentschedulers_db [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent'). {{(pid=102556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 17:36:23.320675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba100b-4072-42df-ac55-155b5cbf174e None None] The sync data for ids ['8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:23.341401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.375846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] DHCP port deletion for 627aff26-2209-49bf-9083-5e4e96da42fb request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:23.428237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet 678c81cf-c62a-43a2-8056-aaf55699f710 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:23.434654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.442948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.449471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:23.450608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.517417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] Deleting port 1dd19d5d-49b3-4f91-87a0-0c644831392c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:23.518050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.561238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ab15b91-e68f-483f-8ae6-361257282db6 req-fe12262a-3f5c-42df-bab8-5fcce5477832 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974653 Nov 09 17:36:23.572896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:23.594532 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1320708 Nov 09 17:36:23.600809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43584) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:23.606978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'subnet': {'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:23.615558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.657223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] For port 1dd19d5d-49b3-4f91-87a0-0c644831392c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1dd19d5d-49b3-4f91-87a0-0c644831392c,segment=NetworkSegment(b7b737fe-c613-4a7c-8279-e8c2b35b10b5),segment_id=b7b737fe-c613-4a7c-8279-e8c2b35b10b5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:23.658399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.667288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.677393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6954b786-3c87-4df9-8e7f-3c63f9701d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.678949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] Calling delete_port for 1dd19d5d-49b3-4f91-87a0-0c644831392c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:23.708406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313dc6c-fd50-42df-8da0-383ff44eed83 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Network': ['ID=47b985b0-4b6a-4fe3-bb35-b6d2809a3548,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:23.744285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:23.827826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.833629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70fa1d-2d5b-4ab1-89b0-f4e76de71492 req-6f07dc15-68d7-4c84-a50f-24873d0eb759 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:23.835350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed70fa1d-2d5b-4ab1-89b0-f4e76de71492 req-6f07dc15-68d7-4c84-a50f-24873d0eb759 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.2177911 Nov 09 17:36:23.842555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.891088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.896369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1089497524', 'router:external': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:23.924285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:23.927390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.945782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] No DVR routers for this DVR port 1dd19d5d-49b3-4f91-87a0-0c644831392c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:23.948113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:23.948389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797946c4-a442-4672-83ad-5aea4dfbdcce None None] Pushing event deleted for resources: {'Port': ['ID=1dd19d5d-49b3-4f91-87a0-0c644831392c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:23.952358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:23.976529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:23.980673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:23.987057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=678c81cf-c62a-43a2-8056-aaf55699f710,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:23.998343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.002932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-54526e1a-53b2-4b54-9ed6-31928622d619 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/678c81cf-c62a-43a2-8056-aaf55699f710 HTTP/1.1" status: 204 len: 168 time: 0.7370198 Nov 09 17:36:24.013185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb813c-40ef-4661-82e4-d048a1ed9c27 None None] Network 6f8c8ea0-60cb-4a78-8a6f-96188856012b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:24.015718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:24.067768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=e751b3af-c84e-45e8-818d-a35ce210a4ae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.072480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Made reservation on behalf of 4ef76b206d564973b223863c5af956f3 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:24.074845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.147738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed70fa1d-2d5b-4ab1-89b0-f4e76de71492 req-ef9decd7-da3d-4142-871f-ec711b0859fa tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836485 Nov 09 17:36:24.147994 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.161471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6954b786-3c87-4df9-8e7f-3c63f9701d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.189550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6954b786-3c87-4df9-8e7f-3c63f9701d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.224946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.258410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:24.309811 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.316675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954b786-3c87-4df9-8e7f-3c63f9701d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12245e6f-fd2b-4f1b-84c1-f79645e1ba7e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.321446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] DHCP port deletion for 6f8c8ea0-60cb-4a78-8a6f-96188856012b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:24.330340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6954b786-3c87-4df9-8e7f-3c63f9701d9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2458e928948145e7b84aeaaab01c3fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4101231 Nov 09 17:36:24.334831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:24.352726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Transition to ACTIVE for port object f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:36:24.374413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.399191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.424927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] Deleting port be06696e-0350-48d5-bf87-c29b3b716581 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:24.427406 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.432001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.488307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:24.499615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port be06696e-0350-48d5-bf87-c29b3b716581 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:24.500039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.503771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e33d9-f99d-4063-a03d-12e96d85dcaf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.512353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] For port be06696e-0350-48d5-bf87-c29b3b716581, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=be06696e-0350-48d5-bf87-c29b3b716581,segment=NetworkSegment(2447bf52-7102-4ec9-b95b-8c41f34f2e16),segment_id=2447bf52-7102-4ec9-b95b-8c41f34f2e16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:24.512876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.527217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.528004 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Added segment b56162e6-7c70-4bc1-8b2d-c828fa645699 of type vlan for network ab125632-2d43-401a-8c0d-d3487e60a164 Nov 09 17:36:24.530909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] Calling delete_port for be06696e-0350-48d5-bf87-c29b3b716581 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:24.698009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Pushing event updated for resources: {'Port': ['ID=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.702974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:36:24.706702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.715278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.722888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.778466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] For port be06696e-0350-48d5-bf87-c29b3b716581, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=be06696e-0350-48d5-bf87-c29b3b716581,segment=NetworkSegment(2447bf52-7102-4ec9-b95b-8c41f34f2e16),segment_id=2447bf52-7102-4ec9-b95b-8c41f34f2e16)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:24.779448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.801240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68ae99b4-8770-47a8-94b6-bb848afc317d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.804298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] Pushing event deleted for resources: {'Port': ['ID=be06696e-0350-48d5-bf87-c29b3b716581,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.815317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7dce8-1431-4030-95fc-09422743d630 None None] No DVR routers for this DVR port be06696e-0350-48d5-bf87-c29b3b716581 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:24.854592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for be06696e-0350-48d5-bf87-c29b3b716581 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:24.871203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-0aa22944-8a59-402c-896b-49c1900f48df tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:24.874827 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-0aa22944-8a59-402c-896b-49c1900f48df tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.43 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.4493713 Nov 09 17:36:24.894143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Subnet': ['ID=71ec4052-76af-4bae-a105-1fdc1b12f0b6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.961075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.962032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:24.962613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:24.999230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68ae99b4-8770-47a8-94b6-bb848afc317d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.071155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4966974 Nov 09 17:36:25.072186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Checking segment: {'id': '6db0075d-c221-47aa-b5c9-605baa9d049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:25.073280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network hostable DHCP agents. Network: 47b985b0-4b6a-4fe3-bb35-b6d2809a3548, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:25.094167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:25.112074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'subnet': {'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:25.151370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device be06696e-0350-48d5-bf87-c29b3b716581 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:25.162294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6112a-c8d8-452b-94ad-42ea1607a22e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Network': ['ID=ab125632-2d43-401a-8c0d-d3487e60a164,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:25.190890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c720-dbbd-4f1d-869c-746dd04dfb45 req-eb3c81dd-f1e0-4470-813e-750601f840cb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:25.195116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d09c720-dbbd-4f1d-869c-746dd04dfb45 req-eb3c81dd-f1e0-4470-813e-750601f840cb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 943 time: 0.5463452 Nov 09 17:36:25.237232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Made reservation on behalf of 4ef76b206d564973b223863c5af956f3 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:25.241274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.243168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ab125632-2d43-401a-8c0d-d3487e60a164 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:25.246330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:25.249724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: be06696e-0350-48d5-bf87-c29b3b716581 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:25.252162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device be06696e-0350-48d5-bf87-c29b3b716581 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:25.258647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1dd19d5d-49b3-4f91-87a0-0c644831392c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:25.274065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.357738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1dd19d5d-49b3-4f91-87a0-0c644831392c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:25.358206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1dd19d5d-49b3-4f91-87a0-0c644831392c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:25.366682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Attempting to bind port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:25.366682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Attempting to bind port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:25.367314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Attempting to bind port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:25.387445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:25.389136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Attempting to bind port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:25.404631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=be06696e-0350-48d5-bf87-c29b3b716581,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:25.409770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 47b985b0-4b6a-4fe3-bb35-b6d2809a3548) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:25.421227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd7398-653f-4296-ad71-ced0a320494e None None] Network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:25.449848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:25.450951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.467804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:25.468258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:25.468740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:25.470146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Bound port: f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:25.470907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.537198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No DVR routers for this DVR port be06696e-0350-48d5-bf87-c29b3b716581 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:25.556373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d09c720-dbbd-4f1d-869c-746dd04dfb45 req-c2833918-0e76-4886-95d2-541f054b5a90 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399284 Nov 09 17:36:25.588353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68ae99b4-8770-47a8-94b6-bb848afc317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.590183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc600e7b-d3a6-43d3-8982-57cc35bd919a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9880369 Nov 09 17:36:25.592049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68ae99b4-8770-47a8-94b6-bb848afc317d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.593379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-68ae99b4-8770-47a8-94b6-bb848afc317d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12245e6f-fd2b-4f1b-84c1-f79645e1ba7e HTTP/1.1" status: 204 len: 168 time: 1.2555988 Nov 09 17:36:25.606158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43600) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:25.720792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.739003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae99b4-8770-47a8-94b6-bb848afc317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12245e6f-fd2b-4f1b-84c1-f79645e1ba7e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:25.743423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Deleting port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:25.744025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.756377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8c8ea0-60cb-4a78-8a6f-96188856012b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:25.773306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2447bf52-7102-4ec9-b95b-8c41f34f2e16') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:25.773584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2447bf52-7102-4ec9-b95b-8c41f34f2e16') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:25.786310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029102b-dc91-4216-bf58-a5bc880471d1 req-54ce1cce-e8df-49da-8aa5-cf8c0b62c335 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:25.788289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0029102b-dc91-4216-bf58-a5bc880471d1 req-54ce1cce-e8df-49da-8aa5-cf8c0b62c335 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 945 time: 0.5319533 Nov 09 17:36:25.819979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.846045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.853736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:25.855102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.883144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.904317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-47b985b0-4b6a-4fe3-bb35-b6d2809a3548', 'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548', 'tenant_id': '9e9b8c4c3b8848c0a0e2b8429405467a', 'fixed_ips': [{'subnet_id': '71ec4052-76af-4bae-a105-1fdc1b12f0b6'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:25.906010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:25.912638 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:25.988711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:25.990195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] For port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:26.020826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.033278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/6f8c8ea0-60cb-4a78-8a6f-96188856012b HTTP/1.1" status: 204 len: 168 time: 2.0139251 Nov 09 17:36:26.047998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43604) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:26.062473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296116e0-e1c3-46b0-8596-e0ed31c16c20 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=6f8c8ea0-60cb-4a78-8a6f-96188856012b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:26.082276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] For port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:26.132237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0029102b-dc91-4216-bf58-a5bc880471d1 req-5ed8ec2d-b6d1-44f4-97ee-9191a2ff7008 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/security-groups?id=05b58e5e-bf1d-4d92-8163-782b06137d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935605 Nov 09 17:36:26.136347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.139233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.348366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:36:26.350336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.399839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Allocated IP 2001:db8::f816:3eff:fe3f:dae6 (47b985b0-4b6a-4fe3-bb35-b6d2809a3548/71ec4052-76af-4bae-a105-1fdc1b12f0b6/fd0a0a2e-d207-41f0-a5fb-b7fe8732de85) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:26.446707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8dbf7a5a-08b4-4057-9646-9e87e4c351c0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:26.514693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Checking segment: {'id': 'b56162e6-7c70-4bc1-8b2d-c828fa645699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:26.515612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network hostable DHCP agents. Network: ab125632-2d43-401a-8c0d-d3487e60a164, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:26.556421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network ab125632-2d43-401a-8c0d-d3487e60a164 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:26.597768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ab125632-2d43-401a-8c0d-d3487e60a164) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:26.605410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:26.606095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.623507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4871f1-fd7d-4bd7-896a-83c7f3eacab7 None None] Network ab125632-2d43-401a-8c0d-d3487e60a164 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:26.653626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Pushing event updated for resources: {'Port': ['ID=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:26.663443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a57f829-21ba-4d78-b169-99d321e06f45 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5663054 Nov 09 17:36:26.665507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:26.685810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1068427343', 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:26.695532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] For port edd4fce2-4fb8-49c7-ae34-bc4ad150c514, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,segment=NetworkSegment(5578b0cb-9813-4d95-a29c-bae238226dc5),segment_id=5578b0cb-9813-4d95-a29c-bae238226dc5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:26.696531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.743415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f05f3d-0a09-4423-854e-01fe21dfa89a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:26.757620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-06f05f3d-0a09-4423-854e-01fe21dfa89a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 HTTP/1.1" status: 200 len: 841 time: 0.6947756 Nov 09 17:36:26.757873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:26.759916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:26.760806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.763323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-501da159-5e8e-49b9-b32b-bf207e89abeb service neutron] 10.222.0.83 "PUT /v2.0/ports/f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 HTTP/1.1" status: 200 len: 1091 time: 4.4220800 Nov 09 17:36:26.783105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'tag': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:26.788664 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529e685-dca7-4eb2-9caa-6455139ad8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "385f89a2-2dbd-4998-816f-8bf01c9a5676", "tag": "f7a732c4-7ea6-4c9d-993e-9a84fd41eb25"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:26.811472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Calling delete_port for edd4fce2-4fb8-49c7-ae34-bc4ad150c514 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:26.851628 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.880420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-92ad879f-b6ea-4fb9-ba09-39c92ebcdc05 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1158640 Nov 09 17:36:26.880420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Made reservation on behalf of 4ef76b206d564973b223863c5af956f3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:26.882829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.883926 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:26.886656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:26.892985 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:26.944477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49fdaa-9a68-4f38-ac3c-a1c9c79c5ead None None] Network ab125632-2d43-401a-8c0d-d3487e60a164 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:26.950252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:27.006170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:27.011745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:27.017101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Pushing event updated for resources: {'Port': ['ID=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:27.025483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] device_id is not set on port 8de2a140-9220-4b48-93e6-950eae6cc374 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:27.112620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Attempting to bind port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:27.113117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Attempting to bind port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '6db0075d-c221-47aa-b5c9-605baa9d049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:27.113589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Attempting to bind port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 on network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:27.116540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:27.120112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.124789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:27.125882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Checking segment: {'id': '6db0075d-c221-47aa-b5c9-605baa9d049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:27.126400 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.126911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Bound using segment: {'id': '6db0075d-c221-47aa-b5c9-605baa9d049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:27.127663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Bound port: fd0a0a2e-d207-41f0-a5fb-b7fe8732de85, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db0075d-c221-47aa-b5c9-605baa9d049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:27.128195 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.132549 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcc9fde-4e56-403b-ae60-7d64b46f50b6 x-openstack-request-id: req-cfcc9fde-4e56-403b-ae60-7d64b46f50b6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:27.133077 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385f89a2-2dbd-4998-816f-8bf01c9a5676", "tag": "f7a732c4-7ea6-4c9d-993e-9a84fd41eb25", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:27.133457 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfcc9fde-4e56-403b-ae60-7d64b46f50b6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:27.134166 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'tag': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25', 'status': 'completed', 'code': 200} Nov 09 17:36:27.136306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.143249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.257248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] For port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:27.261215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] For port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,segment=NetworkSegment(6db0075d-c221-47aa-b5c9-605baa9d049e),segment_id=6db0075d-c221-47aa-b5c9-605baa9d049e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:27.267572 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.356851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Allocated IP 172.20.0.11 (ab125632-2d43-401a-8c0d-d3487e60a164/8dbf7a5a-08b4-4057-9646-9e87e4c351c0/8de2a140-9220-4b48-93e6-950eae6cc374) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:27.361949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be752f8-e84c-47f0-8005-28bee39e83d9 None None] Pushing event updated for resources: {'Port': ['ID=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:27.401395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.455514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Pushing event deleted for resources: {'Port': ['ID=edd4fce2-4fb8-49c7-ae34-bc4ad150c514,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:27.464089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d620d-4605-4c8e-af10-eee0fe7adad8 req-a8fb057c-dc3c-4611-b354-6d375d2271a8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:27.466152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-010d620d-4605-4c8e-af10-eee0fe7adad8 req-a8fb057c-dc3c-4611-b354-6d375d2271a8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 943 time: 0.5803285 Nov 09 17:36:27.488039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:27.515520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-5a200d35-74bb-4186-b9f8-464e548e3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:27.518236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-5a200d35-74bb-4186-b9f8-464e548e3da1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 1094 time: 0.6984313 Nov 09 17:36:27.564274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5ac7f25-89bb-49c5-9dd5-73b700413857 req-49243e94-09e5-440a-b990-c07fade84715 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.45 "GET /v2.0/ports?device_id=c42e2d56-991b-415e-af0a-21752cc1f47f HTTP/1.1" status: 200 len: 210 time: 0.1150968 Nov 09 17:36:27.596894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fe36e-48d3-4d41-8b6a-24f019a24fc0 None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:27.651277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-010d620d-4605-4c8e-af10-eee0fe7adad8 req-2b3228ac-450f-460b-b688-829b4fdcaeb0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680899 Nov 09 17:36:27.684901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.729126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-e86c4379-dff8-4c68-aa59-f741100dac78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 HTTP/1.1" status: 200 len: 217 time: 0.1826360 Nov 09 17:36:27.799299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.853624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f06e008-1971-4f2c-8b40-e7a0c39c0538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.872490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] No DVR routers for this DVR port edd4fce2-4fb8-49c7-ae34-bc4ad150c514 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:27.879407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network ab125632-2d43-401a-8c0d-d3487e60a164 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:27.881302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.885837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad5a6984-3b33-493f-b07b-632ba4bc39f0 req-b2ec91f5-8cf5-45ed-ae7c-f1c8e98bfd60 tempest-DeleteServersTestJSON-423224938 tempest-DeleteServersTestJSON-423224938-project] 10.222.0.43 "DELETE /v2.0/ports/edd4fce2-4fb8-49c7-ae34-bc4ad150c514 HTTP/1.1" status: 204 len: 173 time: 2.9911947 Nov 09 17:36:27.893482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:27.901643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:27.915651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:27.958721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Subnet': ['ID=71ec4052-76af-4bae-a105-1fdc1b12f0b6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:27.967867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device edd4fce2-4fb8-49c7-ae34-bc4ad150c514 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:28.028924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: edd4fce2-4fb8-49c7-ae34-bc4ad150c514 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:28.030081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device edd4fce2-4fb8-49c7-ae34-bc4ad150c514 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:28.038535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1df9ed-895e-4d33-83cb-098390df468d req-a223ed35-29a7-487b-a7db-8f926078cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:28.042464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-a223ed35-29a7-487b-a7db-8f926078cc53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.2796967 Nov 09 17:36:28.144032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-3ff282a9-9e2b-485a-9885-779ff8bbae2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614586 Nov 09 17:36:28.169654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.248476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b985b0-4b6a-4fe3-bb35-b6d2809a3548']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:28.252420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.278127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.281180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db0075d-c221-47aa-b5c9-605baa9d049e') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:28.281642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db0075d-c221-47aa-b5c9-605baa9d049e') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:28.302792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.311899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.338346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-264340961-network', 'tenant_id': '71980cb9ffe144d292e64eb9eab6a179'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:28.359166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Port': ['ID=8de2a140-9220-4b48-93e6-950eae6cc374,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:28.375513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.410048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.427256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:28.427739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:28.431324 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:28.451827 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-2fe816ac-0bfd-4618-a110-c6df2d8000fb service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913134 Nov 09 17:36:28.484051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=e751b3af-c84e-45e8-818d-a35ce210a4ae,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:28.515819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=fa7328bb-ba8e-4102-967e-04340fc55df4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:28.537151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:28.537151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.543219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:28.548060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:28.556132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:28.556925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.564776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68547e7-8628-48eb-81b6-31025e0e5342 None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:28.576074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.576342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Made reservation on behalf of 71980cb9ffe144d292e64eb9eab6a179 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:28.580717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.596854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.606461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e412ab1f-f7ee-48e3-b47f-8dead72dca4c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7176778 Nov 09 17:36:28.609187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:28.617241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'security_group': {'name': 'tempest-secgroup-102924530'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:28.637393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ab15c27b-15a4-4c3e-bd86-1069a01d4ded tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.9687529 Nov 09 17:36:28.643534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:28.690198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:36:28.690198 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:36:28.690198 n-d-804292-3 neutron-server[102554]: [parameters: {'id': '47b985b0-4b6a-4fe3-bb35-b6d2809a3548'}] Nov 09 17:36:28.690198 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:36:28.691156 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:36:28.716351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:28.850412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1df9ed-895e-4d33-83cb-098390df468d req-fcea4d8c-c324-4f1e-ad6b-5d9a9f05aeca service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626966 Nov 09 17:36:28.884182 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP acd5e982-a49c-4993-a1ba-08cbf6f21e69 associated. External IP: 172.25.3.227, port: 76fbfc47-d761-4ab2-884d-0203038ac3dd. Nov 09 17:36:28.912016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Deleting port 8de2a140-9220-4b48-93e6-950eae6cc374 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:28.912725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.024805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.040384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.044143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.059484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:29.072545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.073079 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Added segment 5d9843bf-a48e-4cd3-b089-9cab33c17274 of type vlan for network 15130331-ab23-4622-aa4d-af8174953073 Nov 09 17:36:29.135486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'name': 'network-vif-deleted', 'tag': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:29.138047 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e63f9d5-4110-4b54-8f57-e8eae7e349e2" -d '{"events": [{"server_uuid": "c42e2d56-991b-415e-af0a-21752cc1f47f", "name": "network-vif-deleted", "tag": "edd4fce2-4fb8-49c7-ae34-bc4ad150c514"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:29.149303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-d6e50db0-02a7-4dac-95a4-39542274a307', 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'tenant_id': '477a14f2e1db49bd93f98d9e317b801d', 'fixed_ips': [{'subnet_id': 'fa7328bb-ba8e-4102-967e-04340fc55df4'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:29.154846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.157648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.166277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7205cc8-57be-4e98-bebd-2cc8cf897291 req-2f1260da-e126-4686-ad30-dbdf57247946 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:29.169298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7205cc8-57be-4e98-bebd-2cc8cf897291 req-2f1260da-e126-4686-ad30-dbdf57247946 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 943 time: 0.2810328 Nov 09 17:36:29.181276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-fe37f9dd-2a1a-43ca-a5d7-57143e079872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:29.187168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-fe37f9dd-2a1a-43ca-a5d7-57143e079872 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 1094 time: 0.2059691 Nov 09 17:36:29.198675 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.232004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:29.236580 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.258609 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.259852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:29.260327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a2f29-256f-492e-affb-bc5ae8e66f33 None None] Network 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:29.261331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.358970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] Pushing event updated for resources: {'Network': ['ID=15130331-ab23-4622-aa4d-af8174953073,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:29.379348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.384373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7721593 Nov 09 17:36:29.391671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:29.406833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'security_group': {'name': 'tempest-secgroup-713972949'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:29.422166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff87e319-8ac5-41c8-b96b-9bce3e18658c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9063566 Nov 09 17:36:29.427014 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cee908a-6d72-4ba5-b364-aaa6093ace5b x-openstack-request-id: req-2cee908a-6d72-4ba5-b364-aaa6093ace5b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:29.427328 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42e2d56-991b-415e-af0a-21752cc1f47f", "name": "network-vif-deleted", "tag": "edd4fce2-4fb8-49c7-ae34-bc4ad150c514", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:29.427564 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cee908a-6d72-4ba5-b364-aaa6093ace5b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:29.427966 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42e2d56-991b-415e-af0a-21752cc1f47f', 'name': 'network-vif-deleted', 'tag': 'edd4fce2-4fb8-49c7-ae34-bc4ad150c514', 'status': 'completed', 'code': 200} Nov 09 17:36:29.428414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43662) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:29.434413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b761be-bbe8-4167-acc0-b6ea00af4328 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d603d-f984-4e67-a939-eed528f5cfe5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:29.448674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.459063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Request body: {'subnet': {'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-264340961-subnet', 'tenant_id': '71980cb9ffe144d292e64eb9eab6a179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:29.474831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Calling delete_port for 8de2a140-9220-4b48-93e6-950eae6cc374 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:29.483839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.514208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7205cc8-57be-4e98-bebd-2cc8cf897291 req-95fada25-c1b0-4118-acf8-0433ab6e3122 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203380 Nov 09 17:36:29.546635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:29.553055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 15130331-ab23-4622-aa4d-af8174953073 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:29.606314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-22f9afe9-fc7a-423b-8eb4-d1fc834cba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:29.607957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-22f9afe9-fc7a-423b-8eb4-d1fc834cba50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.4066904 Nov 09 17:36:29.612935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Made reservation on behalf of 71980cb9ffe144d292e64eb9eab6a179 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:29.615863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.786427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-dbd8d653-3699-4a4b-a3b1-b7a7d8859ca5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 HTTP/1.1" status: 200 len: 217 time: 0.1655788 Nov 09 17:36:29.789521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-581a263e-c44a-4b9b-82ad-b5744bda5d5e None None] Provisioning complete for port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:29.789977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-581a263e-c44a-4b9b-82ad-b5744bda5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.816335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:29.818555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.824666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.866840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.876709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.878049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4824088 Nov 09 17:36:29.885786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:29.910867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:29.911397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:29.937063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-945835512', 'security_groups': ['e200ef80-a743-42d9-bf0d-c7f4973260e0'], 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa7328bb-ba8e-4102-967e-04340fc55df4'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:29.972716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Allocated IP 172.20.0.2 (d6e50db0-02a7-4dac-95a4-39542274a307/fa7328bb-ba8e-4102-967e-04340fc55df4/d08ab5ea-4d6e-4e40-bc81-121b6eaed731) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:30.011799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:30.012576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.055434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a1ecd-075c-402f-b354-8f9ba0b414e1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e200ef80-a743-42d9-bf0d-c7f4973260e0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:30.067674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-794ae2f9-6799-4911-ab46-bddc0a87cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:30.069136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de2a140-9220-4b48-93e6-950eae6cc374,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:30.070181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-794ae2f9-6799-4911-ab46-bddc0a87cabc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.2514994 Nov 09 17:36:30.155953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-36f1b747-9feb-4716-9e4a-d415bfd3d4af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680614 Nov 09 17:36:30.254580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:30.259645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] DHCP port deletion for 47b985b0-4b6a-4fe3-bb35-b6d2809a3548 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:30.269700 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-581a263e-c44a-4b9b-82ad-b5744bda5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.283381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] For port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,segment=NetworkSegment(6db0075d-c221-47aa-b5c9-605baa9d049e),segment_id=6db0075d-c221-47aa-b5c9-605baa9d049e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:30.283958 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.305906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Calling delete_port for fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:30.349446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.355646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.367698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a18e94f0-2802-4432-891c-dceaec0e7d71 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8de2a140-9220-4b48-93e6-950eae6cc374 HTTP/1.1" status: 204 len: 168 time: 1.7217121 Nov 09 17:36:30.368688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:30.387515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164', 'external_fixed_ips': [{'subnet_id': '8dbf7a5a-08b4-4057-9646-9e87e4c351c0', 'ip_address': '172.20.0.11'}]}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:30.424585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-581a263e-c44a-4b9b-82ad-b5744bda5d5e None None] For port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,segment=NetworkSegment(6db0075d-c221-47aa-b5c9-605baa9d049e),segment_id=6db0075d-c221-47aa-b5c9-605baa9d049e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:30.442386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32d75961-043c-47b5-a51a-0f3d54714d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.444413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-581a263e-c44a-4b9b-82ad-b5744bda5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.479839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.481877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.506309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.537063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.543666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port e8fb1e68-77e9-4287-8dff-3cfa127cad62 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:30.553647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] Deleting port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:30.554867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.613180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.675404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a263e-c44a-4b9b-82ad-b5744bda5d5e None None] Pushing event updated for resources: {'Port': ['ID=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:30.713266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:36:30.714636 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:36:30.773424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:30.779211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:30.795679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] For port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,segment=NetworkSegment(6db0075d-c221-47aa-b5c9-605baa9d049e),segment_id=6db0075d-c221-47aa-b5c9-605baa9d049e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:30.796160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.799690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:30.880798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Pushing event updated for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:30.892013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] Calling delete_port for fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:30.894546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Attempting to bind port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:30.894923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Attempting to bind port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c390b1fe-c390-4fbf-aa19-21aac51dab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:30.895333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Attempting to bind port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 on network d6e50db0-02a7-4dac-95a4-39542274a307 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:30.898755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.13 (d6e50db0-02a7-4dac-95a4-39542274a307/fa7328bb-ba8e-4102-967e-04340fc55df4/e8fb1e68-77e9-4287-8dff-3cfa127cad62) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:30.904965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:30.905966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Checking segment: {'id': 'c390b1fe-c390-4fbf-aa19-21aac51dab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:30.907011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:30.907637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Bound using segment: {'id': 'c390b1fe-c390-4fbf-aa19-21aac51dab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:30.908155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Bound port: d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c390b1fe-c390-4fbf-aa19-21aac51dab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:30.908685 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.105798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:31.110582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,segment=NetworkSegment(c390b1fe-c390-4fbf-aa19-21aac51dab16),segment_id=c390b1fe-c390-4fbf-aa19-21aac51dab16)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:31.117958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.187125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:31.209110 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:31.222757 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:31.223434 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.274719 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.276915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.302751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8897ba2-af8b-4d24-aa6b-04783760a486 None None] Pushing event updated for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:31.321706 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.328913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.362361 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:31.365076 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.372912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc0e351-cad3-4ded-8068-41cb376c6ee7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:31.447977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.479586 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.480288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a3615-2336-4089-a65f-ae59a4b4bc70 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:31.543348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.575180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc281-9a0a-46d3-a8bf-7479099edbaa req-c5c7bcce-3d5f-4d6d-a257-346970d089e0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:31.581546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.586175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-763cc281-9a0a-46d3-a8bf-7479099edbaa req-c5c7bcce-3d5f-4d6d-a257-346970d089e0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 943 time: 0.5348034 Nov 09 17:36:31.662237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f15a94be-fd88-4d4e-9ada-42763d46ed4f tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.1131351 Nov 09 17:36:31.663339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Port': ['ID=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:31.674423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:31.680017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No DVR routers for this DVR port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:31.680998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:31.832463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-763cc281-9a0a-46d3-a8bf-7479099edbaa req-ec0e80a6-4e6f-4b96-84fa-fc2c535e2542 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359543 Nov 09 17:36:31.839697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.884204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.925684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b985b0-4b6a-4fe3-bb35-b6d2809a3548']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.940131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db0075d-c221-47aa-b5c9-605baa9d049e') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.940527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db0075d-c221-47aa-b5c9-605baa9d049e') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.956818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.957146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:31.975894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.979804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:31.987439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:36:31.987903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:31.988423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:31.994491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:31.998329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:32.035996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.051428 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:32.113230 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:32.117796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-2371e93d-5231-46b5-b13a-0620b53f7c7f service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9423366 Nov 09 17:36:32.133082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.143419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=e8fb1e68-77e9-4287-8dff-3cfa127cad62,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:32.196491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.198194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:32.199239 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.206422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/47b985b0-4b6a-4fe3-bb35-b6d2809a3548 HTTP/1.1" status: 204 len: 168 time: 6.5910032 Nov 09 17:36:32.209788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:32.216149 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2143064482'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:32.299769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Checking segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:32.300190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Network hostable DHCP agents. Network: 15130331-ab23-4622-aa4d-af8174953073, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:32.310693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:32.317496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763642-84e2-4211-ab73-aca28915c6e6 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Network': ['ID=47b985b0-4b6a-4fe3-bb35-b6d2809a3548,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:32.336601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:32.342030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.367207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25', 'mac_address': 'fa:16:3e:db:95:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:36:32.385926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] Pushing event deleted for resources: {'Port': ['ID=fd0a0a2e-d207-41f0-a5fb-b7fe8732de85,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:32.411748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.441547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9529e685-dca7-4eb2-9caa-6455139ad8bd req-b48fae35-798f-411f-bff8-4d3ceded67e5 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752819 Nov 09 17:36:32.445384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Network 15130331-ab23-4622-aa4d-af8174953073 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:32.445633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2f861162-c786-466c-bc4f-53ff0d32032f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5550528 Nov 09 17:36:32.446637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43696) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:32.448356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238ee18-40e0-440b-8859-e7881b110c81 None None] No DVR routers for this DVR port fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:32.473893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.474541 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP acd5e982-a49c-4993-a1ba-08cbf6f21e69 disassociated. External IP: 172.25.3.227, port: 76fbfc47-d761-4ab2-884d-0203038ac3dd. Nov 09 17:36:32.479473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 15130331-ab23-4622-aa4d-af8174953073) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:32.484044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:32.487721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:32.487721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fd0a0a2e-d207-41f0-a5fb-b7fe8732de85 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:32.497346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.499142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78044091-b740-4b68-ad1f-9310af5b068b None None] Network 15130331-ab23-4622-aa4d-af8174953073 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:32.520061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:32.520680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.558810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-54aa00c1-c25b-400c-bf6d-911d50abb405 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1094146 Nov 09 17:36:32.665739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.686464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:32.726904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:32.757886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:32.775560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.826048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:32.826670 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Added segment 34f0b7ab-057a-4e89-af21-9c4c8d793e0a of type vlan for network b10cb387-35c7-4a09-837a-b7be89a44042 Nov 09 17:36:32.894597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:32.923794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:32.927656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.040101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.076417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58813f0-920a-4675-9145-03002cba3841 None None] Network 15130331-ab23-4622-aa4d-af8174953073 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:33.107817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.147042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f7a732c4-7ea6-4c9d-993e-9a84fd41eb25'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:33.246851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:33.247264 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.627476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:33.651767 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa7328bb-ba8e-4102-967e-04340fc55df4 (CIDR: 172.20.0.0/28) Nov 09 17:36:33.673487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.674251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8eec8d6-2420-4d97-97de-79e597772502 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:33.677463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8eec8d6-2420-4d97-97de-79e597772502 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 813 time: 0.2641120 Nov 09 17:36:33.683210 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.695159 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:36:33.695654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:33.713515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-f6fec98f-f774-492d-a681-33aee90d4ef6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/quotas/71980cb9ffe144d292e64eb9eab6a179 HTTP/1.1" status: 200 len: 375 time: 0.0253332 Nov 09 17:36:33.756318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.762351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:33.763120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.764937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-17fffeb0-e9a2-4d61-b7cb-9390a1759b46 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495930 Nov 09 17:36:33.795233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,segment=NetworkSegment(c390b1fe-c390-4fbf-aa19-21aac51dab16),segment_id=c390b1fe-c390-4fbf-aa19-21aac51dab16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:33.810835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.834570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:33.835362 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:33.887451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-720c6ba6-f54c-450d-9ec0-bdbfecffa270 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4183650 Nov 09 17:36:33.889938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:33.901983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-e9497db7-fb78-4fd6-a95a-14ab881c7fee service neutron] 10.222.0.45 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277587 Nov 09 17:36:33.905447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6917458 Nov 09 17:36:33.906682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43720) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:33.911550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a419cb-67e2-4a41-af13-c15bc9805656 req-60cc1a38-ad50-46d6-9dd3-be6f4555406f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:33.913167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99a419cb-67e2-4a41-af13-c15bc9805656 req-60cc1a38-ad50-46d6-9dd3-be6f4555406f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 944 time: 0.8771789 Nov 09 17:36:33.916942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:33.918948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'subnet': {'network_id': 'b10cb387-35c7-4a09-837a-b7be89a44042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:34.017223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:34.017975 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.040624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cf85e-b00e-4958-964f-76e27a1d851f tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Network': ['ID=b10cb387-35c7-4a09-837a-b7be89a44042,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:34.061487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.094399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:34.096933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b10cb387-35c7-4a09-837a-b7be89a44042 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:34.121023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.197062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:34.244797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99a419cb-67e2-4a41-af13-c15bc9805656 req-b80bc9ac-3410-4b62-b3e7-c707e65d7595 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016732 Nov 09 17:36:34.283654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:34.291027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.362232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f7409-2780-41d6-845c-d2bad8795a28 None None] Pushing event updated for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:34.391478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ea0d9ec8-9de6-4a3e-94df-c96237234f04 None None] Provisioning complete for port e8fb1e68-77e9-4287-8dff-3cfa127cad62 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:34.392262 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9ec8-9de6-4a3e-94df-c96237234f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.481155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d9ec8-9de6-4a3e-94df-c96237234f04 None None] Port e8fb1e68-77e9-4287-8dff-3cfa127cad62 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:34.500719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-1d9610d9-dd59-4ed2-b230-aa8cbc1b184b service neutron] 10.222.0.45 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157543 Nov 09 17:36:34.548944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:34.552568 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.647113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Allocated IP 172.20.0.11 (ab125632-2d43-401a-8c0d-d3487e60a164/8dbf7a5a-08b4-4057-9646-9e87e4c351c0/be510276-260b-40b2-8150-b6398ad014ee) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:34.663269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:34.679627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.687784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:34.713949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:34.715343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:34.794724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:34.802450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:34.824269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:34.825302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:34.871722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e51eb134-485e-4d9d-920e-97a1b232f622 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/floatingips/acd5e982-a49c-4993-a1ba-08cbf6f21e69 HTTP/1.1" status: 200 len: 688 time: 3.1957080 Nov 09 17:36:34.874675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:34.924096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:34.925138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd9495-61c3-4bf9-9634-3ade562bc7ed None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:34.937762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89addf37-b2b9-4413-8b6f-7c3a62ef1860 req-1e2c27b2-cf74-4ec1-ad4a-0aee47c8d4d0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 210 time: 0.1064501 Nov 09 17:36:35.007980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Subnet': ['ID=76b8c609-85a9-4412-8957-29c8601f7080,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:35.023198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Checking segment: {'id': '34f0b7ab-057a-4e89-af21-9c4c8d793e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b10cb387-35c7-4a09-837a-b7be89a44042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:35.024172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network hostable DHCP agents. Network: b10cb387-35c7-4a09-837a-b7be89a44042, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:35.064592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network b10cb387-35c7-4a09-837a-b7be89a44042 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:35.091160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b10cb387-35c7-4a09-837a-b7be89a44042) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:35.102073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f099e-7a60-4b93-867a-2d0adedbbdee None None] Network b10cb387-35c7-4a09-837a-b7be89a44042 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:35.112821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:35.113787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.144975 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.149562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f790818d-0c1a-446b-ba71-f15255df33fb tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2384992 Nov 09 17:36:35.150919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43734) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:35.346152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.390650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port e751b3af-c84e-45e8-818d-a35ce210a4ae {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:35.390976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.470830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.480310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:35.585241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3deda-d3cb-4f56-b7af-bbd0587c55bd req-016ff6a3-e7af-4ea1-a271-2efbabddbf3f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:35.585488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network ab125632-2d43-401a-8c0d-d3487e60a164 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:35.586915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebb3deda-d3cb-4f56-b7af-bbd0587c55bd req-016ff6a3-e7af-4ea1-a271-2efbabddbf3f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 944 time: 0.1116152 Nov 09 17:36:35.636068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.671315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:35.698736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Port': ['ID=be510276-260b-40b2-8150-b6398ad014ee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:35.713217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:35.718060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920165b5-3096-4fed-86b6-b35d6f3dfb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-b10cb387-35c7-4a09-837a-b7be89a44042', 'network_id': 'b10cb387-35c7-4a09-837a-b7be89a44042', 'tenant_id': '9e9b8c4c3b8848c0a0e2b8429405467a', 'fixed_ips': [{'subnet_id': '76b8c609-85a9-4412-8957-29c8601f7080'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:35.725674 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-920165b5-3096-4fed-86b6-b35d6f3dfb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.742067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebb3deda-d3cb-4f56-b7af-bbd0587c55bd req-a4a0ca67-78ca-462e-b629-5e32852c1aeb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308961 Nov 09 17:36:35.776840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.809345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:35.809960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.810788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Subnet': ['ID=76b8c609-85a9-4412-8957-29c8601f7080,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:35.854687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:35.896163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:35.929241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.937783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:35.994294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10cb387-35c7-4a09-837a-b7be89a44042']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:36.024550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f0b7ab-057a-4e89-af21-9c4c8d793e0a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:36.024849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f0b7ab-057a-4e89-af21-9c4c8d793e0a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:36.063176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.082040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcc95c-5ba3-41db-8ed5-c223c8c72704 None None] Network b10cb387-35c7-4a09-837a-b7be89a44042 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:36.089023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=a5fbe557-c38f-44df-bad7-f8dd7368c462,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:36.114614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.121847 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.124863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.136379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:36.147480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:36.151311 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:36.184586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:36:36.202190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:36.214112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:36.219431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for e751b3af-c84e-45e8-818d-a35ce210a4ae owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:36.222343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:36.223261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.250480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c6b8b36e-6495-4da4-a017-f438029a4909 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3514967 Nov 09 17:36:36.254280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43756) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:36.269383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:36.269976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.289509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89076f9c-0309-4cc5-8549-8da1edcccbbd None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:36.300626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-81538575', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5fbe557-c38f-44df-bad7-f8dd7368c462'}], 'security_groups': ['db6d603d-f984-4e67-a939-eed528f5cfe5']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:36.455049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b36f11a3-bde0-46b0-99af-534a7b6597a1 req-d3738f5d-d88d-45ea-b286-00eba9837913 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 210 time: 0.1976182 Nov 09 17:36:36.513658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.570244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Deleting subnet 06f1e866-3800-4790-a18b-00cf3d5d807a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:36.600681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.615985 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/b10cb387-35c7-4a09-837a-b7be89a44042 HTTP/1.1" status: 204 len: 168 time: 1.4578023 Nov 09 17:36:36.616264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:36.623319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-533667886'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:36.653419 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.726880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.738492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-782b4e98-ac17-49a8-85e5-39bf8b0226ca tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:36.740405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-782b4e98-ac17-49a8-85e5-39bf8b0226ca tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.43 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 813 time: 0.2549016 Nov 09 17:36:36.741432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778078d2-efbd-448d-8e7a-989f2dfc5d47 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Network': ['ID=b10cb387-35c7-4a09-837a-b7be89a44042,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:36.789274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Request body: {'port': {'device_id': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'admin_state_up': True, 'tenant_id': '71980cb9ffe144d292e64eb9eab6a179'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:36.801910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=e751b3af-c84e-45e8-818d-a35ce210a4ae,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:36.847094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:36.850938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.921202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:36.932633 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.933015 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Added segment b7730cce-409d-4b97-8e31-96baf4e87998 of type vlan for network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 Nov 09 17:36:36.983782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:36.987306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.023352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.029401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:37.032786 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c944e68-3c29-43f3-926f-591b5a0e8d97" -d '{"events": [{"server_uuid": "385f89a2-2dbd-4998-816f-8bf01c9a5676", "name": "network-vif-plugged", "status": "completed", "tag": "f7a732c4-7ea6-4c9d-993e-9a84fd41eb25"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:37.051373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:37.063772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.087749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.100664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.112721 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540c0565-108d-4fb6-b3ff-8fd1b2eb8cd4 x-openstack-request-id: req-540c0565-108d-4fb6-b3ff-8fd1b2eb8cd4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:37.112862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.112970 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385f89a2-2dbd-4998-816f-8bf01c9a5676", "name": "network-vif-plugged", "status": "completed", "tag": "f7a732c4-7ea6-4c9d-993e-9a84fd41eb25", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:37.113082 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-540c0565-108d-4fb6-b3ff-8fd1b2eb8cd4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:37.113670 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25', 'code': 200} Nov 09 17:36:37.116184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.123287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-48a68126-9ae6-43a9-9b76-ebd05dc45333 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/floatingips/acd5e982-a49c-4993-a1ba-08cbf6f21e69 HTTP/1.1" status: 204 len: 168 time: 2.2199423 Nov 09 17:36:37.129056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:37.130631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.136700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:37.137517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.157217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'aab7460b-631c-4022-86c2-59d643fb4ea2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:37.184847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] Update dhcp port {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'fixed_ips': [{'subnet_id': 'fa7328bb-ba8e-4102-967e-04340fc55df4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5fbe557-c38f-44df-bad7-f8dd7368c462'}], 'binding:host_id': 'n-d-804292-3'}, 'id': 'd08ab5ea-4d6e-4e40-bc81-121b6eaed731'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:36:37.229010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.302718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:37.351547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.421164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b8dee-2ec0-42d8-8ff1-e37516012051 req-93bf8702-9953-49c2-9e6e-19be0d3c3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:37.422952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-673b8dee-2ec0-42d8-8ff1-e37516012051 req-93bf8702-9953-49c2-9e6e-19be0d3c3d21 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 1096 time: 0.2407672 Nov 09 17:36:37.570329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] Allocated IP 172.20.0.18 (d6e50db0-02a7-4dac-95a4-39542274a307/a5fbe557-c38f-44df-bad7-f8dd7368c462/d08ab5ea-4d6e-4e40-bc81-121b6eaed731) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:37.591150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-673b8dee-2ec0-42d8-8ff1-e37516012051 req-27447fd6-04d4-419c-8e9f-eac098769f73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463850 Nov 09 17:36:37.605410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Network': ['ID=3c2e8a84-66ea-4b80-a9a8-e4bb9391f135,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:37.646052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:36:37.646052 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:36:37.646052 n-d-804292-3 neutron-server[102554]: [parameters: {'project_id_1': '71980cb9ffe144d292e64eb9eab6a179', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 36, 17, 244876)}] Nov 09 17:36:37.646052 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:36:37.646571 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:36:37.665245 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.680870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-55aac996-6542-4c08-9f09-4156607ec450 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0629220 Nov 09 17:36:37.697212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:37.704747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:37.708978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Request body: {'subnet': {'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:37.720701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baab5a-ab34-4e15-9406-0a3285962945 req-c0ff95c4-fa1f-4b69-a7fd-44ecf79b7e79 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:37.724883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52baab5a-ab34-4e15-9406-0a3285962945 req-c0ff95c4-fa1f-4b69-a7fd-44ecf79b7e79 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 945 time: 0.5979114 Nov 09 17:36:37.744200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5689baf9-ddba-4197-b564-6c69b7a3de8a req-fa4d10cc-3b89-474a-8349-c4bdca1ec0c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 210 time: 0.0991352 Nov 09 17:36:37.757138 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.789554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f1e866-3800-4790-a18b-00cf3d5d807a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:37.805442 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.812100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9a656d48-b79e-4dce-ae62-4ff012cd2c1a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/06f1e866-3800-4790-a18b-00cf3d5d807a HTTP/1.1" status: 204 len: 168 time: 1.9540946 Nov 09 17:36:37.813980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43770) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:37.827692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c63d62-7c48-4572-bdfd-40a7466403cc None None] Network fe30e5b4-57a2-4a4a-be16-d925080ada9b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:37.896488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,segment=NetworkSegment(c390b1fe-c390-4fbf-aa19-21aac51dab16),segment_id=c390b1fe-c390-4fbf-aa19-21aac51dab16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:37.974230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:37.985243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.007850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52baab5a-ab34-4e15-9406-0a3285962945 req-505acd95-e050-41c8-8fb8-4509b158e46c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095852 Nov 09 17:36:38.010658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.028117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Made reservation on behalf of 9e9b8c4c3b8848c0a0e2b8429405467a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:38.032694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.152911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad4bf0-a9e6-4674-945c-aaa910d37fcb None None] Pushing event updated for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:38.172577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f751db9a-dac6-4cee-88f2-8593bd43333d None None] DHCP port deletion for fe30e5b4-57a2-4a4a-be16-d925080ada9b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:38.189418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.239670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.250498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Made reservation on behalf of 71980cb9ffe144d292e64eb9eab6a179 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:38.254156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.291484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe30e5b4-57a2-4a4a-be16-d925080ada9b']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:38.295060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Delete allocated IP 172.20.0.13 (d6e50db0-02a7-4dac-95a4-39542274a307/fa7328bb-ba8e-4102-967e-04340fc55df4) {{(pid=102554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:36:38.315631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5578b0cb-9813-4d95-a29c-bae238226dc5') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:38.315937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5578b0cb-9813-4d95-a29c-bae238226dc5') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:38.332215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.29 (d6e50db0-02a7-4dac-95a4-39542274a307/a5fbe557-c38f-44df-bad7-f8dd7368c462/e8fb1e68-77e9-4287-8dff-3cfa127cad62) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:38.344871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.392206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.410628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.444137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:38.444606 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:38.446823 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:38.613510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.638384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.644775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] 10.222.0.45 "DELETE /v2.0/networks/fe30e5b4-57a2-4a4a-be16-d925080ada9b HTTP/1.1" status: 204 len: 168 time: 0.8263834 Nov 09 17:36:38.657092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116a606-57d0-4258-bf80-c4495aaa732d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe30e5b4-57a2-4a4a-be16-d925080ada9b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:38.659923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Allocated IP 172.20.0.13 (15130331-ab23-4622-aa4d-af8174953073/4fc0e351-cad3-4ded-8068-41cb376c6ee7/a2311311-6b55-45ef-84cc-39defe41f189) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:38.792714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.862226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:38.941847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.227 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/d38f85a3-a3cc-4ae9-9035-50adfa1ab599) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:38.945342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Router 44d472f1-9cb0-42c8-a993-6ac562c1c813 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:36:39.003484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad8259f7-fddd-4561-9fd5-c1777b319403 req-94f2c8e7-b210-4fb4-88dc-e92e0e3347f9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 210 time: 0.0904777 Nov 09 17:36:39.010060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43776) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:39.019998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Provisioning complete for port e8fb1e68-77e9-4287-8dff-3cfa127cad62 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:39.019998 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.063970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Port e8fb1e68-77e9-4287-8dff-3cfa127cad62 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:39.076895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:39.077324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.087432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=e8fb1e68-77e9-4287-8dff-3cfa127cad62,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:39.222587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:39.222978 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.226111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:36:39.268092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.274036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d1978897-f76d-4606-a6fe-829e3a845d1c None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:39.395106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event updated for resources: {'Subnet': ['ID=671cda12-fcd4-43ed-9087-0b72effe2234,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:39.425290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:39.444117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Sync routers for ids ['44d472f1-9cb0-42c8-a993-6ac562c1c813'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:39.448115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:39.475463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447b969-0df1-4cb8-8300-808638c87490 req-79cf1d5b-b3de-4c25-b0b9-f63d2242bcca tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:39.475755 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Routers {'44d472f1-9cb0-42c8-a993-6ac562c1c813'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:39.477004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4447b969-0df1-4cb8-8300-808638c87490 req-79cf1d5b-b3de-4c25-b0b9-f63d2242bcca tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 945 time: 0.2770650 Nov 09 17:36:39.477239 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['44d472f1-9cb0-42c8-a993-6ac562c1c813'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:39.499997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.501765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-444d864b-18e9-48ff-83b0-d457702bc8b4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.1285255 Nov 09 17:36:39.506517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43780) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:39.552759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.556877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Checking segment: {'id': 'b7730cce-409d-4b97-8e31-96baf4e87998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:39.557257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network hostable DHCP agents. Network: 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:39.652319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4447b969-0df1-4cb8-8300-808638c87490 req-011e42e6-3ad3-48f1-becf-aaf9b0ab9b0b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382670 Nov 09 17:36:39.661121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:39.664779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:39.665163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.688962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.699193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:39.709463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:39.710158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.717375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ad75a-71c5-46b1-9a94-229282e33b6d None None] Network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:39.758238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.766780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] In _notify_port_updated(), no bound segment for port e8fb1e68-77e9-4287-8dff-3cfa127cad62 on network d6e50db0-02a7-4dac-95a4-39542274a307 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:36:39.773006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:39.778402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b71c45e4-1577-4916-928e-da3df1f8fb70 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0796397 Nov 09 17:36:39.782776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:39.786513 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Set router 44d472f1-9cb0-42c8-a993-6ac562c1c813 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:39.789563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:39.790647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.799138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:39.800158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-32ee8a46-704a-4938-82a7-14a2683e6bbe tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/ports/e8fb1e68-77e9-4287-8dff-3cfa127cad62 HTTP/1.1" status: 200 len: 919 time: 3.5411963 Nov 09 17:36:39.813638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43786) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:39.821194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ab1542cf-fbcd-4feb-9d8d-454f6aad5014 None None] Provisioning complete for port e8fb1e68-77e9-4287-8dff-3cfa127cad62 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:39.821908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab1542cf-fbcd-4feb-9d8d-454f6aad5014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:39.832212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:39.834900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aa9464e8-2205-4981-be8d-c3115e841544 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a397f1fe20cd4439a6d901c44d74cc80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7864482 Nov 09 17:36:39.846026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43788) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:39.893162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=d38f85a3-a3cc-4ae9-9035-50adfa1ab599,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:39.896567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ab1542cf-fbcd-4feb-9d8d-454f6aad5014 None None] Port e8fb1e68-77e9-4287-8dff-3cfa127cad62 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:40.073774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-3c2e8a84-66ea-4b80-a9a8-e4bb9391f135', 'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135', 'tenant_id': '9e9b8c4c3b8848c0a0e2b8429405467a', 'fixed_ips': [{'subnet_id': '671cda12-fcd4-43ed-9087-0b72effe2234'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:40.081491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.186171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.212802 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d472f1-9cb0-42c8-a993-6ac562c1c813', 'name': '', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164', 'external_fixed_ips': [{'subnet_id': '8dbf7a5a-08b4-4057-9646-9e87e4c351c0', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'be510276-260b-40b2-8150-b6398ad014ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:30Z', 'updated_at': '2021-11-09T17:36:36Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': 'be510276-260b-40b2-8150-b6398ad014ee', 'name': '', 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d472f1-9cb0-42c8-a993-6ac562c1c813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8dbf7a5a-08b4-4057-9646-9e87e4c351c0', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:34Z', 'updated_at': '2021-11-09T17:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dbf7a5a-08b4-4057-9646-9e87e4c351c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:40.258464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da46fb6-5151-4de7-93c2-9d10d63e5597 req-889a39c7-266c-47cc-bbdf-e37bc06d5caa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:40.261061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4da46fb6-5151-4de7-93c2-9d10d63e5597 req-889a39c7-266c-47cc-bbdf-e37bc06d5caa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 945 time: 0.3938048 Nov 09 17:36:40.270779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Checking router: 44d472f1-9cb0-42c8-a993-6ac562c1c813 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:40.271151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Updating router 44d472f1-9cb0-42c8-a993-6ac562c1c813 port be510276-260b-40b2-8150-b6398ad014ee binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:36:40.275398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.290462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.302026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4890-b65d-4867-9f5b-25511b4c1f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.311713 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.348642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Allocated IP 2001:db8::f816:3eff:fec4:fd4e (3c2e8a84-66ea-4b80-a9a8-e4bb9391f135/671cda12-fcd4-43ed-9087-0b72effe2234/9870641d-7870-49a8-b926-86326675cf0c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:40.444814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3158-2da5-44d3-b7ec-96261deb0863 req-3f30a95a-b11f-4ce8-9600-42ed02d03f90 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:40.448126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c35d3158-2da5-44d3-b7ec-96261deb0863 req-3f30a95a-b11f-4ce8-9600-42ed02d03f90 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 932 time: 0.2644143 Nov 09 17:36:40.459049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Network 15130331-ab23-4622-aa4d-af8174953073 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:40.472474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4890-b65d-4867-9f5b-25511b4c1f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.478683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:40.499291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:40.504977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:40.524076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port e8fb1e68-77e9-4287-8dff-3cfa127cad62 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:40.524787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.575712 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.587333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.647422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4da46fb6-5151-4de7-93c2-9d10d63e5597 req-874878b4-1255-45fb-93cc-a8db8c6549c0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575747 Nov 09 17:36:40.648860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:40.661523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:40.663451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.689411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:40.694931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Pushing event updated for resources: {'Port': ['ID=9870641d-7870-49a8-b926-86326675cf0c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:40.732293 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.746147 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.769571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.778666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c35d3158-2da5-44d3-b7ec-96261deb0863 req-f7323b8a-7f04-4787-899a-4926df93fda0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856009 Nov 09 17:36:40.802954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:40.805887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.849512 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Pushing event updated for resources: {'Port': ['ID=be510276-260b-40b2-8150-b6398ad014ee,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:40.862207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Attempting to bind port 9870641d-7870-49a8-b926-86326675cf0c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:40.862972 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.863423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Attempting to bind port 9870641d-7870-49a8-b926-86326675cf0c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b7730cce-409d-4b97-8e31-96baf4e87998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:40.863622 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.863918 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.864292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.864920 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.865251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Attempting to bind port 9870641d-7870-49a8-b926-86326675cf0c on network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:40.865435 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.865698 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.866040 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.866395 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.866769 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.867166 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.867792 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:40.885890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:40.886554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Checking segment: {'id': 'b7730cce-409d-4b97-8e31-96baf4e87998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:40.887297 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.888420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Bound using segment: {'id': 'b7730cce-409d-4b97-8e31-96baf4e87998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:40.889195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Bound port: 9870641d-7870-49a8-b926-86326675cf0c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7730cce-409d-4b97-8e31-96baf4e87998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:40.889832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.900692 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Attempting to bind port be510276-260b-40b2-8150-b6398ad014ee on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:40.901069 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Attempting to bind port be510276-260b-40b2-8150-b6398ad014ee by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b56162e6-7c70-4bc1-8b2d-c828fa645699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:40.901495 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Attempting to bind port be510276-260b-40b2-8150-b6398ad014ee on network ab125632-2d43-401a-8c0d-d3487e60a164 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:40.909025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:40.909589 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Checking segment: {'id': 'b56162e6-7c70-4bc1-8b2d-c828fa645699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:40.910174 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.911100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Bound using segment: {'id': 'b56162e6-7c70-4bc1-8b2d-c828fa645699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:40.911100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Bound port: be510276-260b-40b2-8150-b6398ad014ee, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56162e6-7c70-4bc1-8b2d-c828fa645699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ab125632-2d43-401a-8c0d-d3487e60a164'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:40.911504 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.911628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:40.977735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for e8fb1e68-77e9-4287-8dff-3cfa127cad62 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:41.029973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-17161667-0561-418c-90b9-7758dc1401ae None None] For port 9870641d-7870-49a8-b926-86326675cf0c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:41.031893 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] For port be510276-260b-40b2-8150-b6398ad014ee, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:41.035282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-0a188404-f977-4cb7-b9f7-022f3e69dc49 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2554626 Nov 09 17:36:41.039430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-17161667-0561-418c-90b9-7758dc1401ae None None] For port 9870641d-7870-49a8-b926-86326675cf0c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9870641d-7870-49a8-b926-86326675cf0c,segment=NetworkSegment(b7730cce-409d-4b97-8e31-96baf4e87998),segment_id=b7730cce-409d-4b97-8e31-96baf4e87998)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:41.040959 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] For port be510276-260b-40b2-8150-b6398ad014ee, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=be510276-260b-40b2-8150-b6398ad014ee,segment=NetworkSegment(b56162e6-7c70-4bc1-8b2d-c828fa645699),segment_id=b56162e6-7c70-4bc1-8b2d-c828fa645699)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:41.045531 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.048127 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.071429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b4cac5c2-6a09-4579-9673-62b816faef32 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:36:41.079102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b4cac5c2-6a09-4579-9673-62b816faef32 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170391 Nov 09 17:36:41.086497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4890-b65d-4867-9f5b-25511b4c1f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.102737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4890-b65d-4867-9f5b-25511b4c1f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.104478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0fbc4890-b65d-4867-9f5b-25511b4c1f35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05b58e5e-bf1d-4d92-8163-782b06137d3f HTTP/1.1" status: 204 len: 168 time: 1.2508018 Nov 09 17:36:41.134731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Request body: {'port': {'device_id': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:41.165786 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467458e-14a9-4a3c-8259-4cc6eae3ac73 None None] Pushing event updated for resources: {'Port': ['ID=be510276-260b-40b2-8150-b6398ad014ee,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.177880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc4890-b65d-4867-9f5b-25511b4c1f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b58e5e-bf1d-4d92-8163-782b06137d3f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.189599 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Routers {'44d472f1-9cb0-42c8-a993-6ac562c1c813'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:41.192444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['44d472f1-9cb0-42c8-a993-6ac562c1c813'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:41.205140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17161667-0561-418c-90b9-7758dc1401ae None None] Pushing event updated for resources: {'Port': ['ID=9870641d-7870-49a8-b926-86326675cf0c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.293667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Deleting port be510276-260b-40b2-8150-b6398ad014ee {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:41.294021 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.299644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.397850 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] Set router 44d472f1-9cb0-42c8-a993-6ac562c1c813 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:41.557503 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d472f1-9cb0-42c8-a993-6ac562c1c813', 'name': '', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:30Z', 'updated_at': '2021-11-09T17:36:40Z', 'revision_number': 4, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:41.628224 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acf8aa-b204-484c-8e06-af4b55df33b4 None None] The sync data for ids ['44d472f1-9cb0-42c8-a993-6ac562c1c813'] in n-d-804292-3 is: [{'id': '44d472f1-9cb0-42c8-a993-6ac562c1c813', 'name': '', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:30Z', 'updated_at': '2021-11-09T17:36:40Z', 'revision_number': 4, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:41.673772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.755353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.787664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Subnet': ['ID=671cda12-fcd4-43ed-9087-0b72effe2234,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.844740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=e8fb1e68-77e9-4287-8dff-3cfa127cad62,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.849270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] For port be510276-260b-40b2-8150-b6398ad014ee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=be510276-260b-40b2-8150-b6398ad014ee,segment=NetworkSegment(b56162e6-7c70-4bc1-8b2d-c828fa645699),segment_id=b56162e6-7c70-4bc1-8b2d-c828fa645699)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:41.850179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:41.967280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Calling delete_port for be510276-260b-40b2-8150-b6398ad014ee owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:42.049239 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.066857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d0df2-1e5e-45fb-a8d0-e29ab0477702 req-23f24837-7ec5-45c9-85ee-24463eaa15c4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:42.076058 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b17d0df2-1e5e-45fb-a8d0-e29ab0477702 req-23f24837-7ec5-45c9-85ee-24463eaa15c4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 945 time: 0.9193106 Nov 09 17:36:42.188888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2e8a84-66ea-4b80-a9a8-e4bb9391f135']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:42.192706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.193114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.197577 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7a5a6a9f-55b6-4521-af5e-73595652d839 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/e8fb1e68-77e9-4287-8dff-3cfa127cad62 HTTP/1.1" status: 204 len: 168 time: 2.3817396 Nov 09 17:36:42.208321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43810) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:42.249359 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eca5c8b-d08c-4bf1-a53c-7ac85ff1861b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:36:42.255570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1eca5c8b-d08c-4bf1-a53c-7ac85ff1861b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/e8fb1e68-77e9-4287-8dff-3cfa127cad62 HTTP/1.1" status: 404 len: 333 time: 0.0360723 Nov 09 17:36:42.266082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:42.319199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7730cce-409d-4b97-8e31-96baf4e87998') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:42.319545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7730cce-409d-4b97-8e31-96baf4e87998') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:42.326286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad6bd1-d54c-4ea0-a4f8-7dde5e7fdc39 req-c5d7f024-e574-4687-9180-010012998de9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:42.332084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8ad6bd1-d54c-4ea0-a4f8-7dde5e7fdc39 req-c5d7f024-e574-4687-9180-010012998de9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 932 time: 0.1990197 Nov 09 17:36:42.353920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b17d0df2-1e5e-45fb-a8d0-e29ab0477702 req-1b588190-a96e-45f2-b16f-e458af35b895 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742846 Nov 09 17:36:42.356037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.422842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.429809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.439988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:42.440726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:42.524615 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:42.545355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:36:42.545355 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:36:42.545355 n-d-804292-3 neutron-server[102555]: [parameters: {'id': '3c2e8a84-66ea-4b80-a9a8-e4bb9391f135'}] Nov 09 17:36:42.545355 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:36:42.545753 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:36:42.599844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:42.620344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8344-072c-4a37-a1fb-af213989e73a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.627490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.660779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8ad6bd1-d54c-4ea0-a4f8-7dde5e7fdc39 req-b68319d3-f2a7-480a-8da1-4119bc74eed6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067479 Nov 09 17:36:42.721121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8344-072c-4a37-a1fb-af213989e73a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.744503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-6ac321a4-b485-4c3b-8a28-c6fc6b920daf tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:42.746519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-6ac321a4-b485-4c3b-8a28-c6fc6b920daf tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 945 time: 0.2632527 Nov 09 17:36:42.751033 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.762203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.848249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Transition to ACTIVE for port object a2311311-6b55-45ef-84cc-39defe41f189 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:36:42.872895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.887649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.921269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event deleted for resources: {'Port': ['ID=be510276-260b-40b2-8150-b6398ad014ee,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:42.922655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.925429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8344-072c-4a37-a1fb-af213989e73a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.928434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8344-072c-4a37-a1fb-af213989e73a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:42.932566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8a3d8344-072c-4a37-a1fb-af213989e73a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/security-groups/e200ef80-a743-42d9-bf0d-c7f4973260e0 HTTP/1.1" status: 204 len: 168 time: 0.6629961 Nov 09 17:36:42.939898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:42.997654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:42.998076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:42.998393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:42.999053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:42.999435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.000480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.000792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.001135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.001868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.001960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.002479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.002673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:43.043723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d8344-072c-4a37-a1fb-af213989e73a tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e200ef80-a743-42d9-bf0d-c7f4973260e0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.044216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=d38f85a3-a3cc-4ae9-9035-50adfa1ab599,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.054511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.065921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f600a-dd17-4200-9d5d-78438451d9a6 None None] Network 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:43.184365 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.191048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.275741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9b3a3aea-348d-4910-ab1d-c032e9a3403d None None] Provisioning complete for port 9870641d-7870-49a8-b926-86326675cf0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:43.276063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3aea-348d-4910-ab1d-c032e9a3403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.306317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:43.306682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.309056 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 21bc1718-2157-495a-9cb4-abcc7f22d3a0 associated. External IP: 172.25.3.227, port: aab7460b-631c-4022-86c2-59d643fb4ea2. Nov 09 17:36:43.477377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3aea-348d-4910-ab1d-c032e9a3403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.537632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9b3a3aea-348d-4910-ab1d-c032e9a3403d None None] For port 9870641d-7870-49a8-b926-86326675cf0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9870641d-7870-49a8-b926-86326675cf0c,segment=NetworkSegment(b7730cce-409d-4b97-8e31-96baf4e87998),segment_id=b7730cce-409d-4b97-8e31-96baf4e87998)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:43.556324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3aea-348d-4910-ab1d-c032e9a3403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.599156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] DHCP port deletion for 3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:43.672329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a3aea-348d-4910-ab1d-c032e9a3403d None None] Pushing event updated for resources: {'Port': ['ID=9870641d-7870-49a8-b926-86326675cf0c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.693554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] Deleting port 9870641d-7870-49a8-b926-86326675cf0c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:43.694501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.705451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting port 9870641d-7870-49a8-b926-86326675cf0c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:43.706102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.791674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] For port 9870641d-7870-49a8-b926-86326675cf0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9870641d-7870-49a8-b926-86326675cf0c,segment=NetworkSegment(b7730cce-409d-4b97-8e31-96baf4e87998),segment_id=b7730cce-409d-4b97-8e31-96baf4e87998)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:43.792098 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.823364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] Calling delete_port for 9870641d-7870-49a8-b926-86326675cf0c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:43.969804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] For port 9870641d-7870-49a8-b926-86326675cf0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9870641d-7870-49a8-b926-86326675cf0c,segment=NetworkSegment(b7730cce-409d-4b97-8e31-96baf4e87998),segment_id=b7730cce-409d-4b97-8e31-96baf4e87998)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:43.971155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:43.995689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7639b5-2a88-4fcb-9c3e-139a42ce9a5a req-906f3c71-9c82-4225-b6a3-b4f494c58af0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:43.998271 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a7639b5-2a88-4fcb-9c3e-139a42ce9a5a req-906f3c71-9c82-4225-b6a3-b4f494c58af0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 945 time: 0.2998269 Nov 09 17:36:44.016776 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.022064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Calling delete_port for 9870641d-7870-49a8-b926-86326675cf0c owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:44.052674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] Pushing event deleted for resources: {'Port': ['ID=9870641d-7870-49a8-b926-86326675cf0c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:44.055830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c34f0a5-10a8-4e3e-9795-c892c2f6502d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.066616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6191bdd-b06d-4b96-b573-951523830e9a None None] No DVR routers for this DVR port 9870641d-7870-49a8-b926-86326675cf0c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:44.090012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.110190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:44.127433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.174496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a7639b5-2a88-4fcb-9c3e-139a42ce9a5a req-504db2f6-9e2f-48af-8184-b4b330f4f0b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640198 Nov 09 17:36:44.189184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c17504fb-fbbe-4d5f-9e3e-336be6eebdec req-2d74ea47-9947-41f5-8c04-7fbfd58f5377 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.2152207 Nov 09 17:36:44.248539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:36:44.248989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:36:44.249254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 on network 15130331-ab23-4622-aa4d-af8174953073 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:44.263697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Port a2311311-6b55-45ef-84cc-39defe41f189 on network 15130331-ab23-4622-aa4d-af8174953073 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:36:44.263829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 on network 15130331-ab23-4622-aa4d-af8174953073 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:44.268798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c34f0a5-10a8-4e3e-9795-c892c2f6502d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.299496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:44.299496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Checking segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:36:44.300001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Bound using segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:44.300498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Bound port: a2311311-6b55-45ef-84cc-39defe41f189, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:36:44.300837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.317759 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.318297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44d472f1-9cb0-42c8-a993-6ac562c1c813 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:44.358390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.363354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e18026c4-437e-4148-893a-83db2d219607 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/routers/44d472f1-9cb0-42c8-a993-6ac562c1c813 HTTP/1.1" status: 204 len: 168 time: 4.8458128 Nov 09 17:36:44.364900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43862) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:44.476695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:44.499566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:44.532106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:44.538292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:44.554626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:44.555867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:44.565132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.604822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.642369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:44.655829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:44.657733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:44.690923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c34f0a5-10a8-4e3e-9795-c892c2f6502d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.693716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c34f0a5-10a8-4e3e-9795-c892c2f6502d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.694957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7c34f0a5-10a8-4e3e-9795-c892c2f6502d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/security-groups/db6d603d-f984-4e67-a939-eed528f5cfe5 HTTP/1.1" status: 204 len: 168 time: 1.7510610 Nov 09 17:36:44.698470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.713130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:44.731533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4da1ec7c-bb82-4d55-9550-ba03e4f39f8b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.5895305 Nov 09 17:36:44.741773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No DVR routers for this DVR port 9870641d-7870-49a8-b926-86326675cf0c on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:44.754738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43874) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:44.769371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:44.770055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba153cc-7bb4-491c-828a-85608a5f18c5 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:44.790678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet fa7328bb-ba8e-4102-967e-04340fc55df4 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:44.804096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:44.804796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.810586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Deleting subnet 8dbf7a5a-08b4-4057-9646-9e87e4c351c0 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:44.815140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.852323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Port': ['ID=9870641d-7870-49a8-b926-86326675cf0c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:44.858588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.904909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.909635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:44.911147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:44.912890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] 10.222.0.43 "PUT /v2.0/ports/a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 1092 time: 3.8069406 Nov 09 17:36:44.921005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:44.923902 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:44.927685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34f0a5-10a8-4e3e-9795-c892c2f6502d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d603d-f984-4e67-a939-eed528f5cfe5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:44.980269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:44.985921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46293c-f67a-47c7-9f8e-d8acd504095a req-8564ed73-3b29-4d3a-be3d-9056095ddd5d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:44.996959 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e46293c-f67a-47c7-9f8e-d8acd504095a req-8564ed73-3b29-4d3a-be3d-9056095ddd5d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.4960785 Nov 09 17:36:45.047390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c90971-dae7-4e66-a761-2d60e6930fdf service neutron] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:45.094178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.141332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e46293c-f67a-47c7-9f8e-d8acd504095a req-0d69bf69-9010-4b66-a713-a2d36db57ed2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432331 Nov 09 17:36:45.152036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-10f532c5-d1e8-4997-958c-2d9ff3513d01 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/floatingips/21bc1718-2157-495a-9cb4-abcc7f22d3a0 HTTP/1.1" status: 200 len: 979 time: 0.3870802 Nov 09 17:36:45.162823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:45.226391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.266844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.379671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2e8a84-66ea-4b80-a9a8-e4bb9391f135']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:45.396598 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af69999-cfc7-409c-bc5f-ce7db3c0ce06 x-openstack-request-id: req-5af69999-cfc7-409c-bc5f-ce7db3c0ce06 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:45.396952 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:45.397110 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5af69999-cfc7-409c-bc5f-ce7db3c0ce06 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:45.397694 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'status': 'completed', 'code': 200} Nov 09 17:36:45.430860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7730cce-409d-4b97-8e31-96baf4e87998') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:45.431251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7730cce-409d-4b97-8e31-96baf4e87998') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:45.468326 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.471368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9870641d-7870-49a8-b926-86326675cf0c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:45.495746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-413eff83-575b-449a-9603-f24cd765dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:45.498099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-413eff83-575b-449a-9603-f24cd765dc51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1095 time: 0.4608507 Nov 09 17:36:45.499395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.503523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.525611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:45.527425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:45.536916 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:45.543766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9870641d-7870-49a8-b926-86326675cf0c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:45.544333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9870641d-7870-49a8-b926-86326675cf0c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:45.710164 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-f39cc22d-2a2b-4a3b-ad52-9035b7742a58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.2026353 Nov 09 17:36:45.714917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.730643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:45.744585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f79c723b-f2a3-40ec-90f3-c359e592afc3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5804632 Nov 09 17:36:45.748840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43892) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:45.750114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.756891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'port_id': '76fbfc47-d761-4ab2-884d-0203038ac3dd'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:45.798369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.802891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-d92f830a-bf2c-45e4-9018-8d954d008424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:45.805288 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-d92f830a-bf2c-45e4-9018-8d954d008424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.0802829 Nov 09 17:36:45.852117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:45.886433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbf7a5a-08b4-4057-9646-9e87e4c351c0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:45.899633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:45.899997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:45.903857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=f7a732c4-7ea6-4c9d-993e-9a84fd41eb25,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:45.925601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.933948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 HTTP/1.1" status: 204 len: 168 time: 6.1451664 Nov 09 17:36:45.948408 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:45.950692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:46.024154 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76a4c792-2a0d-4a75-bea4-17a5c7e2c3b4 req-4d7505ea-1539-4a66-8a4b-216cbb23e977 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0687301 Nov 09 17:36:46.025479 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-a7beb4bb-1d65-435f-8850-89208039afc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752653 Nov 09 17:36:46.046524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:46.050168 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae3ec058-ba01-489a-96b1-73ca721b575f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/8dbf7a5a-08b4-4057-9646-9e87e4c351c0 HTTP/1.1" status: 204 len: 168 time: 1.6754410 Nov 09 17:36:46.092514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43898) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:46.093704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:46.097651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:46.102159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55bf0ea0-1bd7-4d09-8fed-63c79eef6f3b req-957d327a-fe29-46d2-88c2-e13dd8a002fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "DELETE /v2.0/ports/f7a732c4-7ea6-4c9d-993e-9a84fd41eb25 HTTP/1.1" status: 204 len: 173 time: 3.3463211 Nov 09 17:36:46.264900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:46.362008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7328bb-ba8e-4102-967e-04340fc55df4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:46.406144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:46.410357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-791c78ac-6b13-49d2-87ac-61f2c816ac36 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/fa7328bb-ba8e-4102-967e-04340fc55df4 HTTP/1.1" status: 204 len: 168 time: 1.6899168 Nov 09 17:36:46.422132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43902) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:46.429360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f3e39b-507d-43c1-b862-69a8e074ce9f None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:46.446824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:46.454691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:46.533745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-a7a4662e-db05-4944-b60e-109e573a24ea service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968638 Nov 09 17:36:46.549869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.558778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.567334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.573656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.583631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.595589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.603870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.613609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-fde2b19b-4e8a-458c-a889-ed6c037df595 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.3767891 Nov 09 17:36:46.634205 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4658db7c-10c6-4bbe-b4fd-7952f3975d18 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:46.635250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4658db7c-10c6-4bbe-b4fd-7952f3975d18 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:46.642916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4658db7c-10c6-4bbe-b4fd-7952f3975d18 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/671cda12-fcd4-43ed-9087-0b72effe2234 HTTP/1.1" status: 404 len: 337 time: 0.6829650 Nov 09 17:36:46.647145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:46.647956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255be50d-7ff6-4064-bdb8-8f81c8580357 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Network': ['ID=3c2e8a84-66ea-4b80-a9a8-e4bb9391f135,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:46.686311 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-306d0b6c-be85-4af5-a9aa-99220fed5678 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:46.687454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306d0b6c-be85-4af5-a9aa-99220fed5678 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:46.690676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-306d0b6c-be85-4af5-a9aa-99220fed5678 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/3c2e8a84-66ea-4b80-a9a8-e4bb9391f135 HTTP/1.1" status: 404 len: 339 time: 0.0445151 Nov 09 17:36:46.695295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:46.704131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192206a-6330-48ef-ba71-6daa54a4475a req-ad45e8c4-b172-401b-9707-fe854357ffde tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.712125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0192206a-6330-48ef-ba71-6daa54a4475a req-ad45e8c4-b172-401b-9707-fe854357ffde tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=385f89a2-2dbd-4998-816f-8bf01c9a5676 HTTP/1.1" status: 200 len: 867 time: 1.1389539 Nov 09 17:36:46.815630 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-68842139-1d07-45ab-bb4e-c0972baaa6e4 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:46.816090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68842139-1d07-45ab-bb4e-c0972baaa6e4 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:46.819553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-68842139-1d07-45ab-bb4e-c0972baaa6e4 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/76b8c609-85a9-4412-8957-29c8601f7080 HTTP/1.1" status: 404 len: 337 time: 0.1050413 Nov 09 17:36:46.835469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:46.894441 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b5c547-a424-4fb0-a9ae-ec21b431b005 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:46.894956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b5c547-a424-4fb0-a9ae-ec21b431b005 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:46.898479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33b5c547-a424-4fb0-a9ae-ec21b431b005 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/b10cb387-35c7-4a09-837a-b7be89a44042 HTTP/1.1" status: 404 len: 339 time: 0.0617740 Nov 09 17:36:46.908573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:47.038179 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-998e9c53-cffd-4463-9547-ba00619944f9 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:47.038642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998e9c53-cffd-4463-9547-ba00619944f9 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:47.041947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-998e9c53-cffd-4463-9547-ba00619944f9 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/71ec4052-76af-4bae-a105-1fdc1b12f0b6 HTTP/1.1" status: 404 len: 337 time: 0.1298299 Nov 09 17:36:47.049279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:47.098056 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.105120 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc4030c-d8ef-4c22-873a-4ae9d0faa7b5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:47.105854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc4030c-d8ef-4c22-873a-4ae9d0faa7b5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:47.112842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5bc4030c-d8ef-4c22-873a-4ae9d0faa7b5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/47b985b0-4b6a-4fe3-bb35-b6d2809a3548 HTTP/1.1" status: 404 len: 339 time: 0.0624666 Nov 09 17:36:47.128194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43916) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:47.132997 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0192206a-6330-48ef-ba71-6daa54a4475a req-f5b9b1d9-8b23-4396-ab6b-309e6103d0b2 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150548 Nov 09 17:36:47.448461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'name': 'network-vif-deleted', 'tag': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:47.451355 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a44d769-31b2-4599-ab29-9123b599828e" -d '{"events": [{"server_uuid": "385f89a2-2dbd-4998-816f-8bf01c9a5676", "name": "network-vif-deleted", "tag": "f7a732c4-7ea6-4c9d-993e-9a84fd41eb25"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:47.458486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91221fac-b5da-4730-a494-a3a4235fffa8 req-ae41628d-701d-4120-b4bd-ac1c14f9308e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.0724652 Nov 09 17:36:47.502619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab125632-2d43-401a-8c0d-d3487e60a164']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:47.537792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20eb2d-f211-443f-8b30-87f3a11ff4e3 req-4de6d922-01ba-4566-9172-762ecf8b9c3d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.540280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d20eb2d-f211-443f-8b30-87f3a11ff4e3 req-4de6d922-01ba-4566-9172-762ecf8b9c3d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.2705379 Nov 09 17:36:47.550526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56162e6-7c70-4bc1-8b2d-c828fa645699') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:47.551756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56162e6-7c70-4bc1-8b2d-c828fa645699') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:47.567233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f888dc8-f45e-4fa9-91dc-4ce7fa5da64a req-c67c4218-69b8-49a3-b679-3e4a78d20067 service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9474185 Nov 09 17:36:47.590265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a0b575a-e4c4-4995-8674-0a88f82e2e7d req-e757c33e-7ad9-404c-b163-490d19cf33ce tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9756920 Nov 09 17:36:47.645832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.680929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:47.689523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.709463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d20eb2d-f211-443f-8b30-87f3a11ff4e3 req-4611fa0a-877e-49c9-8425-2f337e7614e2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569719 Nov 09 17:36:47.710799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.739407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.751177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.762643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.773308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.783478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.795472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.805328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:47.808042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5f92257e-6bbe-49fa-b4d3-b272d5ad4715 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.6688182 Nov 09 17:36:47.820839 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806770e-c296-40cf-ba1e-8fcc64b04cc4 x-openstack-request-id: req-d806770e-c296-40cf-ba1e-8fcc64b04cc4 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:47.821163 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385f89a2-2dbd-4998-816f-8bf01c9a5676", "name": "network-vif-deleted", "tag": "f7a732c4-7ea6-4c9d-993e-9a84fd41eb25", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:47.821376 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d806770e-c296-40cf-ba1e-8fcc64b04cc4 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:47.821783 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385f89a2-2dbd-4998-816f-8bf01c9a5676', 'name': 'network-vif-deleted', 'tag': 'f7a732c4-7ea6-4c9d-993e-9a84fd41eb25', 'status': 'completed', 'code': 200} Nov 09 17:36:47.859918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.865663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.882790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:47.883239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:47.885186 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:47.926120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e154b674-6d72-427f-b7b4-8f8f3716c49d None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:47.927184 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e154b674-6d72-427f-b7b4-8f8f3716c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:48.013188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3fe6a821-6b35-4108-a4e2-cf97ea6c4705 req-3968d4d4-2894-4579-a7da-e4f0d9425cd0 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1875181 Nov 09 17:36:48.030008 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 21bc1718-2157-495a-9cb4-abcc7f22d3a0 associated. External IP: 172.25.3.227, port: aab7460b-631c-4022-86c2-59d643fb4ea2. Nov 09 17:36:48.099779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-389a8a48-bba4-432b-ae40-af9b2fdffb44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:48.102136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-389a8a48-bba4-432b-ae40-af9b2fdffb44 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2639654 Nov 09 17:36:48.129831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e154b674-6d72-427f-b7b4-8f8f3716c49d None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:48.130366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e154b674-6d72-427f-b7b4-8f8f3716c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:48.179208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e154b674-6d72-427f-b7b4-8f8f3716c49d None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:48.187821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-dec6970e-e8b1-480a-93b5-a28d93009804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:48.190190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-dec6970e-e8b1-480a-93b5-a28d93009804 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1095 time: 0.3711550 Nov 09 17:36:48.193982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting port 184ac72e-8958-44ee-9afc-27abe4925bf8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:48.194373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:48.252869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:48.357296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab125632-2d43-401a-8c0d-d3487e60a164 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:36:48.549973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:48.863346 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:48.869252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ab125632-2d43-401a-8c0d-d3487e60a164 HTTP/1.1" status: 204 len: 168 time: 2.7656245 Nov 09 17:36:48.962498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20957ec3-4796-4988-a4ad-2ca84208c3f7 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab125632-2d43-401a-8c0d-d3487e60a164,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:48.980108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:48.993695 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:49.007850 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:49.008483 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.065103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ddc7550a-4ad8-44c8-af7b-19f23bccff7c req-b9d6b9b6-5dfc-4790-b488-ada66c45e544 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1628957 Nov 09 17:36:49.065944 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.077873 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:49.078641 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.081031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.089414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.112103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.117862 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.120238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.127697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.134958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.135891 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.136789 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0e995-a85d-410a-8e6d-0b6419c15419 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:49.145911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.147921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-4e4f08f6-71d1-4020-a66e-e7aac82df892 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5442 time: 0.2997332 Nov 09 17:36:49.200425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Calling delete_port for 184ac72e-8958-44ee-9afc-27abe4925bf8 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:49.278377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b593dfd3-775a-4ed6-bc55-602e5fa56bd2 req-56271c37-f3a0-4230-90fd-367ebdb6b385 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193848 Nov 09 17:36:49.329223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-f87f3ee1-32e2-4acf-9c5b-a5bb300e1f2b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2085187 Nov 09 17:36:49.352178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:49.357722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'name': 'tempest-router--1954812189', 'project_id': '05b75bf2b2274aac85d532c44ba1f806'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:49.420872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaed961-2477-426e-9ad0-9b6a7c0afe97 req-065b38bd-a616-43a9-b3b2-30a68b5929ef tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.436784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5eaed961-2477-426e-9ad0-9b6a7c0afe97 req-065b38bd-a616-43a9-b3b2-30a68b5929ef tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.5644362 Nov 09 17:36:49.444296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:49.459215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-133c59f1-b92d-4579-b89f-a35a6905d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.461917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-133c59f1-b92d-4579-b89f-a35a6905d8c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 1.2627614 Nov 09 17:36:49.477831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:49.479210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.480650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.627202 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-032e4b56-ff33-4669-94ee-8bbb41894f70 req-559a24dd-ae59-4e03-b200-b492e980f927 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0742562 Nov 09 17:36:49.628628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.638205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.667438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-53b54d41-38d4-406c-a20b-5b401a611613 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.1870987 Nov 09 17:36:49.690591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.691984 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a578d1d-7b24-410e-9c38-6ec416782d73 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3386388 Nov 09 17:36:49.697393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43944) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:49.793307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:49.798884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.808805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.810578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:49.826892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:49.827984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.871927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.885598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.891567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 825e09da-b762-41ae-b5eb-edbf7c9f4257 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:49.910431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:49.935710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:49.936521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.970542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5eaed961-2477-426e-9ad0-9b6a7c0afe97 req-474af71a-15f5-4af3-9e71-b9e71bcae71f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070369 Nov 09 17:36:49.991739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:49.992913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d29fe6-bb85-47b9-83d8-64f46ef1625c None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:50.001749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:50.012806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.031165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:50.052593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.053895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.066355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a2311311-6b55-45ef-84cc-39defe41f189 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:36:50.071177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae48e3-91e6-4866-98c5-e1bc3ee97bce None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:50.089068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7d0104a3-a8d2-4ffc-b8a3-7a31c42c8201 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/floatingips/21bc1718-2157-495a-9cb4-abcc7f22d3a0 HTTP/1.1" status: 200 len: 979 time: 4.3325222 Nov 09 17:36:50.090032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.136165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-84efdef9-cfe7-487c-9e3b-e79396993d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.139794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-84efdef9-cfe7-487c-9e3b-e79396993d0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.4440126 Nov 09 17:36:50.142079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=ab3c74b1-b8d3-48d2-ac82-723750f2f1ac,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:50.170849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Port': ['ID=184ac72e-8958-44ee-9afc-27abe4925bf8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:50.197015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.204037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c28d7bba-6e5a-41d9-bbb1-5b10eca418c1 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/ports/184ac72e-8958-44ee-9afc-27abe4925bf8 HTTP/1.1" status: 204 len: 168 time: 3.0532441 Nov 09 17:36:50.212698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.287816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d7d77d51-bf30-451b-8023-81148ef5038b tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8585546 Nov 09 17:36:50.330548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-2cd11620-2312-44a3-9300-09210bc29ff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705124 Nov 09 17:36:50.331102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43958) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.339235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'security_group': {'name': 'tempest-secgroup-261735155'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:50.347135 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63ae04f-d601-4f3f-9bd5-bcfc3b3e5ab7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:50.347601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63ae04f-d601-4f3f-9bd5-bcfc3b3e5ab7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:50.351128 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e63ae04f-d601-4f3f-9bd5-bcfc3b3e5ab7 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/66f79431-8716-4945-a576-925c192ffca9 HTTP/1.1" status: 404 len: 337 time: 0.1292274 Nov 09 17:36:50.373542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43960) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.404912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.483730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:50.488809 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6977291-799d-44c6-a215-6301f1f58b0a" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:50.505341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:50.512847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:50.545759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.547746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3b89beff-f915-477d-a855-e61e7d30d7a0 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:50.565848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:50.615473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.623899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a2311311-6b55-45ef-84cc-39defe41f189', 'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'port_id': 'a2311311-6b55-45ef-84cc-39defe41f189', 'mac_address': 'fa:16:3e:be:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc0e351-cad3-4ded-8068-41cb376c6ee7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:36:50.654410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.658967 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.700662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-e230fa8f-c6e8-4abc-91a3-49752c24eb03 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.715772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-e230fa8f-c6e8-4abc-91a3-49752c24eb03 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.9371896 Nov 09 17:36:50.777206 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.819510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:50.831864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-d14cf2d4-133a-447c-afba-0e74cbe675b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.1145694 Nov 09 17:36:50.834042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=48f4ba53-c3f1-483d-b396-616b01385482,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:50.841165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-eabb1f54-c3fa-49d3-a526-5d252779a848 service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878507 Nov 09 17:36:50.847620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.866109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.866898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b960a2d-32bd-425d-af76-79c97d7f88c4 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:50.867744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.878812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.882758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.896486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.909119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.919474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.927995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.928256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:50.930057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a470f7c-a909-424e-a197-9dfe5b7eedb4 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/routers/0b960a2d-32bd-425d-af76-79c97d7f88c4 HTTP/1.1" status: 204 len: 168 time: 1.2314949 Nov 09 17:36:50.934450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.943436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-b437a3d8-fca9-4aac-b139-3f167dfe44c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 5440 time: 0.4374204 Nov 09 17:36:50.986938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:51.026505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:51.036742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.047187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.188218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.197381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-e678b3e5-b10d-43e4-b047-09b1e8455292 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3553402 Nov 09 17:36:51.198531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:51.209487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.210210 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 21bc1718-2157-495a-9cb4-abcc7f22d3a0 disassociated. External IP: 172.25.3.227, port: 76fbfc47-d761-4ab2-884d-0203038ac3dd. Nov 09 17:36:51.242661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] For port 48f4ba53-c3f1-483d-b396-616b01385482, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:51.244334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3b89beff-f915-477d-a855-e61e7d30d7a0,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:51.274455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6ee91a6a-5578-4fad-ab74-f1547775038f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:36:51.274729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6ee91a6a-5578-4fad-ab74-f1547775038f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078061 Nov 09 17:36:51.287031 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.287739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device af5f35fd-94c0-4144-91d9-c409e69e2324 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:51.322218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.335577 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3df954aa-193c-48a2-82c3-a0d93af95b23 req-5d054fd5-282e-4aff-bd7f-cbade9b8f733 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3911467 Nov 09 17:36:51.347716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.364245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a2311311-6b55-45ef-84cc-39defe41f189'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:51.386146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.444383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:51.469106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] device_id is not set on port 48f4ba53-c3f1-483d-b396-616b01385482 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:51.493753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9b3ede3-ffea-4399-b709-f7a0a9bc0c55 req-a10836b1-e631-43ed-a334-acb78fa5832a service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393236 Nov 09 17:36:51.494025 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52da1c6-4b78-47b1-bd89-b8450236bf89 x-openstack-request-id: req-b52da1c6-4b78-47b1-bd89-b8450236bf89 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:51.494334 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:51.494592 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b52da1c6-4b78-47b1-bd89-b8450236bf89 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:51.495019 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'code': 200} Nov 09 17:36:51.495623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627aff26-2209-49bf-9083-5e4e96da42fb']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:51.523342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.532132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.534492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1993525 Nov 09 17:36:51.537732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:51.538312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b737fe-c613-4a7c-8279-e8c2b35b10b5') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:51.541097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:51.553252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'security_group': {'name': 'tempest-secgroup-113611740'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:51.555208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-52b66c54-bc50-421d-a183-70fc158acf66 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676146 Nov 09 17:36:51.562199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0cfe-8916-4247-8cac-ea939c5f04e2 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a5ee6f-1352-4d5f-9938-78df18aaf513,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:51.570479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.572707 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.599189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:51.605894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] Update dhcp port {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'fixed_ips': [{'subnet_id': 'a5fbe557-c38f-44df-bad7-f8dd7368c462', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ab3c74b1-b8d3-48d2-ac82-723750f2f1ac'}], 'binding:host_id': 'n-d-804292-3'}, 'id': 'd08ab5ea-4d6e-4e40-bc81-121b6eaed731'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:36:51.641767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.694124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:51.694550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.700123 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5dc6c76d-fbb9-4ece-a077-f9964028f77b req-e7d92546-274b-4813-aa77-bb274c0fa3f7 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0545483 Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:51.700831 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:51.714739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.780984 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.802356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] No DVR routers for this DVR port 48f4ba53-c3f1-483d-b396-616b01385482 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:51.804480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Pushing event updated for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:51.820849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.923875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1970394350', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:51.937697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=af5f35fd-94c0-4144-91d9-c409e69e2324,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:51.946976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:51.969457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.987393 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:51.988476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48f4ba53-c3f1-483d-b396-616b01385482 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:52.012818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.042489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.050497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.050497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.071845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.075801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/627aff26-2209-49bf-9083-5e4e96da42fb HTTP/1.1" status: 204 len: 168 time: 1.7001040 Nov 09 17:36:52.082168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] In _notify_port_updated(), no bound segment for port 48f4ba53-c3f1-483d-b396-616b01385482 on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:36:52.083116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.083757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.085261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-c684ca07-3e34-499e-aaaf-a6b2a542328c service neutron] 10.222.0.83 "PUT /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 200 len: 1031 time: 2.6827085 Nov 09 17:36:52.094358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:52.112427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08203028-4f67-413f-95bd-6033acfde8ff tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Network': ['ID=627aff26-2209-49bf-9083-5e4e96da42fb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:52.114321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7852cf3-e692-42ca-90d8-2e45f95c7cdb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:52.120925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.122231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5edcf960-465a-43bb-a4df-1b966c803542 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5731440 Nov 09 17:36:52.128499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43982) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:52.132887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225335837'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:52.168581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350264d8-a888-4d2e-96db-5cef869ed0e2 req-ddc8b4f7-9384-4adc-a296-8c9ad6f29849 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.170199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-350264d8-a888-4d2e-96db-5cef869ed0e2 req-ddc8b4f7-9384-4adc-a296-8c9ad6f29849 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.2052495 Nov 09 17:36:52.188893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:52.191809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cc772f0b-307f-4821-95b5-d5f80f648226 None None] Provisioning complete for port 48f4ba53-c3f1-483d-b396-616b01385482 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:52.192058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc772f0b-307f-4821-95b5-d5f80f648226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.192793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-f8326f1c-6802-4a8a-8989-14b04f8bac6f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.194427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-f8326f1c-6802-4a8a-8989-14b04f8bac6f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "GET /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0948038 Nov 09 17:36:52.208030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:52.213510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:52.224513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-68dad491-a9de-48ca-a049-3c77fbc953ef service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603737 Nov 09 17:36:52.236964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:52.248465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.254492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.259648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cc772f0b-307f-4821-95b5-d5f80f648226 None None] Port 48f4ba53-c3f1-483d-b396-616b01385482 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:52.276399 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:52.279885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 48f4ba53-c3f1-483d-b396-616b01385482 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:52.281045 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:52.285769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device ee9048a4-8790-4e0b-afd1-14fb6319068d no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:52.368615 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:36:52.369649 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:52.392163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:52.392889 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:36:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:52.411394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-350264d8-a888-4d2e-96db-5cef869ed0e2 req-232aaf9a-b55c-42ba-be7b-5c22e61e890f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046309 Nov 09 17:36:52.417263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.476917 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:52.477602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6677a7bd-3ec5-464f-ab7b-b4d8075c5026 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:52.514479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.555333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.556628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.624969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3fde08b7-1421-4430-b849-ed489383ef42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/floatingips/21bc1718-2157-495a-9cb4-abcc7f22d3a0 HTTP/1.1" status: 200 len: 688 time: 2.5308263 Nov 09 17:36:52.633265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:52.671959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.673967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5453684 Nov 09 17:36:52.682063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] Allocated IP 172.20.0.2 (d6e50db0-02a7-4dac-95a4-39542274a307/ab3c74b1-b8d3-48d2-ac82-723750f2f1ac/d08ab5ea-4d6e-4e40-bc81-121b6eaed731) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:52.719489 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.725273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:52.733144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1111435300', 'security_groups': ['210db8fc-4c9d-4ee7-bf2f-33a539b3528b'], 'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab3c74b1-b8d3-48d2-ac82-723750f2f1ac'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:52.740819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a63d82-9599-4f1b-a72d-fa7f4690009d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210db8fc-4c9d-4ee7-bf2f-33a539b3528b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:52.803861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-afdbcd75-01f1-4073-8554-b58e1c2aaa11 req-28793503-b840-487e-bb88-064ec4d245b2 service neutron] (102554) timed out ('10.222.0.45', 46634) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:36:52.810387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:52.838135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.859754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.876345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.891226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.910172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.920524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:52.923114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-6831ad8c-e8c7-4d43-8b76-01dd12e44161 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 4658 time: 0.3975799 Nov 09 17:36:52.930048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,segment=NetworkSegment(c390b1fe-c390-4fbf-aa19-21aac51dab16),segment_id=c390b1fe-c390-4fbf-aa19-21aac51dab16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:53.008017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7302241-7d78-4255-8172-1aba6163d4ff req-ba3bc7da-b4bb-45d1-8c66-4c20e2ab25ac tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 210 time: 0.0337436 Nov 09 17:36:53.024334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=ee9048a4-8790-4e0b-afd1-14fb6319068d,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:53.056404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.069242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.118362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.130015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting port 957e2694-6788-479d-9746-853a92fd04ad {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:53.130259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.282153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5fa54e8-d168-404b-bb77-2acf727193b7 req-e3022ddf-87f1-4628-ab4b-7a20b4b312a7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&id=42888797-2eac-4162-a158-4fca716be803&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3262818 Nov 09 17:36:53.310849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04532813-43f1-48f3-aa27-fbb810d92ca3 req-4124a60f-9e20-4f47-aad4-8278ccc8e774 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0625889 Nov 09 17:36:53.350165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.366899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port d38f85a3-a3cc-4ae9-9035-50adfa1ab599 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:53.367274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.377749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Calling delete_port for 957e2694-6788-479d-9746-853a92fd04ad owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:53.398940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] For port ee9048a4-8790-4e0b-afd1-14fb6319068d, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:53.417181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cc26f-44c7-4a6d-a9a3-28e8f172bfb1 None None] Pushing event updated for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:53.462656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:53.496381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:53.502342 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdaa4a6-7465-4888-9850-2719ff66194a" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:53.664677 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b136a9-7f4f-4f7b-96cd-5cf7f00124c1 x-openstack-request-id: req-f9b136a9-7f4f-4f7b-96cd-5cf7f00124c1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:53.665317 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:53.666634 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9b136a9-7f4f-4f7b-96cd-5cf7f00124c1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:53.668504 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0', 'code': 200} Nov 09 17:36:53.669006 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324', 'code': 200} Nov 09 17:36:53.714174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] device_id is not set on port ee9048a4-8790-4e0b-afd1-14fb6319068d yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:53.751859 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.768684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.773377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:53.838768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:53.866699 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:36:53.867694 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:36:53.878676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a5034-44da-4ce3-9260-d00fd1f4b51d req-b781a0ed-5704-4d1a-9755-7b357079659a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:53.882638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f24a5034-44da-4ce3-9260-d00fd1f4b51d req-b781a0ed-5704-4d1a-9755-7b357079659a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.2597647 Nov 09 17:36:53.898602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] device_id is not set on port 713e1e59-6ab1-410d-b827-6a84e65c8d44 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:54.060755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a2311311-6b55-45ef-84cc-39defe41f189 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:54.158303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] No DVR routers for this DVR port ee9048a4-8790-4e0b-afd1-14fb6319068d on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:54.240904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port a2311311-6b55-45ef-84cc-39defe41f189 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:36:54.246205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a2311311-6b55-45ef-84cc-39defe41f189 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:54.246859 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.300750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.335001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f24a5034-44da-4ce3-9260-d00fd1f4b51d req-8b2e90ac-4f89-4c57-9f28-ec286b699d23 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579364 Nov 09 17:36:54.422273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] In _notify_port_updated(), no bound segment for port ee9048a4-8790-4e0b-afd1-14fb6319068d on network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:36:54.423941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:54.424877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.428025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-dccd0767-0052-4e38-a0da-22d9f63327c4 service neutron] 10.222.0.83 "PUT /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 200 len: 1031 time: 2.2177815 Nov 09 17:36:54.442892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.471576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 9d51d939-2eb8-43bd-90b4-4317999bba79 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:54.475866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Provisioning complete for port ee9048a4-8790-4e0b-afd1-14fb6319068d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:54.476138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.480693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Port': ['ID=957e2694-6788-479d-9746-853a92fd04ad,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:54.496417 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.497328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.516388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02f064dd-8d2e-40a3-95aa-50de70b7b634 req-0f365f52-b836-44fa-aed0-d5c1426ea6b3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 210 time: 0.2074890 Nov 09 17:36:54.540548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for d38f85a3-a3cc-4ae9-9035-50adfa1ab599 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:54.542657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:54.562472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.636429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.650902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/ports/957e2694-6788-479d-9746-853a92fd04ad HTTP/1.1" status: 204 len: 168 time: 2.5493715 Nov 09 17:36:54.651176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Port ee9048a4-8790-4e0b-afd1-14fb6319068d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:54.663296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44026) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:54.679881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:54.686790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.707983 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-158dcda7-19c5-4739-8239-d0b8cbf0981a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] DELETE failed (client error): The resource could not be found. Nov 09 17:36:54.708604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158dcda7-19c5-4739-8239-d0b8cbf0981a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:54.710662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:54.711069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.715155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-158dcda7-19c5-4739-8239-d0b8cbf0981a tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/c2c18302-93f7-4444-8c3e-4c9bbd6c604a HTTP/1.1" status: 404 len: 337 time: 0.0459895 Nov 09 17:36:54.717771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44028) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:54.774052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.774845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.775409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.775922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.776428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.776980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.777504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.778154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.778655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.779199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.779730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.780242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3afde5-68c3-4d43-af3c-3a4e945a3a50 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:54.785984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9d51d939-2eb8-43bd-90b4-4317999bba79,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:54.792447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.844402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.845476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d291281e-5218-4572-bf64-cacf3471a351 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:54.847385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.9 (d6e50db0-02a7-4dac-95a4-39542274a307/ab3c74b1-b8d3-48d2-ac82-723750f2f1ac/713e1e59-6ab1-410d-b827-6a84e65c8d44) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:54.908728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:54.960180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b3a6a8f-4baf-4c75-a7f7-a335d68409e7 req-380657c9-fa11-49e5-846a-1d5d24c31924 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0938685 Nov 09 17:36:55.090468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-b56f6b48-da39-4a26-bada-dd3326300bf4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.093225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-b56f6b48-da39-4a26-bada-dd3326300bf4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.2972672 Nov 09 17:36:55.111013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:55.128980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:55.129769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.139290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:55.245812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.251599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7b546-4737-469e-a400-dadd27a659cb None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:55.278455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Allocated IP 172.25.3.247 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/cea84de1-0ade-40a6-b444-689fb751fb0b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:55.285348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-4142844e-2124-4239-9e26-fd04fb4c976e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.293035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-4142844e-2124-4239-9e26-fd04fb4c976e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.298347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.301358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-4142844e-2124-4239-9e26-fd04fb4c976e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.308023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-4142844e-2124-4239-9e26-fd04fb4c976e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.313925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-4142844e-2124-4239-9e26-fd04fb4c976e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.315686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-4142844e-2124-4239-9e26-fd04fb4c976e tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 3880 time: 0.8260393 Nov 09 17:36:55.349393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d291281e-5218-4572-bf64-cacf3471a351,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:55.360708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.364521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=d38f85a3-a3cc-4ae9-9035-50adfa1ab599,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:55.395984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.464368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:55.488739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port d291281e-5218-4572-bf64-cacf3471a351 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:55.489088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.507826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:55.565146 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67361dad-46d4-4332-8b3a-fce00b1023b0 req-33c58a25-79f1-4a12-9fc1-17f7b585ec0f tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381256 Nov 09 17:36:55.618603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:55.620176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.665906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:55.670059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.688833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.711727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.714414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.716740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79'}, {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:55.719543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-92821449-c0d7-42ba-9d70-f3a890dbe1d4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/floatingips/21bc1718-2157-495a-9cb4-abcc7f22d3a0 HTTP/1.1" status: 204 len: 168 time: 3.0791366 Nov 09 17:36:55.722585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44034) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:55.723627 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e58d20-1a4b-456f-8ad8-9d53c96d8746" -d '{"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-plugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79"}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "d291281e-5218-4572-bf64-cacf3471a351"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:55.735325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] For port d291281e-5218-4572-bf64-cacf3471a351, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d291281e-5218-4572-bf64-cacf3471a351,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:55.736013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.747724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.772402 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.777884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for d291281e-5218-4572-bf64-cacf3471a351 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:55.781361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f1b7b-b81e-4031-bf33-19979500d99c req-1019e031-a516-4a03-bde8-84bd8d240689 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:55.783390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-158f1b7b-b81e-4031-bf33-19979500d99c req-1019e031-a516-4a03-bde8-84bd8d240689 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2491934 Nov 09 17:36:55.792805 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-a7e42b50-47d6-4e9e-9d58-c2d68972f67e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] delete failed (client error): The resource could not be found. Nov 09 17:36:55.799409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a7e42b50-47d6-4e9e-9d58-c2d68972f67e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/floatingips/21bc1718-2157-495a-9cb4-abcc7f22d3a0 HTTP/1.1" status: 404 len: 345 time: 0.0740187 Nov 09 17:36:55.800271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:55.800933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776735ea-6df6-4e1b-a6ab-e292d170920e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:55.820599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c5647a-30cc-4967-b8d2-88012f6ed6cb') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:55.821211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c5647a-30cc-4967-b8d2-88012f6ed6cb') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:55.906186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.912199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0503ba79-6641-48c0-a798-78786c097904 req-7efaa0a1-8eb8-4b4b-9df5-20d81ae4086b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 210 time: 0.0884650 Nov 09 17:36:55.953160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.964072 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.966324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:55.966750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:55.972079 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:56.021873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.054548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8f896-6a20-4629-8324-c03ad6105317 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:56.060867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8f896-6a20-4629-8324-c03ad6105317 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:56.063848 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b3669-bb58-48d6-970c-68c5eed8b873 x-openstack-request-id: req-1b7b3669-bb58-48d6-970c-68c5eed8b873 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:56.064999 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-plugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79", "code": 200}, {"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "d291281e-5218-4572-bf64-cacf3471a351", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:56.065714 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b7b3669-bb58-48d6-970c-68c5eed8b873 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:56.066942 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'code': 200} Nov 09 17:36:56.067701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8f896-6a20-4629-8324-c03ad6105317 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:56.068437 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79', 'code': 200} Nov 09 17:36:56.072765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-41b8f896-6a20-4629-8324-c03ad6105317 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/ports?network_id=65b625ed-544a-4da5-a522-9cfb5ffb6905 HTTP/1.1" status: 200 len: 2360 time: 0.2682271 Nov 09 17:36:56.074602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44042) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.086930 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351', 'code': 200} Nov 09 17:36:56.107471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:56.111550 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-158f1b7b-b81e-4031-bf33-19979500d99c req-2a715901-74be-48ea-b2e7-8dc1878dda94 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060894 Nov 09 17:36:56.138455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.11 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/81f15109-1747-468d-930e-740271123d8e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:56.143254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:56.152506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:56.156179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:56.164008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:56.167578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.168643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:56.188317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event updated for resources: {'Port': ['ID=cea84de1-0ade-40a6-b444-689fb751fb0b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:56.198766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=713e1e59-6ab1-410d-b827-6a84e65c8d44,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:56.245882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.246453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039b56d-260c-41e1-988f-4b99d9be534a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:56.252183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/776735ea-6df6-4e1b-a6ab-e292d170920e HTTP/1.1" status: 204 len: 168 time: 1.5308349 Nov 09 17:36:56.276882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44044) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.333159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-efe4dbab-35fa-4af9-b0ef-0c455f9010bd None None] Provisioning complete for port cea84de1-0ade-40a6-b444-689fb751fb0b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:56.333533 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efe4dbab-35fa-4af9-b0ef-0c455f9010bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.377374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-efe4dbab-35fa-4af9-b0ef-0c455f9010bd None None] Port cea84de1-0ade-40a6-b444-689fb751fb0b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:56.379959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ff9f9-d9fb-48b1-a392-3417b6c31c16 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:56.389812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-966ff9f9-d9fb-48b1-a392-3417b6c31c16 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/subnets/7a43ac4d-7c08-455e-ad2c-6908f9586d7e HTTP/1.1" status: 200 len: 797 time: 0.3088210 Nov 09 17:36:56.393020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-389aeddc-b93c-4f46-80ad-6729eb4fb53a req-dbc3316b-74e2-4211-acc0-1427911d82a5 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1524851 Nov 09 17:36:56.393984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.412865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b3dbf-4a80-4dfc-8c62-e115c2841d51 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Network': ['ID=776735ea-6df6-4e1b-a6ab-e292d170920e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:56.430744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'port': {'network_id': '65b625ed-544a-4da5-a522-9cfb5ffb6905', 'name': 'tempest-FloatingIPTestJSON-867498581', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:56.438539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:56.439586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.469361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.481132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-195767e6-d603-44f0-b5b2-a927d4eb546d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7522531 Nov 09 17:36:56.484978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44050) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.496695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:56.549641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=d291281e-5218-4572-bf64-cacf3471a351,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:56.587935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Deleting subnet bdebec9f-584a-4a67-bc9f-664b45751a3a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:36:56.628075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.689583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] No DVR routers for this DVR port d291281e-5218-4572-bf64-cacf3471a351 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:56.695843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.699404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-80cfbe60-12ed-4903-a39b-adc868802433 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "DELETE /v2.0/ports/d291281e-5218-4572-bf64-cacf3471a351 HTTP/1.1" status: 204 len: 173 time: 2.2615364 Nov 09 17:36:56.700829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:56.703553 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2cf94-02a9-44ca-865e-3f2b5f5e352d" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "d291281e-5218-4572-bf64-cacf3471a351"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:56.711320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd1f4d-f6c1-4525-9102-12cd7fd998d9 req-10067fec-4f0f-4a27-ad37-108cc6960831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:56.713124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67bd1f4d-f6c1-4525-9102-12cd7fd998d9 req-10067fec-4f0f-4a27-ad37-108cc6960831 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1097 time: 0.4209950 Nov 09 17:36:56.740358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-928d4835-e1b6-429b-bc52-2347b09ab0c8 None None] Provisioning complete for port 713e1e59-6ab1-410d-b827-6a84e65c8d44 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:56.741524 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-928d4835-e1b6-429b-bc52-2347b09ab0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.825214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.861366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-928d4835-e1b6-429b-bc52-2347b09ab0c8 None None] Port 713e1e59-6ab1-410d-b827-6a84e65c8d44 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:36:56.915745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:56.935238 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a9645-1e8c-4bbe-a92b-1e90eae02899 x-openstack-request-id: req-532a9645-1e8c-4bbe-a92b-1e90eae02899 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:56.935536 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "d291281e-5218-4572-bf64-cacf3471a351", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:56.935896 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-532a9645-1e8c-4bbe-a92b-1e90eae02899 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:56.936600 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': 'd291281e-5218-4572-bf64-cacf3471a351', 'status': 'completed', 'code': 200} Nov 09 17:36:56.987506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67bd1f4d-f6c1-4525-9102-12cd7fd998d9 req-c5807be2-c8cc-44b3-a969-e768cf6896f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630606 Nov 09 17:36:56.990291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:56.996147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.024895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.038493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:57.102037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port 9d51d939-2eb8-43bd-90b4-4317999bba79 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:57.103669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.188416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:57.197065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:57.310806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:57.337532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:57.352276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=81f15109-1747-468d-930e-740271123d8e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:57.363755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa2147-d932-43b3-99d4-a9e9440a14c4 req-7e20a902-2d7f-4705-b669-5069592dbc4a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.365406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fa2147-d932-43b3-99d4-a9e9440a14c4 req-7e20a902-2d7f-4705-b669-5069592dbc4a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 932 time: 0.2240252 Nov 09 17:36:57.367796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd38cc-9440-405a-8ce3-1d7342d61d79 req-9f5016e2-5eda-4299-99e7-91a280048de5 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.373135 n-d-804292-3 neutron-server[102554]: INFO neutron.db.ipam_backend_mixin [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab3c74b1-b8d3-48d2-ac82-723750f2f1ac (CIDR: 172.20.0.0/28) Nov 09 17:36:57.380874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd38cc-9440-405a-8ce3-1d7342d61d79 req-9f5016e2-5eda-4299-99e7-91a280048de5 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.381697 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:36:57.382205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:57.387272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] For port 9d51d939-2eb8-43bd-90b4-4317999bba79, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9d51d939-2eb8-43bd-90b4-4317999bba79,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:57.387655 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.389016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd38cc-9440-405a-8ce3-1d7342d61d79 req-9f5016e2-5eda-4299-99e7-91a280048de5 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.398568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd38cc-9440-405a-8ce3-1d7342d61d79 req-9f5016e2-5eda-4299-99e7-91a280048de5 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.400658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fefd38cc-9440-405a-8ce3-1d7342d61d79 req-9f5016e2-5eda-4299-99e7-91a280048de5 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 3144 time: 0.4889789 Nov 09 17:36:57.429658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for 9d51d939-2eb8-43bd-90b4-4317999bba79 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:57.430975 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.450142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-692f6b14-eb66-4eb1-9802-af31bf0bf47f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9605253 Nov 09 17:36:57.458878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44064) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:57.465971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:57.564647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41fa2147-d932-43b3-99d4-a9e9440a14c4 req-34a5a8bd-8225-46b4-8d5a-b50246a41040 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798227 Nov 09 17:36:57.837065 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c11fd2c0-c78e-45b0-8945-5b39aa9714ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.858681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.869831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22859e-b7c6-4cb9-9f5f-f4e6472b173e req-ed7ee5bf-ac2d-4840-988f-0a3cd5eb0dfc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.872744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b22859e-b7c6-4cb9-9f5f-f4e6472b173e req-ed7ee5bf-ac2d-4840-988f-0a3cd5eb0dfc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2128549 Nov 09 17:36:57.937211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:57.943839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:57.962507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:57.963227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.039225 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.056411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.087076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-6f63ce06-42ee-47fe-a3c4-945b09c1ba52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9533298 Nov 09 17:36:58.104425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fefd38cc-9440-405a-8ce3-1d7342d61d79 req-5c37ac1c-deb5-4e47-87b8-fa0e5fcd42b8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6705642 Nov 09 17:36:58.114134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Request body: {'port': {'device_id': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:58.117308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.152729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=9d51d939-2eb8-43bd-90b4-4317999bba79,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:58.178850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] device_id is not set on port 95fa8337-c0f6-4c8a-99cd-3ac3650be1ec yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:36:58.184072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b22859e-b7c6-4cb9-9f5f-f4e6472b173e req-f0524bea-a2ca-4b0a-aacf-607c13ff1021 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915683 Nov 09 17:36:58.214292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] No DVR routers for this DVR port 9d51d939-2eb8-43bd-90b4-4317999bba79 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:58.217282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Subnet': ['ID=bdebec9f-584a-4a67-bc9f-664b45751a3a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:58.219353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.222667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.223659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-8d02b7ab-2c31-422c-b62a-22b767e4a927 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "DELETE /v2.0/ports/9d51d939-2eb8-43bd-90b4-4317999bba79 HTTP/1.1" status: 204 len: 173 time: 1.5066841 Nov 09 17:36:58.227069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12a0c58e-0b50-4949-a581-4b1fdbac58d5 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/subnets/bdebec9f-584a-4a67-bc9f-664b45751a3a HTTP/1.1" status: 204 len: 168 time: 1.9456007 Nov 09 17:36:58.231801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:58.237832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38266354-65b3-47ca-b3da-d1c2814146e1 None None] Network 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:58.240871 n-d-804292-3 neutron-server[102554]: INFO neutron.db.ipam_backend_mixin [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a5fbe557-c38f-44df-bad7-f8dd7368c462 (CIDR: 172.20.0.16/28) Nov 09 17:36:58.298518 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:36:58.299044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:36:58.330546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-73ef4fea-0afb-4c8c-aa91-bdd09bab38a3 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8685932 Nov 09 17:36:58.341907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:58.392693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port 3b89beff-f915-477d-a855-e61e7d30d7a0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:58.393114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.393579 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.401469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'subnet': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:58.481829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977e776-ea9e-425f-836e-96873a301004 None None] DHCP port deletion for 5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:58.505163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b961114e-8406-4405-b498-280c82aba560 req-db7e4ed5-2bf7-455c-b2f3-f18ccfc0d846 service neutron] (102555) timed out ('10.222.0.83', 64967) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:36:58.546680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02894ac5-3f9c-4594-9aac-8593e74ceac5 req-de01b28c-4bd8-4eec-a48a-ba316991e193 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.2380650 Nov 09 17:36:58.550817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b977e776-ea9e-425f-836e-96873a301004 None None] Deleting port 48deaee1-a7f3-40dc-881c-a4dae9686f6f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:58.551897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b977e776-ea9e-425f-836e-96873a301004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.566039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.601167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.622038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] For port 3b89beff-f915-477d-a855-e61e7d30d7a0, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3b89beff-f915-477d-a855-e61e7d30d7a0,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:58.622628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.652662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for 3b89beff-f915-477d-a855-e61e7d30d7a0 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:58.689277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b977e776-ea9e-425f-836e-96873a301004 None None] For port 48deaee1-a7f3-40dc-881c-a4dae9686f6f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48deaee1-a7f3-40dc-881c-a4dae9686f6f,segment=NetworkSegment(fc7eb66d-a136-4617-ab9d-14ed12a5ca7f),segment_id=fc7eb66d-a136-4617-ab9d-14ed12a5ca7f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:58.690143 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b977e776-ea9e-425f-836e-96873a301004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.710381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b977e776-ea9e-425f-836e-96873a301004 None None] Calling delete_port for 48deaee1-a7f3-40dc-881c-a4dae9686f6f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:58.817205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.829173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b977e776-ea9e-425f-836e-96873a301004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:58.861442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e776-ea9e-425f-836e-96873a301004 None None] Pushing event deleted for resources: {'Port': ['ID=48deaee1-a7f3-40dc-881c-a4dae9686f6f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:58.862824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d223c-1c85-4f35-b810-f192ac7a5080 req-67873ddd-f92d-4197-a581-a3079194d9b9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:58.866736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977e776-ea9e-425f-836e-96873a301004 None None] No DVR routers for this DVR port 48deaee1-a7f3-40dc-881c-a4dae9686f6f on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:58.868692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c2d223c-1c85-4f35-b810-f192ac7a5080 req-67873ddd-f92d-4197-a581-a3079194d9b9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 932 time: 0.1846097 Nov 09 17:36:58.937743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:58.940265 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535936f8-8610-4fff-873f-9162bb177bda" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:59.002007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c2d223c-1c85-4f35-b810-f192ac7a5080 req-45f94591-8e82-4067-89eb-543fe41957cc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092968 Nov 09 17:36:59.013350 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811fa2e7-caf3-4f3c-96e5-f15575167b18 x-openstack-request-id: req-811fa2e7-caf3-4f3c-96e5-f15575167b18 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:59.014026 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "9d51d939-2eb8-43bd-90b4-4317999bba79", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:59.014505 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-811fa2e7-caf3-4f3c-96e5-f15575167b18 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:59.015270 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': '9d51d939-2eb8-43bd-90b4-4317999bba79', 'status': 'completed', 'code': 200} Nov 09 17:36:59.017316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.071934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=3b89beff-f915-477d-a855-e61e7d30d7a0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:59.131742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] No DVR routers for this DVR port 3b89beff-f915-477d-a855-e61e7d30d7a0 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:59.134492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.138953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-e0e90d07-397d-41f8-9a28-09ac2e9c5961 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "DELETE /v2.0/ports/3b89beff-f915-477d-a855-e61e7d30d7a0 HTTP/1.1" status: 204 len: 173 time: 0.9044034 Nov 09 17:36:59.250565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Made reservation on behalf of 477a14f2e1db49bd93f98d9e317b801d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:59.253857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.304126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port 825e09da-b762-41ae-b5eb-edbf7c9f4257 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:36:59.304470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.390600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.405645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30081ec-32d9-429e-a286-088d59d9d404 req-43ab5ca5-2cdd-481a-9f1e-766a43fe0086 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:59.408065 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a30081ec-32d9-429e-a286-088d59d9d404 req-43ab5ca5-2cdd-481a-9f1e-766a43fe0086 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1212091 Nov 09 17:36:59.423940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48deaee1-a7f3-40dc-881c-a4dae9686f6f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:59.456667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 48deaee1-a7f3-40dc-881c-a4dae9686f6f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:36:59.458349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48deaee1-a7f3-40dc-881c-a4dae9686f6f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:59.460360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8c5ce7-8cfe-4a77-b8ff-24effe94e626']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:59.511275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:59.511600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7eb66d-a136-4617-ab9d-14ed12a5ca7f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:59.537537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] For port 825e09da-b762-41ae-b5eb-edbf7c9f4257, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=825e09da-b762-41ae-b5eb-edbf7c9f4257,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:59.537537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.550716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a30081ec-32d9-429e-a286-088d59d9d404 req-44f30278-5ef2-43fa-a116-348389a5896b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169121 Nov 09 17:36:59.569815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.637437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147f137-6fc4-46e7-a727-fe71021aafb5 req-3843a511-af6d-466c-b6e1-440426c5950a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:59.644436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147f137-6fc4-46e7-a727-fe71021aafb5 req-3843a511-af6d-466c-b6e1-440426c5950a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:59.646287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a147f137-6fc4-46e7-a727-fe71021aafb5 req-3843a511-af6d-466c-b6e1-440426c5950a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 1678 time: 0.3655202 Nov 09 17:36:59.687219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.693740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Router 2871fc7e-be43-4cc8-8b5f-03902aa2b191 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:36:59.697548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.13 (65b625ed-544a-4da5-a522-9cfb5ffb6905/7a43ac4d-7c08-455e-ad2c-6908f9586d7e/95fa8337-c0f6-4c8a-99cd-3ac3650be1ec) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:59.757898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f15109-1747-468d-930e-740271123d8e {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:59.768172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.12 (65b625ed-544a-4da5-a522-9cfb5ffb6905/7a43ac4d-7c08-455e-ad2c-6908f9586d7e/95fa8337-c0f6-4c8a-99cd-3ac3650be1ec) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:59.772267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:59.772709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:59.778073 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:59.805010 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.815323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f4e3e2c-b6ae-437e-8eef-6f76fb408335 req-75956de6-c270-4282-9008-70b87c7123c9 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0402606 Nov 09 17:36:59.923049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.923788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:36:59.924199 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Floating IP c215fce2-1ac2-4efa-b558-84f9f29b85fd disassociated. External IP: 172.25.3.72, port: 825e09da-b762-41ae-b5eb-edbf7c9f4257. Nov 09 17:36:59.924655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for 825e09da-b762-41ae-b5eb-edbf7c9f4257 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:36:59.971653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Transition to ACTIVE for port object 81f15109-1747-468d-930e-740271123d8e will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:00.008314 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.018926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.049671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.053117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] 10.222.0.45 "DELETE /v2.0/networks/5c8c5ce7-8cfe-4a77-b8ff-24effe94e626 HTTP/1.1" status: 204 len: 168 time: 1.8150308 Nov 09 17:37:00.085624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a147f137-6fc4-46e7-a727-fe71021aafb5 req-d8dbb266-20fe-44a6-a9e0-93f7f470ff4b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123075 Nov 09 17:37:00.154670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da1d8a-1e36-462a-8d71-5b7d7dac7d34 tempest-NetworksIpV6TestAttrs-1287454581 tempest-NetworksIpV6TestAttrs-1287454581-project] Pushing event deleted for resources: {'Network': ['ID=5c8c5ce7-8cfe-4a77-b8ff-24effe94e626,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:00.310647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-a90952e6-3aa9-44e9-b9d5-addf944d9c3d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:00.314931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-a90952e6-3aa9-44e9-b9d5-addf944d9c3d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 813 time: 0.3246520 Nov 09 17:37:00.368766 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-d615-482d-8b2e-87dd022c1966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.397683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-497b20ea-50ee-4798-9d1f-fc894377b119 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/quotas/71980cb9ffe144d292e64eb9eab6a179 HTTP/1.1" status: 200 len: 375 time: 0.0339096 Nov 09 17:37:00.497970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.558238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=825e09da-b762-41ae-b5eb-edbf7c9f4257,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:00.577503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-8c962e8a-060c-48d9-ad5e-e10798f462f1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1621888 Nov 09 17:37:00.593937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44098) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:00.710870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Pushing event updated for resources: {'Port': ['ID=81f15109-1747-468d-930e-740271123d8e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:00.789500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:00.810413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] Sync routers for ids ['2871fc7e-be43-4cc8-8b5f-03902aa2b191'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:00.837090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] Routers {'2871fc7e-be43-4cc8-8b5f-03902aa2b191'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:00.838203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2871fc7e-be43-4cc8-8b5f-03902aa2b191'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:00.929441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:00.944126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408cb19-b205-4f3d-a55c-7ff7e9fafaaa req-4365d504-5f12-47cd-9d55-28141f3357cb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:00.945778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f408cb19-b205-4f3d-a55c-7ff7e9fafaaa req-4365d504-5f12-47cd-9d55-28141f3357cb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 944 time: 0.3406293 Nov 09 17:37:00.948650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] Routers {'2871fc7e-be43-4cc8-8b5f-03902aa2b191'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:00.950041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2871fc7e-be43-4cc8-8b5f-03902aa2b191'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:00.950902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.973273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:00.978158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-99872692-b8f3-4fba-a0f8-0aa3fd5777ac tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7771561 Nov 09 17:37:00.978846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.010854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.029884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:01.031741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bca4ee-588e-49d1-a641-4e56c9029d5a None None] The sync data for ids ['2871fc7e-be43-4cc8-8b5f-03902aa2b191'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:01.135407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:01.140676 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4793620a-ee7d-4a6b-b2b6-34576b859341" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:01.140949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Attempting to bind port 81f15109-1747-468d-930e-740271123d8e on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:01.141249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Attempting to bind port 81f15109-1747-468d-930e-740271123d8e by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:01.141585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Attempting to bind port 81f15109-1747-468d-930e-740271123d8e on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:01.165057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Network d6e50db0-02a7-4dac-95a4-39542274a307 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:01.187614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:01.202488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665d666-277a-47f7-84d9-ca5a8075b501 None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:01.221394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Port 81f15109-1747-468d-930e-740271123d8e on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:01.221664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Attempting to bind port 81f15109-1747-468d-930e-740271123d8e on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:01.228946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:01.229451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.239343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f408cb19-b205-4f3d-a55c-7ff7e9fafaaa req-e948d9ff-69d1-4623-929c-c64311cff90e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806399 Nov 09 17:37:01.240019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Subnet': ['ID=a512184c-634f-4f33-82a0-0b11a3b654c4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:01.261778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:01.262127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:01.262489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:01.263043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Bound port: 81f15109-1747-468d-930e-740271123d8e, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:01.263429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.273708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.355628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d48395a7-2166-409d-983c-85558797f99e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/2871fc7e-be43-4cc8-8b5f-03902aa2b191 HTTP/1.1" status: 200 len: 921 time: 0.3641868 Nov 09 17:37:01.356335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d51bd280-4120-4ab9-b68f-d1b8706030e7 service neutron] 10.222.0.45 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064750 Nov 09 17:37:01.362695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44110) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.368201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:01.375485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5ab80890-1bcf-41bf-8f45-5fc498be543f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9985609 Nov 09 17:37:01.386718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44112) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.423321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f8e32504-3a1b-4792-b364-8297d2ff3f90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e9b8c4c3b8848c0a0e2b8429405467a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8250809 Nov 09 17:37:01.434377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1532572105', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a512184c-634f-4f33-82a0-0b11a3b654c4'}], 'security_groups': ['03a5ee6f-1352-4d5f-9938-78df18aaf513', 'c7852cf3-e692-42ca-90d8-2e45f95c7cdb']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:01.436173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.468402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:01.518707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:01.523189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8017f99a-1d16-4b99-9338-eafc564d1ea9 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=2871fc7e-be43-4cc8-8b5f-03902aa2b191 HTTP/1.1" status: 200 len: 205 time: 0.1498661 Nov 09 17:37:01.524262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3440aaa3-06dd-4d29-b2c4-80c439372b5e req-086ed9ce-1cd3-41bd-991b-ed211ddaec82 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1001334 Nov 09 17:37:01.525240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=95fa8337-c0f6-4c8a-99cd-3ac3650be1ec,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:01.539138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.540454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:01.635094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.744027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] Update dhcp port {'port': {'network_id': 'd6e50db0-02a7-4dac-95a4-39542274a307', 'fixed_ips': [{'subnet_id': 'a5fbe557-c38f-44df-bad7-f8dd7368c462', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ab3c74b1-b8d3-48d2-ac82-723750f2f1ac', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a512184c-634f-4f33-82a0-0b11a3b654c4'}], 'binding:host_id': 'n-d-804292-3'}, 'id': 'd08ab5ea-4d6e-4e40-bc81-121b6eaed731'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:37:01.775575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] For port 81f15109-1747-468d-930e-740271123d8e, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:01.790232 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.892395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-da678bc6-bf80-4990-9bee-afb0fe694ada service neutron] 10.222.0.45 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201097 Nov 09 17:37:01.909446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] For port 81f15109-1747-468d-930e-740271123d8e, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=81f15109-1747-468d-930e-740271123d8e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:01.921275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:01.935578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:01.936220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.942066 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] Sync routers for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:01.957115 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:01.957543 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:01.977906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:01.983814 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.033527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] No DVR routers for this DVR port 825e09da-b762-41ae-b5eb-edbf7c9f4257 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:02.080880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.083886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Pushing event updated for resources: {'Port': ['ID=81f15109-1747-468d-930e-740271123d8e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:02.091042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-856750c6-6eba-476f-9133-b58d8d914f3a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "DELETE /v2.0/ports/825e09da-b762-41ae-b5eb-edbf7c9f4257 HTTP/1.1" status: 204 len: 173 time: 2.9413002 Nov 09 17:37:02.093599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] Allocated IP 172.20.0.34 (d6e50db0-02a7-4dac-95a4-39542274a307/a512184c-634f-4f33-82a0-0b11a3b654c4/d08ab5ea-4d6e-4e40-bc81-121b6eaed731) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:02.120876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.148250 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:02.188274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-863298ee-be68-4371-be9e-dbcf1cc88f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.206505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d58700d-deba-4672-82cb-48d0d49a652c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.8070738 Nov 09 17:37:02.210627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:02.225743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:02.226445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.228025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bb27cb21-137d-403d-83d2-673a6dc3dfdb service neutron] 10.222.0.83 "PUT /v2.0/ports/81f15109-1747-468d-930e-740271123d8e HTTP/1.1" status: 200 len: 1092 time: 4.1225367 Nov 09 17:37:02.230156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'tag': '81f15109-1747-468d-930e-740271123d8e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:02.236198 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c601344c-f71e-49c6-b38a-5a18cb2680f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1988bd7-555c-4155-b9cd-a0837241fc64", "tag": "81f15109-1747-468d-930e-740271123d8e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:02.251799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '95fa8337-c0f6-4c8a-99cd-3ac3650be1ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:02.281869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,segment=NetworkSegment(c390b1fe-c390-4fbf-aa19-21aac51dab16),segment_id=c390b1fe-c390-4fbf-aa19-21aac51dab16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:02.336345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364c313-923e-4d3b-985c-70466c0e7eee req-c7a0db92-43fd-44e9-a822-87a02175b2f4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:02.344313 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31bdc3e-eb18-469b-a1a6-dc0a55c9e220 x-openstack-request-id: req-c31bdc3e-eb18-469b-a1a6-dc0a55c9e220 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:02.344313 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "3b89beff-f915-477d-a855-e61e7d30d7a0", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:02.344313 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c31bdc3e-eb18-469b-a1a6-dc0a55c9e220 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:02.345512 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': '3b89beff-f915-477d-a855-e61e7d30d7a0', 'status': 'completed', 'code': 200} Nov 09 17:37:02.346780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d364c313-923e-4d3b-985c-70466c0e7eee req-c7a0db92-43fd-44e9-a822-87a02175b2f4 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 943 time: 0.6232417 Nov 09 17:37:02.406044 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.412935 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.477880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-863298ee-be68-4371-be9e-dbcf1cc88f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.548900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-20148076-10c2-4c63-9702-2eddb3734117 req-2e8a94f4-8eb4-4883-9af5-f797b85df990 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 210 time: 0.0901852 Nov 09 17:37:02.565776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3bbcd-7f93-459a-8a5a-e865088e7667 None None] Pushing event updated for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:02.579260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port af5f35fd-94c0-4144-91d9-c409e69e2324 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:02.579873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.591501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.685949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d364c313-923e-4d3b-985c-70466c0e7eee req-1012d3a9-8110-477f-b351-5333db9a53a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265902 Nov 09 17:37:02.747376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.771193 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5070e64-efd5-4995-9b16-c7af5224aae6 x-openstack-request-id: req-d5070e64-efd5-4995-9b16-c7af5224aae6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:02.771828 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1988bd7-555c-4155-b9cd-a0837241fc64", "tag": "81f15109-1747-468d-930e-740271123d8e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:02.772610 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5070e64-efd5-4995-9b16-c7af5224aae6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:02.773466 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'tag': '81f15109-1747-468d-930e-740271123d8e', 'status': 'completed', 'code': 200} Nov 09 17:37:02.777197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bfcc6e69-5e33-4082-a706-b4700bfab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:02.780935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-bfcc6e69-5e33-4082-a706-b4700bfab8f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 1095 time: 0.4669316 Nov 09 17:37:02.830223 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:32Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:02.899257 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] Checking router: b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:37:02.937271 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:02.938372 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:02.980564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] For port af5f35fd-94c0-4144-91d9-c409e69e2324, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=af5f35fd-94c0-4144-91d9-c409e69e2324,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:02.981448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.983022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-863298ee-be68-4371-be9e-dbcf1cc88f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.986012 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-863298ee-be68-4371-be9e-dbcf1cc88f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:02.987486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-863298ee-be68-4371-be9e-dbcf1cc88f31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87864244-4ce8-4f37-b3a4-caab838e0b75 HTTP/1.1" status: 204 len: 168 time: 1.5501444 Nov 09 17:37:03.001348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-4a2640c0-5406-43f0-be26-7eda2d8a0e2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f15109-1747-468d-930e-740271123d8e HTTP/1.1" status: 200 len: 217 time: 0.2060249 Nov 09 17:37:03.043374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863298ee-be68-4371-be9e-dbcf1cc88f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87864244-4ce8-4f37-b3a4-caab838e0b75,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:03.130043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-fbe210d0-4160-4c2a-a216-6ee35385ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:03.132218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-fbe210d0-4160-4c2a-a216-6ee35385ec19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.1129465 Nov 09 17:37:03.143366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c16c4-8690-407d-9114-2bd2d3f99fe2 req-99f21ce2-9559-4846-a703-b2a737989afc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:03.151680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c0c16c4-8690-407d-9114-2bd2d3f99fe2 req-99f21ce2-9559-4846-a703-b2a737989afc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 944 time: 0.3051958 Nov 09 17:37:03.197439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:03.231296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for af5f35fd-94c0-4144-91d9-c409e69e2324 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:03.265997 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-21e6db44-3d92-468a-ba59-9dab46625a94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961750 Nov 09 17:37:03.290648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Deleting port cea84de1-0ade-40a6-b444-689fb751fb0b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:03.291598 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:03.363400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:03.371548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a5a39780-0fac-4c8e-81fc-8b2d16010d25 req-25c1e636-0183-420b-bc82-9f19fe84bc5c tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.4217012 Nov 09 17:37:03.502799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c0c16c4-8690-407d-9114-2bd2d3f99fe2 req-e6e39003-9f8b-4dda-b3e8-0c9f79610dad tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455298 Nov 09 17:37:03.541051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:03.573979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:03.734584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:03.808073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:03.839610 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-c95aa8bd-3aa9-4929-b13c-1c21046ebb71 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614400 Nov 09 17:37:03.867807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:03.868427 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:03.868941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Calling delete_port for cea84de1-0ade-40a6-b444-689fb751fb0b owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:03.891398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Delete allocated IP 172.20.0.9 (d6e50db0-02a7-4dac-95a4-39542274a307/ab3c74b1-b8d3-48d2-ac82-723750f2f1ac) {{(pid=102554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:37:04.016383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Allocated IP 172.20.0.46 (d6e50db0-02a7-4dac-95a4-39542274a307/a512184c-634f-4f33-82a0-0b11a3b654c4/713e1e59-6ab1-410d-b827-6a84e65c8d44) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:04.044344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae352f09-0c2a-45ed-b945-9bea8095d7a4 req-9047d251-7186-4cd3-8514-8220c308e445 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 210 time: 0.1543920 Nov 09 17:37:04.369164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:04.379027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:04.386400 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdaba9b-d69b-4c3d-8c6e-c5da6eb37d76" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:04.396611 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:32Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:04.403827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:04.422639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bd92b78-ab81-45b0-b7a9-a46106b00024 req-18ca5e66-97cc-42f8-b14f-5ca00c8a1c6d service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553305 Nov 09 17:37:04.428637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:04.503895 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffbd37-eb60-4e00-b924-fa8e593db8c8 None None] The sync data for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 is: [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:26:26Z', 'revision_number': 4, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '66b4b0fc-3b68-4ad2-9f44-24485fe25352', 'name': '', 'network_id': 'b97f8e88-3885-4bdb-8f7e-90c185556c3a', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'mac_address': 'fa:16:3e:65:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:24Z', 'updated_at': '2021-11-09T17:26:32Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'subnets': [{'id': '21f8bc2b-4dd1-4f44-b647-e5bf34636333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:04.615774 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aaf224-518e-40a5-ab4a-428282bfd3b1 x-openstack-request-id: req-a4aaf224-518e-40a5-ab4a-428282bfd3b1 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:04.616146 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "825e09da-b762-41ae-b5eb-edbf7c9f4257", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:04.616332 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4aaf224-518e-40a5-ab4a-428282bfd3b1 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:04.616715 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': '825e09da-b762-41ae-b5eb-edbf7c9f4257', 'status': 'completed', 'code': 200} Nov 09 17:37:04.617572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] In _notify_port_updated(), no bound segment for port 713e1e59-6ab1-410d-b827-6a84e65c8d44 on network d6e50db0-02a7-4dac-95a4-39542274a307 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:37:04.624571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:04.625626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:04.627180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "PUT /v2.0/ports/713e1e59-6ab1-410d-b827-6a84e65c8d44 HTTP/1.1" status: 200 len: 960 time: 3.2206278 Nov 09 17:37:04.632270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:04.780518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.155 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/a0947ba0-3a3e-499e-be76-22a517273667) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:04.893153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b08e2793-0a9f-4795-b171-ae7715eb560a req-e686863e-cd1b-4bbb-8cb1-b3c020679f17 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1030662 Nov 09 17:37:04.894189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28a520-a280-4a38-852c-d4e1f6b3f566 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event updated for resources: {'Port': ['ID=713e1e59-6ab1-410d-b827-6a84e65c8d44,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:04.899765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] No DVR routers for this DVR port af5f35fd-94c0-4144-91d9-c409e69e2324 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:04.909308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e8c7b-67d6-4aa6-9b4a-a1e5dfe3b183 req-7ac228b0-1c21-4a29-a38b-75f33584cfc9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:04.925510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-407e8c7b-67d6-4aa6-9b4a-a1e5dfe3b183 req-7ac228b0-1c21-4a29-a38b-75f33584cfc9 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 865 time: 0.8940647 Nov 09 17:37:04.953052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:04.953881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:04.959170 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:04.960964 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.83 "DELETE /v2.0/ports/af5f35fd-94c0-4144-91d9-c409e69e2324 HTTP/1.1" status: 204 len: 173 time: 2.8323543 Nov 09 17:37:04.971560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=af5f35fd-94c0-4144-91d9-c409e69e2324,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:05.118323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44170) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:05.254486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port 713e1e59-6ab1-410d-b827-6a84e65c8d44 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:05.255183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.319183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b1099-ffe9-4d8f-b165-6d64909093fe None None] New status for floating IP c215fce2-1ac2-4efa-b558-84f9f29b85fd: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:37:05.340673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-af1e972e-ca0e-42fe-8e18-1ce1edd2a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:05.346643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-af1e972e-ca0e-42fe-8e18-1ce1edd2a978 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 1095 time: 0.8083844 Nov 09 17:37:05.413318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558725d-6921-45bc-b23e-b72434cbc272 req-f9e6eb4c-4739-402c-ac1c-05b6c8a00ce4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:05.416233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8558725d-6921-45bc-b23e-b72434cbc272 req-f9e6eb4c-4739-402c-ac1c-05b6c8a00ce4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 944 time: 0.3342557 Nov 09 17:37:05.454013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1463937889'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:05.569952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:05.576077 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.590661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:05.591338 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.651965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.659415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:05.685583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Provisioning complete for port 713e1e59-6ab1-410d-b827-6a84e65c8d44 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:05.686276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.700658 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8558725d-6921-45bc-b23e-b72434cbc272 req-de385b70-31e4-4d19-8894-4253c148ac8c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625859 Nov 09 17:37:05.765724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.772452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5b7e1-37cf-4589-90c0-25292f2717c9 None None] Port 713e1e59-6ab1-410d-b827-6a84e65c8d44 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:05.828603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for 713e1e59-6ab1-410d-b827-6a84e65c8d44 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:05.918864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-52abf0f5-c392-4adb-962f-8f65ec91ab36 None None] Provisioning complete for port 713e1e59-6ab1-410d-b827-6a84e65c8d44 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:05.919505 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52abf0f5-c392-4adb-962f-8f65ec91ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:05.924998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2cd23ed-7f65-4e45-8bae-774bc30a06a9 req-969d4602-4eb8-496b-af3e-b611c630aafa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 210 time: 0.0922840 Nov 09 17:37:06.060440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-52abf0f5-c392-4adb-962f-8f65ec91ab36 None None] Port 713e1e59-6ab1-410d-b827-6a84e65c8d44 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:06.151958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-407e8c7b-67d6-4aa6-9b4a-a1e5dfe3b183 req-180266e4-dab5-4e7d-bb26-a0be618a5dbb tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups?id=db91b4e1-c500-41f2-9bf4-e3d03a371b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2082369 Nov 09 17:37:06.154587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9006f81-e833-44d4-bdaf-e889563b6cd6 req-156c557c-561c-4be7-82c1-33401613c8f7 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0759552 Nov 09 17:37:06.234039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-32c029ef-ec48-44f5-b27f-075da6fbaa55 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:06.235674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.236014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-32c029ef-ec48-44f5-b27f-075da6fbaa55 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.83 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 813 time: 1.7799535 Nov 09 17:37:06.243752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.263718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Request body: {'port': {'device_id': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'admin_state_up': True, 'tenant_id': '71980cb9ffe144d292e64eb9eab6a179'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:06.295819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-414ba5d1-d194-4540-a971-215e402a5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:06.297989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-414ba5d1-d194-4540-a971-215e402a5040 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.9402912 Nov 09 17:37:06.321660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf2a61-543c-4b1a-97b4-b3b44a5ef4cc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:06.350801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.409547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=713e1e59-6ab1-410d-b827-6a84e65c8d44,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:06.481629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.493485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-045617b3-e60a-4cc4-987b-5828490318c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f15109-1747-468d-930e-740271123d8e HTTP/1.1" status: 200 len: 217 time: 0.1310058 Nov 09 17:37:06.535702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.545114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:06.561562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.565867 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5988c0e1-cf75-4ab9-b26e-e0dd849a6ac8 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/713e1e59-6ab1-410d-b827-6a84e65c8d44 HTTP/1.1" status: 204 len: 168 time: 1.9298120 Nov 09 17:37:06.569164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44176) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:06.580559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.581041 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment 9252277d-b13f-4704-9686-a725384ac6b7 of type vlan for network 57bd5a2c-9459-42aa-8cec-caea7168bd36 Nov 09 17:37:06.610466 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa4d6c8-45a1-4328-b14a-4f8bac7d4a69 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] GET failed (client error): The resource could not be found. Nov 09 17:37:06.612435 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4fa4d6c8-45a1-4328-b14a-4f8bac7d4a69 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports/713e1e59-6ab1-410d-b827-6a84e65c8d44 HTTP/1.1" status: 404 len: 333 time: 0.0417631 Nov 09 17:37:06.617028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44178) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:06.618057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:06.620498 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77277357-a8e6-4d10-9c79-66787375cecd" -d '{"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:06.625857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event deleted for resources: {'Port': ['ID=cea84de1-0ade-40a6-b444-689fb751fb0b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:06.660947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e611791-d6a9-462f-baf4-388d306843d9 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:06.690736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-84d02ffc-12a6-4b0b-8259-d0a23ecb336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:06.692623 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-84d02ffc-12a6-4b0b-8259-d0a23ecb336d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.1835556 Nov 09 17:37:06.717037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.760578 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986e763-d5e5-43bc-8141-8bdfcf2c962f x-openstack-request-id: req-6986e763-d5e5-43bc-8141-8bdfcf2c962f {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:06.760948 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0959c34f-4687-4c84-a44e-6a2b36669d4d", "name": "network-vif-deleted", "tag": "af5f35fd-94c0-4144-91d9-c409e69e2324", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:06.761287 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6986e763-d5e5-43bc-8141-8bdfcf2c962f {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:06.763093 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0959c34f-4687-4c84-a44e-6a2b36669d4d', 'name': 'network-vif-deleted', 'tag': 'af5f35fd-94c0-4144-91d9-c409e69e2324', 'status': 'completed', 'code': 200} Nov 09 17:37:06.787818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.794565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:06.795802 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.820045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8f99d9b-eee5-4ef5-84b3-803cd336946d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.825878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-d00fe5f4-af8c-4648-989d-b4927ecc864d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018686 Nov 09 17:37:06.840664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.857877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8f99d9b-eee5-4ef5-84b3-803cd336946d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:06.946603 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8138969 Nov 09 17:37:06.949903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44184) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:06.955464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1912844030'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:06.959459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7497c4e-1e0e-47c0-b53e-4e6f375c11a8 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=57bd5a2c-9459-42aa-8cec-caea7168bd36,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:06.985913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:07.010787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8f99d9b-eee5-4ef5-84b3-803cd336946d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.014171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8f99d9b-eee5-4ef5-84b3-803cd336946d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.017764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f8f99d9b-eee5-4ef5-84b3-803cd336946d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/security-groups/210db8fc-4c9d-4ee7-bf2f-33a539b3528b HTTP/1.1" status: 204 len: 168 time: 0.3933909 Nov 09 17:37:07.031512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:07.047428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:07.058073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Made reservation on behalf of 71980cb9ffe144d292e64eb9eab6a179 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:07.062026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.067825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.094079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:07.106319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f99d9b-eee5-4ef5-84b3-803cd336946d tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210db8fc-4c9d-4ee7-bf2f-33a539b3528b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:07.119576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.177208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:07.181344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=a0947ba0-3a3e-499e-be76-22a517273667,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:07.199334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d3b0bfa-8c16-44c9-916b-b451623c1745 req-dd207656-a27e-48b8-98af-4d0ac2ad8c6f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 210 time: 0.1177619 Nov 09 17:37:07.227089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:07.250177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.250784 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment ede0a26d-f249-4483-928f-473deb1befbf of type vlan for network 36aa9171-0f9e-4cb7-8891-876c196f3381 Nov 09 17:37:07.259231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:07.307621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.357176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.363916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.364591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.463439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ff0a288-0d27-4845-964e-4aef504ed7b7 req-c8b19a55-4745-4b37-9565-d549cc03314f tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1075885 Nov 09 17:37:07.472022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-494218d7-be00-41ed-8761-85f62f62ac8f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.487464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5313993 Nov 09 17:37:07.490383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44194) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:07.490671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.507205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:07.517023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.520704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99058c26-0a4f-4531-8431-a366e7d43938 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=36aa9171-0f9e-4cb7-8891-876c196f3381,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:07.552139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:07.565243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-494218d7-be00-41ed-8761-85f62f62ac8f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.575236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154c891-52e4-4acb-8c0b-8b55cbb3c74d req-a19d3d4d-2a3f-4f72-9d25-a5478d85b23b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.587121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3154c891-52e4-4acb-8c0b-8b55cbb3c74d req-a19d3d4d-2a3f-4f72-9d25-a5478d85b23b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 944 time: 0.7518830 Nov 09 17:37:07.678343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-494218d7-be00-41ed-8761-85f62f62ac8f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.678665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-494218d7-be00-41ed-8761-85f62f62ac8f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.679792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-494218d7-be00-41ed-8761-85f62f62ac8f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/security-groups/c7852cf3-e692-42ca-90d8-2e45f95c7cdb HTTP/1.1" status: 204 len: 168 time: 0.6471064 Nov 09 17:37:07.699476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:07.703874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8024cb18-b9a9-4db8-83df-dd95542de1ae req-d22ef87e-55e5-4002-b36d-0dcb25a11723 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0402622 Nov 09 17:37:07.705894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:07.709607 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.727668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494218d7-be00-41ed-8761-85f62f62ac8f tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7852cf3-e692-42ca-90d8-2e45f95c7cdb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:07.832155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-b3fabaea-1cf4-40e3-9933-9bd2a9634cfb service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665937 Nov 09 17:37:07.844344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.844956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Fanout notify agent at l3_agent the message router_deleted on router 2871fc7e-be43-4cc8-8b5f-03902aa2b191 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:37:07.874867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.875374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d7af8a95-d256-4230-bb63-6e76060b8a04 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/2871fc7e-be43-4cc8-8b5f-03902aa2b191 HTTP/1.1" status: 204 len: 168 time: 6.3300951 Nov 09 17:37:07.882926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44198) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:07.890293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1894209560', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': False}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:07.910799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6246af52-c434-40dd-bd30-4b30a0999714 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.955905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 81f15109-1747-468d-930e-740271123d8e details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:07.991948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:07.994126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.041846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Allocated IP 172.20.0.8 (15130331-ab23-4622-aa4d-af8174953073/4fc0e351-cad3-4ded-8068-41cb376c6ee7/76010c37-6498-4a50-b37a-5a78779f3087) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:08.058086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3154c891-52e4-4acb-8c0b-8b55cbb3c74d req-9dc1c329-3288-4b3f-92a3-f4eb9bb86194 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948367 Nov 09 17:37:08.150310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6246af52-c434-40dd-bd30-4b30a0999714 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.173034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.204868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c601344c-f71e-49c6-b38a-5a18cb2680f0 req-b402ca81-6a2e-45d1-a49e-856519e78e0d service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559747 Nov 09 17:37:08.302234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 81f15109-1747-468d-930e-740271123d8e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=81f15109-1747-468d-930e-740271123d8e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:08.374211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '81f15109-1747-468d-930e-740271123d8e', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': '81f15109-1747-468d-930e-740271123d8e', 'mac_address': 'fa:16:3e:4e:34:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:08.460125 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.479858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f15109-1747-468d-930e-740271123d8e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:08.542579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.548095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 81f15109-1747-468d-930e-740271123d8e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=81f15109-1747-468d-930e-740271123d8e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:08.560722 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.570424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4089733-14b0-47ae-b034-dfed571f609b req-a6f7ab8b-cc95-420a-a4ce-dd04783f53f8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 210 time: 0.1976161 Nov 09 17:37:08.574529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.677897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.720594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=81f15109-1747-468d-930e-740271123d8e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:08.732458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6246af52-c434-40dd-bd30-4b30a0999714 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.736822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6246af52-c434-40dd-bd30-4b30a0999714 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.738340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6246af52-c434-40dd-bd30-4b30a0999714 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/security-groups/03a5ee6f-1352-4d5f-9938-78df18aaf513 HTTP/1.1" status: 204 len: 168 time: 1.0329428 Nov 09 17:37:08.758162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:08.766063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04eb03a6-419a-4d99-83d3-3d2f91e379f8 req-7c477ac9-034f-4515-8e30-da0c1c11077b tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0749164 Nov 09 17:37:08.800725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246af52-c434-40dd-bd30-4b30a0999714 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a5ee6f-1352-4d5f-9938-78df18aaf513,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:08.876296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['81f15109-1747-468d-930e-740271123d8e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:08.892864 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.913991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': '9252277d-b13f-4704-9686-a725384ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:08.914559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 57bd5a2c-9459-42aa-8cec-caea7168bd36, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:37:08.919016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=c5d1333a-5f2d-4684-9c6e-b327b4be87ce,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:08.932960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.948078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet ab3c74b1-b8d3-48d2-ac82-723750f2f1ac {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:08.984612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:08.999944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb818ac0-ada4-48e3-81a2-679d87018397 req-f653f0b1-0b14-497b-980a-5abb2eca8b18 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.1302776 Nov 09 17:37:09.016761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a2311311-6b55-45ef-84cc-39defe41f189'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:09.111737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Network 15130331-ab23-4622-aa4d-af8174953073 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:09.129456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:37:09.131028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:09.159893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Pushing event updated for resources: {'Port': ['ID=76010c37-6498-4a50-b37a-5a78779f3087,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:09.169078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.173527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:09.176024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 57bd5a2c-9459-42aa-8cec-caea7168bd36) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:09.204999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362618c7-1677-4940-ae8d-9d60c19623d5 None None] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:09.282264 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.513252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.542223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.641266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:09.641956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.647610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:09.653743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.712300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.739210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e0fe5894-a6df-4bdf-8e7a-b7c9d57dfd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2492406 Nov 09 17:37:09.757624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44212) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:09.765382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:09.790249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc188bd7-7f92-4976-9316-32c4c64be15e req-85c735a3-6659-4f34-a435-8122af4bd815 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:09.792316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc188bd7-7f92-4976-9316-32c4c64be15e req-85c735a3-6659-4f34-a435-8122af4bd815 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 945 time: 0.5534854 Nov 09 17:37:09.808795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-ecdce548-7259-4dcd-a60d-ef9f10457cc4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5533419 Nov 09 17:37:09.815060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=a0947ba0-3a3e-499e-be76-22a517273667,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:09.818732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.859251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.887450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Request body: {'port': {'device_id': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:09.902962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.927194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-57bd5a2c-9459-42aa-8cec-caea7168bd36', 'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': 'c5d1333a-5f2d-4684-9c6e-b327b4be87ce'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:37:09.930623 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:09.979195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b02bc-f19d-41bb-bc8a-d29b52842f85 req-99d39fa2-8932-49e9-b40d-e8b4acfcf115 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:09.987777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-847b02bc-f19d-41bb-bc8a-d29b52842f85 req-99d39fa2-8932-49e9-b40d-e8b4acfcf115 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 931 time: 0.2651117 Nov 09 17:37:10.024271 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc188bd7-7f92-4976-9316-32c4c64be15e req-0fe28dff-7578-41db-a412-acaac15584b4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229848 Nov 09 17:37:10.101531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:10.134164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.291447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-847b02bc-f19d-41bb-bc8a-d29b52842f85 req-2d103e83-f786-4447-943d-1d27bcdbce3d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023541 Nov 09 17:37:10.363739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Allocated IP 172.25.3.32 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/38e5273e-ff56-48b8-a55c-b96e4f0ab67c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:10.416438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Allocated IP 2001:db8::2 (57bd5a2c-9459-42aa-8cec-caea7168bd36/c5d1333a-5f2d-4684-9c6e-b327b4be87ce/4d545f86-5545-4af9-a10b-c23b476a4eb2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:10.455424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-604137ef-a9c9-4255-b32f-6fe94339e05e req-8dd029fa-820b-49bc-8a0d-cdf1589160ff tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0496047 Nov 09 17:37:10.551097 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP c6e4c4e4-6a95-42f1-b12a-784b9dfadc22 associated. External IP: 172.25.3.155, port: 95fa8337-c0f6-4c8a-99cd-3ac3650be1ec. Nov 09 17:37:10.628887 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.635788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-307fb59d-ba48-4f0c-a39a-8f152b872a8f req-4b980729-e115-41a9-b9a3-d5ab0404ca5f tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1420956 Nov 09 17:37:10.693978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.708661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.741899 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.758597 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.771472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.809947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3c74b1-b8d3-48d2-ac82-723750f2f1ac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:10.815380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=c92521a8-59c5-46cc-8500-119a348d1704,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:10.829043 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': 'ede0a26d-f249-4483-928f-473deb1befbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:10.829420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 36aa9171-0f9e-4cb7-8891-876c196f3381, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:37:10.832590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.897098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896e681-d38c-437e-b060-9f9b998c2fbd None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:10.908338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:10.913401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:10.914554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:10.917147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:37:10.919882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:10.922826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Port': ['ID=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:10.937952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c59b0798-922e-467d-81a5-28d5eba23b31 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/ab3c74b1-b8d3-48d2-ac82-723750f2f1ac HTTP/1.1" status: 204 len: 168 time: 2.1699996 Nov 09 17:37:10.943811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:10.980843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 36aa9171-0f9e-4cb7-8891-876c196f3381) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:10.989145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:10.989765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.008588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ff7fb-cedd-41c8-8f89-e910d76bcfdf None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:11.011436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce454a-38fc-43fb-b6e0-c290969c3f02 None None] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:11.041121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:11.066813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet a512184c-634f-4f33-82a0-0b11a3b654c4 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:11.085357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e3d79e6d-b420-44df-a564-b4b48bbe6340 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3242648 Nov 09 17:37:11.092816 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.097571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:11.121583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845565311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:11.135087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:11.147363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:11.153849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Pushing event updated for resources: {'Port': ['ID=4d545f86-5545-4af9-a10b-c23b476a4eb2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:11.215869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.216734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.217403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.218236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.219010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.219640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.220333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.220857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.221465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.221989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.222547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.223159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:11.298575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-40a54dd5-8758-46d1-8140-7b72cddf9c8c None None] Provisioning complete for port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:11.299173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40a54dd5-8758-46d1-8140-7b72cddf9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.340923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Attempting to bind port 4d545f86-5545-4af9-a10b-c23b476a4eb2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:11.341164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Attempting to bind port 4d545f86-5545-4af9-a10b-c23b476a4eb2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9252277d-b13f-4704-9686-a725384ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:11.341608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Attempting to bind port 4d545f86-5545-4af9-a10b-c23b476a4eb2 on network 57bd5a2c-9459-42aa-8cec-caea7168bd36 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:11.380998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:11.381408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Checking segment: {'id': '9252277d-b13f-4704-9686-a725384ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:11.381796 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.382203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Bound using segment: {'id': '9252277d-b13f-4704-9686-a725384ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:11.382701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Bound port: 4d545f86-5545-4af9-a10b-c23b476a4eb2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252277d-b13f-4704-9686-a725384ac6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '57bd5a2c-9459-42aa-8cec-caea7168bd36'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:11.383150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.436670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfac26b-7537-4bcc-ae5d-3c279b55a91e req-c5731e60-6ae4-44ab-8c5f-a68300318f51 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:11.438751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbfac26b-7537-4bcc-ae5d-3c279b55a91e req-c5731e60-6ae4-44ab-8c5f-a68300318f51 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 945 time: 0.2524829 Nov 09 17:37:11.521889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.544940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.547056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-40a54dd5-8758-46d1-8140-7b72cddf9c8c None None] Port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:11.600530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.602124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.618804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbfac26b-7537-4bcc-ae5d-3c279b55a91e req-b8bfb746-fc3f-46a4-8c4e-d4bdca65ae9f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346977 Nov 09 17:37:11.672220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-36aa9171-0f9e-4cb7-8891-876c196f3381', 'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': 'c92521a8-59c5-46cc-8500-119a348d1704'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:37:11.673506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.728363 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.820317 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:11.893203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] For port 4d545f86-5545-4af9-a10b-c23b476a4eb2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:11.938445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] For port 4d545f86-5545-4af9-a10b-c23b476a4eb2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4d545f86-5545-4af9-a10b-c23b476a4eb2,segment=NetworkSegment(9252277d-b13f-4704-9686-a725384ac6b7),segment_id=9252277d-b13f-4704-9686-a725384ac6b7)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:11.952178 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.013600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a6594a1-d5d5-4a7f-8a81-bf15948b5ae6 req-811a6fcb-7923-43ec-8988-0acdc7e3da30 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0395591 Nov 09 17:37:12.019258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 81f15109-1747-468d-930e-740271123d8e up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:12.074821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99239a0-90fb-4dc6-867b-64ce2cd1f11b req-098de555-995f-4e2a-8588-c659759c7cd7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:12.078554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c99239a0-90fb-4dc6-867b-64ce2cd1f11b req-098de555-995f-4e2a-8588-c659759c7cd7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 931 time: 0.6596169 Nov 09 17:37:12.125935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.128146 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d851f89-2b08-4221-9a63-225e175ff432 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0187039 Nov 09 17:37:12.141912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44230) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:12.178666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48873f04-6409-461e-b13b-86d9a3438dd8 None None] Pushing event updated for resources: {'Port': ['ID=4d545f86-5545-4af9-a10b-c23b476a4eb2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:12.213136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Allocated IP 2001:db8:1::2 (36aa9171-0f9e-4cb7-8891-876c196f3381/c92521a8-59c5-46cc-8500-119a348d1704/8f0d1742-346d-49ae-a1a5-4b9f8802d156) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:12.288257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 81f15109-1747-468d-930e-740271123d8e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:12.337169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 81f15109-1747-468d-930e-740271123d8e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:12.337547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.418123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:12.481195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c99239a0-90fb-4dc6-867b-64ce2cd1f11b req-bda404ce-5add-464f-82e3-8e2d778a4254 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622344 Nov 09 17:37:12.520077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.683487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b9939fc9-c952-4b70-b1c6-bcfe7251f882 req-d8a21607-e4f8-4084-afab-318b024ebcfd tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1464114 Nov 09 17:37:12.692337 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.824153 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.828623 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.841744 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:12.931926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f15109-1747-468d-930e-740271123d8e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:12.934953 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efddacff-5a30-49b2-a7c4-2cb778ff15a9" -d '{"events": [{"server_uuid": "c1988bd7-555c-4155-b9cd-a0837241fc64", "name": "network-vif-plugged", "status": "completed", "tag": "81f15109-1747-468d-930e-740271123d8e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:12.959478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:12.966727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 81f15109-1747-468d-930e-740271123d8e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=81f15109-1747-468d-930e-740271123d8e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:12.976910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:12.987821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:13.009177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.028964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76010c37-6498-4a50-b37a-5a78779f3087 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:13.031979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Pushing event updated for resources: {'Port': ['ID=8f0d1742-346d-49ae-a1a5-4b9f8802d156,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:13.141626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.189626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.241351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Transition to ACTIVE for port object 76010c37-6498-4a50-b37a-5a78779f3087 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:13.288123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2249-0bff-4037-99a4-96054371e5c3 req-4458932a-c968-4b91-8271-d18931bfc0a8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:13.297352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b8a2249-0bff-4037-99a4-96054371e5c3 req-4458932a-c968-4b91-8271-d18931bfc0a8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 945 time: 0.5046179 Nov 09 17:37:13.407306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.465979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=a512184c-634f-4f33-82a0-0b11a3b654c4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:13.494220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.497568 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cee6a7-5555-437b-b2b5-68a5c088b87b x-openstack-request-id: req-25cee6a7-5555-437b-b2b5-68a5c088b87b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:13.498000 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1988bd7-555c-4155-b9cd-a0837241fc64", "name": "network-vif-plugged", "status": "completed", "tag": "81f15109-1747-468d-930e-740271123d8e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:13.498162 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25cee6a7-5555-437b-b2b5-68a5c088b87b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:13.499147 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f15109-1747-468d-930e-740271123d8e', 'code': 200} Nov 09 17:37:13.501544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718ad0e-2213-41c4-a75b-f22f62997f95 None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:13.502468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f9ec55a3-7eac-47a5-9074-b8e8f8b36e2c tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/a512184c-634f-4f33-82a0-0b11a3b654c4 HTTP/1.1" status: 204 len: 168 time: 2.5532794 Nov 09 17:37:13.524410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44240) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:13.539468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Attempting to bind port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:13.539842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Attempting to bind port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ede0a26d-f249-4483-928f-473deb1befbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:13.540399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Attempting to bind port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 on network 36aa9171-0f9e-4cb7-8891-876c196f3381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:13.599732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4d545f86-5545-4af9-a10b-c23b476a4eb2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:13.662840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:13.663269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Checking segment: {'id': 'ede0a26d-f249-4483-928f-473deb1befbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:13.663667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.664288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Bound using segment: {'id': 'ede0a26d-f249-4483-928f-473deb1befbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:13.664876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Bound port: 8f0d1742-346d-49ae-a1a5-4b9f8802d156, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede0a26d-f249-4483-928f-473deb1befbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '36aa9171-0f9e-4cb7-8891-876c196f3381'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:13.666144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.668097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Pushing event updated for resources: {'Port': ['ID=76010c37-6498-4a50-b37a-5a78779f3087,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:13.697888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a5bd97a5-4176-4782-a468-b9b701343730 None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:13.698180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5bd97a5-4176-4782-a468-b9b701343730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.713125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:13.732377 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:13.752721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b8a2249-0bff-4037-99a4-96054371e5c3 req-ba6c5c9f-605a-4fe7-bf51-4cfcb3ffb4ad tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483632 Nov 09 17:37:13.757137 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:13.757755 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bacf95cf-b833-4342-9770-1cca603a2f09 req-17959087-b7d1-471e-9020-adeab18e0efe tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.1072767 Nov 09 17:37:13.759617 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:13.776195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=81f15109-1747-468d-930e-740271123d8e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:13.785015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-9cfb2500-fb5b-4bda-bc94-7ff92373c807 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6981030 Nov 09 17:37:13.787431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:13.809048 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6365550b-f3b5-4de6-b329-c3d9eecf1bfc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:13.809794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6365550b-f3b5-4de6-b329-c3d9eecf1bfc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:13.835122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44246) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:13.839631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6365550b-f3b5-4de6-b329-c3d9eecf1bfc tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/ab3c74b1-b8d3-48d2-ac82-723750f2f1ac HTTP/1.1" status: 404 len: 337 time: 0.2771859 Nov 09 17:37:13.872425 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:13.880995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Router 1b5e25da-d193-46b6-b35b-ea385a437383 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:37:13.910646 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:13.921202 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:13.971428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4d545f86-5545-4af9-a10b-c23b476a4eb2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:13.971858 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.058247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.063700 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:14.064378 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38da57f-587e-43ef-a423-3189f4fe1a0b None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:14.077186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eb3-713c-463e-911a-5e9d16a40918 req-193562a9-92cc-437f-85d6-6645918e8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:14.079095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbc43eb3-713c-463e-911a-5e9d16a40918 req-193562a9-92cc-437f-85d6-6645918e8912 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 1097 time: 0.5720887 Nov 09 17:37:14.135178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b6572dd-52ed-491f-a6ec-ba7219a97530 req-a9e2dd45-df17-4db3-b27b-807dc8114386 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0537939 Nov 09 17:37:14.173270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting subnet a5fbe557-c38f-44df-bad7-f8dd7368c462 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:14.174533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2328e-c47e-42b0-a8de-989cc64403e4 None None] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:14.179991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a86297-c9f7-4cf3-af2b-1a22347ee109 req-a8ff05a7-d52f-47f5-a06f-7c6803ef1397 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:14.188259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41a86297-c9f7-4cf3-af2b-1a22347ee109 req-a8ff05a7-d52f-47f5-a06f-7c6803ef1397 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 943 time: 0.3192856 Nov 09 17:37:14.190286 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.195699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4ab1d17f-634a-407d-8672-d6ce4098a608 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9662945 Nov 09 17:37:14.203234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44248) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:14.208537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'port_id': '95fa8337-c0f6-4c8a-99cd-3ac3650be1ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:14.273835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbc43eb3-713c-463e-911a-5e9d16a40918 req-a9396f5e-c428-4275-8c49-b48f071324dd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709700 Nov 09 17:37:14.313808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Attempting to bind port 76010c37-6498-4a50-b37a-5a78779f3087 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:14.314142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Attempting to bind port 76010c37-6498-4a50-b37a-5a78779f3087 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:14.314489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Attempting to bind port 76010c37-6498-4a50-b37a-5a78779f3087 on network 15130331-ab23-4622-aa4d-af8174953073 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:14.314721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40914501-1350-4f78-9760-112e06decfcc req-9bc0b214-b954-4e46-bc24-d383f1ca26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:14.316698 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-9bc0b214-b954-4e46-bc24-d383f1ca26b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1097 time: 0.4127839 Nov 09 17:37:14.322581 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.366658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41a86297-c9f7-4cf3-af2b-1a22347ee109 req-4788f735-75df-4445-b0f0-4e80595e3b2f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773689 Nov 09 17:37:14.370012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Port 76010c37-6498-4a50-b37a-5a78779f3087 on network 15130331-ab23-4622-aa4d-af8174953073 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:14.370345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Attempting to bind port 76010c37-6498-4a50-b37a-5a78779f3087 on network 15130331-ab23-4622-aa4d-af8174953073 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:14.394894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:14.395186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Checking segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:14.395587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Bound using segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:14.396048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Bound port: 76010c37-6498-4a50-b37a-5a78779f3087, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:14.396415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.475543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] For port 76010c37-6498-4a50-b37a-5a78779f3087, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:14.479223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] For port 76010c37-6498-4a50-b37a-5a78779f3087, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=76010c37-6498-4a50-b37a-5a78779f3087,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:14.483760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.557488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] For port 8f0d1742-346d-49ae-a1a5-4b9f8802d156, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:14.561922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a5bd97a5-4176-4782-a468-b9b701343730 None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:14.562282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5bd97a5-4176-4782-a468-b9b701343730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.588637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.611878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] For port 8f0d1742-346d-49ae-a1a5-4b9f8802d156, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8f0d1742-346d-49ae-a1a5-4b9f8802d156,segment=NetworkSegment(ede0a26d-f249-4483-928f-473deb1befbf),segment_id=ede0a26d-f249-4483-928f-473deb1befbf)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:14.664194 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.683453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.731401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd97a5-4176-4782-a468-b9b701343730 None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:14.755964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.756312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:14.756703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.762147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] 10.222.0.83 "PUT /v2.0/ports/76010c37-6498-4a50-b37a-5a78779f3087 HTTP/1.1" status: 200 len: 1091 time: 4.9072270 Nov 09 17:37:14.762745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'tag': '76010c37-6498-4a50-b37a-5a78779f3087'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:14.767283 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c08feba-5974-4422-82d7-d15a843eee7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ffe61e-08db-4c56-a3aa-21914926aaa0", "tag": "76010c37-6498-4a50-b37a-5a78779f3087"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:14.775813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.789717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94a49b-2e2f-4eba-9eeb-c273a3c09d22 None None] Pushing event updated for resources: {'Port': ['ID=8f0d1742-346d-49ae-a1a5-4b9f8802d156,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:14.833648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 4d545f86-5545-4af9-a10b-c23b476a4eb2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4d545f86-5545-4af9-a10b-c23b476a4eb2,segment=NetworkSegment(9252277d-b13f-4704-9686-a725384ac6b7),segment_id=9252277d-b13f-4704-9686-a725384ac6b7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:14.843557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:14.964089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fbe557-c38f-44df-bad7-f8dd7368c462,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:15.074558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:15.081687 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a50231d0-6d52-4320-b886-4253e5f63f66 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/a5fbe557-c38f-44df-bad7-f8dd7368c462 HTTP/1.1" status: 204 len: 168 time: 1.2291465 Nov 09 17:37:15.087346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44258) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:15.132886 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c200f14c-ba55-40a7-aa63-e7048002f71f x-openstack-request-id: req-c200f14c-ba55-40a7-aa63-e7048002f71f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:15.133214 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ffe61e-08db-4c56-a3aa-21914926aaa0", "tag": "76010c37-6498-4a50-b37a-5a78779f3087", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:15.133398 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c200f14c-ba55-40a7-aa63-e7048002f71f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:15.133785 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'tag': '76010c37-6498-4a50-b37a-5a78779f3087', 'status': 'completed', 'code': 200} Nov 09 17:37:15.150203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe108f-3ac8-49ef-855d-f036632e7842 service neutron] Pushing event updated for resources: {'Port': ['ID=76010c37-6498-4a50-b37a-5a78779f3087,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:15.174106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7c8f1343-6084-41cf-9c11-a115fe16a00b None None] Provisioning complete for port 4d545f86-5545-4af9-a10b-c23b476a4eb2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:15.176236 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1343-6084-41cf-9c11-a115fe16a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:15.195657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=4d545f86-5545-4af9-a10b-c23b476a4eb2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:15.210266 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e29f685-67f7-4e7d-be05-6e24157fdf39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:15.210733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e29f685-67f7-4e7d-be05-6e24157fdf39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:15.219740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e29f685-67f7-4e7d-be05-6e24157fdf39 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/fa7328bb-ba8e-4102-967e-04340fc55df4 HTTP/1.1" status: 404 len: 337 time: 0.0983212 Nov 09 17:37:15.220785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:15.291015 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-198029ef-6034-4f84-b3e5-b36db0d21dcf tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb HTTP/1.1" status: 200 len: 205 time: 0.0631387 Nov 09 17:37:15.292856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:15.322341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-37ef9394-dba6-47a3-8baa-011b56ed5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:15.324364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-37ef9394-dba6-47a3-8baa-011b56ed5a89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 1094 time: 0.4836581 Nov 09 17:37:15.350153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63e971-a418-4320-a6b2-e0b252278233 req-e398307d-b878-4d65-a357-91b8ac49180d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:15.352742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c63e971-a418-4320-a6b2-e0b252278233 req-e398307d-b878-4d65-a357-91b8ac49180d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 946 time: 0.3768821 Nov 09 17:37:15.622786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4d545f86-5545-4af9-a10b-c23b476a4eb2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:15.734272 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ead7d7bb-c177-46f5-8b52-d795dec72d7e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] delete failed (client error): The resource could not be found. Nov 09 17:37:15.740844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ead7d7bb-c177-46f5-8b52-d795dec72d7e tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/routers/8d04a9ec-c1c0-4cbc-9937-7dd693f08eeb HTTP/1.1" status: 404 len: 336 time: 0.4448304 Nov 09 17:37:15.748216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44268) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:15.799933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-654cd834-3a2d-4ee9-a3c2-42e45ceeca5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76010c37-6498-4a50-b37a-5a78779f3087 HTTP/1.1" status: 200 len: 217 time: 0.2466640 Nov 09 17:37:15.802472 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c5d1ac-e892-445a-a305-83a80290fc94 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:15.802932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c5d1ac-e892-445a-a305-83a80290fc94 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:15.806412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4d545f86-5545-4af9-a10b-c23b476a4eb2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:15.806790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a8c5d1ac-e892-445a-a305-83a80290fc94 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/678c81cf-c62a-43a2-8056-aaf55699f710 HTTP/1.1" status: 404 len: 337 time: 0.0559959 Nov 09 17:37:15.807320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:15.836100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44270) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:15.906878 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4da17a9-1895-4fde-b3f3-67444a12f493 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:15.907364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4da17a9-1895-4fde-b3f3-67444a12f493 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:15.917155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a4da17a9-1895-4fde-b3f3-67444a12f493 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/3327697a-6126-4d09-b3af-53b683a93b8c HTTP/1.1" status: 404 len: 337 time: 0.0724165 Nov 09 17:37:15.927855 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-306fb44f-d1ce-498d-8549-08e3b9a95f9a req-fe5a9bd5-5d87-4a01-beda-83464bf56a54 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.1932592 Nov 09 17:37:15.928357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:15.957080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4b7fe3a7-0a67-4d68-9b9c-112c75d09921 None None] Provisioning complete for port 4d545f86-5545-4af9-a10b-c23b476a4eb2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:15.957648 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b7fe3a7-0a67-4d68-9b9c-112c75d09921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:16.049889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-afca7052-dfc4-49a4-bcdd-256bfaa823a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:16.051467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-afca7052-dfc4-49a4-bcdd-256bfaa823a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.2427604 Nov 09 17:37:16.075681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1c63e971-a418-4320-a6b2-e0b252278233 req-11ccf051-c12a-440f-876b-66de68e45ea8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742422 Nov 09 17:37:16.097185 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56a8971-7374-4ae8-a995-b0ea9448de15 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:16.097506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56a8971-7374-4ae8-a995-b0ea9448de15 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:16.103296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f56a8971-7374-4ae8-a995-b0ea9448de15 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/65840c9b-c93b-4ad9-9805-afa2cb6cbac1 HTTP/1.1" status: 404 len: 337 time: 0.1452971 Nov 09 17:37:16.155948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107346d-83ee-4d97-b10f-56d1e3bc587c None None] Network d6e50db0-02a7-4dac-95a4-39542274a307 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:16.160826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-96d3638b-dfdc-41bd-ab23-1f48d6d5c803 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840604 Nov 09 17:37:16.161370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:16.245153 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9475594a-4470-4dfe-82ac-bd6a5e4aa9e9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:16.245153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9475594a-4470-4dfe-82ac-bd6a5e4aa9e9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:16.245153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9475594a-4470-4dfe-82ac-bd6a5e4aa9e9 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/72edd7d8-de26-4cf4-b2e9-df4cc79e2a6a HTTP/1.1" status: 404 len: 333 time: 0.0798142 Nov 09 17:37:16.292788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:16.561113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-312178ec-6d9f-4c18-a48d-3eb5d96aa344 service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319583 Nov 09 17:37:16.620848 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1c9c35-6304-40df-a3d8-29f551a937f1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:16.621466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1c9c35-6304-40df-a3d8-29f551a937f1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:16.630713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-be1c9c35-6304-40df-a3d8-29f551a937f1 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/e04fffd9-1f8b-4d93-9e0c-3dffa24b9e5b HTTP/1.1" status: 404 len: 337 time: 0.3189111 Nov 09 17:37:16.655088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:16.771470 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e373c85-121e-4215-a6e8-42de702f2406 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:16.772112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e373c85-121e-4215-a6e8-42de702f2406 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:16.779053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6e373c85-121e-4215-a6e8-42de702f2406 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/6d308b24-1cfa-41ad-985a-83469ac258c0 HTTP/1.1" status: 404 len: 337 time: 0.1215184 Nov 09 17:37:16.783405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:16.814250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9b11b-44fa-436b-aa6e-682cf4cb2151 req-995716e0-c09d-438a-9a6d-c0bd12cd9e1c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:16.832211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82b9b11b-44fa-436b-aa6e-682cf4cb2151 req-995716e0-c09d-438a-9a6d-c0bd12cd9e1c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 943 time: 0.6134310 Nov 09 17:37:16.835535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] DHCP port deletion for d6e50db0-02a7-4dac-95a4-39542274a307 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:16.856593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-92529c0d-e664-40d8-8ffa-5f9ea9929196 None None] Provisioning complete for port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:16.856976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92529c0d-e664-40d8-8ffa-5f9ea9929196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:16.862806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:37:16.878951 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb467aa-a4d1-46ea-bec8-9479010fa753 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:16.879944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb467aa-a4d1-46ea-bec8-9479010fa753 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:16.887136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2fb467aa-a4d1-46ea-bec8-9479010fa753 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/53e8de32-926a-479a-b274-f7ea296244de HTTP/1.1" status: 404 len: 333 time: 0.1006639 Nov 09 17:37:16.888096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:16.964986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3cebd6-1b19-40d1-9f7f-a0192dfad599 None None] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:16.985638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82b9b11b-44fa-436b-aa6e-682cf4cb2151 req-69092fee-2909-4f85-a5f9-2babac9684b3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505015 Nov 09 17:37:16.993672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:17.005671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be2fb21d-a561-4be5-a712-2682068da871 req-ab5532e6-3f68-4f18-9c45-0627ff49c35b tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0502992 Nov 09 17:37:17.019545 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-90734794-a19d-493f-88d5-d3774533d820 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:17.024395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90734794-a19d-493f-88d5-d3774533d820 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:17.037544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-90734794-a19d-493f-88d5-d3774533d820 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/93985ef3-1f29-4d0b-992c-61990ff35bb4 HTTP/1.1" status: 404 len: 337 time: 0.1401019 Nov 09 17:37:17.039779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:17.101216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8::1 (57bd5a2c-9459-42aa-8cec-caea7168bd36/c5d1333a-5f2d-4684-9c6e-b327b4be87ce/c35d581b-2929-48db-b523-db908f411ec1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:17.120180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.137233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40914501-1350-4f78-9760-112e06decfcc req-a47aedf9-13cf-402e-ac06-e5030f624e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.145265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-a47aedf9-13cf-402e-ac06-e5030f624e8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 2.7671995 Nov 09 17:37:17.146156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Sync routers for ids ['1b5e25da-d193-46b6-b35b-ea385a437383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:17.162455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.164246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aea83989-f051-4060-814d-296a353e6d7f tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2798126 Nov 09 17:37:17.179432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44290) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:17.183682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.213922 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03baa5c-4891-4f1f-89ea-feecf3eb0685 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] DELETE failed (client error): The resource could not be found. Nov 09 17:37:17.214713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03baa5c-4891-4f1f-89ea-feecf3eb0685 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:17.222108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b03baa5c-4891-4f1f-89ea-feecf3eb0685 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/subnets/28c99cf1-8611-4669-a79d-c49f07b971d0 HTTP/1.1" status: 404 len: 337 time: 0.1720212 Nov 09 17:37:17.226069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a126012c-b67e-4451-a536-472d2a366f18 req-a1a6c82c-1eeb-4177-bd3e-f9621e60146b tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0718327 Nov 09 17:37:17.226740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:17.248539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6b17bc5-2212-4e3d-8d61-047faf25cd87 req-e1992640-3460-4119-817e-5b4b403c9101 service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461537 Nov 09 17:37:17.418657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Routers {'1b5e25da-d193-46b6-b35b-ea385a437383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:17.418904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-46601a0a-5963-4aa4-8113-3e6f65eb6156 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.2509882 Nov 09 17:37:17.419418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1b5e25da-d193-46b6-b35b-ea385a437383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:17.524811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] Deleting port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:17.525759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.571801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08feba-5974-4422-82d7-d15a843eee7d req-11aad07d-fb53-4329-963a-a431c2b98bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.578673 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-11aad07d-fb53-4329-963a-a431c2b98bc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 1094 time: 0.2308950 Nov 09 17:37:17.645367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] For port d08ab5ea-4d6e-4e40-bc81-121b6eaed731, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,segment=NetworkSegment(c390b1fe-c390-4fbf-aa19-21aac51dab16),segment_id=c390b1fe-c390-4fbf-aa19-21aac51dab16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:17.645701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.665125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] Calling delete_port for d08ab5ea-4d6e-4e40-bc81-121b6eaed731 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:17.772790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08feba-5974-4422-82d7-d15a843eee7d req-bb7507e2-bce7-442d-b56c-7e004f6df76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.776077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-bb7507e2-bce7-442d-b56c-7e004f6df76a service neutron] 10.222.0.83 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 0.1856844 Nov 09 17:37:17.874533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-c78fb7e3-01b3-4414-a56a-3e5b0afaea5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76010c37-6498-4a50-b37a-5a78779f3087 HTTP/1.1" status: 200 len: 217 time: 0.0862823 Nov 09 17:37:17.883709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.946401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583560c-1662-4702-ad4b-e468195e2170 req-e54419ce-7533-4d9b-8897-58e915e5d20d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.957706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2583560c-1662-4702-ad4b-e468195e2170 req-e54419ce-7533-4d9b-8897-58e915e5d20d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 946 time: 0.6885774 Nov 09 17:37:17.977856 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:17.985204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Deleting port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:17.985749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.000130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08feba-5974-4422-82d7-d15a843eee7d req-3eaeb9ff-a8ab-431d-9524-5d638971a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:18.003370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-3eaeb9ff-a8ab-431d-9524-5d638971a2f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.1189623 Nov 09 17:37:18.042177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Set router 1b5e25da-d193-46b6-b35b-ea385a437383 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:18.123034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8f0d1742-346d-49ae-a1a5-4b9f8802d156 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:18.145222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:18.152860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:18.173336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40914501-1350-4f78-9760-112e06decfcc req-7ebf2d80-f168-4992-a983-29354ae51a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:18.175081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-7ebf2d80-f168-4992-a983-29354ae51a23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.6717639 Nov 09 17:37:18.176209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:18.176779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.273383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-92529c0d-e664-40d8-8ffa-5f9ea9929196 None None] Provisioning complete for port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:18.274086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92529c0d-e664-40d8-8ffa-5f9ea9929196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.311579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.402411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-92529c0d-e664-40d8-8ffa-5f9ea9929196 None None] Port b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:18.412461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.511294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] Pushing event deleted for resources: {'Port': ['ID=d08ab5ea-4d6e-4e40-bc81-121b6eaed731,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:18.519310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:18.519589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.545328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2583560c-1662-4702-ad4b-e468195e2170 req-6af8e723-0ab2-44ff-922c-97ef7662cc2a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864654 Nov 09 17:37:18.546374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=c35d581b-2929-48db-b523-db908f411ec1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:18.588804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c40e0dd7-27c7-4bdb-8a31-a78d7e9995aa tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/1b5e25da-d193-46b6-b35b-ea385a437383 HTTP/1.1" status: 200 len: 908 time: 1.3209403 Nov 09 17:37:18.626596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44302) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:18.634232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1894209560', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': True}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:18.649188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e9a6a-0dad-4617-ac7d-54be460bdf39 None None] No DVR routers for this DVR port d08ab5ea-4d6e-4e40-bc81-121b6eaed731 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:18.675403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-475b59e5-3518-4a8a-a583-6f7ca105af83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112773 Nov 09 17:37:18.835359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a0641b53-203e-499c-ab67-41f178f6fa5d None None] Provisioning complete for port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:18.836083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0641b53-203e-499c-ab67-41f178f6fa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.923013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:18.925576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.927622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.931968 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:18.990029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58110971-89c6-42bb-ba02-21896676a10a req-41615783-5057-450b-b905-430e98651e45 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1657915 Nov 09 17:37:18.997842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8f0d1742-346d-49ae-a1a5-4b9f8802d156, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8f0d1742-346d-49ae-a1a5-4b9f8802d156,segment=NetworkSegment(ede0a26d-f249-4483-928f-473deb1befbf),segment_id=ede0a26d-f249-4483-928f-473deb1befbf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:19.007520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5e25da-d193-46b6-b35b-ea385a437383', 'name': 'tempest-snat-router-1894209560', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.32'}], 'enable_snat': False}, 'gw_port_id': '38e5273e-ff56-48b8-a55c-b96e4f0ab67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:11Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': '38e5273e-ff56-48b8-a55c-b96e4f0ab67c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:60:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5e25da-d193-46b6-b35b-ea385a437383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:09Z', 'updated_at': '2021-11-09T17:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:19.011602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.182327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-9d328234-dc69-4a81-81bb-82147def4fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1419811 Nov 09 17:37:19.198380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Calling delete_port for b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:19.206443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:19.221294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Checking router: 1b5e25da-d193-46b6-b35b-ea385a437383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:37:19.221703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Updating router 1b5e25da-d193-46b6-b35b-ea385a437383 port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:37:19.271809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d08ab5ea-4d6e-4e40-bc81-121b6eaed731 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:19.272191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d08ab5ea-4d6e-4e40-bc81-121b6eaed731 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:19.277091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8f0d1742-346d-49ae-a1a5-4b9f8802d156,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:19.292137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.327806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881976b0-3a31-4dc0-b04d-adeb59eacfc2 req-381a526a-8d74-4964-a68e-78fd550f8130 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:19.331494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-881976b0-3a31-4dc0-b04d-adeb59eacfc2 req-381a526a-8d74-4964-a68e-78fd550f8130 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 943 time: 1.1946728 Nov 09 17:37:19.344460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-ec9d9a69-3de1-4e88-9e14-8bcfbff43ecb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:37:19.346275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-ec9d9a69-3de1-4e88-9e14-8bcfbff43ecb service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1553578 Nov 09 17:37:19.393348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-92c4596b-f3bc-46ad-8945-8a7bb2cf2e11 req-db47fc31-418c-46cd-99ed-4b54cd7e33c2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0840473 Nov 09 17:37:19.528530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:19.541929 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:19.555094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.585638 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:19.586665 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:19.730228 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:19.738623 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.745501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d31405b8-5e12-42d7-a7ce-4d8cea405b58 None None] Provisioning complete for port c35d581b-2929-48db-b523-db908f411ec1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:19.745501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d31405b8-5e12-42d7-a7ce-4d8cea405b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.752764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-5c566f86-17d1-4482-b52a-5e7e5eeead41 service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909163 Nov 09 17:37:19.757235 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:19.761286 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:19.763790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-881976b0-3a31-4dc0-b04d-adeb59eacfc2 req-c608f2ec-8069-4162-a6fd-cb089e55d124 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730457 Nov 09 17:37:19.808794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8f0d1742-346d-49ae-a1a5-4b9f8802d156 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:19.812246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d31405b8-5e12-42d7-a7ce-4d8cea405b58 None None] Port c35d581b-2929-48db-b523-db908f411ec1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:19.814240 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.845685 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:19.849771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1dec0f-b550-4912-bc42-515a4ef3180e None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:19.907979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d31405b8-5e12-42d7-a7ce-4d8cea405b58 None None] Provisioning complete for port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:19.908393 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d31405b8-5e12-42d7-a7ce-4d8cea405b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:19.919312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c08feba-5974-4422-82d7-d15a843eee7d req-45889b5f-469a-4e50-b2cd-da548d57d851 service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523554 Nov 09 17:37:19.962894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-04233ae6-68bc-4eb5-96ad-fbc5f8afd293 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3605366 Nov 09 17:37:19.964916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.019296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Port': ['ID=b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:20.028000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.036848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15bc8d16-b76b-4f32-b714-e1d5ae149283 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/ports/b8f2dd3b-2a73-4c3e-b72b-04c036be9ac8 HTTP/1.1" status: 204 len: 168 time: 2.8059390 Nov 09 17:37:20.056921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de82ae6-87a1-44ec-acdc-b99711adc020 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:20.061527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 76010c37-6498-4a50-b37a-5a78779f3087 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:20.069100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:20.111795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Attempting to bind port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:20.112292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Attempting to bind port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:20.112805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Attempting to bind port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:20.128013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87de252-43f7-41f8-ad8d-0f7a5fd0582d None None] Pushing event updated for resources: {'Port': ['ID=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:20.151112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:20.151664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.227375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:20.228520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:20.228520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.229348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:20.230142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Bound port: 38e5273e-ff56-48b8-a55c-b96e4f0ab67c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:20.230759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.281071 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:37:20.333999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b3a8941-2634-4fd5-8ec5-ff68ac419936 req-acbb7546-b476-4399-b6c8-188b7c9e50c2 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1236858 Nov 09 17:37:20.400565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.429731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-dc14f4af-f6c8-48b5-9f97-b9718a2bd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:20.433103 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-dc14f4af-f6c8-48b5-9f97-b9718a2bd085 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 1096 time: 0.3942657 Nov 09 17:37:20.440404 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.585552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 76010c37-6498-4a50-b37a-5a78779f3087, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=76010c37-6498-4a50-b37a-5a78779f3087,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:20.603730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '76010c37-6498-4a50-b37a-5a78779f3087', 'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'port_id': '76010c37-6498-4a50-b37a-5a78779f3087', 'mac_address': 'fa:16:3e:65:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc0e351-cad3-4ded-8068-41cb376c6ee7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:20.608674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.619479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.635237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a84e8-878c-42fc-a076-7828ebb2de18 req-47f74bf5-9206-4d06-a1ef-6e028ad0e78f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:20.639971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b8a84e8-878c-42fc-a076-7828ebb2de18 req-47f74bf5-9206-4d06-a1ef-6e028ad0e78f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 946 time: 0.9663379 Nov 09 17:37:20.666514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-d68864d2-aa2b-49cd-b843-b4f7c8286378 service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8258791 Nov 09 17:37:20.668027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b086c70-9a44-4880-8995-d99c29930e4e tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/floatingips/c6e4c4e4-6a95-42f1-b12a-784b9dfadc22 HTTP/1.1" status: 200 len: 978 time: 6.4633191 Nov 09 17:37:20.673146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44314) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:20.768535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] For port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:20.776840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.792921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ff0b53c-359c-4ccf-baef-d998f3c397c2 req-662618a9-b676-4359-a755-4737ee5239a8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0880008 Nov 09 17:37:20.814936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] For port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:20.840750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.846809 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.862960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e50db0-02a7-4dac-95a4-39542274a307']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:20.894030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76010c37-6498-4a50-b37a-5a78779f3087 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:20.916180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c390b1fe-c390-4fbf-aa19-21aac51dab16') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:20.918510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c390b1fe-c390-4fbf-aa19-21aac51dab16') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:20.955233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a82d33-7f15-469e-aa83-a6e881e44867 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:20.958635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:20.964822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 76010c37-6498-4a50-b37a-5a78779f3087, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=76010c37-6498-4a50-b37a-5a78779f3087,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:20.969259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87de252-43f7-41f8-ad8d-0f7a5fd0582d None None] Pushing event updated for resources: {'Port': ['ID=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:20.979710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Routers {'1b5e25da-d193-46b6-b35b-ea385a437383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:20.980399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1b5e25da-d193-46b6-b35b-ea385a437383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:20.982627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:21.093508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:21.124908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:21.126344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:21.201995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b8a84e8-878c-42fc-a076-7828ebb2de18 req-cb4cc4d3-649e-4d46-9d28-15c98457c96a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546544 Nov 09 17:37:21.225984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-67369d93-1e97-4ee1-85b0-1179f97b0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.228917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-67369d93-1e97-4ee1-85b0-1179f97b0c90 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.7606895 Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:21.229991 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:21.236005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:21.293628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-74a09483-2f77-4cf3-ada0-0ef073df7080 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99 HTTP/1.1" status: 200 len: 217 time: 0.0545988 Nov 09 17:37:21.303207 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:21.312015 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] 10.222.0.45 "DELETE /v2.0/networks/d6e50db0-02a7-4dac-95a4-39542274a307 HTTP/1.1" status: 204 len: 168 time: 1.2417285 Nov 09 17:37:21.408406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f799f36-61c4-4d61-bf1e-4af56d056f2f req-a98eb480-9c78-4406-9b8e-334f9ce30391 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.419583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f799f36-61c4-4d61-bf1e-4af56d056f2f req-a98eb480-9c78-4406-9b8e-334f9ce30391 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 944 time: 0.3883095 Nov 09 17:37:21.501720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a70c27d8-3a58-4b88-94ff-e27a0e852db2 None None] Provisioning complete for port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:21.502318 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a70c27d8-3a58-4b88-94ff-e27a0e852db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:21.512745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2841-686c-495c-9884-449a1d02acf0 tempest-PortsTestJSON-1323706615 tempest-PortsTestJSON-1323706615-project] Pushing event deleted for resources: {'Network': ['ID=d6e50db0-02a7-4dac-95a4-39542274a307,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:21.541341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40914501-1350-4f78-9760-112e06decfcc req-90ac9857-6c86-4de9-83cf-744b5e7507bc service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088541 Nov 09 17:37:21.608749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f799f36-61c4-4d61-bf1e-4af56d056f2f req-2056e227-7d32-4a7d-a459-07442f495ffb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879754 Nov 09 17:37:21.643656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-f24d5f5b-8a0a-481c-ac82-744d74a2891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.658548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-f24d5f5b-8a0a-481c-ac82-744d74a2891e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3453538 Nov 09 17:37:21.765413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-27f73861-2de9-4443-9126-4778f50e7712 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813310 Nov 09 17:37:21.847571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] Set router 1b5e25da-d193-46b6-b35b-ea385a437383 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:21.930807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['76010c37-6498-4a50-b37a-5a78779f3087'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:21.944277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44330) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:22.032835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-520b31b5-d7f5-41d4-a9ae-1101d7dc4f89 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570238 Nov 09 17:37:22.230520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f99cd237-392c-41bc-818d-140886b25bf9 req-d15959ff-38df-4fcc-8ae6-0f4df207be79 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1898074 Nov 09 17:37:22.235959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=76010c37-6498-4a50-b37a-5a78779f3087,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:22.255021 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a70c27d8-3a58-4b88-94ff-e27a0e852db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:22.310292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a70c27d8-3a58-4b88-94ff-e27a0e852db2 None None] For port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:22.314549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5e25da-d193-46b6-b35b-ea385a437383', 'name': 'tempest-snat-router-1894209560', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.32'}], 'enable_snat': False}, 'gw_port_id': '38e5273e-ff56-48b8-a55c-b96e4f0ab67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:11Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': '38e5273e-ff56-48b8-a55c-b96e4f0ab67c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:60:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5e25da-d193-46b6-b35b-ea385a437383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:09Z', 'updated_at': '2021-11-09T17:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:22.352517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8c71b-b76e-4ee7-8b79-9398f86e134d None None] The sync data for ids ['1b5e25da-d193-46b6-b35b-ea385a437383'] in n-d-804292-3 is: [{'id': '1b5e25da-d193-46b6-b35b-ea385a437383', 'name': 'tempest-snat-router-1894209560', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.32'}], 'enable_snat': False}, 'gw_port_id': '38e5273e-ff56-48b8-a55c-b96e4f0ab67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:11Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': '38e5273e-ff56-48b8-a55c-b96e4f0ab67c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:60:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5e25da-d193-46b6-b35b-ea385a437383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:09Z', 'updated_at': '2021-11-09T17:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:22.357167 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a70c27d8-3a58-4b88-94ff-e27a0e852db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:22.434565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13fc2bee-66c7-4d94-a2f0-8d7ab36fe221 req-60fee608-5fc9-437b-98e7-25d1cd79908d service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611548 Nov 09 17:37:22.521823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60865f6-46ef-4ca6-b731-9b5f90d3a196 req-5fa4bd0c-46af-4464-9d29-9216ccdbf9a9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:22.524704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f60865f6-46ef-4ca6-b731-9b5f90d3a196 req-5fa4bd0c-46af-4464-9d29-9216ccdbf9a9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 946 time: 0.6917214 Nov 09 17:37:22.544659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c27d8-3a58-4b88-94ff-e27a0e852db2 None None] Pushing event updated for resources: {'Port': ['ID=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:22.565147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0811d08-fa93-4d6d-a371-06c5df6db502 req-c0c7f7ae-fef4-4835-9fff-26cdf76cd911 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.0815716 Nov 09 17:37:22.577907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port a0947ba0-3a3e-499e-be76-22a517273667 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:22.578833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:22.601038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-525b38a1-85f5-481a-92d7-c8e1bab3fd77 None None] Provisioning complete for port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:22.602788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525b38a1-85f5-481a-92d7-c8e1bab3fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:22.836599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:22.851376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:22.883854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684f893-2228-426d-93d3-e5a619f5aef3 req-1a8840c0-2e8c-4d3d-bcf7-f40326cdfac1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:22.895041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b684f893-2228-426d-93d3-e5a619f5aef3 req-1a8840c0-2e8c-4d3d-bcf7-f40326cdfac1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 944 time: 0.1368761 Nov 09 17:37:22.942912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c9bea62-3a6b-4991-87f5-384d8e378563 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=477a14f2e1db49bd93f98d9e317b801d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9930117 Nov 09 17:37:22.945350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:22.985897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b684f893-2228-426d-93d3-e5a619f5aef3 req-1e9bcbd1-6675-4132-ba53-249b76fb16e8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896084 Nov 09 17:37:23.002093 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.038644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.067480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.068298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.075613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f60865f6-46ef-4ca6-b731-9b5f90d3a196 req-af537ecd-7cd1-453e-b4a6-b285d76d34f5 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045221 Nov 09 17:37:23.166474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-fdeb7aab-0492-4c7a-8280-891b6c01411a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:23.168203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-fdeb7aab-0492-4c7a-8280-891b6c01411a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 946 time: 0.0684578 Nov 09 17:37:23.218918 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.218918 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.329628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for a0947ba0-3a3e-499e-be76-22a517273667 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:23.335715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port 81f15109-1747-468d-930e-740271123d8e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:23.345673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.409423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=c35d581b-2929-48db-b523-db908f411ec1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:23.524546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56b15319-142b-4667-80be-61fd2c2571a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.628370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-684b8251-af9a-46bc-aba9-dd3f6f32903d req-4d64361a-5adf-4192-aaa8-661ba30e813a tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1047161 Nov 09 17:37:23.637737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 38e5273e-ff56-48b8-a55c-b96e4f0ab67c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:23.750597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port 81f15109-1747-468d-930e-740271123d8e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=81f15109-1747-468d-930e-740271123d8e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:23.751168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:23.771982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for 81f15109-1747-468d-930e-740271123d8e owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:23.814387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Allocated IP 172.25.3.185 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/588abb3e-1bbf-49cf-811e-50dd46f67c80) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:23.848372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:23.848961 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.102103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 76010c37-6498-4a50-b37a-5a78779f3087 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:24.159931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.188489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99', '81f15109-1747-468d-930e-740271123d8e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:24.262394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=81f15109-1747-468d-930e-740271123d8e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:24.307332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 76010c37-6498-4a50-b37a-5a78779f3087 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:24.392170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port 81f15109-1747-468d-930e-740271123d8e on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:24.400808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.413731 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65892978-3b6c-4ac3-aeaf-04fc1ca8f867 req-cd3458b0-0181-4f26-ba3c-4d8673770b52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "DELETE /v2.0/ports/81f15109-1747-468d-930e-740271123d8e HTTP/1.1" status: 204 len: 173 time: 1.2350268 Nov 09 17:37:24.416847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'name': 'network-vif-deleted', 'tag': '81f15109-1747-468d-930e-740271123d8e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:24.423273 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d05d46-dfc4-44e0-8cbe-1733738dcf45" -d '{"events": [{"server_uuid": "c1988bd7-555c-4155-b9cd-a0837241fc64", "name": "network-vif-deleted", "tag": "81f15109-1747-468d-930e-740271123d8e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:24.430472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 76010c37-6498-4a50-b37a-5a78779f3087 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:24.432398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.462854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf158622-be4b-4088-8901-cb8ceff8b617 req-d8496e2b-1fe7-4fe9-bccc-81f676004012 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:24.473884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7af883e7-4fc5-46a9-8b9d-8a7d15a20872 req-1fc3f254-a3bd-49db-95d3-a63245a683b7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.6621957 Nov 09 17:37:24.478804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf158622-be4b-4088-8901-cb8ceff8b617 req-d8496e2b-1fe7-4fe9-bccc-81f676004012 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 944 time: 0.2393355 Nov 09 17:37:24.483733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56b15319-142b-4667-80be-61fd2c2571a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.651891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf158622-be4b-4088-8901-cb8ceff8b617 req-c08d3926-be81-4af7-a064-09359b253af2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713448 Nov 09 17:37:24.774534 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.831451 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b1ad5-7e08-4311-a319-91ec8e1c3ee1 x-openstack-request-id: req-0f6b1ad5-7e08-4311-a319-91ec8e1c3ee1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:24.832411 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1988bd7-555c-4155-b9cd-a0837241fc64", "name": "network-vif-deleted", "tag": "81f15109-1747-468d-930e-740271123d8e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:24.833190 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f6b1ad5-7e08-4311-a319-91ec8e1c3ee1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:24.834179 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1988bd7-555c-4155-b9cd-a0837241fc64', 'name': 'network-vif-deleted', 'tag': '81f15109-1747-468d-930e-740271123d8e', 'status': 'completed', 'code': 200} Nov 09 17:37:24.874380 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.936122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 76010c37-6498-4a50-b37a-5a78779f3087, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=76010c37-6498-4a50-b37a-5a78779f3087,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:24.937786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76010c37-6498-4a50-b37a-5a78779f3087'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:24.941077 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92d3431-966e-4fb3-80b7-6144c37d8f68" -d '{"events": [{"server_uuid": "c5ffe61e-08db-4c56-a3aa-21914926aaa0", "name": "network-vif-plugged", "status": "completed", "tag": "76010c37-6498-4a50-b37a-5a78779f3087"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:24.946608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:24.993037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:25.012474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:25.098807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=76010c37-6498-4a50-b37a-5a78779f3087,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.101671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ccc7bd01-bc39-4a52-8319-7769fc3555ee req-d3d0c5f9-6883-422c-beb3-4430b8f75db8 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1149225 Nov 09 17:37:25.102727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56b15319-142b-4667-80be-61fd2c2571a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:25.109330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56b15319-142b-4667-80be-61fd2c2571a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:25.110854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56b15319-142b-4667-80be-61fd2c2571a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8de087a-6e8d-49c6-a0b9-ab11e35fc0fb HTTP/1.1" status: 204 len: 168 time: 2.1401358 Nov 09 17:37:25.112163 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:25.180373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:25.196999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da590ec3-32f4-49b2-816c-3c4f98bc69ea req-c63b6123-26ff-4d86-8b12-a754273a0966 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1988bd7-555c-4155-b9cd-a0837241fc64 HTTP/1.1" status: 200 len: 210 time: 0.2198687 Nov 09 17:37:25.230637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:25.260788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Port': ['ID=588abb3e-1bbf-49cf-811e-50dd46f67c80,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.273000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b15319-142b-4667-80be-61fd2c2571a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de087a-6e8d-49c6-a0b9-ab11e35fc0fb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.281807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:25.286636 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f1c82-c28f-44f8-b818-c07677dc9712 x-openstack-request-id: req-708f1c82-c28f-44f8-b818-c07677dc9712 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:25.287308 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ffe61e-08db-4c56-a3aa-21914926aaa0", "name": "network-vif-plugged", "status": "completed", "tag": "76010c37-6498-4a50-b37a-5a78779f3087", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:25.287829 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-708f1c82-c28f-44f8-b818-c07677dc9712 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:25.288479 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76010c37-6498-4a50-b37a-5a78779f3087', 'code': 200} Nov 09 17:37:25.297011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:25.303589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a3a02-f62b-42c9-a665-14bb17696481 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:25.457588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a42370b6-3c2f-45c0-aaf5-063e1769ebe1 None None] Provisioning complete for port 588abb3e-1bbf-49cf-811e-50dd46f67c80 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:25.459128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a42370b6-3c2f-45c0-aaf5-063e1769ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:25.501551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=a0947ba0-3a3e-499e-be76-22a517273667,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.566711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a42370b6-3c2f-45c0-aaf5-063e1769ebe1 None None] Port 588abb3e-1bbf-49cf-811e-50dd46f67c80 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:25.674289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc7d1e-6fc3-4d8f-8846-a6854afcc7c4 req-f2dee9b6-cc93-417a-b9a9-e7e93cbedf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.677136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9cc7d1e-6fc3-4d8f-8846-a6854afcc7c4 req-f2dee9b6-cc93-417a-b9a9-e7e93cbedf90 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 1096 time: 0.1254563 Nov 09 17:37:25.764389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b9cc7d1e-6fc3-4d8f-8846-a6854afcc7c4 req-fe6edf51-507a-422c-bd4f-a14d1ce0f276 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755975 Nov 09 17:37:25.819572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-79da70c2-f64a-4f15-b9bd-75c67e9d1424 None None] Provisioning complete for port c35d581b-2929-48db-b523-db908f411ec1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:25.820122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-79da70c2-f64a-4f15-b9bd-75c67e9d1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:25.906225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-79da70c2-f64a-4f15-b9bd-75c67e9d1424 None None] Port c35d581b-2929-48db-b523-db908f411ec1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:25.930930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad627-b056-4159-8c1a-62a6edd0f372 req-5b86c3dd-2866-4a7e-b9a2-490f399630cd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.932781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11aad627-b056-4159-8c1a-62a6edd0f372 req-5b86c3dd-2866-4a7e-b9a2-490f399630cd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 945 time: 0.1157336 Nov 09 17:37:26.022666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50eb372b-def8-4b0d-92f8-2638c11c4e6f req-77502943-060d-40e0-9c9f-768064ce3b20 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.2494066 Nov 09 17:37:26.024210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11aad627-b056-4159-8c1a-62a6edd0f372 req-1e93e3cb-d6de-47cd-b2c2-5fdf2c4f276a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Nov 09 17:37:26.063615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:26.064171 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP c6e4c4e4-6a95-42f1-b12a-784b9dfadc22 disassociated (deleted). External IP: 172.25.3.155, port: 95fa8337-c0f6-4c8a-99cd-3ac3650be1ec. Nov 09 17:37:26.359754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 804ba97e-62f9-4898-9fd1-0a367e47c2f8 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:37:26.381977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0bea9f1-f794-4068-94e3-c2ab724d47c1 req-dd9a6335-eae9-4c79-808d-56a13a0fa62c tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1123633 Nov 09 17:37:26.394841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:26.790155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:26.823882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac51dee8-9636-441f-8f2d-7f3110e189b9 req-918837bb-3363-4c8c-9c99-cc65ce0be87a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1428256 Nov 09 17:37:26.915887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:26.925277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-347b4783-7ea5-4dfa-b5db-cb32e4ae1eb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/804ba97e-62f9-4898-9fd1-0a367e47c2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7816217 Nov 09 17:37:26.929199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44398) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:26.958254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] Sync routers for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:26.991116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:27.009253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:27.010558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.050485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf385b-bb18-4448-b1fb-65c6b6f6a763 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.056758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:27.069242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dcbf385b-bb18-4448-b1fb-65c6b6f6a763 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports/c35d581b-2929-48db-b523-db908f411ec1 HTTP/1.1" status: 200 len: 911 time: 0.1366155 Nov 09 17:37:27.102296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.131882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:27.132721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.225526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.226774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dbffd-1310-46e0-8b29-d30da0ddcf1d None None] The sync data for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:27.258160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--546613198'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:27.288348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-ac514588-9dbd-4816-af2e-59ebd699311b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.297707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-ac514588-9dbd-4816-af2e-59ebd699311b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.4883518 Nov 09 17:37:27.343883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7cf50940-9cff-45c1-9603-ac8113485d8c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.0446517 Nov 09 17:37:27.542238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5680f6b-ede5-4c73-ab81-48fd5cde87a8 req-54a4a00b-b01e-4f18-9fca-75a65f433bdb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.544083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5680f6b-ede5-4c73-ab81-48fd5cde87a8 req-54a4a00b-b01e-4f18-9fca-75a65f433bdb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 945 time: 0.2864754 Nov 09 17:37:27.586051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:27.591821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:27.605204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:27.605545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:27.614385 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:27.645142 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:27.646863 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.669572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-2a3a941b-c018-4037-a778-ab9e51e34d95 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3100100 Nov 09 17:37:27.671736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:27.719733 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.730406 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:27.731325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.758933 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-50a3255c-e084-4421-bba7-6570ea24f75d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/floatingips/c6e4c4e4-6a95-42f1-b12a-784b9dfadc22 HTTP/1.1" status: 204 len: 168 time: 7.0731890 Nov 09 17:37:27.771819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44410) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:27.778933 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:27.780985 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcbcbb9-6996-4c21-8ab6-cdb720c933eb None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:27.861157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5680f6b-ede5-4c73-ab81-48fd5cde87a8 req-f5468cd0-0733-41b8-a056-e2a9160d2cce tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626388 Nov 09 17:37:27.874789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15ba6905-d478-4a64-b51c-c11eebd80aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.029573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 81f15109-1747-468d-930e-740271123d8e no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:28.116867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 81f15109-1747-468d-930e-740271123d8e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:28.117395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 81f15109-1747-468d-930e-740271123d8e not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:28.144093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56b19f6d-c4d0-43cd-8cb2-7736443faed0 req-82618cb3-2a85-45fc-a3e2-43aadb9bb4c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.1316910 Nov 09 17:37:28.151919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 95fa8337-c0f6-4c8a-99cd-3ac3650be1ec {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:28.153170 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.211812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Router 7db4426a-e539-4c4d-9239-bf30ad21fa7a is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:37:28.268555 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.350082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.369493 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.450049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.457506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:28.488991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-55423656-a148-4662-939f-6f22fad8e6bc service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089216 Nov 09 17:37:28.490034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a4bff4-7ef4-4e2a-8817-28f07d74f630,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:28.500954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f802682-aaec-4098-b1e5-45ecbbd3644f req-51b90a95-7e2d-4946-b511-2601f732f194 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0966082 Nov 09 17:37:28.573168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 95fa8337-c0f6-4c8a-99cd-3ac3650be1ec owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:29.002022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-c9c01867-34a4-46f0-8d1a-86d7f51ab9ad service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082149 Nov 09 17:37:29.115067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:29.135794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:29.182076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8:1::1 (36aa9171-0f9e-4cb7-8891-876c196f3381/c92521a8-59c5-46cc-8500-119a348d1704/8ec393d4-022c-4c09-8ba6-cb3d85ec25ff) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:29.240178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:29.280745 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:37:29.306301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35527ce9-b4ff-45b5-81f9-e24956a7a5f0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:29.318007 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:29.328403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d445fee8-6fb0-457e-8d1a-30d220caa5b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5349865 Nov 09 17:37:29.329328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=95fa8337-c0f6-4c8a-99cd-3ac3650be1ec,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:29.338278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:29.377306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:29.394125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Sync routers for ids ['7db4426a-e539-4c4d-9239-bf30ad21fa7a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:29.430278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Routers {'7db4426a-e539-4c4d-9239-bf30ad21fa7a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:29.431678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7db4426a-e539-4c4d-9239-bf30ad21fa7a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:29.476554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7b1f089d-48c6-45e3-b9a9-f34f33fa68b6 req-9e39e97b-e59f-4ed1-9969-13219f934af4 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4&device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.1612453 Nov 09 17:37:29.682776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0854b3-7033-432b-8e06-43cff0888ed8 req-99997103-9cdc-4124-8aad-0a116352f3cc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:29.699594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e0854b3-7033-432b-8e06-43cff0888ed8 req-99997103-9cdc-4124-8aad-0a116352f3cc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 945 time: 0.1995935 Nov 09 17:37:29.700036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Set router 7db4426a-e539-4c4d-9239-bf30ad21fa7a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:29.847845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-58a1e2a0-ea22-4444-a438-f9b0838a3d3b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5050230 Nov 09 17:37:29.862850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:29.871431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-security--1194604784', 'description': 'tempest-security-description-1405812927'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:29.925367 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e0854b3-7033-432b-8e06-43cff0888ed8 req-8f2d0628-c4ec-483d-91de-cebf01c7429a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244904 Nov 09 17:37:30.017014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.158370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.160737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-57faca51-553e-4ea2-90c6-6291598f6b27 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.5298285 Nov 09 17:37:30.223255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4426a-e539-4c4d-9239-bf30ad21fa7a', 'name': 'tempest-snat-router-1894209560', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '588abb3e-1bbf-49cf-811e-50dd46f67c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:18Z', 'updated_at': '2021-11-09T17:37:26Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': '588abb3e-1bbf-49cf-811e-50dd46f67c80', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4426a-e539-4c4d-9239-bf30ad21fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:30.267752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-70857c2f-f16c-4cf8-a565-04ed908dd80c req-16543e4c-9360-4f1a-99e6-a222e56b7fe8 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.2134845 Nov 09 17:37:30.268631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:30.271609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.283284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7a16b20-d4f8-4603-8887-378f301b05e5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/ports/95fa8337-c0f6-4c8a-99cd-3ac3650be1ec HTTP/1.1" status: 204 len: 168 time: 2.5000916 Nov 09 17:37:30.300589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44438) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:30.308863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:30.348630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Checking router: 7db4426a-e539-4c4d-9239-bf30ad21fa7a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:37:30.349599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Updating router 7db4426a-e539-4c4d-9239-bf30ad21fa7a port 588abb3e-1bbf-49cf-811e-50dd46f67c80 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:37:30.462932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.502421 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.953548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.961244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c2797c7-b561-4625-b9f5-10d6ed9db2c9 req-b701863e-28be-499b-b27d-a16051f54050 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d22b74d93c9e471db13fe5493476a690&device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0965204 Nov 09 17:37:30.962017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d5c27b1-6ff8-4502-8b30-03bebbfe96c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.968564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e11eaca9-19c4-4db5-bffb-92b82002d281 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/7db4426a-e539-4c4d-9239-bf30ad21fa7a HTTP/1.1" status: 200 len: 908 time: 0.6881342 Nov 09 17:37:30.970073 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:30.989548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44442) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:31.028474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c2797c7-b561-4625-b9f5-10d6ed9db2c9 req-1db2083c-4168-4e7b-b70d-67b3dd17119a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d22b74d93c9e471db13fe5493476a690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581594 Nov 09 17:37:31.032203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fda21-5fff-429c-b952-9af1a62e4686 None None] Pushing event updated for resources: {'Port': ['ID=588abb3e-1bbf-49cf-811e-50dd46f67c80,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:31.114761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Attempting to bind port 588abb3e-1bbf-49cf-811e-50dd46f67c80 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:31.115364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Attempting to bind port 588abb3e-1bbf-49cf-811e-50dd46f67c80 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:31.131905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Attempting to bind port 588abb3e-1bbf-49cf-811e-50dd46f67c80 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:31.144658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:31.155762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:31.156628 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.157292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:31.158107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Bound port: 588abb3e-1bbf-49cf-811e-50dd46f67c80, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:31.158815 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.236098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] For port 588abb3e-1bbf-49cf-811e-50dd46f67c80, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:31.240823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] For port 588abb3e-1bbf-49cf-811e-50dd46f67c80, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=588abb3e-1bbf-49cf-811e-50dd46f67c80,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:31.243101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5dca05-6a74-40f9-bcdd-2e1a682eb9dd None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:31.249556 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.275617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.362040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Routers {'7db4426a-e539-4c4d-9239-bf30ad21fa7a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:31.363060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7db4426a-e539-4c4d-9239-bf30ad21fa7a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:31.412277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.423976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f527a04-2f2a-4aa6-b809-5b1768346b4e req-9a35c779-429c-453a-9aab-68e6dd5cc9fe tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 210 time: 1.3730223 Nov 09 17:37:31.437919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.447292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.447292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "PUT /v2.0/security-groups/35527ce9-b4ff-45b5-81f9-e24956a7a5f0 HTTP/1.1" status: 200 len: 1797 time: 1.5812325 Nov 09 17:37:31.464497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:31.504098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fda21-5fff-429c-b952-9af1a62e4686 None None] Pushing event updated for resources: {'Port': ['ID=588abb3e-1bbf-49cf-811e-50dd46f67c80,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:31.511140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de2133-b296-4a95-a46f-1c3a8d578fac None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:31.640132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc81a63f-c933-49a8-897d-e2ebb2cc2e05 req-d9e39d61-7bb8-49c6-9761-64a9e74c48d5 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1945620 Nov 09 17:37:31.666312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8afab879-b5ce-438a-a341-5c2f67ad0c3f None None] Provisioning complete for port 588abb3e-1bbf-49cf-811e-50dd46f67c80 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:31.666610 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8afab879-b5ce-438a-a341-5c2f67ad0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.765361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2797c7-b561-4625-b9f5-10d6ed9db2c9 req-7426263e-8008-42d1-a863-ae47194750e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:31.767522 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c2797c7-b561-4625-b9f5-10d6ed9db2c9 req-7426263e-8008-42d1-a863-ae47194750e5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6298156 Nov 09 17:37:31.790874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3be25-d6e8-45ba-b6ea-cb68d86cb897 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35527ce9-b4ff-45b5-81f9-e24956a7a5f0,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:31.806191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:31.861788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b51063f5-48e1-48a4-a575-e0a2e1e0f6bb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups/35527ce9-b4ff-45b5-81f9-e24956a7a5f0 HTTP/1.1" status: 200 len: 1797 time: 0.3952425 Nov 09 17:37:31.933487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:31.943234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=8ec393d4-022c-4c09-8ba6-cb3d85ec25ff,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:31.980440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:31.991216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:32.021353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086ab6-e1b8-406f-bc15-cff86f829844 req-ecbc307c-ad14-4e41-aff3-18bb4a5a8062 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:32.024255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51086ab6-e1b8-406f-bc15-cff86f829844 req-ecbc307c-ad14-4e41-aff3-18bb4a5a8062 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 945 time: 0.4671586 Nov 09 17:37:32.025774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:32.032246 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.033242 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.048057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-55fe7c5f-a65e-462d-a53c-074e84a34c50 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:32.050719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-55fe7c5f-a65e-462d-a53c-074e84a34c50 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.3265569 Nov 09 17:37:32.082813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] Set router 7db4426a-e539-4c4d-9239-bf30ad21fa7a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:32.204069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:32.227625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.334680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07593a73-b236-4c1b-a08b-a018379799af req-2d8de5a3-3d7a-4846-b757-5c0bc2aacb79 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/ports?device_id=0959c34f-4687-4c84-a44e-6a2b36669d4d HTTP/1.1" status: 200 len: 210 time: 0.5621538 Nov 09 17:37:32.365820 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51086ab6-e1b8-406f-bc15-cff86f829844 req-b0651057-9f84-4b20-9791-30ab7308ef44 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234913 Nov 09 17:37:32.397917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b7b4fb-e1b7-453f-87c1-bfd222f52211 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.412247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.434361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.454070 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b7b4fb-e1b7-453f-87c1-bfd222f52211 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.532157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.533828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8afab879-b5ce-438a-a341-5c2f67ad0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.597769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8afab879-b5ce-438a-a341-5c2f67ad0c3f None None] For port 588abb3e-1bbf-49cf-811e-50dd46f67c80, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=588abb3e-1bbf-49cf-811e-50dd46f67c80,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:32.617143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b7b4fb-e1b7-453f-87c1-bfd222f52211 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.619952 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b7b4fb-e1b7-453f-87c1-bfd222f52211 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.624524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-34b7b4fb-e1b7-453f-87c1-bfd222f52211 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/35527ce9-b4ff-45b5-81f9-e24956a7a5f0 HTTP/1.1" status: 204 len: 168 time: 0.6644254 Nov 09 17:37:32.632217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44454) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:32.644447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8afab879-b5ce-438a-a341-5c2f67ad0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.676876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b275308-746a-46f8-b42d-dbb5ae368a31 req-8e295860-cfa9-4941-bae0-d9dc1dee9873 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 210 time: 0.1068847 Nov 09 17:37:32.682374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7b4fb-e1b7-453f-87c1-bfd222f52211 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35527ce9-b4ff-45b5-81f9-e24956a7a5f0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:32.832726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:32.836438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.846903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afab879-b5ce-438a-a341-5c2f67ad0c3f None None] Pushing event updated for resources: {'Port': ['ID=588abb3e-1bbf-49cf-811e-50dd46f67c80,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:32.855681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ad605630-a918-4c51-b7bc-0ce23c1a7fa7 None None] Provisioning complete for port 588abb3e-1bbf-49cf-811e-50dd46f67c80 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:32.856629 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad605630-a918-4c51-b7bc-0ce23c1a7fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.867628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Deleting port 588abb3e-1bbf-49cf-811e-50dd46f67c80 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:32.867980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:32.913433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4426a-e539-4c4d-9239-bf30ad21fa7a', 'name': 'tempest-snat-router-1894209560', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '588abb3e-1bbf-49cf-811e-50dd46f67c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:18Z', 'updated_at': '2021-11-09T17:37:26Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': '588abb3e-1bbf-49cf-811e-50dd46f67c80', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4426a-e539-4c4d-9239-bf30ad21fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:32.918336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-558bf91a-c6d6-4999-9404-299b9bc1b312 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2767146 Nov 09 17:37:32.937901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ad22391-424d-411d-8354-9e081c0a6b2c req-a71d03b9-7f4d-4374-8b65-434caaece080 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.0616338 Nov 09 17:37:32.938459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:32.944367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.204 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/91db6156-6e48-493f-abae-e2d506173569) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:32.987234 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-e0b5d904-df48-4758-93ab-8ea4b0797f08 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] delete failed (client error): The resource could not be found. Nov 09 17:37:32.988377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e0b5d904-df48-4758-93ab-8ea4b0797f08 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/35527ce9-b4ff-45b5-81f9-e24956a7a5f0 HTTP/1.1" status: 404 len: 347 time: 0.0387921 Nov 09 17:37:33.009839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8ec5b-e65a-4d98-8e49-cd6a119a082a None None] The sync data for ids ['7db4426a-e539-4c4d-9239-bf30ad21fa7a'] in n-d-804292-3 is: [{'id': '7db4426a-e539-4c4d-9239-bf30ad21fa7a', 'name': 'tempest-snat-router-1894209560', 'tenant_id': '4ef76b206d564973b223863c5af956f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '588abb3e-1bbf-49cf-811e-50dd46f67c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:18Z', 'updated_at': '2021-11-09T17:37:26Z', 'revision_number': 3, 'project_id': '4ef76b206d564973b223863c5af956f3', 'gw_port': {'id': '588abb3e-1bbf-49cf-811e-50dd46f67c80', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4426a-e539-4c4d-9239-bf30ad21fa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:33.015738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44460) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:33.021989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038447040'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:33.069071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-cc196d0b-af08-41f4-9783-77720279388e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:33.070771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-cc196d0b-af08-41f4-9783-77720279388e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 945 time: 0.3991983 Nov 09 17:37:33.143340 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.157710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ad605630-a918-4c51-b7bc-0ce23c1a7fa7 None None] Provisioning complete for port 8ec393d4-022c-4c09-8ba6-cb3d85ec25ff triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:33.158387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad605630-a918-4c51-b7bc-0ce23c1a7fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.188793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.235834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ad605630-a918-4c51-b7bc-0ce23c1a7fa7 None None] Port 8ec393d4-022c-4c09-8ba6-cb3d85ec25ff cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:33.274101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c2797c7-b561-4625-b9f5-10d6ed9db2c9 req-d7048e3e-16ed-404f-abde-83f54d0a8f74 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.43 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1797202 Nov 09 17:37:33.344263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] For port 588abb3e-1bbf-49cf-811e-50dd46f67c80, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=588abb3e-1bbf-49cf-811e-50dd46f67c80,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:33.345433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.384022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Calling delete_port for 588abb3e-1bbf-49cf-811e-50dd46f67c80 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:33.409950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.5 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/acac9b7d-2541-4648-82e8-b4ce1d5a5493) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:33.475361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.520484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.521791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.568294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.577836 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.659266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44468) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:33.673463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 588abb3e-1bbf-49cf-811e-50dd46f67c80 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:33.717375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Deleting port 76010c37-6498-4a50-b37a-5a78779f3087 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:33.718061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.774650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 588abb3e-1bbf-49cf-811e-50dd46f67c80 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:33.775402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.831419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.869044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7083ac3-338b-4d20-beda-0abea393397a req-7e8c1a05-7c7e-4dbf-9d5f-c242123035c0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 210 time: 0.0756962 Nov 09 17:37:33.911778 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.945398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=8ec393d4-022c-4c09-8ba6-cb3d85ec25ff,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:33.986334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:33.998148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:34.034641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:34.083350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e72f574-53cd-4eb6-8b48-14bd7e48e20b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.089255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:34.101052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=91db6156-6e48-493f-abae-e2d506173569,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.115303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d446ade-f06e-4998-b96c-f9be665951c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.129917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc89d-7a00-4f34-bae4-39ab89ab9b8a req-bc06f8d1-604c-4fca-9512-9c85f7a71d88 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.139344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50abc89d-7a00-4f34-bae4-39ab89ab9b8a req-bc06f8d1-604c-4fca-9512-9c85f7a71d88 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 945 time: 0.5981972 Nov 09 17:37:34.162801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.166936 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b835e57b-f079-40e9-aceb-8235392c70f8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1473434 Nov 09 17:37:34.184007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:34.191246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '7e72f574-53cd-4eb6-8b48-14bd7e48e20b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:34.280049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] For port 76010c37-6498-4a50-b37a-5a78779f3087, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=76010c37-6498-4a50-b37a-5a78779f3087,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:34.280437 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.302426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-379e0525-ed1d-400d-b932-1dff646511b4 req-864cdf19-5c82-4144-a92d-66800127050b tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=28366f27-055a-4b60-9fce-594520a403b4 HTTP/1.1" status: 200 len: 210 time: 0.1172099 Nov 09 17:37:34.311557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Calling delete_port for 76010c37-6498-4a50-b37a-5a78779f3087 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:34.337966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50abc89d-7a00-4f34-bae4-39ab89ab9b8a req-fa595448-5424-48aa-bf89-a0ab0b69f50f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973577 Nov 09 17:37:34.346150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:34.347549 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.359504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:34.363929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.385174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d446ade-f06e-4998-b96c-f9be665951c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.397157 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.547748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c90622f-6764-4afc-8e69-a488b07d78df None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:34.574744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event deleted for resources: {'Port': ['ID=588abb3e-1bbf-49cf-811e-50dd46f67c80,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.678662 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.700927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.713982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:34.735172 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.746861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a2311311-6b55-45ef-84cc-39defe41f189'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:34.771555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d446ade-f06e-4998-b96c-f9be665951c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.775524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.776432 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d446ade-f06e-4998-b96c-f9be665951c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.781421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8d446ade-f06e-4998-b96c-f9be665951c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/security-groups/db91b4e1-c500-41f2-9bf4-e3d03a371b0d HTTP/1.1" status: 204 len: 168 time: 1.1164134 Nov 09 17:37:34.781667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 804ba97e-62f9-4898-9fd1-0a367e47c2f8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:34.788594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:34.823181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fbee943a-f799-4641-b040-b60a79dcbe63 None None] Provisioning complete for port 8ec393d4-022c-4c09-8ba6-cb3d85ec25ff triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:34.823561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbee943a-f799-4641-b040-b60a79dcbe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.839066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d446ade-f06e-4998-b96c-f9be665951c7 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db91b4e1-c500-41f2-9bf4-e3d03a371b0d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.839647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.847926 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.851570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:34.865338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fbee943a-f799-4641-b040-b60a79dcbe63 None None] Port 8ec393d4-022c-4c09-8ba6-cb3d85ec25ff cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:34.871366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Pushing event deleted for resources: {'Port': ['ID=76010c37-6498-4a50-b37a-5a78779f3087,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.905401 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-d2e77a84-ef7a-4701-bb02-2467ac739f62 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] show failed (client error): The resource could not be found. Nov 09 17:37:34.907716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d2e77a84-ef7a-4701-bb02-2467ac739f62 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "GET /v2.0/security-groups/db91b4e1-c500-41f2-9bf4-e3d03a371b0d HTTP/1.1" status: 404 len: 347 time: 0.1131067 Nov 09 17:37:34.927398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44478) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:34.929309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:34.947837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b2ec2b-00da-4e15-916f-6744527bd62c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:35.020744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:35.024116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.026140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7fc3a581-5185-440d-831c-669ff6fb5f64 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8383858 Nov 09 17:37:35.027793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] No DVR routers for this DVR port 76010c37-6498-4a50-b37a-5a78779f3087 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:35.065784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44482) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:35.066895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:35.077905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=acac9b7d-2541-4648-82e8-b4ce1d5a5493,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:35.117020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.124234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3827969a-f70c-42e3-afdf-e8bef18fb8e5 req-f1864e5b-a0fa-493c-a97c-cbb798f2b374 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.83 "DELETE /v2.0/ports/76010c37-6498-4a50-b37a-5a78779f3087 HTTP/1.1" status: 204 len: 173 time: 2.0160320 Nov 09 17:37:35.125024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'name': 'network-vif-deleted', 'tag': '76010c37-6498-4a50-b37a-5a78779f3087'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:35.129199 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83307361-4005-44ca-bef2-0a851dab3b78" -d '{"events": [{"server_uuid": "c5ffe61e-08db-4c56-a3aa-21914926aaa0", "name": "network-vif-deleted", "tag": "76010c37-6498-4a50-b37a-5a78779f3087"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:35.212162 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed39ce4d-debc-46c7-8bf2-8f66470acd4f x-openstack-request-id: req-ed39ce4d-debc-46c7-8bf2-8f66470acd4f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:35.212638 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ffe61e-08db-4c56-a3aa-21914926aaa0", "name": "network-vif-deleted", "tag": "76010c37-6498-4a50-b37a-5a78779f3087", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:35.213030 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed39ce4d-debc-46c7-8bf2-8f66470acd4f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:35.213608 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ffe61e-08db-4c56-a3aa-21914926aaa0', 'name': 'network-vif-deleted', 'tag': '76010c37-6498-4a50-b37a-5a78779f3087', 'status': 'completed', 'code': 200} Nov 09 17:37:35.249461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:35.262017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-027826f5-d46d-4d8d-a42a-68fdebd74cdb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/804ba97e-62f9-4898-9fd1-0a367e47c2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2030759 Nov 09 17:37:35.263135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:35.264234 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] Sync routers for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:35.292139 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:35.294066 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:35.348986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727acc38-4d3e-41f1-be53-dd052780a534 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:35.352058 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-727acc38-4d3e-41f1-be53-dd052780a534 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports/8ec393d4-022c-4c09-8ba6-cb3d85ec25ff HTTP/1.1" status: 200 len: 913 time: 0.0870848 Nov 09 17:37:35.355264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44490) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:35.357583 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:35.377575 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:35.378224 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:35.418205 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:35.419143 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf2aee-4d4f-40e4-8c5a-d6fb99ce8692 None None] The sync data for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:35.488746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.566443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.588622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b0ff46c-0d25-4800-b476-df208839f187 req-de9cc738-994b-4abe-bb19-988f534a83d2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5ffe61e-08db-4c56-a3aa-21914926aaa0 HTTP/1.1" status: 200 len: 210 time: 0.0974653 Nov 09 17:37:35.772333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff458f1e-3f32-408b-b400-8e3363fa07de tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.896377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.916025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff458f1e-3f32-408b-b400-8e3363fa07de tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.946422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:35.947129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.979637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.980199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7db4426a-e539-4c4d-9239-bf30ad21fa7a {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:37:35.984442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9990e4fc-21f2-4505-ad36-f9de78b9cae1 req-7a7502fe-fcfa-464c-8f11-c4de4929039f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d22b74d93c9e471db13fe5493476a690&device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.1183290 Nov 09 17:37:35.991050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:35.991721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b5e8ba36-d529-4fd1-9f6e-1ba5a272f128 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/routers/7db4426a-e539-4c4d-9239-bf30ad21fa7a HTTP/1.1" status: 204 len: 168 time: 4.9984877 Nov 09 17:37:35.995687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:36.030691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a1a771-f770-4b58-a16c-d957842cac02 req-d8301da8-f3cd-4865-9963-2b0c2aaba3e4 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.0559809 Nov 09 17:37:36.043478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f36d-ef21-478b-afda-ac86de1739cd req-2cdbc3d5-b7ac-4a54-8e07-9f3cb61f1adf tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:36.045410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e254f36d-ef21-478b-afda-ac86de1739cd req-2cdbc3d5-b7ac-4a54-8e07-9f3cb61f1adf tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 931 time: 0.5511992 Nov 09 17:37:36.061186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 76010c37-6498-4a50-b37a-5a78779f3087 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:36.082608 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9990e4fc-21f2-4505-ad36-f9de78b9cae1 req-6518536d-fdcc-4984-a013-662f759dae51 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d22b74d93c9e471db13fe5493476a690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723619 Nov 09 17:37:36.103777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-f7043c8b-69ba-4c93-9493-0ffa2dc8a0f8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9068680 Nov 09 17:37:36.130593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 76010c37-6498-4a50-b37a-5a78779f3087 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:36.131134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 76010c37-6498-4a50-b37a-5a78779f3087 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:36.132717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Request body: {'port': {'device_id': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:36.155658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff458f1e-3f32-408b-b400-8e3363fa07de tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.165384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff458f1e-3f32-408b-b400-8e3363fa07de tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.167027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ff458f1e-3f32-408b-b400-8e3363fa07de tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f9b2ec2b-00da-4e15-916f-6744527bd62c HTTP/1.1" status: 204 len: 168 time: 1.0947723 Nov 09 17:37:36.172902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:36.270671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff458f1e-3f32-408b-b400-8e3363fa07de tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9b2ec2b-00da-4e15-916f-6744527bd62c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:36.329870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e254f36d-ef21-478b-afda-ac86de1739cd req-a9b81891-2c32-42e4-b2d6-70eec88f86cc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633038 Nov 09 17:37:36.331387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port 53b390d0-9b07-4b1a-8ab3-324646474a97 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:36.331740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.389369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.410837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.415387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bf47c98c-5891-421c-a940-8ad3612b8d6c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2380509 Nov 09 17:37:36.428651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.431598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44502) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:36.456700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.483191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990e4fc-21f2-4505-ad36-f9de78b9cae1 req-248b0610-9acc-429d-90b8-672b7f533c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:36.484764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9990e4fc-21f2-4505-ad36-f9de78b9cae1 req-248b0610-9acc-429d-90b8-672b7f533c1b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3776228 Nov 09 17:37:36.650601 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.650875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.672029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=91db6156-6e48-493f-abae-e2d506173569,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:36.772542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for 53b390d0-9b07-4b1a-8ab3-324646474a97 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:36.827762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.848524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c304dc18-c306-47ee-994f-32b26db0a9c8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.954626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:36.956040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f42117aa-1d03-4518-8fca-3e0613aa25ad tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6555109 Nov 09 17:37:36.971248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:36.978876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'port': {'network_id': '65b625ed-544a-4da5-a522-9cfb5ffb6905', 'name': 'tempest-FloatingIPTestJSON-1989903858'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:36.983968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c304dc18-c306-47ee-994f-32b26db0a9c8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.079775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19902e0-2b28-42ee-92a8-24b8feb6cc89 req-b9114294-eee8-408f-8bf5-729c4356d8ee tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:37.081054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f19902e0-2b28-42ee-92a8-24b8feb6cc89 req-b9114294-eee8-408f-8bf5-729c4356d8ee tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3383191 Nov 09 17:37:37.169973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.209237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-741962d0-cd5d-455d-babe-9945e6eff273 req-7de32c1a-6a1d-4335-b9a2-56bb89bb291e tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.0443494 Nov 09 17:37:37.226145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c304dc18-c306-47ee-994f-32b26db0a9c8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.228861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c304dc18-c306-47ee-994f-32b26db0a9c8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.232625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c304dc18-c306-47ee-994f-32b26db0a9c8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/7e72f574-53cd-4eb6-8b48-14bd7e48e20b HTTP/1.1" status: 204 len: 168 time: 0.7974579 Nov 09 17:37:37.248910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:37.284708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304dc18-c306-47ee-994f-32b26db0a9c8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e72f574-53cd-4eb6-8b48-14bd7e48e20b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:37.305316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f19902e0-2b28-42ee-92a8-24b8feb6cc89 req-7ff48b1a-d3f5-42f8-b4f1-9af69a9cd89a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914628 Nov 09 17:37:37.333126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0937dc4d-83ae-4f5c-be80-3ee37983aced tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758705 Nov 09 17:37:37.333447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:37.344559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--63504172'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:37.368954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 8ec393d4-022c-4c09-8ba6-cb3d85ec25ff {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:37.369781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.393415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:37.397196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.404659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acac9b7d-2541-4648-82e8-b4ce1d5a5493 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:37.423245 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.447596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] device_id is not set on port 3f6a2342-823a-46b7-818b-f93b8860fecb yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:37:37.458528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.465756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Transition to ACTIVE for port object acac9b7d-2541-4648-82e8-b4ce1d5a5493 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:37.474160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 588abb3e-1bbf-49cf-811e-50dd46f67c80 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:37.511759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 588abb3e-1bbf-49cf-811e-50dd46f67c80 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:37.512277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 588abb3e-1bbf-49cf-811e-50dd46f67c80 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:37.525080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.545982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1654e7c-8b9b-4513-821e-70c1628b4624 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:37.547592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=53b390d0-9b07-4b1a-8ab3-324646474a97,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:37.555377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Deleting port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:37.555826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.649192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.712343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9990e4fc-21f2-4505-ad36-f9de78b9cae1 req-4c515de8-5a56-4882-9144-3c4aaa53cd70 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.43 "GET /v2.0/ports?device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.0333037 Nov 09 17:37:37.746182 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.773247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 8ec393d4-022c-4c09-8ba6-cb3d85ec25ff owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:37.793325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f704575-420c-4ae5-ad87-82db750c6b7b req-3a3eac20-ca8e-46ea-ae87-1ad5a345b091 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:37.795932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f704575-420c-4ae5-ad87-82db750c6b7b req-3a3eac20-ca8e-46ea-ae87-1ad5a345b091 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 943 time: 0.2754719 Nov 09 17:37:37.817474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=acac9b7d-2541-4648-82e8-b4ce1d5a5493,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:37.822719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] For port 38e5273e-ff56-48b8-a55c-b96e4f0ab67c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:37.823193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.898136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Calling delete_port for 38e5273e-ff56-48b8-a55c-b96e4f0ab67c owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:37.916957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.4 (65b625ed-544a-4da5-a522-9cfb5ffb6905/7a43ac4d-7c08-455e-ad2c-6908f9586d7e/3f6a2342-823a-46b7-818b-f93b8860fecb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:37.952074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.954930 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:37.956283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-909147c6-2f99-41fc-98c2-18021267bfba tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/floatingips/c215fce2-1ac2-4efa-b558-84f9f29b85fd HTTP/1.1" status: 204 len: 168 time: 2.9840376 Nov 09 17:37:37.964947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44524) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:38.013825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.025118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.035198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1069-500f-4349-8f64-e094108c5ad0 req-a4b86248-1942-48b0-837a-04749a454e06 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:38.036869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-04da1069-500f-4349-8f64-e094108c5ad0 req-a4b86248-1942-48b0-837a-04749a454e06 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2738307 Nov 09 17:37:38.043558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f704575-420c-4ae5-ad87-82db750c6b7b req-e1d4eefb-892a-42ba-ad33-46cbc77e0b41 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243972 Nov 09 17:37:38.125324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.127533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7917852 Nov 09 17:37:38.132376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Attempting to bind port acac9b7d-2541-4648-82e8-b4ce1d5a5493 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:37:38.132705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Attempting to bind port acac9b7d-2541-4648-82e8-b4ce1d5a5493 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:37:38.133381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Attempting to bind port acac9b7d-2541-4648-82e8-b4ce1d5a5493 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:38.137788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:38.158577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '25ba7370-6009-4423-97bf-980c7753ad61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:38.168318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Port acac9b7d-2541-4648-82e8-b4ce1d5a5493 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:38.168884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Attempting to bind port acac9b7d-2541-4648-82e8-b4ce1d5a5493 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:38.171665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf6e3-10b5-4602-99cd-1b4228703708 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba7370-6009-4423-97bf-980c7753ad61,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:38.242270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:38.242639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:38.243083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:38.243544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Bound port: acac9b7d-2541-4648-82e8-b4ce1d5a5493, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:37:38.243955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.288316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.303513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-04da1069-500f-4349-8f64-e094108c5ad0 req-34b69221-31b1-492b-ba44-05467213a336 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280986 Nov 09 17:37:38.419097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.497302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port ee9048a4-8790-4e0b-afd1-14fb6319068d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:38.499621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.504267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3194af28-5cb3-4025-9aa7-a2fb93c554c6 req-6f49728e-a8f8-4b73-bb5b-884d65a983e2 tempest-ServerShowV247Test-193811768 tempest-ServerShowV247Test-193811768-project] 10.222.0.45 "GET /v2.0/ports?device_id=f936db5c-486a-4756-8260-85090718d026 HTTP/1.1" status: 200 len: 210 time: 0.0868061 Nov 09 17:37:38.506928 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.508347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.511299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=8ec393d4-022c-4c09-8ba6-cb3d85ec25ff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:38.525370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.589954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event deleted for resources: {'Port': ['ID=38e5273e-ff56-48b8-a55c-b96e4f0ab67c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:38.611391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e35b58-6ead-4f9e-aace-fafe2da2b643 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:38.626478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.659776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f5964c-3869-4af9-bf5b-19d4b3f14893,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:38.694445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] For port acac9b7d-2541-4648-82e8-b4ce1d5a5493, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:38.721829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.727412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1ed22d4-711a-4644-94ec-f124d04debd0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5819924 Nov 09 17:37:38.729320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:38.734057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '25ba7370-6009-4423-97bf-980c7753ad61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:38.756189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] For port acac9b7d-2541-4648-82e8-b4ce1d5a5493, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:38.789386 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.794606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.809009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.905091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0d95-a4fa-4c01-8726-898e0185279c req-4f749a5c-aa23-414a-9a2c-240972a99cc8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:38.908016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0cf0d95-a4fa-4c01-8726-898e0185279c req-4f749a5c-aa23-414a-9a2c-240972a99cc8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4765940 Nov 09 17:37:38.927524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:38.928593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.930970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/acac9b7d-2541-4648-82e8-b4ce1d5a5493 HTTP/1.1" status: 200 len: 1091 time: 2.8079488 Nov 09 17:37:38.937055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:38.947044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'tag': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:38.951938 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8ed63d-d1de-4e5c-9d30-9c2a7087d882", "tag": "acac9b7d-2541-4648-82e8-b4ce1d5a5493"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:38.995664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.003262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.017558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.029384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.037539 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ae9de9-38dc-437c-87ab-a03d3bac3447 x-openstack-request-id: req-c3ae9de9-38dc-437c-87ab-a03d3bac3447 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:39.038014 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8ed63d-d1de-4e5c-9d30-9c2a7087d882", "tag": "acac9b7d-2541-4648-82e8-b4ce1d5a5493", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:39.038435 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3ae9de9-38dc-437c-87ab-a03d3bac3447 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:39.039332 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'tag': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493', 'status': 'completed', 'code': 200} Nov 09 17:37:39.088252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.089120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5e25da-d193-46b6-b35b-ea385a437383 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:37:39.101542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.108835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9070b0ca-0a79-472d-a307-9cb597cc0a8d tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "DELETE /v2.0/routers/1b5e25da-d193-46b6-b35b-ea385a437383 HTTP/1.1" status: 204 len: 168 time: 3.0919502 Nov 09 17:37:39.109407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.121135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1248324227', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:39.197929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.240993 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.253694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.254824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.304031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981369b1-3379-42d2-8b7f-fb4b01d5f2dd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:39.334034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.335748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d055d00b-015b-4ff8-8d25-8b7e9673fcca tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6054194 Nov 09 17:37:39.343959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44540) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.350836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '25ba7370-6009-4423-97bf-980c7753ad61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:39.369674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 804ba97e-62f9-4898-9fd1-0a367e47c2f8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:39.427717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.458379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa61e9-d3b4-4d85-8f5c-df666c6334a0 req-6e1d3a66-686a-4359-bcd6-a773b1851b45 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:39.460228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0aa61e9-d3b4-4d85-8f5c-df666c6334a0 req-6e1d3a66-686a-4359-bcd6-a773b1851b45 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 943 time: 0.1799338 Nov 09 17:37:39.613316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.662819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for ee9048a4-8790-4e0b-afd1-14fb6319068d owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:39.711726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0cf0d95-a4fa-4c01-8726-898e0185279c req-b6fe6ee9-11e2-484c-9ae0-17b6136aa545 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788200 Nov 09 17:37:39.719698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 65b625ed-544a-4da5-a522-9cfb5ffb6905 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:39.721944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932cf0e-7d79-469e-9186-d701d03df7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=acac9b7d-2541-4648-82e8-b4ce1d5a5493,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:39.739146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:39.766502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:39.780391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0aa61e9-d3b4-4d85-8f5c-df666c6334a0 req-b5642e68-ccb0-4f0a-946f-7abb85358848 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395263 Nov 09 17:37:39.787614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.798069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] Sync routers for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:39.804529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bd5f6de7-ea9b-4054-bb6a-6bf5bd7bea93 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/804ba97e-62f9-4898-9fd1-0a367e47c2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4472473 Nov 09 17:37:39.818746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:39.823343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44546) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.876614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.929488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:39.933595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:39.951738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:39.953383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 38e5273e-ff56-48b8-a55c-b96e4f0ab67c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:40.029424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8915655-60d0-4eef-b43a-801d42f75235,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:40.051312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.060789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9053b70f-9ef1-4ad8-9daf-91a83ebaf7eb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7156630 Nov 09 17:37:40.071029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44550) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:40.082623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '25ba7370-6009-4423-97bf-980c7753ad61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:40.097806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-063f9bdb-a2e1-4ae1-98a7-6db5359c164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:40.099234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:40.099975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-063f9bdb-a2e1-4ae1-98a7-6db5359c164d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 1094 time: 1.0747442 Nov 09 17:37:40.111349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 38e5273e-ff56-48b8-a55c-b96e4f0ab67c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:40.112049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 38e5273e-ff56-48b8-a55c-b96e4f0ab67c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:40.136701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:40.140315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:40.213890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-afaf44e6-3226-4633-b49d-aaf694b556bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493 HTTP/1.1" status: 200 len: 217 time: 0.0563421 Nov 09 17:37:40.214737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=3f6a2342-823a-46b7-818b-f93b8860fecb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:40.245507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:40.247638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b655e-629c-4953-aaa4-07150b5ce7a0 None None] The sync data for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:40.266073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:40.267407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.369888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f13f788e-39f5-4a75-bfff-45b346e73eb4 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3950889 Nov 09 17:37:40.382826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44554) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:40.393003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'port_id': '3f6a2342-823a-46b7-818b-f93b8860fecb'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:40.406955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.419594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.459635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.493443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44558) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:40.495552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-51660883-bdef-4e37-a476-99cd10a711e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:40.497121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-51660883-bdef-4e37-a476-99cd10a711e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.2661524 Nov 09 17:37:40.586111 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.686829 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-fa4aada5-d4c8-4957-856a-f93dba4187e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257136 Nov 09 17:37:40.748140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Allocated IP 172.25.3.254 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/fc133331-3e7b-4d18-8866-ad0e9bcf1734) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:40.785780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2091dfe6-69b4-485b-b9b5-187112798192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.873990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:40.970253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.021872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.033528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=ee9048a4-8790-4e0b-afd1-14fb6319068d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.042227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2091dfe6-69b4-485b-b9b5-187112798192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.046640 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.056391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2091dfe6-69b4-485b-b9b5-187112798192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.132925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:41.144795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:41.147625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:41.152219 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.166656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c9c0e-dae8-4ef7-b0f3-36c01fa92f3a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:41.206324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091dfe6-69b4-485b-b9b5-187112798192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f387ec35-03c4-48a7-81c8-d3c6a6f80ce4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.221664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5b0fdc62-2a74-4d07-8041-b4fc3a0a897b None None] Provisioning complete for port fc133331-3e7b-4d18-8866-ad0e9bcf1734 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:41.222672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdc62-2a74-4d07-8041-b4fc3a0a897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.234963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2091dfe6-69b4-485b-b9b5-187112798192 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d22b74d93c9e471db13fe5493476a690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7323482 Nov 09 17:37:41.235786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.283392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fdc62-2a74-4d07-8041-b4fc3a0a897b None None] Port fc133331-3e7b-4d18-8866-ad0e9bcf1734 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:41.350013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-334f8e46-a91b-4cd3-9a06-963d2ba9384a service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413229 Nov 09 17:37:41.409678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3369d65f-dddf-4b68-8006-e8def4726630,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.611641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.613152 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c72d54dd-39fa-45d5-9206-ac6b8bc0a18c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5346673 Nov 09 17:37:41.689006 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:41.693344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95a493d2-16ac-4f61-87b2-1ce7b0509039 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/ports/ee9048a4-8790-4e0b-afd1-14fb6319068d HTTP/1.1" status: 204 len: 168 time: 3.7256017 Nov 09 17:37:41.702446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44572) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.702792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44574) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.710854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '25ba7370-6009-4423-97bf-980c7753ad61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:41.736417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc5bf6ed-c6e4-4f82-8eaf-bab1dedf38bf req-a25a8f20-5835-4798-a204-08826c13a4b9 service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587983 Nov 09 17:37:41.776432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46d3f4-ae9e-4e9d-92e8-6287a8c62217 req-7c63608e-1654-495d-80ea-27f5f42105be tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:41.778090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db46d3f4-ae9e-4e9d-92e8-6287a8c62217 req-7c63608e-1654-495d-80ea-27f5f42105be tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 943 time: 0.7280710 Nov 09 17:37:41.835850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event updated for resources: {'Port': ['ID=fc133331-3e7b-4d18-8866-ad0e9bcf1734,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:42.019882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4726f788-3be2-4a95-b4f3-6bcc8ea80080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.026721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.120857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4726f788-3be2-4a95-b4f3-6bcc8ea80080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.146895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db46d3f4-ae9e-4e9d-92e8-6287a8c62217 req-44fa8658-a66d-4e9f-8a1b-394c46f3da08 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446782 Nov 09 17:37:42.173331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-dc6f24fc-3c12-4feb-af53-f11b041f024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:42.174881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-dc6f24fc-3c12-4feb-af53-f11b041f024c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 1094 time: 0.3399868 Nov 09 17:37:42.258002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.314666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4726f788-3be2-4a95-b4f3-6bcc8ea80080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.317658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4726f788-3be2-4a95-b4f3-6bcc8ea80080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.319043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4726f788-3be2-4a95-b4f3-6bcc8ea80080 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f387ec35-03c4-48a7-81c8-d3c6a6f80ce4 HTTP/1.1" status: 204 len: 168 time: 0.4925320 Nov 09 17:37:42.334627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726f788-3be2-4a95-b4f3-6bcc8ea80080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f387ec35-03c4-48a7-81c8-d3c6a6f80ce4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:42.549526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.756286 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.784699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.809887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Router f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:37:42.827250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting port 48f4ba53-c3f1-483d-b396-616b01385482 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:42.827833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:42.848256 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.010946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.012474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3078697 Nov 09 17:37:43.013490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc92647-f991-4c44-89af-f3d27f7faeab,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:43.018079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:43.033970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:37:43.042771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-16fbb496-5fc9-4f7e-9a17-ffa7e8b8faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:43.045076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-16fbb496-5fc9-4f7e-9a17-ffa7e8b8faeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.8354101 Nov 09 17:37:43.092798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.093106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.093419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.093727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.094066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.094410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.094749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.095120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.095457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.095791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.096122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.096459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e8ac7-5c15-41bb-82dc-34086f87bc4a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:43.136599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:43.143545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a27ba83-4662-4d78-b622-676bd6ad6c63 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.159877 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] Sync routers for ids ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:43.180965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a27ba83-4662-4d78-b622-676bd6ad6c63 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.200303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-0f53db7d-4747-4243-866e-831af1b4ce79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493 HTTP/1.1" status: 200 len: 217 time: 0.1139846 Nov 09 17:37:43.211809 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] Routers {'f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:43.220039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.221897 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:43.226801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e9b4e6e9-efd0-4f3f-8ed4-c1149bb42e65 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1162148 Nov 09 17:37:43.227820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44602) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:43.236529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.239853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': False}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:43.400660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.405015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.412744 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:43.485061 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] Routers {'f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:43.487424 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:43.497388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Calling delete_port for 48f4ba53-c3f1-483d-b396-616b01385482 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:43.550380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-46da8ebf-7768-4e80-bff0-c757d813933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:43.551996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-46da8ebf-7768-4e80-bff0-c757d813933e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3368173 Nov 09 17:37:43.573919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:43.576708 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6493aa2-17a4-4f70-abe5-82897ff91bf8 None None] The sync data for ids ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:43.617471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a27ba83-4662-4d78-b622-676bd6ad6c63 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.636974 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a27ba83-4662-4d78-b622-676bd6ad6c63 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:43.643326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2a27ba83-4662-4d78-b622-676bd6ad6c63 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1dc92647-f991-4c44-89af-f3d27f7faeab HTTP/1.1" status: 204 len: 168 time: 0.6192980 Nov 09 17:37:43.645986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:43.717334 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-b1338008-a342-4c86-9328-f62ff11040f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520629 Nov 09 17:37:43.766079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27ba83-4662-4d78-b622-676bd6ad6c63 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dc92647-f991-4c44-89af-f3d27f7faeab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:43.811198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:43.819175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01461-dece-4691-be06-552c9f82a836 req-a3b1fea2-ba94-4786-9e9a-3119892c2b7a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:43.821147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8cd01461-dece-4691-be06-552c9f82a836 req-a3b1fea2-ba94-4786-9e9a-3119892c2b7a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3484583 Nov 09 17:37:43.846204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8409d-2264-4503-8093-fe1218661166 req-9aec47ec-8592-44a2-9550-7ef791ac0d6e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:43.850366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2d8409d-2264-4503-8093-fe1218661166 req-9aec47ec-8592-44a2-9550-7ef791ac0d6e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 943 time: 0.4507627 Nov 09 17:37:43.916101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a7bf877-d282-4d98-814c-b2d4f84c451f tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2647240 Nov 09 17:37:43.920861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:43.983311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e6f9-ae2e-422a-a142-180cdfd10407 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.022580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-130806337-network', 'tenant_id': 'ff5d3efe7bdb46ac9b5985caef76f647'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:44.036745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e6f9-ae2e-422a-a142-180cdfd10407 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.047344 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 0c650a34-74f2-4e66-90c5-906e633164e7 associated. External IP: 172.25.3.204, port: 3f6a2342-823a-46b7-818b-f93b8860fecb. Nov 09 17:37:44.049788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8cd01461-dece-4691-be06-552c9f82a836 req-b6acc44e-cc15-4990-9471-cdc522df2ef0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112293 Nov 09 17:37:44.103205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.130408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Made reservation on behalf of ff5d3efe7bdb46ac9b5985caef76f647 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:44.134650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.163873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e6f9-ae2e-422a-a142-180cdfd10407 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.170737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e6f9-ae2e-422a-a142-180cdfd10407 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.172040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b1e2e6f9-ae2e-422a-a142-180cdfd10407 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/3369d65f-dddf-4b68-8006-e8def4726630 HTTP/1.1" status: 204 len: 168 time: 0.2482424 Nov 09 17:37:44.208900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:44.226607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.265761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2e6f9-ae2e-422a-a142-180cdfd10407 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3369d65f-dddf-4b68-8006-e8def4726630,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.322812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device acac9b7d-2541-4648-82e8-b4ce1d5a5493 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:44.347026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-32462d8e-1389-4501-ae9c-7e8d1798bd7b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1358078 Nov 09 17:37:44.358189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698770f-d453-469e-af22-bf70dc871a26 req-155ce292-2b6b-4f36-846f-74e952bad9d1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:44.359887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8698770f-d453-469e-af22-bf70dc871a26 req-155ce292-2b6b-4f36-846f-74e952bad9d1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1849883 Nov 09 17:37:44.361424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:44.379850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-0ee0bff3-fc69-4df6-92c9-194d9c88a010 service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450171 Nov 09 17:37:44.387943 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2d8409d-2264-4503-8093-fe1218661166 req-2b6d4b14-3e1c-40ae-8219-4cd8fd8855b7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870756 Nov 09 17:37:44.451516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee82b5c-2c63-43f8-b433-54ac20656e5a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.487444 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee82b5c-2c63-43f8-b433-54ac20656e5a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.492013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port acac9b7d-2541-4648-82e8-b4ce1d5a5493, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:44.513908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493', 'mac_address': 'fa:16:3e:b1:09:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:44.520867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8698770f-d453-469e-af22-bf70dc871a26 req-0b49cb66-39db-4a39-8d66-1d75b0063d43 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264093 Nov 09 17:37:44.535710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.552475 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.566946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee82b5c-2c63-43f8-b433-54ac20656e5a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.573353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee82b5c-2c63-43f8-b433-54ac20656e5a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.577526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8ee82b5c-2c63-43f8-b433-54ac20656e5a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c8915655-60d0-4eef-b43a-801d42f75235 HTTP/1.1" status: 204 len: 168 time: 0.2088060 Nov 09 17:37:44.591573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44632) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:44.627652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:44.629887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.663046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee82b5c-2c63-43f8-b433-54ac20656e5a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8915655-60d0-4eef-b43a-801d42f75235,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.664325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acac9b7d-2541-4648-82e8-b4ce1d5a5493 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:44.674867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.675272 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Added segment 1d129fa3-7bdc-4676-b209-abb3005e1c84 of type vlan for network c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77 Nov 09 17:37:44.679030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.719522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc432a-4003-4b8c-a34e-c204392918f3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.732049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port acac9b7d-2541-4648-82e8-b4ce1d5a5493, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:44.749529 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.782252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.853315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=acac9b7d-2541-4648-82e8-b4ce1d5a5493,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.877245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Port': ['ID=48f4ba53-c3f1-483d-b396-616b01385482,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.895127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:37:44.962691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.965456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:44.965845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:44.977469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d630c136-4a6b-4a00-b32a-bd47b9134ef1 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3726037 Nov 09 17:37:44.987149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['acac9b7d-2541-4648-82e8-b4ce1d5a5493'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:45.018076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44634) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:45.041316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8ebb04f7-e9bd-4bd1-9bc3-f26228b5c133 req-ddaab24c-9ab9-4988-9241-f0451174eb2e service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508884 Nov 09 17:37:45.195204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port c35d581b-2929-48db-b523-db908f411ec1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:45.195542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:45.225860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4033170 Nov 09 17:37:45.234791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:45.254177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Request body: {'subnet': {'network_id': 'c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-130806337-subnet', 'tenant_id': 'ff5d3efe7bdb46ac9b5985caef76f647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:45.331039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6128fc-2fa9-430a-a7a2-9afd575489f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:45.390903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:45.642101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Made reservation on behalf of ff5d3efe7bdb46ac9b5985caef76f647 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:45.645173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:45.755060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:45.772513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:45.962001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f54476a1-b921-42e5-b4d0-4231f0d5e07d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.019518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.025870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-80dd0cc5-5fb1-4a59-8aa7-0da349854696 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/ports/48f4ba53-c3f1-483d-b396-616b01385482 HTTP/1.1" status: 204 len: 168 time: 4.3197520 Nov 09 17:37:46.039191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44646) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:46.045231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f54476a1-b921-42e5-b4d0-4231f0d5e07d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.124060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:46.241113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting subnet 496071f1-a1cd-49c0-8526-00a37cbf7bc0 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:46.249774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.253090 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f54476a1-b921-42e5-b4d0-4231f0d5e07d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.275315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee974-5f78-4c1c-b045-48053387740e req-064f4288-5fda-4475-bf86-58da2d4a9c9f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:46.277132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fbcee974-5f78-4c1c-b045-48053387740e req-064f4288-5fda-4475-bf86-58da2d4a9c9f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 944 time: 0.3510611 Nov 09 17:37:46.282854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f54476a1-b921-42e5-b4d0-4231f0d5e07d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.288339 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f54476a1-b921-42e5-b4d0-4231f0d5e07d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/981369b1-3379-42d2-8b7f-fb4b01d5f2dd HTTP/1.1" status: 204 len: 168 time: 1.2601759 Nov 09 17:37:46.288339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.290737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44648) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:46.323863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device acac9b7d-2541-4648-82e8-b4ce1d5a5493 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:46.353831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for c35d581b-2929-48db-b523-db908f411ec1 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:46.422111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54476a1-b921-42e5-b4d0-4231f0d5e07d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=981369b1-3379-42d2-8b7f-fb4b01d5f2dd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:46.493779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port acac9b7d-2541-4648-82e8-b4ce1d5a5493 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:46.506710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port acac9b7d-2541-4648-82e8-b4ce1d5a5493 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:46.507438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.542141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.677703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Router f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:46.713278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.728934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.784228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:46.786489 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc1c3b-595e-4b86-8887-8c007d5a8ee0" -d '{"events": [{"server_uuid": "3c8ed63d-d1de-4e5c-9d30-9c2a7087d882", "name": "network-vif-plugged", "status": "completed", "tag": "acac9b7d-2541-4648-82e8-b4ce1d5a5493"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:46.823509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port acac9b7d-2541-4648-82e8-b4ce1d5a5493, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:46.829588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.839454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9495f5-05a7-4c31-8450-6a9cfb9a1f22,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:46.840441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.904383 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff022c3-d8ad-4a1f-a026-fe95acb5bf24 x-openstack-request-id: req-4ff022c3-d8ad-4a1f-a026-fe95acb5bf24 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:46.904839 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8ed63d-d1de-4e5c-9d30-9c2a7087d882", "name": "network-vif-plugged", "status": "completed", "tag": "acac9b7d-2541-4648-82e8-b4ce1d5a5493", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:46.905240 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ff022c3-d8ad-4a1f-a026-fe95acb5bf24 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:46.905873 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493', 'code': 200} Nov 09 17:37:46.911661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Checking segment: {'id': '1d129fa3-7bdc-4676-b209-abb3005e1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:37:46.912215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Network hostable DHCP agents. Network: c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:37:46.961222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=acac9b7d-2541-4648-82e8-b4ce1d5a5493,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:46.962634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:46.986302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Network c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:37:46.990692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:47.001093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.006911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] Sync routers for ids ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:47.009050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cfaeb181-64f8-49e7-b6a5-dbc34c67b7d7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7091644 Nov 09 17:37:47.010490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-acd8cef3-53fc-4548-8dd0-359d772f3c52 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "PUT /v2.0/routers/f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e HTTP/1.1" status: 200 len: 922 time: 3.7768898 Nov 09 17:37:47.011647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.016453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44656) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.042819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] Routers {'f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:47.044318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.102860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:47.106575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fbcee974-5f78-4c1c-b045-48053387740e req-f14ef462-3e45-4fa7-b2a0-f804da0c5cfa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485690 Nov 09 17:37:47.111247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.129127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] Routers {'f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:47.130266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.138378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d91f4-9b0b-4547-855b-4f63982c9763 None None] Network c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:47.138850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:47.140013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.157698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.165286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/subnets/496071f1-a1cd-49c0-8526-00a37cbf7bc0 HTTP/1.1" status: 204 len: 168 time: 1.1166091 Nov 09 17:37:47.167110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec8130-5003-4415-8506-53e5b6c6e68a tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Subnet': ['ID=496071f1-a1cd-49c0-8526-00a37cbf7bc0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:47.175607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44658) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.236237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:47.242196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.258173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-79062aea-8f8d-4d81-91a8-003f534f1203 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0100653 Nov 09 17:37:47.276111 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:47.299807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-521f0f29-fbc2-47fd-9f57-2fb9b7efb670 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e HTTP/1.1" status: 200 len: 922 time: 0.2826467 Nov 09 17:37:47.304143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.307890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f5815-f9ab-47f1-8810-6befd482f3d9 None None] Network 9fe57671-200c-4e04-847e-9820a25cc8d8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:47.345089 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:47.349742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050fcdde-551b-416b-b148-f1f284c822a0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.350055 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.373500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.375419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9e29d-176d-4d29-8957-f8a7ab6e95be None None] The sync data for ids ['f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:47.467891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad840a-eba0-4dbb-baae-c6a84c27f3a9 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:47.471793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-71ad840a-eba0-4dbb-baae-c6a84c27f3a9 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1638627 Nov 09 17:37:47.476870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44666) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.486601 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.512940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050fcdde-551b-416b-b148-f1f284c822a0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.526771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:47.530177 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.663773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.671265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d4d9db1-2904-4d3e-a44e-824fdda58a42 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/floatingips/0c650a34-74f2-4e66-90c5-906e633164e7 HTTP/1.1" status: 200 len: 978 time: 7.2865543 Nov 09 17:37:47.672816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.676841 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:47.679822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Deleting subnet 229662dc-f494-4433-9a22-e92357a57fbd {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:47.680108 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c6abf-5ab7-4284-b3cd-7867ef17fdfd None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:47.692811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f18d8-c2f7-4dd8-bf6c-452019bf3eab req-8bead6b5-cebc-4047-953b-db012b982941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:47.695985 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-355f18d8-c2f7-4dd8-bf6c-452019bf3eab req-8bead6b5-cebc-4047-953b-db012b982941 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 1096 time: 0.6802876 Nov 09 17:37:47.701636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.789971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-355f18d8-c2f7-4dd8-bf6c-452019bf3eab req-ccfeea53-b4f2-4911-8858-5fdd2b0e6c45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612867 Nov 09 17:37:47.790941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050fcdde-551b-416b-b148-f1f284c822a0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.798323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050fcdde-551b-416b-b148-f1f284c822a0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.800039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-050fcdde-551b-416b-b148-f1f284c822a0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b8f5964c-3869-4af9-bf5b-19d4b3f14893 HTTP/1.1" status: 204 len: 168 time: 0.7612317 Nov 09 17:37:47.819358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44676) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.897063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b16c0-e240-4aeb-bff3-35c4203b4702 None None] Network c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:47.897658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fcdde-551b-416b-b148-f1f284c822a0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8f5964c-3869-4af9-bf5b-19d4b3f14893,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:47.906427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:47.919920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-22880b42-7bad-4b27-996d-b76797bedc0e tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758522 Nov 09 17:37:47.954455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Deleting subnet dc9495f5-05a7-4c31-8450-6a9cfb9a1f22 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:47.968641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44682) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.978378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.025584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] DHCP port deletion for 9fe57671-200c-4e04-847e-9820a25cc8d8 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:48.061732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.091276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667838d-81df-4fc6-af98-6a0cb36d16b8 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:48.097903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e667838d-81df-4fc6-af98-6a0cb36d16b8 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.6118779 Nov 09 17:37:48.101444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:48.122053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=c35d581b-2929-48db-b523-db908f411ec1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:48.152652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15ecc4db-7890-43b1-8d37-b0e96ce0276a tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e HTTP/1.1" status: 200 len: 205 time: 0.0464239 Nov 09 17:37:48.152652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.166622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44686) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:48.226241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40874-14ed-432e-ac21-903c8b6a22ad req-127ce6e8-a7c4-4471-ad90-22d2e24a19c0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:48.227977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4c40874-14ed-432e-ac21-903c8b6a22ad req-127ce6e8-a7c4-4471-ad90-22d2e24a19c0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2055626 Nov 09 17:37:48.233182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 3f6a2342-823a-46b7-818b-f93b8860fecb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:48.233568 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.251053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5bde664c-a459-431a-a5bd-3af5bec6fff9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.305122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.320679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5bde664c-a459-431a-a5bd-3af5bec6fff9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.443205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] Deleting port 83e80e81-e0bd-41eb-bd6f-786d28276d5b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:48.444231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.473269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4c40874-14ed-432e-ac21-903c8b6a22ad req-d01f6750-e999-4c67-85ad-c8a7ebc68d3f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645467 Nov 09 17:37:48.487350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.514362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.532292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.620754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9495f5-05a7-4c31-8450-6a9cfb9a1f22,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:48.632577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] For port 83e80e81-e0bd-41eb-bd6f-786d28276d5b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83e80e81-e0bd-41eb-bd6f-786d28276d5b,segment=NetworkSegment(573f44b5-601f-482d-aa3a-3dc5f3970c1f),segment_id=573f44b5-601f-482d-aa3a-3dc5f3970c1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:48.633898 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.664930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] Calling delete_port for 83e80e81-e0bd-41eb-bd6f-786d28276d5b owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:48.678060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.684717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3cea8964-a8cd-47c7-a1ab-5ce23e3e768b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dc9495f5-05a7-4c31-8450-6a9cfb9a1f22 HTTP/1.1" status: 204 len: 168 time: 1.0149066 Nov 09 17:37:48.687524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:48.784644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e52d-2565-42c2-ac55-c83220048e02 req-1289ab95-322c-468e-ab73-c00fc9b3e77c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:48.786513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5556e52d-2565-42c2-ac55-c83220048e02 req-1289ab95-322c-468e-ab73-c00fc9b3e77c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1302834 Nov 09 17:37:48.854890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.902062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] No DVR routers for this DVR port 83e80e81-e0bd-41eb-bd6f-786d28276d5b on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:48.921169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6c753-5b5e-4cd5-b559-391a83f55935 None None] Pushing event deleted for resources: {'Port': ['ID=83e80e81-e0bd-41eb-bd6f-786d28276d5b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:48.957312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5556e52d-2565-42c2-ac55-c83220048e02 req-7f85823f-0dd0-4381-b671-346107072dfc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562421 Nov 09 17:37:48.977229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5bde664c-a459-431a-a5bd-3af5bec6fff9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.978372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.978876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.979320 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 0c650a34-74f2-4e66-90c5-906e633164e7 disassociated. External IP: 172.25.3.204, port: 3f6a2342-823a-46b7-818b-f93b8860fecb. Nov 09 17:37:48.980123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 3f6a2342-823a-46b7-818b-f93b8860fecb owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:48.984081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5bde664c-a459-431a-a5bd-3af5bec6fff9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:48.986266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5bde664c-a459-431a-a5bd-3af5bec6fff9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/25ba7370-6009-4423-97bf-980c7753ad61 HTTP/1.1" status: 204 len: 168 time: 1.0118186 Nov 09 17:37:48.989070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:49.083218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.125086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d2d6af9f-41a4-476e-9ec0-ae1375eeccb8 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1266668 Nov 09 17:37:49.130648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:49.136665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111725347'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:49.162430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde664c-a459-431a-a5bd-3af5bec6fff9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba7370-6009-4423-97bf-980c7753ad61,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.178367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.197447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b111e5-169e-432f-ab4c-47922610bacb req-8a2202fc-b504-4d16-9628-6314728a4d19 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:49.199448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1b111e5-169e-432f-ab4c-47922610bacb req-8a2202fc-b504-4d16-9628-6314728a4d19 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 945 time: 0.8012648 Nov 09 17:37:49.243384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.251466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.301427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.332833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.344915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.353914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/subnets/229662dc-f494-4433-9a22-e92357a57fbd HTTP/1.1" status: 204 len: 168 time: 2.1700199 Nov 09 17:37:49.353914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84ff08-3ef5-453a-87a6-a0c6bf1b2a43 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Subnet': ['ID=229662dc-f494-4433-9a22-e92357a57fbd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.355880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:49.357941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c3f75-69d3-45c8-921b-b3c2e8a22921 None None] Network 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:49.358384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f93918-6c8d-4ac7-834c-2a506ed9694e req-10d15826-dea5-4ee3-a00e-52624c78f74f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:49.360108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34f93918-6c8d-4ac7-834c-2a506ed9694e req-10d15826-dea5-4ee3-a00e-52624c78f74f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1240814 Nov 09 17:37:49.408231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.415383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=3f6a2342-823a-46b7-818b-f93b8860fecb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.430424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.536488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.537866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4061377 Nov 09 17:37:49.543967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:49.551386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '89c578ec-0f5e-4b26-b0dc-d566e3d10fa7', 'direction': 'ingress', 'protocol': 17}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:49.564324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500165af-f602-4bfc-967e-a9ce1a2ed31c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c578ec-0f5e-4b26-b0dc-d566e3d10fa7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.593624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34f93918-6c8d-4ac7-834c-2a506ed9694e req-ed54fd26-29c5-4f94-8825-6c6b11edee22 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005413 Nov 09 17:37:49.670201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.688363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e80e81-e0bd-41eb-bd6f-786d28276d5b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:49.718930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:49.733627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1b111e5-169e-432f-ab4c-47922610bacb req-0c7c5cd2-d625-456a-8faf-9ce10453cb98 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853988 Nov 09 17:37:49.772575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.802655 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.816986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 83e80e81-e0bd-41eb-bd6f-786d28276d5b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:49.817536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83e80e81-e0bd-41eb-bd6f-786d28276d5b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:49.820764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] DHCP port deletion for 3cdf0bbe-d356-4347-8c15-0d0cdeb5328c request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:49.842240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.851163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 804ba97e-62f9-4898-9fd1-0a367e47c2f8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:49.865028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.888736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:49.896004 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.910673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d129fa3-7bdc-4676-b209-abb3005e1c84') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:49.911632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d129fa3-7bdc-4676-b209-abb3005e1c84') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:49.922892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] Deleting port db7d37e1-9312-49cc-9d80-ffa856e61cd8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:49.923941 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.943601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc65e589-c3e5-41d7-8fc8-71c540e63715,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.972538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:49.987052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.990341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:49.994808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:49.996212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-181a4ef1-b18b-4c2a-88e3-79e15147a09b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4488957 Nov 09 17:37:50.018144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.025534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:50.026567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.071080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d5d4e-f1ea-4fcd-adba-03b2298b9c81 req-97d70597-fc22-4ec4-af4c-064861cfbd6a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:50.072738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c93d5d4e-f1ea-4fcd-adba-03b2298b9c81 req-97d70597-fc22-4ec4-af4c-064861cfbd6a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2291689 Nov 09 17:37:50.124342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.136495 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.138175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] For port db7d37e1-9312-49cc-9d80-ffa856e61cd8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=db7d37e1-9312-49cc-9d80-ffa856e61cd8,segment=NetworkSegment(d739e41e-ca59-4d24-bb33-950b3478c7a9),segment_id=d739e41e-ca59-4d24-bb33-950b3478c7a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:50.138717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.142013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-64fdaddc-6819-497e-ab49-2df5d9a256f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/ports/3f6a2342-823a-46b7-818b-f93b8860fecb HTTP/1.1" status: 204 len: 168 time: 2.4476380 Nov 09 17:37:50.147216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.152016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:50.152836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.158831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.177596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:50.187587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.199860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-68a2769f-44b4-46b8-b8a4-7220256df58d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/804ba97e-62f9-4898-9fd1-0a367e47c2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2753067 Nov 09 17:37:50.200732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] Calling delete_port for db7d37e1-9312-49cc-9d80-ffa856e61cd8 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:50.203037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.203311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:50.203893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.204146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1575f-a0ce-4a6d-850b-f9e8be43e666 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:50.208072 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:50.212862 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] Sync routers for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:50.213586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44714) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.233700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ba8790c6-8494-488e-bd4c-6ac29614ae3a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/floatingips/0c650a34-74f2-4e66-90c5-906e633164e7 HTTP/1.1" status: 200 len: 688 time: 0.0847824 Nov 09 17:37:50.237606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed5e90d5-5f17-40d3-be06-dd422e9ae04a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.239573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.258346 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:50.261466 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.272505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c93d5d4e-f1ea-4fcd-adba-03b2298b9c81 req-1bb6b5a8-f3bf-4baa-b144-57720ec6ea0d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745281 Nov 09 17:37:50.313337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7da9ea42-acb3-4501-a3f5-ad6091c4ca5a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=804ba97e-62f9-4898-9fd1-0a367e47c2f8 HTTP/1.1" status: 200 len: 205 time: 0.0810573 Nov 09 17:37:50.316468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.319812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe57671-200c-4e04-847e-9820a25cc8d8']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.341655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573f44b5-601f-482d-aa3a-3dc5f3970c1f') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.342503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573f44b5-601f-482d-aa3a-3dc5f3970c1f') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.358243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.375564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.383230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.395099 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.396430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] 10.222.0.45 "DELETE /v2.0/networks/c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77 HTTP/1.1" status: 204 len: 168 time: 1.6779101 Nov 09 17:37:50.409304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed5e90d5-5f17-40d3-be06-dd422e9ae04a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.413342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.416423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Deleting port fc133331-3e7b-4d18-8866-ad0e9bcf1734 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:50.417444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.431633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] Routers {'804ba97e-62f9-4898-9fd1-0a367e47c2f8'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:50.433178 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:37:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.445938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.473683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af308611-cc22-47bb-9056-3b3c59a8b45d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ecb0a2-aaaf-4196-88b8-40d4dfdd3b77,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:50.522302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] No DVR routers for this DVR port db7d37e1-9312-49cc-9d80-ffa856e61cd8 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:50.532318 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:50.532525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9639-8759-4c00-ae71-22527ae4b7b0 None None] Pushing event deleted for resources: {'Port': ['ID=db7d37e1-9312-49cc-9d80-ffa856e61cd8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:50.533835 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec95f1-e80d-40e8-9b65-eaabd633d56e None None] The sync data for ids ['804ba97e-62f9-4898-9fd1-0a367e47c2f8'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:50.584059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:50.585029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:50.591042 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:50.709221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.755366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.762309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.770045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed5e90d5-5f17-40d3-be06-dd422e9ae04a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.773093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed5e90d5-5f17-40d3-be06-dd422e9ae04a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.777159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed5e90d5-5f17-40d3-be06-dd422e9ae04a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/89c578ec-0f5e-4b26-b0dc-d566e3d10fa7 HTTP/1.1" status: 204 len: 168 time: 0.7552173 Nov 09 17:37:50.777496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.777733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/networks/9fe57671-200c-4e04-847e-9820a25cc8d8 HTTP/1.1" status: 204 len: 168 time: 1.3473074 Nov 09 17:37:50.777984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.778207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:50.816108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:50.821283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6d6fd-d29d-43be-b114-66be5afc3066 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Network': ['ID=9fe57671-200c-4e04-847e-9820a25cc8d8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:50.846202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Calling delete_port for fc133331-3e7b-4d18-8866-ad0e9bcf1734 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:50.947351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e90d5-5f17-40d3-be06-dd422e9ae04a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c578ec-0f5e-4b26-b0dc-d566e3d10fa7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:51.043732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e653ee-4537-4c6f-9d0d-25fdf3ea4371 req-69a6f590-d90e-4a14-a08b-cea8afa9ddb6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:51.045951 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81e653ee-4537-4c6f-9d0d-25fdf3ea4371 req-69a6f590-d90e-4a14-a08b-cea8afa9ddb6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 945 time: 0.1218424 Nov 09 17:37:51.146681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.149501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81e653ee-4537-4c6f-9d0d-25fdf3ea4371 req-80161a26-24fe-4857-8ea5-60b8d30d0e0f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 Nov 09 17:37:51.156103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04c7cd-b1ce-4a3e-b9d4-f87a430d64c9 req-67fbb442-d74a-42f0-bd6e-d07150686786 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:51.157780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e04c7cd-b1ce-4a3e-b9d4-f87a430d64c9 req-67fbb442-d74a-42f0-bd6e-d07150686786 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4922466 Nov 09 17:37:51.168695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.179304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f4556a9d-7567-4782-b8ef-8c6a6ce943b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff5d3efe7bdb46ac9b5985caef76f647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903525 Nov 09 17:37:51.179304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.179875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44738) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:51.198374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c51cf5a4-adea-4671-aa1f-282ec89d92bc tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4052835 Nov 09 17:37:51.201228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:51.211108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511137134'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:51.243326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.280683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 91db6156-6e48-493f-abae-e2d506173569 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:51.281063 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.307718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d60e14a4-34f2-40d4-88ab-91345cec3364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.310620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event deleted for resources: {'Port': ['ID=fc133331-3e7b-4d18-8866-ad0e9bcf1734,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:51.325847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debda948-d19f-441d-9885-c3b13757ae89 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:51.357856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.358201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router 804ba97e-62f9-4898-9fd1-0a367e47c2f8 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:37:51.389729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.396299 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12648980-e93f-4322-9993-57bbee79f087 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/804ba97e-62f9-4898-9fd1-0a367e47c2f8 HTTP/1.1" status: 204 len: 168 time: 1.0731838 Nov 09 17:37:51.401581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:51.423320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d60e14a4-34f2-40d4-88ab-91345cec3364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.424615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.525183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.573256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device db7d37e1-9312-49cc-9d80-ffa856e61cd8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:51.619628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: db7d37e1-9312-49cc-9d80-ffa856e61cd8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:51.620708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device db7d37e1-9312-49cc-9d80-ffa856e61cd8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:51.889626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e04c7cd-b1ce-4a3e-b9d4-f87a430d64c9 req-51a2b741-24dd-41f2-b6f4-4cef5feb13c9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174234 Nov 09 17:37:51.921808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.926020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.926390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:51.969362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 91db6156-6e48-493f-abae-e2d506173569 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:51.973616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdf0bbe-d356-4347-8c15-0d0cdeb5328c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:51.991757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd739e41e-ca59-4d24-bb33-950b3478c7a9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:51.992131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd739e41e-ca59-4d24-bb33-950b3478c7a9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:52.017725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.024407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet c92521a8-59c5-46cc-8500-119a348d1704 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:52.085977 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.099504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.102364 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.140738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.159608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:52.160661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:52.163733 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:52.186261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.251827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.269824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d60e14a4-34f2-40d4-88ab-91345cec3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.273051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d60e14a4-34f2-40d4-88ab-91345cec3364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.274823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d60e14a4-34f2-40d4-88ab-91345cec3364 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8cc432a-4003-4b8c-a34e-c204392918f3 HTTP/1.1" status: 204 len: 168 time: 1.0935481 Nov 09 17:37:52.304318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-b0e835d2-34d4-42d1-89c3-e1b520b454a7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:52.307665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-b0e835d2-34d4-42d1-89c3-e1b520b454a7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.8459427 Nov 09 17:37:52.324560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.326883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e420e188-47e4-4710-91e3-20b270d003ba,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:52.345817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4421359-695f-43dd-b2c7-9639b706c32f req-67317bab-1bdc-4efa-9582-899bf9c4f4f1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:52.354070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4421359-695f-43dd-b2c7-9639b706c32f req-67317bab-1bdc-4efa-9582-899bf9c4f4f1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2883527 Nov 09 17:37:52.365732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e14a4-34f2-40d4-88ab-91345cec3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc432a-4003-4b8c-a34e-c204392918f3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:52.366110 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.367640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0bbe5e36-88b5-48a4-a8ee-012b74182c6a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1616573 Nov 09 17:37:52.370305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.377650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44760) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:52.379221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.385537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] 10.222.0.45 "DELETE /v2.0/networks/3cdf0bbe-d356-4347-8c15-0d0cdeb5328c HTTP/1.1" status: 204 len: 168 time: 1.5992703 Nov 09 17:37:52.394537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513178005'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:52.416922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.418211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Fanout notify agent at l3_agent the message router_deleted on router f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:37:52.436038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.440062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5a7872c6-85b2-4050-9d06-02711bd9fe56 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e HTTP/1.1" status: 204 len: 168 time: 4.2697837 Nov 09 17:37:52.468309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:52.476593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-447651838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:52.478842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-89f012d9-5b20-451d-ab46-542d70131a93 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.1083558 Nov 09 17:37:52.531023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf032-e8fe-4793-ba70-aa54d9e4f5a2 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] Pushing event deleted for resources: {'Network': ['ID=3cdf0bbe-d356-4347-8c15-0d0cdeb5328c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:52.566231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.651896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4421359-695f-43dd-b2c7-9639b706c32f req-d11fae8a-5b1d-4485-99d4-a6c6b69e4e87 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964771 Nov 09 17:37:52.682163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.683912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.710359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-8750713d-ba49-4734-81f8-4b751b8f1a52 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2045295 Nov 09 17:37:52.724966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.784229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-a0b25ca9-e134-4210-8e9c-713a860f988d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:37:52.785528 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-a0b25ca9-e134-4210-8e9c-713a860f988d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176537 Nov 09 17:37:52.897962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.918007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.922185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.931109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:52.964779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.021839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.023417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6429472 Nov 09 17:37:53.032141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.037466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:53.039353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.051725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=91db6156-6e48-493f-abae-e2d506173569,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:53.064112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.070159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/c92521a8-59c5-46cc-8500-119a348d1704 HTTP/1.1" status: 204 len: 168 time: 1.6661143 Nov 09 17:37:53.081366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bea2f7-8f54-47bb-87c5-dc353ac90b9d None None] Network 36aa9171-0f9e-4cb7-8891-876c196f3381 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:53.100993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44780) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:53.104431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': 'e420e188-47e4-4710-91e3-20b270d003ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27979b0b-a6e4-4bbe-b778-85e536f9555a', 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:53.184680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befdfa3-6935-4460-a69f-1d8a16e92ce7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=c92521a8-59c5-46cc-8500-119a348d1704,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:53.196438 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.201630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.202907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-922da96e-dc70-47e7-bd79-b0b98fcaf36b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/floatingips/0c650a34-74f2-4e66-90c5-906e633164e7 HTTP/1.1" status: 204 len: 168 time: 2.9571788 Nov 09 17:37:53.212940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:53.223041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '76fbfc47-d761-4ab2-884d-0203038ac3dd'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:53.258910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a620e-38c1-4ed9-adb7-50f05a9fd10b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27979b0b-a6e4-4bbe-b778-85e536f9555a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:53.294130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.297677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33c89c37-3f76-4cfd-945a-772757ec6254 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8274817 Nov 09 17:37:53.307727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:53.314177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-ad0f8841-7003-430e-b068-e4984ee89ed1 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043199 Nov 09 17:37:53.325280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:53.343440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fc150-ceb7-4655-81d0-60b9eaa2b671 req-54fcc881-0698-4591-8666-2dbc18afa1a7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:53.352584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-590fc150-ceb7-4655-81d0-60b9eaa2b671 req-54fcc881-0698-4591-8666-2dbc18afa1a7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2259126 Nov 09 17:37:53.452138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet c5d1333a-5f2d-4684-9c6e-b327b4be87ce {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:37:53.459627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.521393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.537460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.547150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.610904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-8221c5b0-a1d4-4bfc-a851-9f22d13416b1 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724977 Nov 09 17:37:53.633127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] DHCP port deletion for 36aa9171-0f9e-4cb7-8891-876c196f3381 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:53.692803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.805196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.807444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] Deleting port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:53.808084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.885590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d1333a-5f2d-4684-9c6e-b327b4be87ce,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:53.914106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:53.927861 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-105c7b36-cf8e-4d5d-8b78-2651b6feb542 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/c5d1333a-5f2d-4684-9c6e-b327b4be87ce HTTP/1.1" status: 204 len: 168 time: 0.7497373 Nov 09 17:37:53.931216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44798) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:53.979095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-590fc150-ceb7-4655-81d0-60b9eaa2b671 req-bb95d060-69e2-4ef2-a04b-cebfa3794705 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991735 Nov 09 17:37:54.080386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c7b0c-232c-4b90-88d5-b03b79edf0d7 None None] Network 57bd5a2c-9459-42aa-8cec-caea7168bd36 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:54.110332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.198701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.225334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.288255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f43bc6-0b28-4989-b659-5022f3181e59,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:54.349213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f741df5-6a3c-4147-99f0-980635d998c0 req-55470a2a-17b7-4584-b2a6-ee0d6b67a239 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.1124282 Nov 09 17:37:54.378917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.380583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8aab881b-76a2-485c-b177-b555b1dcc637 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3331459 Nov 09 17:37:54.393203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:54.416210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.575970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:54.577038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.603774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70f6f9-bffe-4cd2-8ef1-23ad3358914a req-6964fc00-02f2-42c6-b268-17f0c70db5fb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:54.607344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af70f6f9-bffe-4cd2-8ef1-23ad3358914a req-6964fc00-02f2-42c6-b268-17f0c70db5fb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4747288 Nov 09 17:37:54.609130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.685403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] For port 8f0d1742-346d-49ae-a1a5-4b9f8802d156, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8f0d1742-346d-49ae-a1a5-4b9f8802d156,segment=NetworkSegment(ede0a26d-f249-4483-928f-473deb1befbf),segment_id=ede0a26d-f249-4483-928f-473deb1befbf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:54.689411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.690323 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.738281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 8f0d1742-346d-49ae-a1a5-4b9f8802d156, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8f0d1742-346d-49ae-a1a5-4b9f8802d156,segment=NetworkSegment(ede0a26d-f249-4483-928f-473deb1befbf),segment_id=ede0a26d-f249-4483-928f-473deb1befbf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:54.739254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.751246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] Calling delete_port for 8f0d1742-346d-49ae-a1a5-4b9f8802d156 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:54.802314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 8f0d1742-346d-49ae-a1a5-4b9f8802d156 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:54.894866 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.904944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] DHCP port deletion for 57bd5a2c-9459-42aa-8cec-caea7168bd36 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:54.911326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af70f6f9-bffe-4cd2-8ef1-23ad3358914a req-d0bc5564-2666-47aa-baf2-6a8f035e39ce tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655447 Nov 09 17:37:54.919702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.921876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/99f43bc6-0b28-4989-b659-5022f3181e59 HTTP/1.1" status: 204 len: 168 time: 0.5187943 Nov 09 17:37:54.927925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:54.950691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:54.974756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99f43bc6-0b28-4989-b659-5022f3181e59,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:55.007957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.030998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] No DVR routers for this DVR port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:55.055733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.056220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.056671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.057143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.057592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.058209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.058457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.058896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.059959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.060925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.061535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.062138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55a7e5-e46e-473d-b62f-1ea1b86c8fdd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:55.074082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d0b23-5e1a-4423-aee7-8f5ca75004d3 None None] Pushing event deleted for resources: {'Port': ['ID=8f0d1742-346d-49ae-a1a5-4b9f8802d156,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:55.103310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] Deleting port 4d545f86-5545-4af9-a10b-c23b476a4eb2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:37:55.104003 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.179973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a44d1aae-e5b7-45ea-a876-f8906bfe7e12 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2373099 Nov 09 17:37:55.213129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44830) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:55.215328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] For port 4d545f86-5545-4af9-a10b-c23b476a4eb2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4d545f86-5545-4af9-a10b-c23b476a4eb2,segment=NetworkSegment(9252277d-b13f-4704-9686-a725384ac6b7),segment_id=9252277d-b13f-4704-9686-a725384ac6b7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:55.217163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.262155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] Calling delete_port for 4d545f86-5545-4af9-a10b-c23b476a4eb2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:37:55.335147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.350804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.93 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/d5e5c3ef-c60a-4628-ac92-431030f74ff3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:55.393472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.418096 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.439733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.507571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] No DVR routers for this DVR port 4d545f86-5545-4af9-a10b-c23b476a4eb2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:55.517162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa738f-a375-47bb-a2a0-6f9a07eba8ce None None] Pushing event deleted for resources: {'Port': ['ID=4d545f86-5545-4af9-a10b-c23b476a4eb2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:55.589559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=8f0d1742-346d-49ae-a1a5-4b9f8802d156,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:55.592804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10713bee-4e7f-485d-9439-61b505965ac5 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.685997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port 8f0d1742-346d-49ae-a1a5-4b9f8802d156 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:55.711316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8f0d1742-346d-49ae-a1a5-4b9f8802d156 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:55.751827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10713bee-4e7f-485d-9439-61b505965ac5 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:55.772005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8f0d1742-346d-49ae-a1a5-4b9f8802d156 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:55.772612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8f0d1742-346d-49ae-a1a5-4b9f8802d156 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:55.774841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4d545f86-5545-4af9-a10b-c23b476a4eb2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:55.838487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4d545f86-5545-4af9-a10b-c23b476a4eb2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:37:55.840036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4d545f86-5545-4af9-a10b-c23b476a4eb2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:37:55.885713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa42adf6-cfec-46cb-8769-04007ddc7c8c req-21fa4932-0e65-48c0-9fdb-9ed57d52055a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.2343426 Nov 09 17:37:55.939874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.071299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.074653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36aa9171-0f9e-4cb7-8891-876c196f3381']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:56.126064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede0a26d-f249-4483-928f-473deb1befbf') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:56.126556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede0a26d-f249-4483-928f-473deb1befbf') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:56.159594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c429bcc-795a-4bca-bc78-75f2467351ec req-d2a9a817-5380-472b-b756-20d126f28ae0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:56.167820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c429bcc-795a-4bca-bc78-75f2467351ec req-d2a9a817-5380-472b-b756-20d126f28ae0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2850189 Nov 09 17:37:56.175020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.189885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.213378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.225245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:56.225757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.317204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:56.326317 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:56.338345 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.345550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:56.358039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:56.369521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10713bee-4e7f-485d-9439-61b505965ac5 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.372399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10713bee-4e7f-485d-9439-61b505965ac5 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.377379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10713bee-4e7f-485d-9439-61b505965ac5 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/27979b0b-a6e4-4bbe-b778-85e536f9555a HTTP/1.1" status: 204 len: 168 time: 1.1587033 Nov 09 17:37:56.405822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.413440 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/36aa9171-0f9e-4cb7-8891-876c196f3381 HTTP/1.1" status: 204 len: 168 time: 2.4760921 Nov 09 17:37:56.413440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44846) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:56.413440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44848) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:56.423444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:56.511498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10713bee-4e7f-485d-9439-61b505965ac5 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27979b0b-a6e4-4bbe-b778-85e536f9555a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:56.558957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebbc8c-7d85-4a8a-9d4d-f2f4f387ad2d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=36aa9171-0f9e-4cb7-8891-876c196f3381,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:56.750102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dd804310-263a-4434-be88-b46fb503575d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3383434 Nov 09 17:37:56.757156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44856) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:56.781244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c429bcc-795a-4bca-bc78-75f2467351ec req-18843cad-504b-477a-b86a-5f73a1c60d5f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017795 Nov 09 17:37:56.789431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.813213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b0a5-283b-45bb-818a-1af7f5c32cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.910298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e295dda2-eeb6-4f73-9bba-74889b142a47 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:56.954596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=d5e5c3ef-c60a-4628-ac92-431030f74ff3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:56.977281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Allocated IP 172.25.3.75 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:57.028231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e295dda2-eeb6-4f73-9bba-74889b142a47 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.071089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.149794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a6bf69f-3082-46b1-b2b3-77f2dabed713 req-67a43ce6-d6a6-4176-a6da-a16ef665c7a9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.0535464 Nov 09 17:37:57.153628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bd5a2c-9459-42aa-8cec-caea7168bd36']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:57.182951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9252277d-b13f-4704-9686-a725384ac6b7') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:57.182951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9252277d-b13f-4704-9686-a725384ac6b7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:57.205227 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e295dda2-eeb6-4f73-9bba-74889b142a47 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.207899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e295dda2-eeb6-4f73-9bba-74889b142a47 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.209101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e295dda2-eeb6-4f73-9bba-74889b142a47 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/e420e188-47e4-4710-91e3-20b270d003ba HTTP/1.1" status: 204 len: 168 time: 0.4462616 Nov 09 17:37:57.219961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b0a5-283b-45bb-818a-1af7f5c32cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.221017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44862) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:57.223747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.248445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b0a5-283b-45bb-818a-1af7f5c32cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.261432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295dda2-eeb6-4f73-9bba-74889b142a47 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e420e188-47e4-4710-91e3-20b270d003ba,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:57.283220 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.316938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:57.316938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:57.325285 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:57.348186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8bc0b0a5-283b-45bb-818a-1af7f5c32cf2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca36eb593f994b63acd9ab882c4b081b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9345608 Nov 09 17:37:57.381867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44864) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:57.418118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0b0a5-283b-45bb-818a-1af7f5c32cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b02249c-000f-4403-95fe-f91a847cad4b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:57.421877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84d51a-0e34-455a-8ad0-f5776fcb5108 req-58eb434d-4565-430c-a67b-25b57d36fdfe tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.431088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f84d51a-0e34-455a-8ad0-f5776fcb5108 req-58eb434d-4565-430c-a67b-25b57d36fdfe tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3205056 Nov 09 17:37:57.490242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f9d6577f-efbd-49a0-8b37-26282a607d3d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2637258 Nov 09 17:37:57.494748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:57.500970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--781729791'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:57.506769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.512182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.527852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/57bd5a2c-9459-42aa-8cec-caea7168bd36 HTTP/1.1" status: 204 len: 168 time: 1.0728757 Nov 09 17:37:57.531821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-38be74d8-50bd-4704-ba34-b6e5db9507ed tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.534914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-38be74d8-50bd-4704-ba34-b6e5db9507ed tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.6054246 Nov 09 17:37:57.541399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:57.548092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-274153133'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:57.574375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb70fcc-a23c-4c41-bfa1-02c67e1a9b49 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=57bd5a2c-9459-42aa-8cec-caea7168bd36,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:57.576561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:57.587167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:37:57.587167 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:37:57.587167 n-d-804292-3 neutron-server[102554]: [parameters: {'project_id_1': 'af6625fee9b742dd8f4fb559ac1cfd77', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 37, 37, 556060)}] Nov 09 17:37:57.587167 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:37:57.587812 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:37:57.600709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7be26708-a898-4a62-b145-4fbe800211f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.604213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.644334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7be26708-a898-4a62-b145-4fbe800211f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.719430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.754619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7be26708-a898-4a62-b145-4fbe800211f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.759798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7be26708-a898-4a62-b145-4fbe800211f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.766513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7be26708-a898-4a62-b145-4fbe800211f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b02249c-000f-4403-95fe-f91a847cad4b HTTP/1.1" status: 204 len: 168 time: 0.3762305 Nov 09 17:37:57.799872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.802421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be26708-a898-4a62-b145-4fbe800211f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b02249c-000f-4403-95fe-f91a847cad4b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:57.809134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.845842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.852364 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3521750 Nov 09 17:37:57.862302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:57.875970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': '26cf1164-53f5-4530-963e-c1e01a0a0ad9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:57.909202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.919379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f84d51a-0e34-455a-8ad0-f5776fcb5108 req-ae81e079-07d0-4da8-9fa5-3953cfdef7d8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862599 Nov 09 17:37:57.921231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1910936c-184b-4850-86e6-0ca4006d8557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.945390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.994852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:57.996204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b6850-2fc5-419b-9daa-7c4016f6590a tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cf1164-53f5-4530-963e-c1e01a0a0ad9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.160465 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.164630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:58.173376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.177556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.241889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.284798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.316640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e89548-126c-466a-90e4-3b1db39bd8ff,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.346506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:58.370330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.377283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ccdc5147-712d-4ba0-a7d5-4da00333ad93 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5132043 Nov 09 17:37:58.407464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44884) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:58.500949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6e72d52-efb6-4ebf-8ebe-276eeee01192 req-594f519a-eb15-4c09-bd8d-49653b21b8bc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.1122899 Nov 09 17:37:58.505816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.506473 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment 387fd563-afee-4dc7-b710-dd883cb273cf of type vlan for network 30d784d2-d840-4a8e-8362-5146dc0e8816 Nov 09 17:37:58.546331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:58.547835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.566570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event updated for resources: {'Port': ['ID=5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.566947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27487a38-3d04-4f51-8d8d-2095e0d37b80 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.585335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27487a38-3d04-4f51-8d8d-2095e0d37b80 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.659900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:58.669352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:58.686575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53719e-819d-4385-91b7-372c264068e8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:37:58.705550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:58.706451 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27487a38-3d04-4f51-8d8d-2095e0d37b80 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.717649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27487a38-3d04-4f51-8d8d-2095e0d37b80 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.723718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-27487a38-3d04-4f51-8d8d-2095e0d37b80 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/82e89548-126c-466a-90e4-3b1db39bd8ff HTTP/1.1" status: 204 len: 168 time: 0.3113601 Nov 09 17:37:58.732149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:58.748931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.758561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27487a38-3d04-4f51-8d8d-2095e0d37b80 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82e89548-126c-466a-90e4-3b1db39bd8ff,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.763234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ece4b176-8d6f-4fe9-a201-897990e560ec None None] Provisioning complete for port 5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:58.763931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ece4b176-8d6f-4fe9-a201-897990e560ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.778226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.817971 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.824477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ece4b176-8d6f-4fe9-a201-897990e560ec None None] Port 5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:37:58.848164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:58.859655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:58.860363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.025147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dc245e9f-f98f-423e-bd71-1f25fc491c0f tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2766130 Nov 09 17:37:59.028430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4835787 Nov 09 17:37:59.031115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44902) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:59.031743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44904) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:59.050831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=d5e5c3ef-c60a-4628-ac92-431030f74ff3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:59.062892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:59.075108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092abca-0837-43b1-912f-b3a1d116bd8d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=30d784d2-d840-4a8e-8362-5146dc0e8816,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:59.108621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:59.134152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce0423-3912-4754-8b88-36c0d77031d9 req-2d459a99-9b76-4cbe-aee1-7ba63316afdf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:59.142888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ce0423-3912-4754-8b88-36c0d77031d9 req-2d459a99-9b76-4cbe-aee1-7ba63316afdf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5889707 Nov 09 17:37:59.300152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:59.303828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.487952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb3c41ce-de6c-458a-9d5e-e654a3534d9c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.575486 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb3c41ce-de6c-458a-9d5e-e654a3534d9c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.764035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b597b23-f412-47e8-bf84-92b71f758efd req-01f78d5e-a949-4a5f-893f-f66843eea95d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.1012032 Nov 09 17:37:59.820659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb3c41ce-de6c-458a-9d5e-e654a3534d9c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.825355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb3c41ce-de6c-458a-9d5e-e654a3534d9c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.828452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb3c41ce-de6c-458a-9d5e-e654a3534d9c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/26cf1164-53f5-4530-963e-c1e01a0a0ad9 HTTP/1.1" status: 204 len: 168 time: 0.7937334 Nov 09 17:37:59.841616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44918) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:59.899912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c41ce-de6c-458a-9d5e-e654a3534d9c tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cf1164-53f5-4530-963e-c1e01a0a0ad9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:59.931848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ce0423-3912-4754-8b88-36c0d77031d9 req-272fd5a0-73e5-476c-a6f6-cc10ed4d5317 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135124 Nov 09 17:37:59.932727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:37:59.933995 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.025611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=f572b086-bcfe-426b-86fc-90cbb8059b55,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:00.045311 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b2b71dcd-2807-451d-ba2a-5e19c3b0d732 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2002318 Nov 09 17:38:00.049284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44928) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:00.055038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group': {'name': 'tempest-secgroup--883912545'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:00.090591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.210238 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 35b3b385-5b2d-47b5-bca3-f1af776bfd8c associated. External IP: 172.25.3.93, port: 76fbfc47-d761-4ab2-884d-0203038ac3dd. Nov 09 17:38:00.239950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.253501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.332965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': '387fd563-afee-4dc7-b710-dd883cb273cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:00.333581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 30d784d2-d840-4a8e-8362-5146dc0e8816, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:00.347544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3efb9d8-03ef-4624-85ec-e0f1cccadd85,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:00.381998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3acf3-8edb-4db7-ac64-eb8812cf21f9 req-6cfe195e-b763-4613-ba8d-afee8f96582e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:00.383881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bec3acf3-8edb-4db7-ac64-eb8812cf21f9 req-6cfe195e-b763-4613-ba8d-afee8f96582e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3005965 Nov 09 17:38:00.386960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.393696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-98a5139d-43ed-4ac1-915e-a86011795871 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3391581 Nov 09 17:38:00.394720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44938) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:00.412136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2144df0a-20a7-4243-bcd8-0d8ee74a1ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.434823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': 'f3efb9d8-03ef-4624-85ec-e0f1cccadd85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:00.506104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:00.573222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bec3acf3-8edb-4db7-ac64-eb8812cf21f9 req-2e66b89e-5952-4b7f-9ab5-3f6b816bf9c2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823471 Nov 09 17:38:00.577084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 30d784d2-d840-4a8e-8362-5146dc0e8816) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:00.593378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:00.595428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.600767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24016848-6750-4acd-b029-d3183a037dd5 None None] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:00.640427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e52d3725-43f0-4844-a96e-3629b43ba9fa tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5875225 Nov 09 17:38:00.647382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44946) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:00.648933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.2 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/e90b836c-2d17-44c1-b35b-fb2d967b644e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:00.658147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.676904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106440920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:00.903230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.904957 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:00.954342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-30d784d2-d840-4a8e-8362-5146dc0e8816', 'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': 'f572b086-bcfe-426b-86fc-90cbb8059b55'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:38:00.954342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.134019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.365129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b115f-c46e-4d88-a526-991d5ea7dfbd req-0bd49c65-1d05-4e6e-bfd2-e3b316755ada tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:01.378523 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b6b115f-c46e-4d88-a526-991d5ea7dfbd req-0bd49c65-1d05-4e6e-bfd2-e3b316755ada tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 813 time: 0.2312002 Nov 09 17:38:01.447356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.482456 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.488184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5d9984-f550-445a-ab15-da8bd2be8d43,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:01.498078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.500968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03f86937-e53f-443e-af38-1f97df922c20 req-0c1bc144-0b10-4888-967f-9c07ec75d47c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.4820542 Nov 09 17:38:01.535062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b6b115f-c46e-4d88-a526-991d5ea7dfbd req-97c384a7-db15-46e3-b436-b587c55130e2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/quotas/71980cb9ffe144d292e64eb9eab6a179 HTTP/1.1" status: 200 len: 375 time: 0.1549830 Nov 09 17:38:01.541621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Allocated IP 2001:db8::2 (30d784d2-d840-4a8e-8362-5146dc0e8816/f572b086-bcfe-426b-86fc-90cbb8059b55/48de9f9c-f73d-4606-867f-fe8933df3cda) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:01.575077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:01.653444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.655674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84088d50-7c27-4897-8969-d1fec02a1e0e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0053217 Nov 09 17:38:01.682215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44968) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:01.710391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'port': {'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816', 'name': 'tempest-RoutersIpV6Test-49294797'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:01.832345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:01.978421 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.003668 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.073249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.099636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:02.116211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:02.122599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:02.175782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Pushing event updated for resources: {'Port': ['ID=48de9f9c-f73d-4606-867f-fe8933df3cda,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:02.191333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.193817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f1d748b-cf5d-48f9-9b4d-f7ea2b02b8fb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7969136 Nov 09 17:38:02.198515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:02.239942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.265285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:02.292435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.294203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fa8415ae-a30c-411b-81e6-4a8184cdd34b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules/fb5d9984-f550-445a-ab15-da8bd2be8d43 HTTP/1.1" status: 200 len: 763 time: 0.0843811 Nov 09 17:38:02.297067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:02.386370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Attempting to bind port 48de9f9c-f73d-4606-867f-fe8933df3cda on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:38:02.388141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Attempting to bind port 48de9f9c-f73d-4606-867f-fe8933df3cda by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '387fd563-afee-4dc7-b710-dd883cb273cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:38:02.388790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Attempting to bind port 48de9f9c-f73d-4606-867f-fe8933df3cda on network 30d784d2-d840-4a8e-8362-5146dc0e8816 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:02.391543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b6b115f-c46e-4d88-a526-991d5ea7dfbd req-9b63e139-f0b4-41ad-8e4a-3e08c819063f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8457525 Nov 09 17:38:02.412490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:02.416923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Checking segment: {'id': '387fd563-afee-4dc7-b710-dd883cb273cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:02.429568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.430724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Bound using segment: {'id': '387fd563-afee-4dc7-b710-dd883cb273cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:02.432146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Bound port: 48de9f9c-f73d-4606-867f-fe8933df3cda, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387fd563-afee-4dc7-b710-dd883cb273cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '30d784d2-d840-4a8e-8362-5146dc0e8816'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:38:02.433468 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.460226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] device_id is not set on port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:38:02.712750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] For port 48de9f9c-f73d-4606-867f-fe8933df3cda, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:02.724621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] For port 48de9f9c-f73d-4606-867f-fe8933df3cda, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48de9f9c-f73d-4606-867f-fe8933df3cda,segment=NetworkSegment(387fd563-afee-4dc7-b710-dd883cb273cf),segment_id=387fd563-afee-4dc7-b710-dd883cb273cf)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:02.739633 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:02.805812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7fa99d25-1c21-4e63-81e5-f08cdcd67b6b tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4917715 Nov 09 17:38:02.807023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:02.952804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb142f4-c602-4348-b8fa-09d00cc72270 None None] Pushing event updated for resources: {'Port': ['ID=48de9f9c-f73d-4606-867f-fe8933df3cda,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:02.984494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:03.002718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:03.027293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f505e8-c934-4eaf-9f28-de2da7e7b307 req-0d7a7cd2-606f-4c18-be3f-2871480b6d67 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:03.039726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41f505e8-c934-4eaf-9f28-de2da7e7b307 req-0d7a7cd2-606f-4c18-be3f-2871480b6d67 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4849486 Nov 09 17:38:03.051834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-502df02d-bc9b-49fb-8eb3-33301bad6637 req-1383ecdb-65b9-4e59-8484-7764a99ef441 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.1345506 Nov 09 17:38:03.058541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:03.061206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:03.091705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.218815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['acac9b7d-2541-4648-82e8-b4ce1d5a5493'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:03.222115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44990) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:03.277358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05b3574a-67e5-4e21-ac5c-85b06c3a30cd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.307688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05b3574a-67e5-4e21-ac5c-85b06c3a30cd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.325467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=e90b836c-2d17-44c1-b35b-fb2d967b644e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:03.332506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.394372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:03.434495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:03.436405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8::c9 (30d784d2-d840-4a8e-8362-5146dc0e8816/f572b086-bcfe-426b-86fc-90cbb8059b55/a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:03.440571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05b3574a-67e5-4e21-ac5c-85b06c3a30cd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.455278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05b3574a-67e5-4e21-ac5c-85b06c3a30cd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.456732 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-05b3574a-67e5-4e21-ac5c-85b06c3a30cd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/fb5d9984-f550-445a-ab15-da8bd2be8d43 HTTP/1.1" status: 204 len: 168 time: 0.6335981 Nov 09 17:38:03.469000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:03.522553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3574a-67e5-4e21-ac5c-85b06c3a30cd tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb5d9984-f550-445a-ab15-da8bd2be8d43,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:03.626316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:03.642261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:03.661247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.679832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:03.682200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:03.683282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:03.772453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:03.828601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e4d54d6-246c-4adb-9527-db1870c9f7e9 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3546832 Nov 09 17:38:03.839351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44996) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:03.847349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:03.848194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe3485-38fb-4a9a-81df-bd6f26707631 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:03.850679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': 'f3efb9d8-03ef-4624-85ec-e0f1cccadd85', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:03.855601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48de9f9c-f73d-4606-867f-fe8933df3cda up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:03.913244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8886e350-53f1-4c3d-aa96-604607654c39 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.6956940 Nov 09 17:38:03.931959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:03.959099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1333072916'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:03.980198 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41f505e8-c934-4eaf-9f28-de2da7e7b307 req-2edf8b99-963b-4dc5-bdd0-62273765d346 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9189038 Nov 09 17:38:03.999450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.000546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.015944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.020294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.245795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.353306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18f27ca9-2893-4e63-95dd-8df360a88429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.378644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.424613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616eca7-5d67-49b6-ae48-6786c32c9733 req-de35ac8c-ebd4-4566-8a77-a4aac2b40025 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.427668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6616eca7-5d67-49b6-ae48-6786c32c9733 req-de35ac8c-ebd4-4566-8a77-a4aac2b40025 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 931 time: 0.1626024 Nov 09 17:38:04.620782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6616eca7-5d67-49b6-ae48-6786c32c9733 req-df861db6-760e-4ff4-b317-bc99d79379f6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661177 Nov 09 17:38:04.643431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Router d5e46718-c4ea-4820-b2b9-76b1a9a00aeb is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:04.749112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 48de9f9c-f73d-4606-867f-fe8933df3cda triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:04.750345 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.752739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:04.764345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:04.778263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:04.782184 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-48765771-3719-4e43-88bc-85ffe5b529b1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2257047 Nov 09 17:38:04.786912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:04.787258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.788198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.798857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.806345 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:04.828636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0246f61-6b44-4a61-825b-c990e981dccd req-c8cb6289-2cf6-4062-b5c0-1a70feac2d36 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.837754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0246f61-6b44-4a61-825b-c990e981dccd req-c8cb6289-2cf6-4062-b5c0-1a70feac2d36 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5082579 Nov 09 17:38:04.855152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Request body: {'port': {'device_id': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:04.909631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:04.995823 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18f27ca9-2893-4e63-95dd-8df360a88429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.016138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.017905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42698ddf-dac2-40d9-9d54-fe28532c2607 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 3.3144810 Nov 09 17:38:05.028262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18f27ca9-2893-4e63-95dd-8df360a88429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.118952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0246f61-6b44-4a61-825b-c990e981dccd req-ad440873-e4d4-46af-a94a-782aec61976d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801237 Nov 09 17:38:05.133453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-18f27ca9-2893-4e63-95dd-8df360a88429 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c4a2f1c5d184d3a856a2170180a28dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8920214 Nov 09 17:38:05.139273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45008) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.149060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.206097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f27ca9-2893-4e63-95dd-8df360a88429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e653c-cd7f-4b0d-b16d-480ec7c8ab3d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.248413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:05.257676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 48de9f9c-f73d-4606-867f-fe8933df3cda, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48de9f9c-f73d-4606-867f-fe8933df3cda,segment=NetworkSegment(387fd563-afee-4dc7-b710-dd883cb273cf),segment_id=387fd563-afee-4dc7-b710-dd883cb273cf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:05.268164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.297412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.311872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.336786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.340922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f679748-6131-40bb-a16e-a7b26f5bafa8 None None] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:05.366164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c879c8e-2687-4881-ae6f-adc5f8e447fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.369850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6c50cc-f95b-4d85-a3d2-8b969d2f6f01,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.379670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.384758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-00ebe059-2901-4e43-9abb-128fd58608d0 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5406685 Nov 09 17:38:05.391562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45016) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.421472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c879c8e-2687-4881-ae6f-adc5f8e447fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.433192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:05.435468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8b63f098-81df-474f-b1f8-860286836499 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules/dd6c50cc-f95b-4d85-a3d2-8b969d2f6f01 HTTP/1.1" status: 200 len: 763 time: 0.0423756 Nov 09 17:38:05.439962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=48de9f9c-f73d-4606-867f-fe8933df3cda,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.447392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45022) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.450648 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] Sync routers for ids ['d5e46718-c4ea-4820-b2b9-76b1a9a00aeb'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:05.459320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.461420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-420be906-33fd-4d53-9389-ff0730768c4c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "PUT /v2.0/routers/d5e46718-c4ea-4820-b2b9-76b1a9a00aeb HTTP/1.1" status: 200 len: 878 time: 12.1521802 Nov 09 17:38:05.468943 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.469775 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Added segment 943ee435-3d9c-4e32-a73a-bbb8ebfa1067 of type vlan for network 25641642-1abc-46e5-83e8-82d372c4f2b8 Nov 09 17:38:05.473102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45024) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.489662 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] Routers {'d5e46718-c4ea-4820-b2b9-76b1a9a00aeb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:05.491136 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['d5e46718-c4ea-4820-b2b9-76b1a9a00aeb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:05.510957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-faea793f-e3c9-403f-a3b8-8c6f0878f06f None None] Provisioning complete for port 48de9f9c-f73d-4606-867f-fe8933df3cda triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:05.511500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faea793f-e3c9-403f-a3b8-8c6f0878f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.594776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-88854164-2ce2-4bc5-b8dc-a878a1965ecf tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1460443 Nov 09 17:38:05.596084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45030) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.678463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea85529b-b733-45b6-9581-a143a27ca651 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.680874 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:05.693410 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c879c8e-2687-4881-ae6f-adc5f8e447fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.696169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c879c8e-2687-4881-ae6f-adc5f8e447fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.701205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c879c8e-2687-4881-ae6f-adc5f8e447fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a4e653c-cd7f-4b0d-b16d-480ec7c8ab3d HTTP/1.1" status: 204 len: 168 time: 0.5595188 Nov 09 17:38:05.705704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea85529b-b733-45b6-9581-a143a27ca651 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.712976 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] Routers {'d5e46718-c4ea-4820-b2b9-76b1a9a00aeb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:05.715054 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['d5e46718-c4ea-4820-b2b9-76b1a9a00aeb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:05.764014 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:05.765292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8f941-d556-4dc8-bfc1-194c1d7a1187 None None] The sync data for ids ['d5e46718-c4ea-4820-b2b9-76b1a9a00aeb'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:05.766008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0676cc96-7629-47c8-85f1-42aa0a1e5d72 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/d5e46718-c4ea-4820-b2b9-76b1a9a00aeb HTTP/1.1" status: 200 len: 919 time: 0.2889338 Nov 09 17:38:05.782877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.785457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c879c8e-2687-4881-ae6f-adc5f8e447fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e653c-cd7f-4b0d-b16d-480ec7c8ab3d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.807238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48de9f9c-f73d-4606-867f-fe8933df3cda up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:05.830668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea85529b-b733-45b6-9581-a143a27ca651 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.844302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea85529b-b733-45b6-9581-a143a27ca651 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:05.844302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ea85529b-b733-45b6-9581-a143a27ca651 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/dd6c50cc-f95b-4d85-a3d2-8b969d2f6f01 HTTP/1.1" status: 204 len: 168 time: 0.2424102 Nov 09 17:38:05.848092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45038) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.878235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85529b-b733-45b6-9581-a143a27ca651 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd6c50cc-f95b-4d85-a3d2-8b969d2f6f01,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.929554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911f724-2d84-4e77-ab10-5eb86ac7dc39 req-1245291b-76c4-4abf-9c6d-6695beef8919 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.932894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7911f724-2d84-4e77-ab10-5eb86ac7dc39 req-1245291b-76c4-4abf-9c6d-6695beef8919 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 931 time: 0.1591971 Nov 09 17:38:06.045170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1c62aaf8-b75a-4736-8dce-889f5b7c2ae4 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1924951 Nov 09 17:38:06.046265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45042) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.076571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Request body: {'security_group_rule': {'security_group_id': 'f3efb9d8-03ef-4624-85ec-e0f1cccadd85', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:06.092007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7911f724-2d84-4e77-ab10-5eb86ac7dc39 req-de36804f-5e60-4c04-a1e9-05b84e3387c9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471882 Nov 09 17:38:06.124219 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Project 06dcd73fb0af442d86ea0d72e6621af1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:38:06.133731 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.216658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 48de9f9c-f73d-4606-867f-fe8933df3cda triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:06.217678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.229996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.240790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.290169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4b1ccf-5d44-4a7c-a2b5-b34d3e7d2f5a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:06.310878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.315208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8b7f0f50-6a5b-43b5-ae7a-968cfd620622 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2548490 Nov 09 17:38:06.318592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45044) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.322519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:38:06.364482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64d65417-7d8a-4f66-b5dd-8043aa59b9b7 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules/da4b1ccf-5d44-4a7c-a2b5-b34d3e7d2f5a HTTP/1.1" status: 200 len: 769 time: 0.0427780 Nov 09 17:38:06.367731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45048) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.492226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c9dcefbc-3647-424c-9d68-ae4643196c42 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1224942 Nov 09 17:38:06.497393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45050) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.515949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45052) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.541573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a200-8ef3-4e89-a3db-8cf9ed801ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.559849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.569515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c899a5-265b-4fb8-af0d-af5bc704b75d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.595143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c899a5-265b-4fb8-af0d-af5bc704b75d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.641195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd13c99f-0120-4a67-8e91-13918ef59343 req-998ab00a-8217-44b2-be07-c367c02e7b3d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=71980cb9ffe144d292e64eb9eab6a179 HTTP/1.1" status: 200 len: 221 time: 1.0261388 Nov 09 17:38:06.692756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-45fe3dd0-32c0-4607-b784-8c9f6cf2412b None None] Provisioning complete for port 48de9f9c-f73d-4606-867f-fe8933df3cda triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:06.693458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45fe3dd0-32c0-4607-b784-8c9f6cf2412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.722068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c899a5-265b-4fb8-af0d-af5bc704b75d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.779575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb7b3e-8ff3-4bd6-aa72-5d3adb6401ff tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.783846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-adfb7b3e-8ff3-4bd6-aa72-5d3adb6401ff tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=d5e46718-c4ea-4820-b2b9-76b1a9a00aeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9297755 Nov 09 17:38:06.794120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c899a5-265b-4fb8-af0d-af5bc704b75d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.798925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e2c899a5-265b-4fb8-af0d-af5bc704b75d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/da4b1ccf-5d44-4a7c-a2b5-b34d3e7d2f5a HTTP/1.1" status: 204 len: 168 time: 0.2989342 Nov 09 17:38:06.814239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45056) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.819715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.858438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-45fe3dd0-32c0-4607-b784-8c9f6cf2412b None None] Provisioning complete for port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:06.859351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45fe3dd0-32c0-4607-b784-8c9f6cf2412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:06.892972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c899a5-265b-4fb8-af0d-af5bc704b75d tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da4b1ccf-5d44-4a7c-a2b5-b34d3e7d2f5a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:06.986836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-45fe3dd0-32c0-4607-b784-8c9f6cf2412b None None] Port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:06.998252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.022079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:07.023104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.086353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a200-8ef3-4e89-a3db-8cf9ed801ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.107413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a200-8ef3-4e89-a3db-8cf9ed801ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.151989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-752d9249-1784-49a8-a9b0-42ddc19f8468 None None] Provisioning complete for port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:07.152448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-752d9249-1784-49a8-a9b0-42ddc19f8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.226043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-752d9249-1784-49a8-a9b0-42ddc19f8468 None None] Port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:07.266752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90b836c-2d17-44c1-b35b-fb2d967b644e {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:07.285163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.313690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Transition to ACTIVE for port object e90b836c-2d17-44c1-b35b-fb2d967b644e will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:07.323106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.3745713 Nov 09 17:38:07.359293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:07.367894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'subnet': {'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:07.400916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.540755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279070e-88db-4e83-b5a5-46eff4dcb12c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Network': ['ID=25641642-1abc-46e5-83e8-82d372c4f2b8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:07.558829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:07.603442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.613756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Pushing event updated for resources: {'Port': ['ID=e90b836c-2d17-44c1-b35b-fb2d967b644e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:07.631292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03732-84a0-47f7-bb29-b60a4bc84145 req-0fad8ed9-dc03-4aba-8449-e0f418527563 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:07.632947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79d03732-84a0-47f7-bb29-b60a4bc84145 req-0fad8ed9-dc03-4aba-8449-e0f418527563 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 943 time: 0.4002759 Nov 09 17:38:07.792651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:07.800774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-94c5f4ac-8989-4c13-9ce9-981c8c6bfbfb tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9620593 Nov 09 17:38:07.804112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d5d9a200-8ef3-4e89-a3db-8cf9ed801ae3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31ee7cd5dd2d4434ae451943e5e8f283&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2867837 Nov 09 17:38:07.805790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aeef7b-8257-45fa-a02c-d1f31d60ebaf tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:07.811922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-14aeef7b-8257-45fa-a02c-d1f31d60ebaf tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.9789178 Nov 09 17:38:07.813440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45072) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:07.813739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:07.884628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a9db09d6-34fd-479f-9e46-42aff4ed9e18 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e46718-c4ea-4820-b2b9-76b1a9a00aeb HTTP/1.1" status: 200 len: 205 time: 0.0601068 Nov 09 17:38:07.885934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:07.890270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426add47-a6f1-44f1-ac17-f59d16586e06 req-f0a3a911-9d50-4195-8511-0e03480adaec tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:07.892443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-426add47-a6f1-44f1-ac17-f59d16586e06 req-f0a3a911-9d50-4195-8511-0e03480adaec tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.9731560 Nov 09 17:38:07.896436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9a200-8ef3-4e89-a3db-8cf9ed801ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeea93b-496c-45a0-855d-089289331706,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:07.910699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:07.915436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:07.995638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-426add47-a6f1-44f1-ac17-f59d16586e06 req-1f061e2c-032e-43ec-af1d-65affbadd6c4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716448 Nov 09 17:38:08.029930 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cad0f24b-a9fe-49cc-8295-d2d813448d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.108071 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cad0f24b-a9fe-49cc-8295-d2d813448d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.181036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cad0f24b-a9fe-49cc-8295-d2d813448d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.186562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cad0f24b-a9fe-49cc-8295-d2d813448d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.192597 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79d03732-84a0-47f7-bb29-b60a4bc84145 req-6d80b3e0-b5ef-422d-8a1c-df767408967a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382915 Nov 09 17:38:08.209392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cad0f24b-a9fe-49cc-8295-d2d813448d42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/beeea93b-496c-45a0-855d-089289331706 HTTP/1.1" status: 204 len: 168 time: 0.3817830 Nov 09 17:38:08.216639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Attempting to bind port e90b836c-2d17-44c1-b35b-fb2d967b644e on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:38:08.217006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Attempting to bind port e90b836c-2d17-44c1-b35b-fb2d967b644e by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:38:08.217288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Attempting to bind port e90b836c-2d17-44c1-b35b-fb2d967b644e on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:08.304571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Port e90b836c-2d17-44c1-b35b-fb2d967b644e on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:08.304933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Attempting to bind port e90b836c-2d17-44c1-b35b-fb2d967b644e on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:08.307735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0f24b-a9fe-49cc-8295-d2d813448d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeea93b-496c-45a0-855d-089289331706,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:08.397701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dd50a-8692-4174-adaa-641d986da043 req-631cdfee-51cd-460c-a773-67fd2e5fbb6b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:08.413077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d3dd50a-8692-4174-adaa-641d986da043 req-631cdfee-51cd-460c-a773-67fd2e5fbb6b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2020018 Nov 09 17:38:08.602245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d3dd50a-8692-4174-adaa-641d986da043 req-409862b6-1073-4905-bcab-acb44474f267 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746590 Nov 09 17:38:08.616943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:08.617793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:08.618060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:08.618785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Bound port: e90b836c-2d17-44c1-b35b-fb2d967b644e, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:38:08.619386 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.622834 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc373e3-e07d-4442-a2d5-81b036a59578 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.915999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb77d-f4d2-4ccd-981d-2ae80d55110a req-a7d57e19-68b8-4ede-838e-ec20e94665c4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:08.919352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-330eb77d-f4d2-4ccd-981d-2ae80d55110a req-a7d57e19-68b8-4ede-838e-ec20e94665c4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1070404 Nov 09 17:38:08.919590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.932831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:08.941488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc373e3-e07d-4442-a2d5-81b036a59578 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.041759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-330eb77d-f4d2-4ccd-981d-2ae80d55110a req-0ae14f53-4397-46ed-9f24-217c817aa466 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118758 Nov 09 17:38:09.136255 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.221577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.363600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] For port e90b836c-2d17-44c1-b35b-fb2d967b644e, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:09.395445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] For port e90b836c-2d17-44c1-b35b-fb2d967b644e, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:09.414659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Subnet': ['ID=caef9e4b-6edd-4395-b071-4760fc419848,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:09.512858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daf9e7-a308-4d22-8e8c-478a81519b14 req-84a0f963-1518-4844-9f62-5c02bba632a0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.517539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97daf9e7-a308-4d22-8e8c-478a81519b14 req-84a0f963-1518-4844-9f62-5c02bba632a0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 943 time: 0.1451254 Nov 09 17:38:09.554715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc373e3-e07d-4442-a2d5-81b036a59578 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.561528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc373e3-e07d-4442-a2d5-81b036a59578 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.570455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cdc373e3-e07d-4442-a2d5-81b036a59578 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "DELETE /v2.0/security-groups/f3efb9d8-03ef-4624-85ec-e0f1cccadd85 HTTP/1.1" status: 204 len: 168 time: 1.7691534 Nov 09 17:38:09.570804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.576991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45108) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:09.670376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:09.726644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97daf9e7-a308-4d22-8e8c-478a81519b14 req-1ed4fd13-8f26-45be-a457-1e6890ec1d5a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033141 Nov 09 17:38:09.742331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Pushing event updated for resources: {'Port': ['ID=e90b836c-2d17-44c1-b35b-fb2d967b644e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:09.764754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-935cc145-90de-4569-9dd0-72ebfb674d94 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1858494 Nov 09 17:38:09.774944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45110) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:09.832022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.912959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5bdb34eb-b935-423f-b1b1-0045e7aff280 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1353691 Nov 09 17:38:09.932127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc373e3-e07d-4442-a2d5-81b036a59578 tempest-SecGroupIPv6Test-1246720837 tempest-SecGroupIPv6Test-1246720837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3efb9d8-03ef-4624-85ec-e0f1cccadd85,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:09.934797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Checking segment: {'id': '943ee435-3d9c-4e32-a73a-bbb8ebfa1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:09.935291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network hostable DHCP agents. Network: 25641642-1abc-46e5-83e8-82d372c4f2b8, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:09.938905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.939749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:09.941796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-193bbb6c-f974-4528-8acb-d96c05e1e093 service neutron] 10.222.0.83 "PUT /v2.0/ports/e90b836c-2d17-44c1-b35b-fb2d967b644e HTTP/1.1" status: 200 len: 1091 time: 5.1207788 Nov 09 17:38:09.948612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'tag': 'e90b836c-2d17-44c1-b35b-fb2d967b644e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:09.972518 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d" -d '{"events": [{"name": "network-changed", "server_uuid": "978843a8-abe8-4e6d-ae18-28394cc3c9b2", "tag": "e90b836c-2d17-44c1-b35b-fb2d967b644e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:10.189901 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb79edf-0983-4d9b-9e0e-824f0f111ad8 x-openstack-request-id: req-4fb79edf-0983-4d9b-9e0e-824f0f111ad8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:10.192196 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978843a8-abe8-4e6d-ae18-28394cc3c9b2", "tag": "e90b836c-2d17-44c1-b35b-fb2d967b644e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:10.195539 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fb79edf-0983-4d9b-9e0e-824f0f111ad8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:10.196532 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'tag': 'e90b836c-2d17-44c1-b35b-fb2d967b644e', 'status': 'completed', 'code': 200} Nov 09 17:38:10.254646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f5b8-128f-4104-97c0-940dfaa2f5cc req-80855e4b-3037-4f7f-b1c3-eccba9a9a16a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:10.269306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2625f5b8-128f-4104-97c0-940dfaa2f5cc req-80855e4b-3037-4f7f-b1c3-eccba9a9a16a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 1.0394776 Nov 09 17:38:10.314421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-61ccb25f-af5f-4aa4-97af-06cd8d678be9 None None] Provisioning complete for port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:10.318379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61ccb25f-af5f-4aa4-97af-06cd8d678be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:10.408302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-61ccb25f-af5f-4aa4-97af-06cd8d678be9 None None] Port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:10.477570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:10.584983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:10.612222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45126) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:10.634012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2625f5b8-128f-4104-97c0-940dfaa2f5cc req-4f7dcca1-6a89-4b88-95d3-32fb78a0fa76 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631341 Nov 09 17:38:10.653472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 25641642-1abc-46e5-83e8-82d372c4f2b8) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:10.658024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:10.658642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:10.673775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-fa7877bd-05c1-4418-bccf-11095bcf2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:10.675490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-fa7877bd-05c1-4418-bccf-11095bcf2912 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 1094 time: 0.5293298 Nov 09 17:38:10.686574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Deleting port 5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:10.686963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:10.689355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed286fd-03d7-4f26-ab4e-22ff8c0af15c None None] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:10.810330 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-05d5e0d9-e5ae-4433-943d-c3764bf77e24 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4481578 Nov 09 17:38:10.814158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45136) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:10.829074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1044159148', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:10.870880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-53e8cd71-e011-4f5c-9e82-e1fcb1688115 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e HTTP/1.1" status: 200 len: 217 time: 0.1796029 Nov 09 17:38:11.091218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.091562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.206183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.245260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-25641642-1abc-46e5-83e8-82d372c4f2b8', 'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8', 'tenant_id': 'bc05a0d683f947c7a2eb097445aefd16', 'fixed_ips': [{'subnet_id': 'caef9e4b-6edd-4395-b071-4760fc419848'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:38:11.247480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.271072 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-83aa2993-04db-44f2-afad-93651efc8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:11.274043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-83aa2993-04db-44f2-afad-93651efc8926 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3644049 Nov 09 17:38:11.309611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.316505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.374402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-29bc8cce-9d15-4752-81a0-b7c4058a59e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666051 Nov 09 17:38:11.390035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Calling delete_port for 5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:11.662394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8782618-c471-4366-976e-6ab39e2cb869 req-a8492277-7523-4b14-ae6d-53525c7685a7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:11.678217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8782618-c471-4366-976e-6ab39e2cb869 req-a8492277-7523-4b14-ae6d-53525c7685a7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 943 time: 0.6941471 Nov 09 17:38:11.806018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-800f740c-7ff5-4c3d-994c-94f7c10c7113 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06dcd73fb0af442d86ea0d72e6621af1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1915617 Nov 09 17:38:11.814456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45150) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:11.816683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Allocated IP 172.20.0.2 (25641642-1abc-46e5-83e8-82d372c4f2b8/caef9e4b-6edd-4395-b071-4760fc419848/c04a00f2-3767-47e1-8886-cdadea63302a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:11.820148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:11.937665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8782618-c471-4366-976e-6ab39e2cb869 req-513057ff-9071-4622-8d89-1f17f12b3944 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360406 Nov 09 17:38:12.144731 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5472083f-63c8-46d1-83b8-a535b2c31a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.174246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.199843 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.251188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5472083f-63c8-46d1-83b8-a535b2c31a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.330788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Pushing event updated for resources: {'Port': ['ID=c04a00f2-3767-47e1-8886-cdadea63302a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:12.367310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:12.370680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:12.384578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.386364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.388276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.391232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.392400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.397113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.398549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.399618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.400736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.407790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.409548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.415897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:12.433069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:12.579591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Attempting to bind port c04a00f2-3767-47e1-8886-cdadea63302a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:38:12.581186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5472083f-63c8-46d1-83b8-a535b2c31a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.587363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5472083f-63c8-46d1-83b8-a535b2c31a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.587652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Attempting to bind port c04a00f2-3767-47e1-8886-cdadea63302a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '943ee435-3d9c-4e32-a73a-bbb8ebfa1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:38:12.590135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5472083f-63c8-46d1-83b8-a535b2c31a90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18a4bff4-7ef4-4e2a-8817-28f07d74f630 HTTP/1.1" status: 204 len: 168 time: 0.7628832 Nov 09 17:38:12.595159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Attempting to bind port c04a00f2-3767-47e1-8886-cdadea63302a on network 25641642-1abc-46e5-83e8-82d372c4f2b8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:12.626805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:12.627419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Checking segment: {'id': '943ee435-3d9c-4e32-a73a-bbb8ebfa1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:12.633293 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.634294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Bound using segment: {'id': '943ee435-3d9c-4e32-a73a-bbb8ebfa1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:12.635698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Bound port: c04a00f2-3767-47e1-8886-cdadea63302a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943ee435-3d9c-4e32-a73a-bbb8ebfa1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:38:12.636693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.684178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472083f-63c8-46d1-83b8-a535b2c31a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a4bff4-7ef4-4e2a-8817-28f07d74f630,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:12.727782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.826708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:12.831014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] For port c04a00f2-3767-47e1-8886-cdadea63302a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:12.838007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] For port c04a00f2-3767-47e1-8886-cdadea63302a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c04a00f2-3767-47e1-8886-cdadea63302a,segment=NetworkSegment(943ee435-3d9c-4e32-a73a-bbb8ebfa1067),segment_id=943ee435-3d9c-4e32-a73a-bbb8ebfa1067)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:12.850166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.155232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39701-bec0-4f42-a02f-ef0d00530ce4 None None] Pushing event updated for resources: {'Port': ['ID=c04a00f2-3767-47e1-8886-cdadea63302a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:13.172102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c7d4-14f6-44f1-9e9c-79f55fc8ab13 req-ca6235f2-4e68-4737-b20e-56c3a0608c07 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:13.187998 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3021c7d4-14f6-44f1-9e9c-79f55fc8ab13 req-ca6235f2-4e68-4737-b20e-56c3a0608c07 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 2.1619670 Nov 09 17:38:13.542445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-25889345-35f7-461d-b7c3-28288a57bf27 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1457279 Nov 09 17:38:13.563468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.25.3.23 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/3211196b-4a8b-47af-8e52-c68b11234aa9) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:13.565926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3021c7d4-14f6-44f1-9e9c-79f55fc8ab13 req-032c1670-4602-4366-9d51-6dbe754c97cd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389115 Nov 09 17:38:13.697444 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.754342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.776112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c04a00f2-3767-47e1-8886-cdadea63302a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:13.784217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event deleted for resources: {'Port': ['ID=5bf8e1d6-95d6-40e0-ad61-77cf0f517f6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:13.787308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.788133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.802215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.877689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:13.902123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02232bc4-5c7c-40cd-bac4-88098de23bb9 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:13.971780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61b452-cb7c-426d-9775-a2b828672923 req-b330642d-d390-486e-9594-3e248cda240e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:13.974159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd61b452-cb7c-426d-9775-a2b828672923 req-b330642d-d390-486e-9594-3e248cda240e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 943 time: 0.7486882 Nov 09 17:38:13.982745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=3211196b-4a8b-47af-8e52-c68b11234aa9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:13.997848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:13.999825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:14.009088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:14.081647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e537b0-47b4-44ba-9138-06e6640144d6 req-611a1365-00e9-4d9c-8be5-4aa752eda059 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:14.097400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84e537b0-47b4-44ba-9138-06e6640144d6 req-611a1365-00e9-4d9c-8be5-4aa752eda059 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3962815 Nov 09 17:38:14.108562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54a31a-df64-43b7-b916-9393bb8cf72b None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:14.116325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:14.126773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c04a00f2-3767-47e1-8886-cdadea63302a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:14.129181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.162029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.209180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd61b452-cb7c-426d-9775-a2b828672923 req-bd9e6dfd-f669-4f5d-85ac-aa696daffbf4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167479 Nov 09 17:38:14.287972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.299450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.335231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-18e0a655-d447-4743-8959-4ca00af43b67 None None] Provisioning complete for port 3211196b-4a8b-47af-8e52-c68b11234aa9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:14.336034 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18e0a655-d447-4743-8959-4ca00af43b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.396894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-866d9b2a-a6b5-45f9-8fd7-590d67076f80 req-5f7583f1-f9f7-41d8-a6fa-eca4dd46b54a service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170261 Nov 09 17:38:14.426817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.426817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Fanout notify agent at l3_agent the message router_deleted on router d5e46718-c4ea-4820-b2b9-76b1a9a00aeb {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:14.442693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-18e0a655-d447-4743-8959-4ca00af43b67 None None] Port 3211196b-4a8b-47af-8e52-c68b11234aa9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:14.456863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.458143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b8225460-5087-4987-bb0a-76384af1d3ca tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/d5e46718-c4ea-4820-b2b9-76b1a9a00aeb HTTP/1.1" status: 204 len: 168 time: 6.5369914 Nov 09 17:38:14.482703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45214) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:14.501206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-848465046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:14.546902 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.556385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.564151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.573530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:14.641372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port c04a00f2-3767-47e1-8886-cdadea63302a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c04a00f2-3767-47e1-8886-cdadea63302a,segment=NetworkSegment(943ee435-3d9c-4e32-a73a-bbb8ebfa1067),segment_id=943ee435-3d9c-4e32-a73a-bbb8ebfa1067)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:14.649372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.661210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84e537b0-47b4-44ba-9138-06e6640144d6 req-aa61db00-02bd-49c0-93a6-2a95aa68fc61 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416894 Nov 09 17:38:14.732336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:14.736341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-ec6e9949-ff28-447c-9f4f-bf3d22365be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:14.739713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-ec6e9949-ff28-447c-9f4f-bf3d22365be8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 1094 time: 0.1698501 Nov 09 17:38:14.741986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:14.834480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=c04a00f2-3767-47e1-8886-cdadea63302a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:14.866181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:14.887450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:15.155928 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:15.160889 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7982f0bf-3d4c-4069-a935-88cd7fbc3865 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6709876 Nov 09 17:38:15.165449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:15.189337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7e299-74e3-40a6-9aa4-e51fc6e24832 None None] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:15.264392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': True}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:15.346340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:15.537039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45240) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:15.547958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-687abd06-9b92-4454-a99c-bb0c706e3fa5 None None] Provisioning complete for port c04a00f2-3767-47e1-8886-cdadea63302a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:15.548590 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687abd06-9b92-4454-a99c-bb0c706e3fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:15.687616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45244) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:15.710207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2be36b-8eff-4ad4-a3f3-aa2a1d6ead7e req-4130e052-28b4-43c2-9192-27625267bafb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.712798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc2be36b-8eff-4ad4-a3f3-aa2a1d6ead7e req-4130e052-28b4-43c2-9192-27625267bafb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.7554171 Nov 09 17:38:15.862919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77a8a-c7e0-4d08-85b5-483e82c6519a req-5447ed11-1b1e-42ad-9596-e5055dba354f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.866937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49b77a8a-c7e0-4d08-85b5-483e82c6519a req-5447ed11-1b1e-42ad-9596-e5055dba354f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 943 time: 0.3305023 Nov 09 17:38:15.880752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-117a24a8-4943-436d-942f-ac508a368d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.884011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-117a24a8-4943-436d-942f-ac508a368d0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.9274166 Nov 09 17:38:15.982158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-141533646-network', 'tenant_id': 'abe68bb92d584d4ebb503d3daaaa9999'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:15.989021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:16.048462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad62d91-7145-48a8-b589-efaf85c6945d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:16.058659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-654452ea-9e97-4177-9cbe-ca9ac40efeba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e HTTP/1.1" status: 200 len: 217 time: 0.1320214 Nov 09 17:38:16.081786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c04a00f2-3767-47e1-8886-cdadea63302a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:16.218223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device e90b836c-2d17-44c1-b35b-fb2d967b644e details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:16.243834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49b77a8a-c7e0-4d08-85b5-483e82c6519a req-e4832b85-4ab0-4241-8290-4429733a813e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678679 Nov 09 17:38:16.270761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Made reservation on behalf of abe68bb92d584d4ebb503d3daaaa9999 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:16.275717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:16.313998 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:16.317968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:16.359954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:16.472363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port e90b836c-2d17-44c1-b35b-fb2d967b644e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:16.505876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'e90b836c-2d17-44c1-b35b-fb2d967b644e', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': 'e90b836c-2d17-44c1-b35b-fb2d967b644e', 'mac_address': 'fa:16:3e:6b:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:16.518930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc2be36b-8eff-4ad4-a3f3-aa2a1d6ead7e req-cfd844cd-75c2-4ddd-a11a-9d6534676a8e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677119 Nov 09 17:38:16.693964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c04a00f2-3767-47e1-8886-cdadea63302a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:16.695005 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:16.716551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-213bd949-be97-46cb-8162-ebabf115a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:16.724185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-213bd949-be97-46cb-8162-ebabf115a927 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.5586662 Nov 09 17:38:16.844024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-331ee0f0-d8bb-42b1-9bbb-9ea05b92e55f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658784 Nov 09 17:38:16.857232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:16.874659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2ace4730-62cf-4068-b958-44c542dbd89f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/c39219cc-d8d9-4fe7-b00f-bdec9cd5a798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8537402 Nov 09 17:38:16.884874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:17.032533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] Sync routers for ids ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:17.052575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.068763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.099996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.150011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90b836c-2d17-44c1-b35b-fb2d967b644e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:17.208650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port e90b836c-2d17-44c1-b35b-fb2d967b644e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:17.242910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c9e6-69d7-4e89-bf80-5c89ec64b07d req-037798c4-8ad9-4402-972b-7ec3e2b5e1ce tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:17.250358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] Routers {'c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:17.250974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7441c9e6-69d7-4e89-bf80-5c89ec64b07d req-037798c4-8ad9-4402-972b-7ec3e2b5e1ce tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4623444 Nov 09 17:38:17.251685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.251845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30782395-ad8f-403d-8d83-47a5876a2c73,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:17.268875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:17.319740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router edcab46f-fd5c-4924-93f9-dc077de1c3dc is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:17.388616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.388985 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Added segment 6a1ab362-c37b-41b5-ad8a-d201452b5d89 of type vlan for network f5d55bcb-644a-4fa6-be19-28f4a54172dc Nov 09 17:38:17.424975 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.430287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-af18c57c-2bee-4a08-96fc-3f0ef2026762 None None] Provisioning complete for port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:17.431019 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af18c57c-2bee-4a08-96fc-3f0ef2026762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.447390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.581622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] Routers {'c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:17.582001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad62d91-7145-48a8-b589-efaf85c6945d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.582958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.642695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4258eb-fe19-46bb-823f-62bcfa3690e2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:17.644402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ba4258eb-fe19-46bb-823f-62bcfa3690e2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports/a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b HTTP/1.1" status: 200 len: 981 time: 0.7296364 Nov 09 17:38:17.674500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:17.675292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.676430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4498ae-5649-49e0-ae8d-6fb293b1c630 None None] The sync data for ids ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:17.684079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad62d91-7145-48a8-b589-efaf85c6945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.719879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-af18c57c-2bee-4a08-96fc-3f0ef2026762 None None] Port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:17.722724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:17.737183 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] Sync routers for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:17.744457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=e90b836c-2d17-44c1-b35b-fb2d967b644e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:17.756767 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:17.757842 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.782536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['e90b836c-2d17-44c1-b35b-fb2d967b644e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:17.807597 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.809918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7441c9e6-69d7-4e89-bf80-5c89ec64b07d req-550b0263-fd32-47d0-ab4f-1fa18e59020e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370026 Nov 09 17:38:17.849399 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:17.850360 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.866204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-dc47252b-9cbe-453d-8147-68bc239722cb service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851241 Nov 09 17:38:17.889031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.932262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.937540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-371f96c0-b8d1-4139-b8d9-5256d0995cd3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1199501 Nov 09 17:38:17.956849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45260) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:17.963205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b80a439a-672c-4c6a-b30a-242dda562893 None None] Provisioning complete for port c04a00f2-3767-47e1-8886-cdadea63302a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:17.964105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b80a439a-672c-4c6a-b30a-242dda562893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:17.968278 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:17.969148 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15846dd8-ca04-4600-94c5-4bc180b69967 None None] The sync data for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:18.157106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c9711b8-1b59-4e78-8ab1-4ae6f3afd47d req-3652e964-0ad4-487e-8552-a5fcf2e85fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507957 Nov 09 17:38:18.174848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:18.177028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:18.177935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:18.257438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78574986-ab11-4325-b38d-20ddbf08a496 req-00b661ac-b073-4ea3-9018-14adc07fe480 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:18.259473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78574986-ab11-4325-b38d-20ddbf08a496 req-00b661ac-b073-4ea3-9018-14adc07fe480 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 944 time: 0.7211010 Nov 09 17:38:18.279113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4ad62d91-7145-48a8-b589-efaf85c6945d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27a373fc7fba441b85792c541902c0c4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7315798 Nov 09 17:38:18.279948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad62d91-7145-48a8-b589-efaf85c6945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04b457-9e86-4631-8e33-81121b15e74d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:18.307272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:18.366171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6708298 Nov 09 17:38:18.372214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45264) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:18.378230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Request body: {'subnet': {'network_id': 'f5d55bcb-644a-4fa6-be19-28f4a54172dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-141533646-subnet', 'tenant_id': 'abe68bb92d584d4ebb503d3daaaa9999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:18.391434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e9260-6ed6-43f4-a7ca-7541bf4496c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d55bcb-644a-4fa6-be19-28f4a54172dc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:18.406478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5e48-6516-4664-bc99-e71112fc6750 req-23ef0a14-daf9-4267-bddb-03f18a42dafc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:18.408165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d3e5e48-6516-4664-bc99-e71112fc6750 req-23ef0a14-daf9-4267-bddb-03f18a42dafc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4063551 Nov 09 17:38:18.416001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f5d55bcb-644a-4fa6-be19-28f4a54172dc details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:18.489034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Made reservation on behalf of abe68bb92d584d4ebb503d3daaaa9999 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:18.497647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:18.669618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d3e5e48-6516-4664-bc99-e71112fc6750 req-ff08471c-492e-4649-ab13-de781451b00a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342243 Nov 09 17:38:18.777362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19cbb085-8270-40f7-9750-4ce6c3330f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:18.887612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78574986-ab11-4325-b38d-20ddbf08a496 req-7a4a33a0-ad75-49d9-8435-3b445c04be8e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880289 Nov 09 17:38:18.900229 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:18.920203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19cbb085-8270-40f7-9750-4ce6c3330f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.001289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.206922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825f17-1e69-4087-a2bd-90e94ad156a4 req-c1a26eb2-d48e-4793-b362-9c05c8f053b6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.208699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10825f17-1e69-4087-a2bd-90e94ad156a4 req-c1a26eb2-d48e-4793-b362-9c05c8f053b6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.0949974 Nov 09 17:38:19.291855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19cbb085-8270-40f7-9750-4ce6c3330f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.297420 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19cbb085-8270-40f7-9750-4ce6c3330f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.299464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19cbb085-8270-40f7-9750-4ce6c3330f92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc04b457-9e86-4631-8e33-81121b15e74d HTTP/1.1" status: 204 len: 168 time: 0.9881713 Nov 09 17:38:19.350042 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.437230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbb085-8270-40f7-9750-4ce6c3330f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04b457-9e86-4631-8e33-81121b15e74d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:19.437596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10825f17-1e69-4087-a2bd-90e94ad156a4 req-9330d267-ba00-45d2-b776-cad3418a2161 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747041 Nov 09 17:38:19.517378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Allocated IP 172.25.3.104 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/521fe046-a986-451f-9fda-f8222dd31c76) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:19.545869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.665021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a589d52-7b7b-4301-9677-a72d1b01a928,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:19.743598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Checking segment: {'id': '6a1ab362-c37b-41b5-ad8a-d201452b5d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5d55bcb-644a-4fa6-be19-28f4a54172dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:19.743912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Network hostable DHCP agents. Network: f5d55bcb-644a-4fa6-be19-28f4a54172dc, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:19.826296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.829345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Network f5d55bcb-644a-4fa6-be19-28f4a54172dc is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:19.847940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb4576-a6d5-42ef-a433-d6ec843e020c req-183c1ab9-580d-4507-b863-7e3018e63977 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.850181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdb4576-a6d5-42ef-a433-d6ec843e020c req-183c1ab9-580d-4507-b863-7e3018e63977 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1517947 Nov 09 17:38:19.873241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f5d55bcb-644a-4fa6-be19-28f4a54172dc) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:19.880936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:19.895259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdbf09-72ec-4582-8c26-1be8668f54dd None None] Network f5d55bcb-644a-4fa6-be19-28f4a54172dc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:19.922655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.924414 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.026238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.095188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-78cea1d1-be8d-4146-849a-68e1607e0873 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7132301 Nov 09 17:38:20.224255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device e90b836c-2d17-44c1-b35b-fb2d967b644e up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:20.253735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:20.276389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccdb4576-a6d5-42ef-a433-d6ec843e020c req-bbdbca89-e980-4d95-9e8a-9c19dac7cc4e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049063 Nov 09 17:38:20.280264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c878c47-59b9-4ed1-bf90-46263d48530c None None] Network f5d55bcb-644a-4fa6-be19-28f4a54172dc requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:20.327564 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92d78255-9b58-427b-9955-e36512eed50f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.344595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.559372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:20.578260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858953f1-ded0-4aa0-87dc-9c3772ac97ad req-f04e2679-6ad3-40b5-b41e-417a55d747d0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:20.585207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-858953f1-ded0-4aa0-87dc-9c3772ac97ad req-f04e2679-6ad3-40b5-b41e-417a55d747d0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 944 time: 0.4865069 Nov 09 17:38:20.599535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:20.606952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:20.624932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Port': ['ID=521fe046-a986-451f-9fda-f8222dd31c76,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:20.629952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port e90b836c-2d17-44c1-b35b-fb2d967b644e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:20.636258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c71dd2-0c02-4184-a395-7ce99496e3a6 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:20.698600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port e90b836c-2d17-44c1-b35b-fb2d967b644e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:20.699899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.753887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4250905-000f-4468-bafc-ab42c3bffd51 req-87b83fd1-6973-4526-89a1-6a7252d0bfd9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:20.769131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4250905-000f-4468-bafc-ab42c3bffd51 req-87b83fd1-6973-4526-89a1-6a7252d0bfd9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3370709 Nov 09 17:38:20.886564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b3f40fb6-94d1-4b9b-88be-0e9bd39d13bc None None] Provisioning complete for port 521fe046-a986-451f-9fda-f8222dd31c76 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:20.887971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3f40fb6-94d1-4b9b-88be-0e9bd39d13bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.903659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4250905-000f-4468-bafc-ab42c3bffd51 req-0155aac4-c678-48b8-8486-c273a1ddc4c6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317971 Nov 09 17:38:20.919649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.1 (25641642-1abc-46e5-83e8-82d372c4f2b8/caef9e4b-6edd-4395-b071-4760fc419848/a8f14f57-ec4f-4ccc-849a-2cb35dff3622) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:20.948402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:20.953226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3f40fb6-94d1-4b9b-88be-0e9bd39d13bc None None] Port 521fe046-a986-451f-9fda-f8222dd31c76 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:21.031584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port e90b836c-2d17-44c1-b35b-fb2d967b644e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:21.035945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90b836c-2d17-44c1-b35b-fb2d967b644e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:21.040269 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfa347c-84b1-42de-a12a-2b360b2dfae1" -d '{"events": [{"server_uuid": "978843a8-abe8-4e6d-ae18-28394cc3c9b2", "name": "network-vif-plugged", "status": "completed", "tag": "e90b836c-2d17-44c1-b35b-fb2d967b644e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:21.041875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-858953f1-ded0-4aa0-87dc-9c3772ac97ad req-11d96dd3-15c8-4cff-803a-9ae1edbb60dc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553375 Nov 09 17:38:21.062586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.181240 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c9972-1cdb-42e5-9eb9-ceca73d1ee2b x-openstack-request-id: req-110c9972-1cdb-42e5-9eb9-ceca73d1ee2b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:21.181600 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978843a8-abe8-4e6d-ae18-28394cc3c9b2", "name": "network-vif-plugged", "status": "completed", "tag": "e90b836c-2d17-44c1-b35b-fb2d967b644e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:21.181784 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-110c9972-1cdb-42e5-9eb9-ceca73d1ee2b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:21.182193 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90b836c-2d17-44c1-b35b-fb2d967b644e', 'code': 200} Nov 09 17:38:21.191438 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92d78255-9b58-427b-9955-e36512eed50f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.205873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92d78255-9b58-427b-9955-e36512eed50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.207259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=e90b836c-2d17-44c1-b35b-fb2d967b644e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:21.237664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Deleting port 66b4b0fc-3b68-4ad2-9f44-24485fe25352 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:21.238204 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.298354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08304864-421e-49b5-bf27-a2c6387f213b req-68e1e10a-2d26-4279-bd38-25c86465d13d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:21.301006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08304864-421e-49b5-bf27-a2c6387f213b req-68e1e10a-2d26-4279-bd38-25c86465d13d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1919503 Nov 09 17:38:21.369210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45302) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:21.379226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.386667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-438288050-network', 'tenant_id': '4ded238419d14ae0b01695c678c2b54b'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:21.488513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08304864-421e-49b5-bf27-a2c6387f213b req-5b567324-6bbb-43fe-83e6-f2139b6b6138 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793230 Nov 09 17:38:21.503716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Made reservation on behalf of 4ded238419d14ae0b01695c678c2b54b for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:21.507869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.520158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d78255-9b58-427b-9955-e36512eed50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1d051-b7da-4018-bb8e-616ad2e87719,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:21.539785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-92d78255-9b58-427b-9955-e36512eed50f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b1727baf5a4433ab5029714ecd73a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2856572 Nov 09 17:38:21.551310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45304) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:21.579504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.602570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.629948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:21.641489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:21.657631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:21.804465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=a8f14f57-ec4f-4ccc-849a-2cb35dff3622,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:21.879561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e915ed7a-0b13-43eb-9b34-cc69bfbefbb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:21.886260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.041646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e915ed7a-0b13-43eb-9b34-cc69bfbefbb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.106768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df65c-140a-4258-a758-3d60b8642294 req-903c7e89-f930-422c-aa66-66736723c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:22.108379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c33df65c-140a-4258-a758-3d60b8642294 req-903c7e89-f930-422c-aa66-66736723c722 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 1096 time: 0.8096471 Nov 09 17:38:22.108709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.119032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] For port 66b4b0fc-3b68-4ad2-9f44-24485fe25352, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66b4b0fc-3b68-4ad2-9f44-24485fe25352,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:22.119032 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.139167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.145098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.145866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b8eee708-e673-4708-8d98-1af367829866 None None] Provisioning complete for port a8f14f57-ec4f-4ccc-849a-2cb35dff3622 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:22.147377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8eee708-e673-4708-8d98-1af367829866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.154107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Calling delete_port for 66b4b0fc-3b68-4ad2-9f44-24485fe25352 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:22.165644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:22.166008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.236834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b8eee708-e673-4708-8d98-1af367829866 None None] Port a8f14f57-ec4f-4ccc-849a-2cb35dff3622 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:22.258705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:22.332681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.333625 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Added segment a22fb7e4-90cc-46a7-a698-d03d610468a9 of type vlan for network 0ca715db-41a2-434c-9c94-b72f79d6d1e6 Nov 09 17:38:22.349447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5733b0a7-1296-4378-9bc4-73a1b132c34c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:22.399035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edfcf3-6277-4c7e-bc9d-9e0a92486079 req-1cc46f79-3d58-40e5-b78a-2debdbfda4e2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:22.401119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63edfcf3-6277-4c7e-bc9d-9e0a92486079 req-1cc46f79-3d58-40e5-b78a-2debdbfda4e2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3686833 Nov 09 17:38:22.413388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c33df65c-140a-4258-a758-3d60b8642294 req-6e9136ad-2f31-43b3-add0-fb3c8c7e5338 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828107 Nov 09 17:38:22.459641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f10776-b492-48ac-8308-fc6f5f3a64f0 req-2b91a572-e7d7-4bff-82b9-10cccf913156 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:22.462380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67f10776-b492-48ac-8308-fc6f5f3a64f0 req-2b91a572-e7d7-4bff-82b9-10cccf913156 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.2332892 Nov 09 17:38:22.470765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.474514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e915ed7a-0b13-43eb-9b34-cc69bfbefbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.478083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e915ed7a-0b13-43eb-9b34-cc69bfbefbb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.479386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e915ed7a-0b13-43eb-9b34-cc69bfbefbb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8a1d051-b7da-4018-bb8e-616ad2e87719 HTTP/1.1" status: 204 len: 168 time: 0.9241912 Nov 09 17:38:22.500175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.502883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.535644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915ed7a-0b13-43eb-9b34-cc69bfbefbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1d051-b7da-4018-bb8e-616ad2e87719,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:22.584988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:22.595103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.596174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:22.597000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.653809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63edfcf3-6277-4c7e-bc9d-9e0a92486079 req-686b94cc-a2bc-4c90-84be-c836bc803b99 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322621 Nov 09 17:38:22.687423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3075109 Nov 09 17:38:22.687423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67f10776-b492-48ac-8308-fc6f5f3a64f0 req-d2f0ea47-4462-468a-8a14-62115c5c4afc tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019045 Nov 09 17:38:22.696205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45312) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:22.713497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Request body: {'subnet': {'network_id': '0ca715db-41a2-434c-9c94-b72f79d6d1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-438288050-subnet', 'tenant_id': '4ded238419d14ae0b01695c678c2b54b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:22.789912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c969a-3832-409a-a086-1cbf1d991330 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca715db-41a2-434c-9c94-b72f79d6d1e6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:22.814912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 0ca715db-41a2-434c-9c94-b72f79d6d1e6 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:22.820968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Made reservation on behalf of 4ded238419d14ae0b01695c678c2b54b for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:22.823510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:22.986807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.199902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.204536 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.249321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.254377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.268736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.287024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.290739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b4b0fc-3b68-4ad2-9f44-24485fe25352,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:23.373473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb84bb0-ee7c-4083-8bf5-4958af1447fc req-23d27031-129a-4650-8997-ec34ba2811ac tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:23.375624 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ceb84bb0-ee7c-4083-8bf5-4958af1447fc req-23d27031-129a-4650-8997-ec34ba2811ac tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2307332 Nov 09 17:38:23.400370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9a2b2d-52d8-4d8a-856a-cea75801b87a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:23.439921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=a8f14f57-ec4f-4ccc-849a-2cb35dff3622,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:23.459531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.514030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Checking segment: {'id': 'a22fb7e4-90cc-46a7-a698-d03d610468a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0ca715db-41a2-434c-9c94-b72f79d6d1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:23.514739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Network hostable DHCP agents. Network: 0ca715db-41a2-434c-9c94-b72f79d6d1e6, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:23.538975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ceb84bb0-ee7c-4083-8bf5-4958af1447fc req-066e7d3a-b499-4928-878a-4abdfce3b770 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401978 Nov 09 17:38:23.617500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Network 0ca715db-41a2-434c-9c94-b72f79d6d1e6 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:23.645868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 0ca715db-41a2-434c-9c94-b72f79d6d1e6) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:23.655927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:23.657097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:23.667180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c680fb-f585-4c21-abc7-f8b4458cd7b7 None None] Network 0ca715db-41a2-434c-9c94-b72f79d6d1e6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:23.705481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:23.720411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7de3e54c-ba0c-400b-a33d-e5f30234575e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0228636 Nov 09 17:38:23.725974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:24.167332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530cee-6f59-4550-bece-bc15ced029c8 req-d5299cc3-0e8c-4bda-ba43-1fb192733932 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:24.170054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63530cee-6f59-4550-bece-bc15ced029c8 req-d5299cc3-0e8c-4bda-ba43-1fb192733932 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2170329 Nov 09 17:38:24.174920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:24.235980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a737398-6f11-465a-9d33-16afc6a71658 req-cb6347b6-ca05-4602-9383-2a24464cd737 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:24.254052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a737398-6f11-465a-9d33-16afc6a71658 req-cb6347b6-ca05-4602-9383-2a24464cd737 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.3467948 Nov 09 17:38:24.278847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:24.326022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=a0e31354-c8c8-46a4-b2c7-8c06ec3d7e7b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:24.372123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f521777-31ed-41b1-8cbe-ddbb2bc21301 None None] Network 0ca715db-41a2-434c-9c94-b72f79d6d1e6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:24.393853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:24.462570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router edcab46f-fd5c-4924-93f9-dc077de1c3dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:24.546463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a737398-6f11-465a-9d33-16afc6a71658 req-0a5adbec-fea9-4efe-9da9-d8e8e095e332 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914569 Nov 09 17:38:24.574460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Deleting subnet 3a589d52-7b7b-4301-9677-a72d1b01a928 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:38:24.584910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:24.646411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Router 3866ce9b-2701-47d5-a4a3-4ed5de61f34b is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:24.751220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26384ba7-a242-4274-989d-8e90feab09df None None] Provisioning complete for port a8f14f57-ec4f-4ccc-849a-2cb35dff3622 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:24.752131 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26384ba7-a242-4274-989d-8e90feab09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:24.844474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:24.856410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-26384ba7-a242-4274-989d-8e90feab09df None None] Port a8f14f57-ec4f-4ccc-849a-2cb35dff3622 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:24.927201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63530cee-6f59-4550-bece-bc15ced029c8 req-53f64f17-aa6b-483f-aab8-e67887c65eb1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008731 Nov 09 17:38:24.940921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.019680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.025237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:25.038140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8f8b05b1-10a5-4237-9582-f4e04bc2d896 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/routers/edcab46f-fd5c-4924-93f9-dc077de1c3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0769479 Nov 09 17:38:25.048967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:25.054067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] Sync routers for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:25.068172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'port': {'network_id': '25641642-1abc-46e5-83e8-82d372c4f2b8', 'name': 'tempest-FloatingIPTestJSON-1447231495'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:25.088932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:25.096029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.197694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.243213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.268893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a589d52-7b7b-4301-9677-a72d1b01a928,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:25.271782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.276133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39c268b3-c369-43b1-ae56-591b5295d9bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3a589d52-7b7b-4301-9677-a72d1b01a928 HTTP/1.1" status: 204 len: 168 time: 0.9962881 Nov 09 17:38:25.280948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45356) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:25.288610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:25.289629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.383972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.385866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acadaa35-1de9-4ef6-9617-13f997d495c5 None None] The sync data for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:25.446161 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.607867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.671748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d55bcb-644a-4fa6-be19-28f4a54172dc']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.696316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1ab362-c37b-41b5-ad8a-d201452b5d89') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.696966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1ab362-c37b-41b5-ad8a-d201452b5d89') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.698249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:25.711752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.717218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-145a11bb-6852-4295-8075-9ac4b02fb4dc tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "PUT /v2.0/routers/3866ce9b-2701-47d5-a4a3-4ed5de61f34b HTTP/1.1" status: 200 len: 914 time: 10.5456717 Nov 09 17:38:25.720972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:25.730931 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] Sync routers for ids ['3866ce9b-2701-47d5-a4a3-4ed5de61f34b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:25.734314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.755080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] Routers {'3866ce9b-2701-47d5-a4a3-4ed5de61f34b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:25.756274 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['3866ce9b-2701-47d5-a4a3-4ed5de61f34b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:25.801264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.818667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:25.819600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:25.822629 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:25.831673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970759bc-7b0e-414d-bb8a-70a6e5ad0f1d req-1f11f52f-642d-4f1a-a6e8-0c11f1d1aa7c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:25.832501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-970759bc-7b0e-414d-bb8a-70a6e5ad0f1d req-1f11f52f-642d-4f1a-a6e8-0c11f1d1aa7c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3726344 Nov 09 17:38:25.853401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:25.995064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8c637-6081-4fc1-b904-dedeb2fe5576 req-61f0adab-f85e-46f7-a841-d7a250a6a662 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:26.001335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-caf8c637-6081-4fc1-b904-dedeb2fe5576 req-61f0adab-f85e-46f7-a841-d7a250a6a662 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.3092253 Nov 09 17:38:26.006857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.017455 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:26.025147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.032490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f5d55bcb-644a-4fa6-be19-28f4a54172dc HTTP/1.1" status: 204 len: 168 time: 0.7492809 Nov 09 17:38:26.036989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:26.040535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] Routers {'3866ce9b-2701-47d5-a4a3-4ed5de61f34b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:26.043376 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['3866ce9b-2701-47d5-a4a3-4ed5de61f34b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:26.102848 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:26.104576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbeb4f-0114-4941-a533-bcd97b8b0265 None None] The sync data for ids ['3866ce9b-2701-47d5-a4a3-4ed5de61f34b'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:26.145802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862fef3-0d10-44f8-b936-fc288da04be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d55bcb-644a-4fa6-be19-28f4a54172dc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:26.224397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Deleting subnet ba9a2b2d-52d8-4d8a-856a-cea75801b87a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:38:26.244405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.281181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-caf8c637-6081-4fc1-b904-dedeb2fe5576 req-afa779eb-3004-49b8-9441-540e870aaca1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672944 Nov 09 17:38:26.312010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.391324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.432282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Made reservation on behalf of bc05a0d683f947c7a2eb097445aefd16 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:26.438433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.526871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.601615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9a2b2d-52d8-4d8a-856a-cea75801b87a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:26.608578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:26.615101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e3862d5b-4108-4578-9999-d1daa4faaedc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba9a2b2d-52d8-4d8a-856a-cea75801b87a HTTP/1.1" status: 204 len: 168 time: 0.5448329 Nov 09 17:38:26.618004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:26.651447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c8c65-cf60-43a5-8940-b6aee2b4c042 req-ccce34c5-20f7-4805-bf38-ff6d2b80966b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:26.655477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c5c8c65-cf60-43a5-8940-b6aee2b4c042 req-ccce34c5-20f7-4805-bf38-ff6d2b80966b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 945 time: 0.1867054 Nov 09 17:38:26.692171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] device_id is not set on port 074783f2-2a63-4b84-a207-3063d12d3fff yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:38:26.711716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:26.719812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-970759bc-7b0e-414d-bb8a-70a6e5ad0f1d req-23416cfa-6ddc-4e22-8511-15890cc79087 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8581274 Nov 09 17:38:26.722908 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b48caf8e-f22d-4bc8-8eb8-3a51b57111e2 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/3866ce9b-2701-47d5-a4a3-4ed5de61f34b HTTP/1.1" status: 200 len: 920 time: 0.9989333 Nov 09 17:38:26.728481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:26.736365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33fa6c48-b73b-40ae-90b5-77793efb0838 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/c39219cc-d8d9-4fe7-b00f-bdec9cd5a798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0486307 Nov 09 17:38:26.744415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] Sync routers for ids ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:26.762315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] Routers {'c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:26.763457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:26.789225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:26.790160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:26.881937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:26.924785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] Routers {'c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:26.925913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:27.030870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:27.032527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a67ecf-7044-485d-9816-1053344435e2 None None] The sync data for ids ['c39219cc-d8d9-4fe7-b00f-bdec9cd5a798'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:27.233127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.249268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c5c8c65-cf60-43a5-8940-b6aee2b4c042 req-2a7fc955-d828-4f53-a049-4a7345e011d4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510041 Nov 09 17:38:27.359325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.375822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40062efc-b761-439e-96b2-951beb913a2e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:27.378428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-40062efc-b761-439e-96b2-951beb913a2e tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=3866ce9b-2701-47d5-a4a3-4ed5de61f34b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5860798 Nov 09 17:38:27.401567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45402) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.501210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21199f-5b44-44d1-877b-d9a33d306019 req-fd96a460-4a90-4a21-afbe-10d944cfbad0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:27.501210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc21199f-5b44-44d1-877b-d9a33d306019 req-fd96a460-4a90-4a21-afbe-10d944cfbad0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4902148 Nov 09 17:38:27.529999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Allocated IP 172.20.0.12 (25641642-1abc-46e5-83e8-82d372c4f2b8/caef9e4b-6edd-4395-b071-4760fc419848/074783f2-2a63-4b84-a207-3063d12d3fff) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:27.548707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca715db-41a2-434c-9c94-b72f79d6d1e6']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:27.566757 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-22238a10-9e49-484d-a964-6fa86788e6d3 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 17:38:27.568332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-22238a10-9e49-484d-a964-6fa86788e6d3 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/c39219cc-d8d9-4fe7-b00f-bdec9cd5a798/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7737498 Nov 09 17:38:27.574943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.575669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22fb7e4-90cc-46a7-a698-d03d610468a9') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:27.576140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22fb7e4-90cc-46a7-a698-d03d610468a9') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:27.576515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:27.596410 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] Sync routers for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:27.611583 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:27.612734 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:27.626156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fef88c1b-b45f-4f69-b51e-5f2faf9aa869 admin admin] 10.222.0.45 "PUT /v2.0/routers/b1897cdb-d7bf-4c30-81be-9d9f5eea02f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0508528 Nov 09 17:38:27.627090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.635037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.665090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d11b4730-3da3-470e-ba15-46db59206a2b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 HTTP/1.1" status: 200 len: 205 time: 0.0856199 Nov 09 17:38:27.705401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.709835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc21199f-5b44-44d1-877b-d9a33d306019 req-320a01d9-7ff5-43b5-8ad6-9f802ed90402 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830323 Nov 09 17:38:27.770907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ff7b5-8810-4ffe-bc89-16b58b7db057 req-66eaa0ab-7106-4bf1-93a6-03fa281dbe21 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:27.772753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-721ff7b5-8810-4ffe-bc89-16b58b7db057 req-66eaa0ab-7106-4bf1-93a6-03fa281dbe21 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.4250476 Nov 09 17:38:27.808548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.825662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeba222-4a0d-4bd6-b9be-32a4978bbd1a tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:27.827290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abeba222-4a0d-4bd6-b9be-32a4978bbd1a tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.4221911 Nov 09 17:38:27.829047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.834935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45420) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.842467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca0ec5d-a3fb-48c2-bfe2-237b962aa20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.873982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.922513 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:27.958627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:27.959010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:27.962741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aec66a7e-823b-4e54-bf83-8d19779cd9a7 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=3866ce9b-2701-47d5-a4a3-4ed5de61f34b HTTP/1.1" status: 200 len: 205 time: 0.1263092 Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:27.963568 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:27.978086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45422) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:28.181097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-721ff7b5-8810-4ffe-bc89-16b58b7db057 req-42cdcfc0-db60-4d00-9014-9a291d40c93e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910317 Nov 09 17:38:28.186927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.248499 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.254316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0ca715db-41a2-434c-9c94-b72f79d6d1e6 HTTP/1.1" status: 204 len: 168 time: 1.6303101 Nov 09 17:38:28.310498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.350623 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:38:22Z', 'revision_number': 5, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port': {'id': '8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:26:19Z', 'updated_at': '2021-11-09T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:28.391740 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] Checking router: b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:38:28.391984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aec627-9133-43a5-a8f0-f1ad9b318298 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca715db-41a2-434c-9c94-b72f79d6d1e6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:28.399721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.428070 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] Routers {'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:28.430858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.431785 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:28.662968 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] Set router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:28.769003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:28.771808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.774871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.787401 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:38:28Z', 'revision_number': 6, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:28.853164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be23e3-4bde-48f6-8ff1-112528f6d0eb None None] The sync data for ids ['b1897cdb-d7bf-4c30-81be-9d9f5eea02f6'] in n-d-804292-3 is: [{'id': 'b1897cdb-d7bf-4c30-81be-9d9f5eea02f6', 'name': 'tempest-TaggedBootDevicesTest_v242-438356892-router', 'tenant_id': '104252495378481fb2d44f9f2898d8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:26:18Z', 'updated_at': '2021-11-09T17:38:28Z', 'revision_number': 6, 'project_id': '104252495378481fb2d44f9f2898d8c3', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:28.870908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ecdc5-e92f-490f-85ac-5d5573896ef1 req-12a09fc0-1f8d-411d-b9d4-daf664e32722 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:28.890401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b6ecdc5-e92f-490f-85ac-5d5573896ef1 req-12a09fc0-1f8d-411d-b9d4-daf664e32722 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.9146388 Nov 09 17:38:28.917033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Deleting port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:28.917956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.944071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.945789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:28.991353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:28.999693 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b7bd9f7-1f88-448f-a999-3a22967b06fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 HTTP/1.1" status: 204 len: 168 time: 1.2819571 Nov 09 17:38:29.006205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:29.008089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.061382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2056-69ca-4ae4-b37f-d478d6de87bc req-52fd9a78-92eb-43a3-8f42-87e814c1bdee tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:29.064994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7df2056-69ca-4ae4-b37f-d478d6de87bc req-52fd9a78-92eb-43a3-8f42-87e814c1bdee tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.2636666 Nov 09 17:38:29.195345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9cb1c36d-0bf3-4b35-bfc4-6dd9ad677382 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abe68bb92d584d4ebb503d3daaaa9999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387063 Nov 09 17:38:29.195529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:29.223838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] For port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:29.224231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.263031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7df2056-69ca-4ae4-b37f-d478d6de87bc req-9867c303-b247-41fa-8587-c69ea6e0c054 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895647 Nov 09 17:38:29.281480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Calling delete_port for 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:29.289792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b6ecdc5-e92f-490f-85ac-5d5573896ef1 req-12c2871d-5f98-4b9e-a4f0-96ca07b1e08b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968866 Nov 09 17:38:29.304164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet f572b086-bcfe-426b-86fc-90cbb8059b55 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:38:29.318710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.384383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Deleting port 521fe046-a986-451f-9fda-f8222dd31c76 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:29.384999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.387388 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.431691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.503585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.508449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:29.543456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:29.552522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:29.568194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event updated for resources: {'Port': ['ID=074783f2-2a63-4b84-a207-3063d12d3fff,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:29.594702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89b7df4b-b680-4f33-89eb-2ea67799ec38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.692625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:29.693328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.738899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89b7df4b-b680-4f33-89eb-2ea67799ec38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.761371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:29.784631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59800f-5784-452a-b9d3-3139055b25ea req-e523f441-e596-4db6-828f-9037227082c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:29.794802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:29.800062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a59800f-5784-452a-b9d3-3139055b25ea req-e523f441-e596-4db6-828f-9037227082c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4069655 Nov 09 17:38:29.968118 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f58aac8-21b8-40c3-b5ae-28da9774b53c tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9117346 Nov 09 17:38:29.970318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:29.982068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Request body: {'floatingip': {'port_id': '074783f2-2a63-4b84-a207-3063d12d3fff'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:30.009066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.037543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.094007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Calling delete_port for 521fe046-a986-451f-9fda-f8222dd31c76 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:30.094405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:30.104503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.106675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 66b4b0fc-3b68-4ad2-9f44-24485fe25352 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:30.171839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a59800f-5784-452a-b9d3-3139055b25ea req-8746110a-9369-4029-a904-81d4466c8d96 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702762 Nov 09 17:38:30.182309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.189820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 66b4b0fc-3b68-4ad2-9f44-24485fe25352 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:38:30.190342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 66b4b0fc-3b68-4ad2-9f44-24485fe25352 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:30.230505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-23cb80cf-aabb-49bb-b686-b05acfec1734 None None] Provisioning complete for port 074783f2-2a63-4b84-a207-3063d12d3fff triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:30.232074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23cb80cf-aabb-49bb-b686-b05acfec1734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.297326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-23cb80cf-aabb-49bb-b686-b05acfec1734 None None] Port 074783f2-2a63-4b84-a207-3063d12d3fff cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:30.327802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:30.387952 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.396537 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c885d6b-ba02-4053-a282-7c93f47853c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.442548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89b7df4b-b680-4f33-89eb-2ea67799ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.446118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89b7df4b-b680-4f33-89eb-2ea67799ec38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.462001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-89b7df4b-b680-4f33-89eb-2ea67799ec38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30782395-ad8f-403d-8d83-47a5876a2c73 HTTP/1.1" status: 204 len: 168 time: 1.2567756 Nov 09 17:38:30.480556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037779-2fc9-43de-adb4-ac0de602e73f req-fdad904c-fb0e-4f69-b4f0-eeed6e72914e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:30.483447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06037779-2fc9-43de-adb4-ac0de602e73f req-fdad904c-fb0e-4f69-b4f0-eeed6e72914e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.3626840 Nov 09 17:38:30.484932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d9e36-ddb6-4b4a-aadb-73ed4cd25c5f None None] Network 30d784d2-d840-4a8e-8362-5146dc0e8816 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:30.520737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.536548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/f572b086-bcfe-426b-86fc-90cbb8059b55 HTTP/1.1" status: 204 len: 168 time: 1.5145488 Nov 09 17:38:30.538540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448e539-acab-4ae0-bbfb-fbdf132a0716 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=f572b086-bcfe-426b-86fc-90cbb8059b55,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:30.546613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:30.704695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7df4b-b680-4f33-89eb-2ea67799ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30782395-ad8f-403d-8d83-47a5876a2c73,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:30.718040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:30.809310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd3f9a7-b3b2-4c5c-a8d7-b58250d20154,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:30.917110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3379c0-d94c-4f6c-aa02-6721b9e651aa None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:30.948279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25b094-9a33-4fa8-a06f-84986aa494a1 req-de382c08-64bb-4bcc-bf52-51e6e805bf6b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:30.961352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc25b094-9a33-4fa8-a06f-84986aa494a1 req-de382c08-64bb-4bcc-bf52-51e6e805bf6b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.4369245 Nov 09 17:38:31.061026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.087099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] DHCP port deletion for 30d784d2-d840-4a8e-8362-5146dc0e8816 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:31.095051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.231256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] Deleting port 48de9f9c-f73d-4606-867f-fe8933df3cda {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:31.232443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.269691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.273637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.316267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4730ed-a273-4369-8e91-a228d2c9f1f6 req-890b8d4e-a363-444e-808d-3f30c3db34a1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:31.331790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb4730ed-a273-4369-8e91-a228d2c9f1f6 req-890b8d4e-a363-444e-808d-3f30c3db34a1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5817468 Nov 09 17:38:31.350802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc25b094-9a33-4fa8-a06f-84986aa494a1 req-c91ca614-1db6-4d60-a807-713143720cb6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878846 Nov 09 17:38:31.358639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.362386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:31.368517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.372374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a139376-e4f8-4317-b796-64aa191f5a01 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b1897cdb-d7bf-4c30-81be-9d9f5eea02f6 HTTP/1.1" status: 204 len: 168 time: 3.7409446 Nov 09 17:38:31.374361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.376774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45472) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:31.478260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event deleted for resources: {'Port': ['ID=521fe046-a986-451f-9fda-f8222dd31c76,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:31.529669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] For port 48de9f9c-f73d-4606-867f-fe8933df3cda, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48de9f9c-f73d-4606-867f-fe8933df3cda,segment=NetworkSegment(387fd563-afee-4dc7-b710-dd883cb273cf),segment_id=387fd563-afee-4dc7-b710-dd883cb273cf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:31.530274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.575261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] Calling delete_port for 48de9f9c-f73d-4606-867f-fe8933df3cda owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:31.590938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff84a580-26fd-423d-94c5-c7b07d1f1215 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:31.599614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:31.617464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port e90b836c-2d17-44c1-b35b-fb2d967b644e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:31.618382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.688660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.697446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48de9f9c-f73d-4606-867f-fe8933df3cda no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:31.753298 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.830972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.856994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb4730ed-a273-4369-8e91-a228d2c9f1f6 req-4df2e556-69ae-4246-bdb7-6401287c1224 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225580 Nov 09 17:38:31.897620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Deleting subnet 21f8bc2b-4dd1-4f44-b647-e5bf34636333 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:38:31.904880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:31.959339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 48de9f9c-f73d-4606-867f-fe8933df3cda {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:31.959945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.000632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.007638 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.094142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.157181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.158241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.159262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Fanout notify agent at l3_agent the message router_deleted on router 3866ce9b-2701-47d5-a4a3-4ed5de61f34b {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:32.195326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] No DVR routers for this DVR port 48de9f9c-f73d-4606-867f-fe8933df3cda on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:32.197226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc54307-8c2d-49e0-8da9-6c12faa1c0ad None None] Pushing event deleted for resources: {'Port': ['ID=48de9f9c-f73d-4606-867f-fe8933df3cda,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:32.204330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.210646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b010bb66-4c51-47c8-850c-93b562ce39bb tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/3866ce9b-2701-47d5-a4a3-4ed5de61f34b HTTP/1.1" status: 204 len: 168 time: 4.2276573 Nov 09 17:38:32.211464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45480) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:32.226223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1235866483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:32.266317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.267570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.338717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.397609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.406723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.438325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.443247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c268d4ef-833a-4699-af47-920535916684 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2275145 Nov 09 17:38:32.444140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45486) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:32.453530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': False}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:32.548804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.609514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33515c9-5e31-4aef-84a3-76d16c7262f5 None None] Network b97f8e88-3885-4bdb-8f7e-90c185556c3a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:32.611136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:32.617283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/21f8bc2b-4dd1-4f44-b647-e5bf34636333 HTTP/1.1" status: 204 len: 168 time: 1.2373631 Nov 09 17:38:32.618455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4aa19-58ea-48cc-8d1c-51b41517039a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f8bc2b-4dd1-4f44-b647-e5bf34636333,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:32.621384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45490) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:32.800989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-29ec18fc-8beb-45c7-af05-6a2a5ef57ea6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ded238419d14ae0b01695c678c2b54b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1750526 Nov 09 17:38:32.806284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:32.984316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 48de9f9c-f73d-4606-867f-fe8933df3cda, host n-d-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:32.985319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.044083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port e90b836c-2d17-44c1-b35b-fb2d967b644e, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=e90b836c-2d17-44c1-b35b-fb2d967b644e,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:33.045131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.110236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] DHCP port deletion for b97f8e88-3885-4bdb-8f7e-90c185556c3a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:33.113970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 48de9f9c-f73d-4606-867f-fe8933df3cda owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:33.126931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Port 48de9f9c-f73d-4606-867f-fe8933df3cda was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:38:33.128513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for e90b836c-2d17-44c1-b35b-fb2d967b644e owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:33.142065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.144413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.210025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.244178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port 48de9f9c-f73d-4606-867f-fe8933df3cda on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:33.248347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=48de9f9c-f73d-4606-867f-fe8933df3cda,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:33.256043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] Deleting port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:33.256912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.360993 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a0e-68f6-455d-a165-2068c130c51f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.408194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] For port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,segment=NetworkSegment(eb97ab59-68f7-433a-8be7-330c700d2ba7),segment_id=eb97ab59-68f7-433a-8be7-330c700d2ba7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:33.408976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.409882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adad44-9ccc-45b3-816e-7e51b12e2535 req-1e73b14d-7fca-401f-b195-cbc70057404c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.413512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87adad44-9ccc-45b3-816e-7e51b12e2535 req-1e73b14d-7fca-401f-b195-cbc70057404c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 945 time: 0.8662436 Nov 09 17:38:33.430844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:38:33.440706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] Calling delete_port for 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:33.509311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a0e-68f6-455d-a165-2068c130c51f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.512955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.580643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdc1f5-2855-4f83-909d-c3692360d3ca req-fad4effa-a359-43a7-a961-65f7ae9c61a0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.582774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0cdc1f5-2855-4f83-909d-c3692360d3ca req-fad4effa-a359-43a7-a961-65f7ae9c61a0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4083641 Nov 09 17:38:33.627021 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.641643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.658662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d784d2-d840-4a8e-8362-5146dc0e8816']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:33.676442 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.680432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:33.698527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.754302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387fd563-afee-4dc7-b710-dd883cb273cf') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:33.755085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387fd563-afee-4dc7-b710-dd883cb273cf') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:33.799383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87adad44-9ccc-45b3-816e-7e51b12e2535 req-61b842b2-4acd-4145-895e-361296850996 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451331 Nov 09 17:38:33.802246 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.814397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Deleting port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:33.814746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.836370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] Pushing event deleted for resources: {'Port': ['ID=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:33.856841 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.859967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:38:33.860774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:33.875413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c68a5-edfd-4587-879d-b9857ca6c394 None None] No DVR routers for this DVR port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:33.881618 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.884323 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.920375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0cdc1f5-2855-4f83-909d-c3692360d3ca req-0c2c0445-821d-4049-af78-7cd1b167388c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157392 Nov 09 17:38:33.927341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:33.929525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:33.930168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:33.952566 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:33.957505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a0e-68f6-455d-a165-2068c130c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.957505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c64a0e-68f6-455d-a165-2068c130c51f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:33.957505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0c64a0e-68f6-455d-a165-2068c130c51f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5733b0a7-1296-4378-9bc4-73a1b132c34c HTTP/1.1" status: 204 len: 168 time: 1.1368015 Nov 09 17:38:34.003845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] For port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8, host n-d-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:34.006300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.014563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=e90b836c-2d17-44c1-b35b-fb2d967b644e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:34.048590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['acac9b7d-2541-4648-82e8-b4ce1d5a5493'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:34.053347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c64a0e-68f6-455d-a165-2068c130c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733b0a7-1296-4378-9bc4-73a1b132c34c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:34.116819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.120818 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 35b3b385-5b2d-47b5-bca3-f1af776bfd8c associated. External IP: 172.25.3.93, port: 76fbfc47-d761-4ab2-884d-0203038ac3dd. Nov 09 17:38:34.130176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Calling delete_port for 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:34.144695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 was not found and therefore no delete operation was performed {{(pid=102554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:38:34.166193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.184889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port e90b836c-2d17-44c1-b35b-fb2d967b644e on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:34.197413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.221032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/30d784d2-d840-4a8e-8362-5146dc0e8816 HTTP/1.1" status: 204 len: 168 time: 3.6701453 Nov 09 17:38:34.223872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.238483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06037779-2fc9-43de-adb4-ac0de602e73f req-ee53cd50-9ad1-4d8d-8321-a3962bf54854 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "DELETE /v2.0/ports/e90b836c-2d17-44c1-b35b-fb2d967b644e HTTP/1.1" status: 204 len: 173 time: 3.6864967 Nov 09 17:38:34.263690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:34.265247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5e71ff-2aa5-43db-bb8b-a129b477e6b8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:34.284740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device e90b836c-2d17-44c1-b35b-fb2d967b644e no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:34.333304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'name': 'network-vif-deleted', 'tag': 'e90b836c-2d17-44c1-b35b-fb2d967b644e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:34.339162 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff1065-732f-4e0a-9c00-0ce47a0f39fc" -d '{"events": [{"server_uuid": "978843a8-abe8-4e6d-ae18-28394cc3c9b2", "name": "network-vif-deleted", "tag": "e90b836c-2d17-44c1-b35b-fb2d967b644e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:34.346489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: e90b836c-2d17-44c1-b35b-fb2d967b644e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:38:34.347450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device e90b836c-2d17-44c1-b35b-fb2d967b644e not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:34.370997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d67a6-f743-4d47-9ad0-45416fcfe8d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=30d784d2-d840-4a8e-8362-5146dc0e8816,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:34.401352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842475412'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:34.535703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] No DVR routers for this DVR port 8b5e71ff-2aa5-43db-bb8b-a129b477e6b8 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:34.561396 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a8702-2666-4d6e-b38a-23ff5e898bd6 x-openstack-request-id: req-752a8702-2666-4d6e-b38a-23ff5e898bd6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:34.561859 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978843a8-abe8-4e6d-ae18-28394cc3c9b2", "name": "network-vif-deleted", "tag": "e90b836c-2d17-44c1-b35b-fb2d967b644e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:34.562263 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-752a8702-2666-4d6e-b38a-23ff5e898bd6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:34.562898 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978843a8-abe8-4e6d-ae18-28394cc3c9b2', 'name': 'network-vif-deleted', 'tag': 'e90b836c-2d17-44c1-b35b-fb2d967b644e', 'status': 'completed', 'code': 200} Nov 09 17:38:34.854475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.880105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:34.886966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:34.919759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:34.955296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97f8e88-3885-4bdb-8f7e-90c185556c3a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:34.997627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:35.018640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.019506 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment f41c3117-b5f8-40a3-b0c0-f6b00b33b55c of type vlan for network 4ab3e0ef-e621-4101-8791-385184848ac3 Nov 09 17:38:35.116093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6de8253c-627e-4afc-9516-3b818b4acb89 req-d118012f-3090-47d3-af25-8eb53ce6f7b3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=978843a8-abe8-4e6d-ae18-28394cc3c9b2 HTTP/1.1" status: 200 len: 210 time: 0.0797186 Nov 09 17:38:35.117161 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.134498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.140454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb97ab59-68f7-433a-8be7-330c700d2ba7') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.140940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb97ab59-68f7-433a-8be7-330c700d2ba7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.159975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5291e4-266e-46a9-934c-1c04c6921065 req-721e4f62-c2b3-490d-8483-9a639c42180e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:35.162688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e5291e4-266e-46a9-934c-1c04c6921065 req-721e4f62-c2b3-490d-8483-9a639c42180e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.6203556 Nov 09 17:38:35.250905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.285542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.307172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:35.334315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:35.350088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.363537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:35.365309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.379563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:35.380117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.382445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.390034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:35.390942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:35.394028 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:35.565288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.609875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:35.610185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.675860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2787373 Nov 09 17:38:35.681100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45530) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:35.690099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:35.750452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.751699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690113e-f93e-4270-892e-3f8108363bb2 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:35.812819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.821680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.829888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] 10.222.0.45 "DELETE /v2.0/networks/b97f8e88-3885-4bdb-8f7e-90c185556c3a HTTP/1.1" status: 204 len: 168 time: 2.8036559 Nov 09 17:38:35.844111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e5291e4-266e-46a9-934c-1c04c6921065 req-242c43d1-999a-4915-97ac-195f3f7cb9e2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267257 Nov 09 17:38:35.849976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7f01f-99aa-4195-8543-8135c804458a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=4ab3e0ef-e621-4101-8791-385184848ac3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:35.875949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 4ab3e0ef-e621-4101-8791-385184848ac3 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:35.910249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router edcab46f-fd5c-4924-93f9-dc077de1c3dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:35.952564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:35.962408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:35.983024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3f837-b21a-44ee-9c08-5873268f2a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=b97f8e88-3885-4bdb-8f7e-90c185556c3a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:36.168883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Allocated IP 172.25.3.36 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/b2586b31-7bae-42b0-a0f4-64689663dd93) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:36.171644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:36.189666 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] Sync routers for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:36.206624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:36.219018 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:36.223807 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:36.378551 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:36.415445 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:36.419205 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:36.426104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45546) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:36.469649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ec299146-3bdb-4373-b555-1d4dfc19bde5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/floatingips/35b3b385-5b2d-47b5-bca3-f1af776bfd8c HTTP/1.1" status: 200 len: 978 time: 6.4934797 Nov 09 17:38:36.474056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:36.587779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:36.597711 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ba057-469b-44cc-8b08-4d2510ebbec3 None None] The sync data for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:36.713617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b038f593-660b-4218-ac41-9f0e8f510253 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=104252495378481fb2d44f9f2898d8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741091 Nov 09 17:38:36.715027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45550) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:36.848928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 074783f2-2a63-4b84-a207-3063d12d3fff {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:36.849389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:36.862313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.023302 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0f3-f039-4378-b563-9b4d1706b458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.031807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.112460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=9bd546d2-58a7-4d0c-b936-1262d2b26724,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:37.158218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512770a-0181-4b8b-bc90-5d849e2495d4 req-35c9b1b7-e620-4ff3-a834-df80372f5118 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:37.171863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d512770a-0181-4b8b-bc90-5d849e2495d4 req-35c9b1b7-e620-4ff3-a834-df80372f5118 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 945 time: 0.2185190 Nov 09 17:38:37.190764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.195907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:37.196391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 4ab3e0ef-e621-4101-8791-385184848ac3, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:37.196579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0f3-f039-4378-b563-9b4d1706b458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.209214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e205a82-13d5-4ab1-933a-57be47d664c1 req-0e9341a8-caa5-47de-8398-dd9294c07b9f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:37.218148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e205a82-13d5-4ab1-933a-57be47d664c1 req-0e9341a8-caa5-47de-8398-dd9294c07b9f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1998887 Nov 09 17:38:37.306310 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.339762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:37.358772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:37.364097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 4ab3e0ef-e621-4101-8791-385184848ac3 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:37.378054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e205a82-13d5-4ab1-933a-57be47d664c1 req-db20ad7b-a482-493d-9907-8a4a62329e05 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588051 Nov 09 17:38:37.379090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:37.406808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Pushing event updated for resources: {'Port': ['ID=b2586b31-7bae-42b0-a0f4-64689663dd93,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:37.407502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd06150-0000-4f83-bd60-f1c180d87114 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:37.484967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 4ab3e0ef-e621-4101-8791-385184848ac3) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:37.495954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d512770a-0181-4b8b-bc90-5d849e2495d4 req-c2d863d0-9202-4dbc-b4d1-18b42cbb398f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225110 Nov 09 17:38:37.503066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:37.506743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.537451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0f3-f039-4378-b563-9b4d1706b458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.545527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0f3-f039-4378-b563-9b4d1706b458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.553876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4a12a0f3-f039-4378-b563-9b4d1706b458 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42888797-2eac-4162-a158-4fca716be803 HTTP/1.1" status: 204 len: 168 time: 0.8369517 Nov 09 17:38:37.615621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e736f-0848-4748-98f0-6980cbe5e374 None None] Network 4ab3e0ef-e621-4101-8791-385184848ac3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:37.638161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a0f3-f039-4378-b563-9b4d1706b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42888797-2eac-4162-a158-4fca716be803,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:37.718340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c3d33181-201a-4412-a1ce-25e931b82919 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0317366 Nov 09 17:38:37.720226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45570) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:37.772159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1839681205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:37.843062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844914e-41ff-4e38-994d-64f926661ea7 req-366842ea-cdd7-4704-bb7c-e5808224470c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:37.844783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b844914e-41ff-4e38-994d-64f926661ea7 req-366842ea-cdd7-4704-bb7c-e5808224470c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3065174 Nov 09 17:38:37.861351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4c660ac2-2d10-4807-9ed6-d33cf851e84f None None] Provisioning complete for port b2586b31-7bae-42b0-a0f4-64689663dd93 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:37.862066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c660ac2-2d10-4807-9ed6-d33cf851e84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.874234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.874770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.875443 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Floating IP 35b3b385-5b2d-47b5-bca3-f1af776bfd8c disassociated. External IP: 172.25.3.93, port: 074783f2-2a63-4b84-a207-3063d12d3fff. Nov 09 17:38:37.876616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 074783f2-2a63-4b84-a207-3063d12d3fff owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:37.886334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:37.887448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.007215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4c660ac2-2d10-4807-9ed6-d33cf851e84f None None] Port b2586b31-7bae-42b0-a0f4-64689663dd93 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:38.062403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b844914e-41ff-4e38-994d-64f926661ea7 req-adfae491-8397-400d-81e2-af08683ae96d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783352 Nov 09 17:38:38.158808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-4ab3e0ef-e621-4101-8791-385184848ac3', 'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': '9bd546d2-58a7-4d0c-b936-1262d2b26724'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:38:38.160327 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.171132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.195828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.203764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.285605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-0a35bbdc-5304-425c-9413-1a51a99e97a6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:38.287284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-0a35bbdc-5304-425c-9413-1a51a99e97a6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 945 time: 0.2632861 Nov 09 17:38:38.349048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.353212 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a7ce7387-b169-4f5b-a1ed-0464927445b2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5855906 Nov 09 17:38:38.371183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:38.514303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fbb10-1d2e-4290-9f9b-cc7b4dd99762 req-61e8711d-1221-4962-a03e-e762a43b3ec2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:38.518727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Allocated IP 2001:db8::2 (4ab3e0ef-e621-4101-8791-385184848ac3/9bd546d2-58a7-4d0c-b936-1262d2b26724/79144cc8-436b-491b-ae18-421991e48f71) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:38.522589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-506fbb10-1d2e-4290-9f9b-cc7b4dd99762 req-61e8711d-1221-4962-a03e-e762a43b3ec2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2313886 Nov 09 17:38:38.656381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:38.757766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-506fbb10-1d2e-4290-9f9b-cc7b4dd99762 req-c9b70c03-767a-4ef4-a273-d288486d195c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341292 Nov 09 17:38:38.782921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=074783f2-2a63-4b84-a207-3063d12d3fff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:38.794476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port acac9b7d-2541-4648-82e8-b4ce1d5a5493 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:38.795613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.036608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.067960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.225131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Pushing event updated for resources: {'Port': ['ID=79144cc8-436b-491b-ae18-421991e48f71,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:39.253031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Network 4ab3e0ef-e621-4101-8791-385184848ac3 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:39.256119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:39.263162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:39.408208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Attempting to bind port 79144cc8-436b-491b-ae18-421991e48f71 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:38:39.410845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Attempting to bind port 79144cc8-436b-491b-ae18-421991e48f71 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:38:39.411477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Attempting to bind port 79144cc8-436b-491b-ae18-421991e48f71 on network 4ab3e0ef-e621-4101-8791-385184848ac3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:39.435608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:39.436498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Checking segment: {'id': 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:39.437273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.438082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Bound using segment: {'id': 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:39.439143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Bound port: 79144cc8-436b-491b-ae18-421991e48f71, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4ab3e0ef-e621-4101-8791-385184848ac3'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:38:39.439639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.636277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] For port 79144cc8-436b-491b-ae18-421991e48f71, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:39.644107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] For port 79144cc8-436b-491b-ae18-421991e48f71, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=79144cc8-436b-491b-ae18-421991e48f71,segment=NetworkSegment(f41c3117-b5f8-40a3-b0c0-f6b00b33b55c),segment_id=f41c3117-b5f8-40a3-b0c0-f6b00b33b55c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:39.654449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.719981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.752960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:39.764994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ba0c3-53c5-4fa4-95b7-1fd46866b079 None None] Pushing event updated for resources: {'Port': ['ID=79144cc8-436b-491b-ae18-421991e48f71,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:39.931239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7e55b-c885-42ed-b483-a2945c8340d4 req-e809b9d5-68b6-4e55-a48f-cd200f1fbc69 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.934048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8cb7e55b-c885-42ed-b483-a2945c8340d4 req-e809b9d5-68b6-4e55-a48f-cd200f1fbc69 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2951367 Nov 09 17:38:39.972034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port acac9b7d-2541-4648-82e8-b4ce1d5a5493, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=acac9b7d-2541-4648-82e8-b4ce1d5a5493,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:39.972546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:40.086507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for acac9b7d-2541-4648-82e8-b4ce1d5a5493 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:40.254447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af614b-c6b8-4c3a-b32d-3f1098ef5724 req-e10dd4ec-a5a4-4830-a17e-fb0d02914871 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:40.258081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92af614b-c6b8-4c3a-b32d-3f1098ef5724 req-e10dd4ec-a5a4-4830-a17e-fb0d02914871 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 945 time: 1.5002050 Nov 09 17:38:40.387868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8cb7e55b-c885-42ed-b483-a2945c8340d4 req-38f02080-0e57-42e7-93a0-fb69e1b92f6a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243834 Nov 09 17:38:40.510019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device acac9b7d-2541-4648-82e8-b4ce1d5a5493 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:40.519632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92af614b-c6b8-4c3a-b32d-3f1098ef5724 req-b7cc93df-b573-4dd6-a67f-8995a1f1269f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264709 Nov 09 17:38:40.521987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:40.559747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router edcab46f-fd5c-4924-93f9-dc077de1c3dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:40.604642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Router af95c093-42cc-4115-be08-1b9df9190196 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:40.802061 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:41.219727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45650) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:41.236637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e76e17-9887-4de7-a608-432e6c832aa1 req-17a198fc-f723-48fc-82be-d107c0b0da0a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:41.246486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a7e76e17-9887-4de7-a608-432e6c832aa1 req-17a198fc-f723-48fc-82be-d107c0b0da0a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4034529 Nov 09 17:38:41.268599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:41.284191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:41.317899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:41.347046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] Sync routers for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:41.450214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:41.454516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.459763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a7e76e17-9887-4de7-a608-432e6c832aa1 req-7c83ab84-7ed6-4065-ad3a-4ab90c4af4de tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781960 Nov 09 17:38:41.468204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=acac9b7d-2541-4648-82e8-b4ce1d5a5493,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:41.480866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:41.506238 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] Sync routers for ids ['af95c093-42cc-4115-be08-1b9df9190196'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:41.564086 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] Routers {'af95c093-42cc-4115-be08-1b9df9190196'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:41.564950 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['af95c093-42cc-4115-be08-1b9df9190196'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.586312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:41.593152 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8f674903-8aa9-4c64-ac78-5320208af456 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "PUT /v2.0/routers/af95c093-42cc-4115-be08-1b9df9190196 HTTP/1.1" status: 200 len: 915 time: 9.1418273 Nov 09 17:38:41.593152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port acac9b7d-2541-4648-82e8-b4ce1d5a5493 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:41.602148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45660) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:41.604116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:41.619887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7a1777c5-0f32-4a72-9786-0840c7672874 req-9695e2f3-3186-4b05-a21f-db5b9d3fdf81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "DELETE /v2.0/ports/acac9b7d-2541-4648-82e8-b4ce1d5a5493 HTTP/1.1" status: 204 len: 173 time: 3.3127689 Nov 09 17:38:41.645453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'name': 'network-vif-deleted', 'tag': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:41.666942 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4743190-bf6a-4af3-9b65-5007fabafa3e" -d '{"events": [{"server_uuid": "3c8ed63d-d1de-4e5c-9d30-9c2a7087d882", "name": "network-vif-deleted", "tag": "acac9b7d-2541-4648-82e8-b4ce1d5a5493"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:41.693239 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.697993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.753044 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] Routers {'af95c093-42cc-4115-be08-1b9df9190196'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:41.753713 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['af95c093-42cc-4115-be08-1b9df9190196'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.864329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:41.868229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.949545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:41.951571 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7bd3e-0578-459e-a33d-6b2e4cd938a6 None None] The sync data for ids ['af95c093-42cc-4115-be08-1b9df9190196'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:41.993749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b4225fd-293f-4f08-a7ba-9d39fa13ca39 req-55c100f3-afe8-4686-b083-e05e95d699b8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c8ed63d-d1de-4e5c-9d30-9c2a7087d882 HTTP/1.1" status: 200 len: 210 time: 0.1482098 Nov 09 17:38:42.019834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 79144cc8-436b-491b-ae18-421991e48f71 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:42.026109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:42.031360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437453a-261d-4a74-b683-1f068dbd9f58 None None] The sync data for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:42.076775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.083927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e10f72b3-3088-4e00-a6e3-a7273e433433 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/ports/074783f2-2a63-4b84-a207-3063d12d3fff HTTP/1.1" status: 204 len: 168 time: 5.6077178 Nov 09 17:38:42.100313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8::1 (4ab3e0ef-e621-4101-8791-385184848ac3/9bd546d2-58a7-4d0c-b936-1262d2b26724/18de4089-cbb7-4051-915f-55cc91eedcc1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:42.119391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45668) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:42.138222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-556363855-network', 'tenant_id': '9c191e53f8a24b76884707a1d507838e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:42.140849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811683f5-372b-4779-beec-09360ac09659 req-bdba4f28-7a9a-44b3-9be4-4c870df43a7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.144880 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e2e11-5532-49be-b638-ccfe21c699ef x-openstack-request-id: req-0d4e2e11-5532-49be-b638-ccfe21c699ef {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:42.145176 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8ed63d-d1de-4e5c-9d30-9c2a7087d882", "name": "network-vif-deleted", "tag": "acac9b7d-2541-4648-82e8-b4ce1d5a5493", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:42.145433 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d4e2e11-5532-49be-b638-ccfe21c699ef {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:42.145843 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8ed63d-d1de-4e5c-9d30-9c2a7087d882', 'name': 'network-vif-deleted', 'tag': 'acac9b7d-2541-4648-82e8-b4ce1d5a5493', 'status': 'completed', 'code': 200} Nov 09 17:38:42.150500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-811683f5-372b-4779-beec-09360ac09659 req-bdba4f28-7a9a-44b3-9be4-4c870df43a7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4630375 Nov 09 17:38:42.191059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c3258-a468-4efd-b809-ecc06c2e52e2 None None] Network 4ab3e0ef-e621-4101-8791-385184848ac3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:42.193573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45672) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:42.241125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Made reservation on behalf of 9c191e53f8a24b76884707a1d507838e for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:42.246512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.267176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.283401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e8689794-276a-4db2-84b6-85958c1ff72c tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/af95c093-42cc-4115-be08-1b9df9190196 HTTP/1.1" status: 200 len: 921 time: 0.6574273 Nov 09 17:38:42.294122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:42.506921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46257ac-cef5-498b-95f6-d160300895a2 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.513661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a46257ac-cef5-498b-95f6-d160300895a2 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=af95c093-42cc-4115-be08-1b9df9190196&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2056534 Nov 09 17:38:42.515544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45680) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:42.541914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c5b9adc4-d9e2-41d9-aead-266db2f71e99 None None] Provisioning complete for port 79144cc8-436b-491b-ae18-421991e48f71 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:42.543963 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5b9adc4-d9e2-41d9-aead-266db2f71e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.656735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.673574 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.687233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b88f738-cc64-4621-baa6-7a7427305664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.708381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 79144cc8-436b-491b-ae18-421991e48f71 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:42.709001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.741057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818b03a-4d40-48f9-ab7a-5ad46eb2aa4a tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.745870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b818b03a-4d40-48f9-ab7a-5ad46eb2aa4a tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.2269046 Nov 09 17:38:42.747772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:42.755170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45684) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:42.772830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-811683f5-372b-4779-beec-09360ac09659 req-18b60b4e-ae43-4e88-8fa2-a22bce7843d8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183691 Nov 09 17:38:42.776136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:42.816561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6cf25f1f-16c0-473d-8788-980ba6b050af tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=af95c093-42cc-4115-be08-1b9df9190196 HTTP/1.1" status: 200 len: 205 time: 0.0602548 Nov 09 17:38:42.817902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.818249 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Added segment a7036bb0-e8e0-4d02-a000-feb016e9ec9f of type vlan for network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 Nov 09 17:38:42.820802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45688) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:42.905088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5b9adc4-d9e2-41d9-aead-266db2f71e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:42.972378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.002098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.208578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.212713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.216043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.254712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.283828 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:38:43.342055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.429358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b88f738-cc64-4621-baa6-7a7427305664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.457680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c5b9adc4-d9e2-41d9-aead-266db2f71e99 None None] For port 79144cc8-436b-491b-ae18-421991e48f71, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=79144cc8-436b-491b-ae18-421991e48f71,segment=NetworkSegment(f41c3117-b5f8-40a3-b0c0-f6b00b33b55c),segment_id=f41c3117-b5f8-40a3-b0c0-f6b00b33b55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:43.459123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.466706 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5b9adc4-d9e2-41d9-aead-266db2f71e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.555266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 4ab3e0ef-e621-4101-8791-385184848ac3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:43.572757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa61ba-52c3-4797-9dd1-e8dc27834d79 req-e5db8628-8202-4cb2-9c20-d2fc251f1f01 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.588581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05fa61ba-52c3-4797-9dd1-e8dc27834d79 req-e5db8628-8202-4cb2-9c20-d2fc251f1f01 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4172647 Nov 09 17:38:43.611616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9adc4-d9e2-41d9-aead-266db2f71e99 None None] Pushing event updated for resources: {'Port': ['ID=79144cc8-436b-491b-ae18-421991e48f71,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:43.615235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7032892b-0107-4ca6-942e-14af8db93ba0 None None] Provisioning complete for port 79144cc8-436b-491b-ae18-421991e48f71 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:43.615663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7032892b-0107-4ca6-942e-14af8db93ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.630740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=18de4089-cbb7-4051-915f-55cc91eedcc1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:43.634246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:43.656616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b88f738-cc64-4621-baa6-7a7427305664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.658188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:38:43.658590 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:38:43.665882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:43.666605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.692691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Pushing event updated for resources: {'Network': ['ID=91372fbd-6cf6-4b2d-a2e9-255ea68809d9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:43.704762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4552181 Nov 09 17:38:43.711196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:43.735797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Request body: {'subnet': {'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-556363855-subnet', 'tenant_id': '9c191e53f8a24b76884707a1d507838e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:43.777188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.778234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.778234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.778467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.778632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.779010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.779452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.779655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.779960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.780289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.780618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.780945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a265-489b-48ad-a90c-1ba8930166a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:43.794256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:43.825415 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b88f738-cc64-4621-baa6-7a7427305664 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ea3ad8961a44aa0a39ef9e02add023f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6274538 Nov 09 17:38:43.832832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88f738-cc64-4621-baa6-7a7427305664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2859dfc-4954-49bc-a451-cb82d878b60d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:43.838788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45718) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:43.859805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05fa61ba-52c3-4797-9dd1-e8dc27834d79 req-1e9906f0-6fb5-4538-b10b-cdb0e1ca5bf2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679954 Nov 09 17:38:43.891502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Made reservation on behalf of 9c191e53f8a24b76884707a1d507838e for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:43.903391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.909340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.935244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:43.987682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.067681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-8d7ece65-1b4a-493c-8dd6-fac7e1938a32 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:44.077233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-8d7ece65-1b4a-493c-8dd6-fac7e1938a32 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.6457551 Nov 09 17:38:44.129812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:44.170418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-25022805-b0d7-4a62-9e6e-c3bf481bd499 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.0918064 Nov 09 17:38:44.196979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5919bdd2-6f01-416e-873f-e14cf540ae93 None None] Provisioning complete for port 18de4089-cbb7-4051-915f-55cc91eedcc1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:44.197817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5919bdd2-6f01-416e-873f-e14cf540ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.261494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5919bdd2-6f01-416e-873f-e14cf540ae93 None None] Port 18de4089-cbb7-4051-915f-55cc91eedcc1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:44.280243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50594f79-dbc4-48c8-811b-a05cdefdd180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.378006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260b414-ee43-40c4-a4f9-cac87d76c03f req-d1ab5dd8-1f1d-422b-bb2d-7394b795b2d4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:44.380228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d260b414-ee43-40c4-a4f9-cac87d76c03f req-d1ab5dd8-1f1d-422b-bb2d-7394b795b2d4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3210714 Nov 09 17:38:44.380731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 79144cc8-436b-491b-ae18-421991e48f71 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:44.425270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0b9b24f8-5cbe-41e5-8e74-eea569a156cb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2421112 Nov 09 17:38:44.430609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50594f79-dbc4-48c8-811b-a05cdefdd180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.506245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 79144cc8-436b-491b-ae18-421991e48f71 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:44.507157 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.562643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ed8d-64e3-4ba6-aa9b-4017fbeef89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.572489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d260b414-ee43-40c4-a4f9-cac87d76c03f req-0455948f-6f72-46cd-b098-ec5ecf374efc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780739 Nov 09 17:38:44.575697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Deleting port b2586b31-7bae-42b0-a0f4-64689663dd93 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:44.576045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.717818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.761126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.768613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.769448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.830342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50594f79-dbc4-48c8-811b-a05cdefdd180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.833094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50594f79-dbc4-48c8-811b-a05cdefdd180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.834327 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-50594f79-dbc4-48c8-811b-a05cdefdd180 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2859dfc-4954-49bc-a451-cb82d878b60d HTTP/1.1" status: 204 len: 168 time: 0.9920030 Nov 09 17:38:44.847316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.869385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-45321cf2-891a-4ce4-bc0e-50c0001d9207 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412487 Nov 09 17:38:44.968213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ed8d-64e3-4ba6-aa9b-4017fbeef89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.969358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=18de4089-cbb7-4051-915f-55cc91eedcc1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:44.989771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ed8d-64e3-4ba6-aa9b-4017fbeef89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:44.992851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:44.997040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Calling delete_port for b2586b31-7bae-42b0-a0f4-64689663dd93 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:45.014148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50594f79-dbc4-48c8-811b-a05cdefdd180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2859dfc-4954-49bc-a451-cb82d878b60d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:45.035943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d6b00-7ebd-4f34-896d-d43f8357880d req-b87debc4-16fb-4a2b-a9be-adb434ec0012 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.037627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-700d6b00-7ebd-4f34-896d-d43f8357880d req-b87debc4-16fb-4a2b-a9be-adb434ec0012 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2385733 Nov 09 17:38:45.094672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port a8f14f57-ec4f-4ccc-849a-2cb35dff3622 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:45.095682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.111945 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-43849c2b-cf4b-496d-b361-bec08e0f24a1 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402382 Nov 09 17:38:45.118297 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a8a6ed8d-64e3-4ba6-aa9b-4017fbeef89b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb2b12ad15d74cbfb2b1987a93f97790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9767060 Nov 09 17:38:45.132700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:45.133439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ed8d-64e3-4ba6-aa9b-4017fbeef89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80aecd1-3a18-4c9c-8927-f75a96d24b78,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:45.211770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Checking segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:45.212736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Network hostable DHCP agents. Network: 91372fbd-6cf6-4b2d-a2e9-255ea68809d9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:45.220687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 4ab3e0ef-e621-4101-8791-385184848ac3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:45.236177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:45.304375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:45.326040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-700d6b00-7ebd-4f34-896d-d43f8357880d req-e827c82b-0e6b-4009-9292-dcaaca64d97b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557328 Nov 09 17:38:45.398178 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.425431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 91372fbd-6cf6-4b2d-a2e9-255ea68809d9) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:45.438072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ebecf-5a67-45a5-a45d-3a9dc18527dd None None] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:45.469476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.469945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.522038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45744) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:45.539085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b4ef3265-f94e-45c5-a558-dc1f33322db1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8074968 Nov 09 17:38:45.589493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6348f900-5716-4e40-84cf-a507ae724c99 req-9301cd42-5c2f-43a5-8235-3cfece376387 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 210 time: 0.0791414 Nov 09 17:38:45.590482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42b23e8c-5f42-46bc-9aef-993d63c43572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.717590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42b23e8c-5f42-46bc-9aef-993d63c43572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.723983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42b23e8c-5f42-46bc-9aef-993d63c43572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.774795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b23e8c-5f42-46bc-9aef-993d63c43572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e921ab93-8892-4c2f-b243-e02d0a07082e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:45.840094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42b23e8c-5f42-46bc-9aef-993d63c43572 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a5e6e478c6341cc944db434dd20f517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100138 Nov 09 17:38:45.843845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:45.894294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:45.935813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cad5c4-243e-4513-a64b-040317a9702c None None] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:45.954253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-819b2bc3-15fe-403d-924e-54393e8724a6 None None] Provisioning complete for port 18de4089-cbb7-4051-915f-55cc91eedcc1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:45.954840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event deleted for resources: {'Port': ['ID=b2586b31-7bae-42b0-a0f4-64689663dd93,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:45.955457 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-819b2bc3-15fe-403d-924e-54393e8724a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.020005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa08c8-bbb0-49a8-81d5-1c9d28c5f634 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:46.044983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3009-f7c1-406e-9fee-612d3fe01402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.061405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-819b2bc3-15fe-403d-924e-54393e8724a6 None None] Port 18de4089-cbb7-4051-915f-55cc91eedcc1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:46.077303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3009-f7c1-406e-9fee-612d3fe01402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.140851 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.327478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for a8f14f57-ec4f-4ccc-849a-2cb35dff3622 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:46.518232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c95c73fd-9517-46bc-8901-58964cceb78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.652333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c95c73fd-9517-46bc-8901-58964cceb78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.705644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.711110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44841a5-2b51-4c38-aefd-2deec5561040 req-85703731-708a-4983-80fd-be87f727f1a5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:46.712769 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f44841a5-2b51-4c38-aefd-2deec5561040 req-85703731-708a-4983-80fd-be87f727f1a5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2678668 Nov 09 17:38:46.740585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.742769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c95c73fd-9517-46bc-8901-58964cceb78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.745932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c95c73fd-9517-46bc-8901-58964cceb78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.750722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c95c73fd-9517-46bc-8901-58964cceb78d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d80aecd1-3a18-4c9c-8927-f75a96d24b78 HTTP/1.1" status: 204 len: 168 time: 1.6134787 Nov 09 17:38:46.816993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c73fd-9517-46bc-8901-58964cceb78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80aecd1-3a18-4c9c-8927-f75a96d24b78,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:46.823592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3009-f7c1-406e-9fee-612d3fe01402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.827785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3009-f7c1-406e-9fee-612d3fe01402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.841940 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f2aa3009-f7c1-406e-9fee-612d3fe01402 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e921ab93-8892-4c2f-b243-e02d0a07082e HTTP/1.1" status: 204 len: 168 time: 0.9977450 Nov 09 17:38:46.876878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.877400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Fanout notify agent at l3_agent the message router_deleted on router af95c093-42cc-4115-be08-1b9df9190196 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:46.887101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f44841a5-2b51-4c38-aefd-2deec5561040 req-6470ae97-5c4b-47cc-839a-e5f9b2ca7bec tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479871 Nov 09 17:38:46.891809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:46.914134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:46.915785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db66c1b8-cb85-4d2a-a891-2adac8022c6b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/af95c093-42cc-4115-be08-1b9df9190196 HTTP/1.1" status: 204 len: 168 time: 4.0871477 Nov 09 17:38:46.924980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45776) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:46.936867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813353264', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:46.950646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa3009-f7c1-406e-9fee-612d3fe01402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921ab93-8892-4c2f-b243-e02d0a07082e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:46.995742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-56be1366-8593-47a7-a132-96bae1cc2814 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.004259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-56be1366-8593-47a7-a132-96bae1cc2814 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 817 time: 0.3276968 Nov 09 17:38:47.046311 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-308a5322-f3ed-430f-92a1-9798f3883d7b tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/quotas/9c191e53f8a24b76884707a1d507838e HTTP/1.1" status: 200 len: 375 time: 0.0400596 Nov 09 17:38:47.094801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-25bb83c6-cdd3-4dbf-824e-b931fa975a3a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473089 Nov 09 17:38:47.106044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:47.107613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:47.241570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:47.248923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:47.251366 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:47.262946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8176a6d8-8efe-41f0-8288-43d29356f871 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8895574 Nov 09 17:38:47.263536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] Sync routers for ids ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:47.269871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:47.287108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] Routers {'11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:47.288167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:47.384610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:47.416230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] Routers {'11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:47.418049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:47.476821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-632b083c-83ad-488a-9abe-6350859fe04a service neutron] 10.222.0.45 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804033 Nov 09 17:38:47.522885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:47.523619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808799c5-bee8-4232-ab22-ee89d733d28e None None] The sync data for ids ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:47.636304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918794f-5bb1-4f35-8c9d-09794b0398cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.639829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e918794f-5bb1-4f35-8c9d-09794b0398cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports/18de4089-cbb7-4051-915f-55cc91eedcc1 HTTP/1.1" status: 200 len: 911 time: 0.3265171 Nov 09 17:38:47.648975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:47.658159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45786) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:47.658803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be65fd45-945f-44f1-ba04-9f6cf9535521 req-6ad702f9-e70d-4406-80a3-dc9b5f03ad5f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 210 time: 0.4109817 Nov 09 17:38:47.661754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=a8f14f57-ec4f-4ccc-849a-2cb35dff3622,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:48.096393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:48.122385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:48.130213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ce9bed-0b67-4be1-9d01-3d4f989ca132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:48.259535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b2534-0538-4c93-8d99-bcd391abaf85 req-2debad19-27a1-48bf-bdc5-d47d3375c728 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:48.284885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-148b2534-0538-4c93-8d99-bcd391abaf85 req-2debad19-27a1-48bf-bdc5-d47d3375c728 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4100566 Nov 09 17:38:48.476003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-148b2534-0538-4c93-8d99-bcd391abaf85 req-6c37f269-dff7-474a-921e-77e02de9c61e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875777 Nov 09 17:38:48.488939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-41550dcc-2635-470f-a02d-c51cd87cd6fb service neutron] 10.222.0.45 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0104673 Nov 09 17:38:48.544325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-602ace9a-3a18-4c12-b486-b720ea6d1546 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:48.546793 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-602ace9a-3a18-4c12-b486-b720ea6d1546 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.8857446 Nov 09 17:38:48.577187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:48.619702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ce9bed-0b67-4be1-9d01-3d4f989ca132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:48.635166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ce9bed-0b67-4be1-9d01-3d4f989ca132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:48.782171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce9bed-0b67-4be1-9d01-3d4f989ca132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c890e5-89f9-4ec4-861e-c7117621388e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:48.790384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-26ce9bed-0b67-4be1-9d01-3d4f989ca132 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ce70b51954c4c389542df6a57eb6b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6925297 Nov 09 17:38:48.792686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:48.872399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router edcab46f-fd5c-4924-93f9-dc077de1c3dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:48.882064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798129b6-8f77-4ba7-9874-47e9681d9de7 req-d6c5e2b0-8968-48d5-90f6-b26c0f083c28 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:48.883800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798129b6-8f77-4ba7-9874-47e9681d9de7 req-d6c5e2b0-8968-48d5-90f6-b26c0f083c28 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2513452 Nov 09 17:38:48.947840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:48.956973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b68c42ca-2789-45f8-9788-a3a533408cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.007040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.052154 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b68c42ca-2789-45f8-9788-a3a533408cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.076403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798129b6-8f77-4ba7-9874-47e9681d9de7 req-c0db934f-2d5b-4888-bfcb-fa67a1bcbe14 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653404 Nov 09 17:38:49.150687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:49.157603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.173876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:49.189067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-02d1048d-9819-48dc-8630-228ee9ebbd35 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/routers/edcab46f-fd5c-4924-93f9-dc077de1c3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0678873 Nov 09 17:38:49.193266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:49.203937 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] Sync routers for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:49.223190 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:49.224543 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.312336 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.327146 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] Routers {'edcab46f-fd5c-4924-93f9-dc077de1c3dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:49.328305 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.381563 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.383252 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfc4791-02b6-4f8e-a68a-8c3a41171ca2 None None] The sync data for ids ['edcab46f-fd5c-4924-93f9-dc077de1c3dc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:49.415549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e51987f-7aff-479c-8176-55b0226df573 req-efd83008-494d-48f0-b08b-29272bbb6ac4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 210 time: 0.1285613 Nov 09 17:38:49.480696 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.515062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Allocated IP 172.25.3.112 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/375ffc1c-e5b4-479b-91d0-246ae9c5b2bb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:49.534862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b68c42ca-2789-45f8-9788-a3a533408cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.540544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b68c42ca-2789-45f8-9788-a3a533408cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.547575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b68c42ca-2789-45f8-9788-a3a533408cd3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83c890e5-89f9-4ec4-861e-c7117621388e HTTP/1.1" status: 204 len: 168 time: 0.7452130 Nov 09 17:38:49.567030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:49.726585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c42ca-2789-45f8-9788-a3a533408cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c890e5-89f9-4ec4-861e-c7117621388e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:49.811845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f00495a5-7c47-48e6-8103-c513f7db8565 req-121b60c4-db80-4399-998e-95570aa0d51c tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.2109807 Nov 09 17:38:49.951630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe659-55c1-4031-8629-30b7e019da38 req-e63d3cc1-7709-439b-b639-60430d1ec32f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.960532 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32dfe659-55c1-4031-8629-30b7e019da38 req-e63d3cc1-7709-439b-b639-60430d1ec32f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2549219 Nov 09 17:38:50.013610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.5 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/04ac0629-4ba9-42f3-9f32-673157417cc3) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:50.021584 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:50.068381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32dfe659-55c1-4031-8629-30b7e019da38 req-ef9b4188-1198-45f4-bd9e-3d9ff9071834 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035409 Nov 09 17:38:50.135672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 3211196b-4a8b-47af-8e52-c68b11234aa9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:50.136265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:50.296309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:50.329603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 3211196b-4a8b-47af-8e52-c68b11234aa9 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:50.693985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00adba08-9773-4a80-a81e-3c9479f8b503 req-5df3e0d9-163a-4b4b-a581-8bc833a7cb80 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 210 time: 0.0449073 Nov 09 17:38:50.712896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:50.768830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=3211196b-4a8b-47af-8e52-c68b11234aa9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:50.857146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd8404-db26-4963-af1d-3f1f522c8d21 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:50.908247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:50.982278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.237237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.240187 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.308936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.321512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a006fde-a618-4530-982e-8c2c41106d58 req-68668057-88c1-4286-b82f-210e11a8d5a9 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.2899394 Nov 09 17:38:51.353787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.355813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Fanout notify agent at l3_agent the message router_deleted on router edcab46f-fd5c-4924-93f9-dc077de1c3dc {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:51.377576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.378650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec66d3-0920-4c93-ab7a-0ec962e3e566 req-5259cda5-359c-470f-a992-ce435a9a413a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.386512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b2f41613-2cf7-4d0b-89ef-0c25b0c876cb tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/routers/edcab46f-fd5c-4924-93f9-dc077de1c3dc HTTP/1.1" status: 204 len: 168 time: 2.1879578 Nov 09 17:38:51.387181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:51.387770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73ec66d3-0920-4c93-ab7a-0ec962e3e566 req-5259cda5-359c-470f-a992-ce435a9a413a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5465591 Nov 09 17:38:51.390075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.405832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:51.413469 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.531485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting subnet caef9e4b-6edd-4395-b071-4760fc419848 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:38:51.535542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.566023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:51.597316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.609235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:51.618074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:51.631925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=04ac0629-4ba9-42f3-9f32-673157417cc3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:51.649578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:51.665044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:51.684250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66aab39-a4b8-4b88-88c5-39efdf4ca0d5 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:51.771728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:51.843937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73ec66d3-0920-4c93-ab7a-0ec962e3e566 req-79e01f21-4868-40b3-b00a-8cffac721804 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552002 Nov 09 17:38:51.911861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a0310e72-9285-44b6-ad98-d43d411b4cd9 None None] Provisioning complete for port 375ffc1c-e5b4-479b-91d0-246ae9c5b2bb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:51.912463 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0310e72-9285-44b6-ad98-d43d411b4cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:51.973751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-568db756-cd4b-488e-9c69-65fc2942598a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.976890 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-568db756-cd4b-488e-9c69-65fc2942598a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 817 time: 0.2293878 Nov 09 17:38:52.034639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Request body: {'port': {'device_id': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'admin_state_up': True, 'tenant_id': '9c191e53f8a24b76884707a1d507838e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:52.063750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a0310e72-9285-44b6-ad98-d43d411b4cd9 None None] Port 375ffc1c-e5b4-479b-91d0-246ae9c5b2bb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:38:52.138716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event updated for resources: {'Port': ['ID=375ffc1c-e5b4-479b-91d0-246ae9c5b2bb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:52.233776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:52.242820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.243334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:52.401614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-0436da41-5f49-4bc1-87ef-0d66ad05e41f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8342946 Nov 09 17:38:52.442041 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:52.475990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8dfbc4-390e-49be-83c6-999b6a3e65b7 None None] Network 25641642-1abc-46e5-83e8-82d372c4f2b8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:52.484516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Request body: {'port': {'device_id': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:52.491416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489825c6-66df-4b2f-9f07-7dd9f0ee1d45 req-55291fb1-860f-45f1-900d-8675e084c1ea tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.499674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-489825c6-66df-4b2f-9f07-7dd9f0ee1d45 req-55291fb1-860f-45f1-900d-8675e084c1ea tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 931 time: 0.5216014 Nov 09 17:38:52.502133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:52.509430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/subnets/caef9e4b-6edd-4395-b071-4760fc419848 HTTP/1.1" status: 204 len: 168 time: 1.1172056 Nov 09 17:38:52.520219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275272-5967-455f-82aa-2b33dfd93aff req-78495396-efba-4f12-a468-103c08c202dd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.535791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8275272-5967-455f-82aa-2b33dfd93aff req-78495396-efba-4f12-a468-103c08c202dd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5120213 Nov 09 17:38:52.564626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:52.615940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-c7fb2dda-f9c3-4818-8fdf-9d7591902372 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.619380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-c7fb2dda-f9c3-4818-8fdf-9d7591902372 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.43 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 817 time: 0.9234512 Nov 09 17:38:52.650600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 18de4089-cbb7-4051-915f-55cc91eedcc1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:52.651588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:52.661137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Request body: {'port': {'device_id': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'admin_state_up': True, 'tenant_id': '9c191e53f8a24b76884707a1d507838e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:52.785100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:52.789939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7cc3-d12a-41d1-ade0-455eab462597 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Subnet': ['ID=caef9e4b-6edd-4395-b071-4760fc419848,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:52.798103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:52.886685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] DHCP port deletion for 25641642-1abc-46e5-83e8-82d372c4f2b8 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:52.903346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.004900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-63924b62-c8ff-4252-830b-93fd0501ed7d tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.008509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-63924b62-c8ff-4252-830b-93fd0501ed7d tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 817 time: 0.2111661 Nov 09 17:38:53.011330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Made reservation on behalf of 9c191e53f8a24b76884707a1d507838e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:53.019793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.042130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] Deleting port c04a00f2-3767-47e1-8886-cdadea63302a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:53.042853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.071953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Request body: {'port': {'device_id': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'admin_state_up': True, 'tenant_id': '9c191e53f8a24b76884707a1d507838e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:53.103536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.109020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f8275272-5967-455f-82aa-2b33dfd93aff req-2d84d3de-c5f6-4dfb-9e0a-10159f4b393a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720725 Nov 09 17:38:53.180207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.240868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] For port c04a00f2-3767-47e1-8886-cdadea63302a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c04a00f2-3767-47e1-8886-cdadea63302a,segment=NetworkSegment(943ee435-3d9c-4e32-a73a-bbb8ebfa1067),segment_id=943ee435-3d9c-4e32-a73a-bbb8ebfa1067)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:53.241610 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.259886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] Calling delete_port for c04a00f2-3767-47e1-8886-cdadea63302a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:53.277291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 18de4089-cbb7-4051-915f-55cc91eedcc1 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:53.288600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-489825c6-66df-4b2f-9f07-7dd9f0ee1d45 req-4b8ab242-c480-49bf-b825-e5102ca58730 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7880135 Nov 09 17:38:53.340504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffa091f-1f0e-4b87-80bf-32806ef49364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.383968 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.401924 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.479340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] Pushing event deleted for resources: {'Port': ['ID=c04a00f2-3767-47e1-8886-cdadea63302a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:53.488496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61044c36-a8f8-4021-9519-091858c5daf8 None None] No DVR routers for this DVR port c04a00f2-3767-47e1-8886-cdadea63302a on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:53.627373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Made reservation on behalf of 9c191e53f8a24b76884707a1d507838e for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:53.631559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.700548 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76c5cb7b-04f3-47ad-bd9a-d7bb44430bc1 req-c13138ac-9fc8-4405-acef-e05896564837 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.3418195 Nov 09 17:38:53.814096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Made reservation on behalf of 9c191e53f8a24b76884707a1d507838e for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:53.820293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.885845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port c04a00f2-3767-47e1-8886-cdadea63302a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:53.886759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:53.911050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27ef6-de7a-4627-a68e-e62ae87f6746 req-98134cab-b243-4883-bd23-f3e20bd73b22 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.913786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daf27ef6-de7a-4627-a68e-e62ae87f6746 req-98134cab-b243-4883-bd23-f3e20bd73b22 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3675139 Nov 09 17:38:54.201699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.268786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.277569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=18de4089-cbb7-4051-915f-55cc91eedcc1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:54.343841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ac0629-4ba9-42f3-9f32-673157417cc3 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:54.405815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Allocated IP 172.20.0.6 (91372fbd-6cf6-4b2d-a2e9-255ea68809d9/7c3ffca7-ff83-4925-8cdf-f13b0d5822d1/269aa7e9-285a-42ec-9143-a4fef5727c82) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:54.412395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.441492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Transition to ACTIVE for port object 04ac0629-4ba9-42f3-9f32-673157417cc3 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:54.456730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.468353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c04a00f2-3767-47e1-8886-cdadea63302a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:54.545212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffa091f-1f0e-4b87-80bf-32806ef49364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.567112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c04a00f2-3767-47e1-8886-cdadea63302a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:38:54.569003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c04a00f2-3767-47e1-8886-cdadea63302a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:54.597608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] For port c04a00f2-3767-47e1-8886-cdadea63302a, host n-d-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:54.598221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.621686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for c04a00f2-3767-47e1-8886-cdadea63302a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:54.625299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Port c04a00f2-3767-47e1-8886-cdadea63302a was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:38:54.644383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daf27ef6-de7a-4627-a68e-e62ae87f6746 req-095fbe82-bea8-42ba-a541-51832ab28072 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966143 Nov 09 17:38:54.645107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffa091f-1f0e-4b87-80bf-32806ef49364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.685011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:54.837108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6ffa091f-1f0e-4b87-80bf-32806ef49364 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ac30cd3b7ac4cdcbc58d654db82f2f1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0316164 Nov 09 17:38:54.837108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa091f-1f0e-4b87-80bf-32806ef49364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6163fb0-b19c-4f53-a0d1-2cc472827071,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:54.841744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=c04a00f2-3767-47e1-8886-cdadea63302a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:54.846811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:54.913461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] No DVR routers for this DVR port c04a00f2-3767-47e1-8886-cdadea63302a on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:55.076773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.097947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.103924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=04ac0629-4ba9-42f3-9f32-673157417cc3,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.164801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2d843-8d8c-495c-95d3-5a230be9d29f req-a349d45b-1d52-4ebc-a72e-2c200d70cd51 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:55.166692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4c2d843-8d8c-495c-95d3-5a230be9d29f req-a349d45b-1d52-4ebc-a72e-2c200d70cd51 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 943 time: 0.6783111 Nov 09 17:38:55.180026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.257755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ca674254-4e46-4519-8085-dedfdd940bae req-0e01c041-0a0b-4491-8d03-96fe25f4d7d7 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.1308293 Nov 09 17:38:55.308708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.403765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Attempting to bind port 04ac0629-4ba9-42f3-9f32-673157417cc3 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:38:55.404599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Attempting to bind port 04ac0629-4ba9-42f3-9f32-673157417cc3 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:38:55.404599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Attempting to bind port 04ac0629-4ba9-42f3-9f32-673157417cc3 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:55.414785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4c2d843-8d8c-495c-95d3-5a230be9d29f req-d6de8857-9e9b-433e-a3c9-24467a24a4f5 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841829 Nov 09 17:38:55.415588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Router 7ec66661-abbb-4212-bf87-9f14a9d778b3 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:55.452979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Port 04ac0629-4ba9-42f3-9f32-673157417cc3 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:55.453320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Attempting to bind port 04ac0629-4ba9-42f3-9f32-673157417cc3 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:55.463328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25641642-1abc-46e5-83e8-82d372c4f2b8']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.470083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:55.470481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:38:55.470926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:55.471666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Bound port: 04ac0629-4ba9-42f3-9f32-673157417cc3, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:38:55.472041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.481450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:55.494444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943ee435-3d9c-4e32-a73a-bbb8ebfa1067') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.495573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943ee435-3d9c-4e32-a73a-bbb8ebfa1067') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.520411 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.538547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.577146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.614522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:55.615259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:55.621506 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:55.626571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.627742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.639622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6163fb0-b19c-4f53-a0d1-2cc472827071 HTTP/1.1" status: 204 len: 168 time: 0.7612164 Nov 09 17:38:55.739442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:55.745221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] For port 04ac0629-4ba9-42f3-9f32-673157417cc3, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:55.751759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b7873f53-9fd0-4277-8bff-b786646531b7 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0885172 Nov 09 17:38:55.756736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] For port 04ac0629-4ba9-42f3-9f32-673157417cc3, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=04ac0629-4ba9-42f3-9f32-673157417cc3,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:55.756736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45942) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:55.771120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.775488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] Sync routers for ids ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:55.819666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] Routers {'11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:55.820754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.846353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:55.852216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=04ac0629-4ba9-42f3-9f32-673157417cc3,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.858388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] Sync routers for ids ['7ec66661-abbb-4212-bf87-9f14a9d778b3'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:55.868628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5fbb61f5-c267-41aa-b11c-db0f4f1af354 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 HTTP/1.1" status: 200 len: 205 time: 0.1110547 Nov 09 17:38:55.878750 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] Routers {'7ec66661-abbb-4212-bf87-9f14a9d778b3'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:55.879402 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7ec66661-abbb-4212-bf87-9f14a9d778b3'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.896959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45944) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:55.911578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.942951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] Routers {'11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:55.945280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.961670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:55.962264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775a5d6-ff7e-4584-9956-64ff341bdd9f req-1ae0b2bd-24e9-4379-bd20-22496d54a307 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:55.963271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:55.965009 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-ecf39d1f-de02-410b-adb7-515a7e13dac8 service neutron] 10.222.0.43 "PUT /v2.0/ports/04ac0629-4ba9-42f3-9f32-673157417cc3 HTTP/1.1" status: 200 len: 1091 time: 3.5304019 Nov 09 17:38:55.965204 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:55.968117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'tag': '04ac0629-4ba9-42f3-9f32-673157417cc3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:55.972291 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4120bf-b3bd-4107-b640-cdb1b09874e9" -d '{"events": [{"name": "network-changed", "server_uuid": "73a2ddfe-bbaf-44a2-9e11-4470e9b0244c", "tag": "04ac0629-4ba9-42f3-9f32-673157417cc3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:55.976652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4775a5d6-ff7e-4584-9956-64ff341bdd9f req-1ae0b2bd-24e9-4379-bd20-22496d54a307 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5507085 Nov 09 17:38:55.999461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6163fb0-b19c-4f53-a0d1-2cc472827071,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:56.034828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:56.035679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14d5aa-dade-4626-bf52-ee154df7f420 None None] The sync data for ids ['11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:56.061343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:56.064813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-497d6581-860e-44c8-bf7f-d8437c55656b tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.1353474 Nov 09 17:38:56.069438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:56.070714 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] Routers {'7ec66661-abbb-4212-bf87-9f14a9d778b3'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:56.083921 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:38:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7ec66661-abbb-4212-bf87-9f14a9d778b3'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:56.094059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.094625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.095255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.095837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.096424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.097000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.097888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.098532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.099205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.099729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.100236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.100742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933a9025-c8aa-44eb-b9d3-b397cdc5f0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:56.112878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:56.133744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:56.159690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:56.210822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:56.218398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:56.227826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/networks/25641642-1abc-46e5-83e8-82d372c4f2b8 HTTP/1.1" status: 204 len: 168 time: 3.6185009 Nov 09 17:38:56.235813 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43edeb25-69dc-47f0-9943-4be255b1f192 x-openstack-request-id: req-43edeb25-69dc-47f0-9943-4be255b1f192 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:56.236586 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a2ddfe-bbaf-44a2-9e11-4470e9b0244c", "tag": "04ac0629-4ba9-42f3-9f32-673157417cc3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:56.237496 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43edeb25-69dc-47f0-9943-4be255b1f192 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:56.251344 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'tag': '04ac0629-4ba9-42f3-9f32-673157417cc3', 'status': 'completed', 'code': 200} Nov 09 17:38:56.252145 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:56.252145 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd56356-83d5-4a56-9fce-42683c4b483c None None] The sync data for ids ['7ec66661-abbb-4212-bf87-9f14a9d778b3'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:56.286204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:56.421462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049f30f-ad96-4775-a090-02c195332f93 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Network': ['ID=25641642-1abc-46e5-83e8-82d372c4f2b8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:56.539321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:56.541031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Allocated IP 172.20.0.12 (91372fbd-6cf6-4b2d-a2e9-255ea68809d9/7c3ffca7-ff83-4925-8cdf-f13b0d5822d1/00e99e09-e542-47c3-a91f-fac11ddc63a0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:56.632651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4775a5d6-ff7e-4584-9956-64ff341bdd9f req-0872415c-1f84-4f21-b520-e45cef1e76f5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407225 Nov 09 17:38:56.634329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:56.646159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Pushing event updated for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:56.656953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:56.707130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc0eab1e-5803-403c-9c26-e33ad389e012 req-0228c00b-3aac-497e-ba4c-c4266d333dc9 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.1908967 Nov 09 17:38:57.039218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.049792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-87b31063-a5c5-423f-b6eb-1517c4d03309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.052276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-87b31063-a5c5-423f-b6eb-1517c4d03309 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 1094 time: 0.9096906 Nov 09 17:38:57.072390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.303558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-83338ae0-2a8b-4945-8e5d-0c9a5a0556ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ac0629-4ba9-42f3-9f32-673157417cc3 HTTP/1.1" status: 200 len: 217 time: 0.1733267 Nov 09 17:38:57.333914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.336822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.387512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.390327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router 11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:57.430780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.431994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a9d7c2e6-0ade-42e9-83ac-9e963b9b4460 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 HTTP/1.1" status: 204 len: 168 time: 1.5339456 Nov 09 17:38:57.436498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-fea6704b-90bb-48ab-96ce-893573ffa35a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4302354 Nov 09 17:38:57.447338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:57.472925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Request body: {'port': {'device_id': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:57.506454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa1745-e688-4bc9-b182-4dfb4b20586e req-0fe7d9bf-174b-4964-ab9d-60182fc6e9ec tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.521554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5aa1745-e688-4bc9-b182-4dfb4b20586e req-0fe7d9bf-174b-4964-ab9d-60182fc6e9ec tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 943 time: 0.5769432 Nov 09 17:38:57.556928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f3e4-879a-4ff7-bb83-fd457ccfe90b req-ce505d2d-c969-400c-9195-ad399c825654 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.564830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50d2f3e4-879a-4ff7-bb83-fd457ccfe90b req-ce505d2d-c969-400c-9195-ad399c825654 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5365651 Nov 09 17:38:57.661938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-212905d6-4c6c-4c46-94c6-a6e8ebe92371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.664495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-212905d6-4c6c-4c46-94c6-a6e8ebe92371 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3507357 Nov 09 17:38:57.764074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet 9bd546d2-58a7-4d0c-b936-1262d2b26724 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:38:57.803037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.863466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3d1c-30b4-4ba0-98cf-71c0731666b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.883082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5aa1745-e688-4bc9-b182-4dfb4b20586e req-228e95ef-b125-4b26-9e0e-a258a9b6b1f7 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598478 Nov 09 17:38:57.922773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.928785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port d5e5c3ef-c60a-4628-ac92-431030f74ff3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:57.929974 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.935605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:57.986880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-f418557b-a708-49d1-9701-a7c38aecaf8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3006113 Nov 09 17:38:58.007702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.246852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-50d2f3e4-879a-4ff7-bb83-fd457ccfe90b req-6bd8eed6-da03-4877-a3bc-15dbcdd7e43d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808314 Nov 09 17:38:58.258273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.306070 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.339656 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.349386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.380149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e788e9a7-ab99-4321-8c2a-8067398bebd4 req-3a62605d-a6f4-4f5c-a90d-5c765d2ff415 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.2820911 Nov 09 17:38:58.467521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-d216e59a-ceee-4d98-8a9a-e97aef55430e service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834231 Nov 09 17:38:58.524079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.524385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:58.567117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for d5e5c3ef-c60a-4628-ac92-431030f74ff3 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:38:58.742618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Allocated IP 172.20.0.14 (91372fbd-6cf6-4b2d-a2e9-255ea68809d9/7c3ffca7-ff83-4925-8cdf-f13b0d5822d1/9cb8bc4c-1ca9-48df-bcea-849dc1b6e649) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:58.755025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74e7d8-3de1-4f10-9a74-63fb21975c83 req-14e74e8f-2b11-49a3-b7ff-773cc24cab35 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:58.765192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee74e7d8-3de1-4f10-9a74-63fb21975c83 req-14e74e8f-2b11-49a3-b7ff-773cc24cab35 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1661999 Nov 09 17:38:58.868362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee74e7d8-3de1-4f10-9a74-63fb21975c83 req-fb0c612c-a16c-4847-8f05-3bbc6e2de673 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019220 Nov 09 17:38:59.131225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46064) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:59.222671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:59.283788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:59.302188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:59.343203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.356719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Pushing event updated for resources: {'Port': ['ID=00e99e09-e542-47c3-a91f-fac11ddc63a0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:59.364798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:59.365471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.383641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Deleting port 375ffc1c-e5b4-479b-91d0-246ae9c5b2bb {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:38:59.383954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.395614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-835748ac-84f2-4d52-b934-be6e16e28b6e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7644680 Nov 09 17:38:59.434269 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.470479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Request body: {'port': {'device_id': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:59.506954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd68d5-27f5-410e-a79a-12a206cc9a74 req-494d1c7b-5e3a-4c44-b4dd-18df4da4a1f2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:59.508689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79bd68d5-27f5-410e-a79a-12a206cc9a74 req-494d1c7b-5e3a-4c44-b4dd-18df4da4a1f2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3090041 Nov 09 17:38:59.566468 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e141f0d0-1a09-491b-9a01-0111be25ed91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.590427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.611783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c6eceb2-2d63-4b90-a3c5-a41f3adcc86d req-264a8dfb-b3a0-40d8-a686-f4d7425b9972 service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0794337 Nov 09 17:38:59.615951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd095-ea31-4984-ae25-d301e056a71f req-4e6ca714-38fc-4733-ae39-f3111bef69b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:59.627514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f2dd095-ea31-4984-ae25-d301e056a71f req-4e6ca714-38fc-4733-ae39-f3111bef69b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 943 time: 0.5364738 Nov 09 17:38:59.647616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:59.680705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:59.689401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Pushing event updated for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:59.691464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.710205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:59.796503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=d5e5c3ef-c60a-4628-ac92-431030f74ff3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:59.855363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:38:59.917545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f2dd095-ea31-4984-ae25-d301e056a71f req-c0dedaaf-9d5c-4cb7-95c4-90eb1954afea tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662816 Nov 09 17:38:59.950683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79bd68d5-27f5-410e-a79a-12a206cc9a74 req-7144440b-610e-405c-a4b8-25216438dfdd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811488 Nov 09 17:38:59.988963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.097810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269aa7e9-285a-42ec-9143-a4fef5727c82 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:00.103782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.111507 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.134066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafaae6-558d-4c26-9062-56b2fffb7c4c None None] Network 4ab3e0ef-e621-4101-8791-385184848ac3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:00.135514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd546d2-58a7-4d0c-b936-1262d2b26724,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:00.139407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.139705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.140580 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.146881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d2ac8a85-cb4a-43f5-9f56-89c34c029efc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/9bd546d2-58a7-4d0c-b936-1262d2b26724 HTTP/1.1" status: 204 len: 168 time: 2.6944821 Nov 09 17:39:00.156578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:00.167574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Calling delete_port for 375ffc1c-e5b4-479b-91d0-246ae9c5b2bb owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:00.204506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.208842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-806fa8a7-47bb-4224-81f8-3613cd64111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.209142 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.215049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9da28cd1-6318-46f7-8ba6-9cb9f5d663e9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/floatingips/35b3b385-5b2d-47b5-bca3-f1af776bfd8c HTTP/1.1" status: 204 len: 168 time: 3.9195926 Nov 09 17:39:00.215956 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-806fa8a7-47bb-4224-81f8-3613cd64111c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 1094 time: 0.4834340 Nov 09 17:39:00.216989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:00.336649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-90f76b86-f16b-4151-83ef-7c42b9fd8cfa tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2865486 Nov 09 17:39:00.390241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e141f0d0-1a09-491b-9a01-0111be25ed91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.392552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Transition to ACTIVE for port object 269aa7e9-285a-42ec-9143-a4fef5727c82 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:00.403857 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d402542-1e8c-4f22-9b43-3f41c4a842c9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] DELETE failed (client error): The resource could not be found. Nov 09 17:39:00.405335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d402542-1e8c-4f22-9b43-3f41c4a842c9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:39:00.408479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Request body: {'port': {'device_id': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:00.412580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3d402542-1e8c-4f22-9b43-3f41c4a842c9 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/ports/074783f2-2a63-4b84-a207-3063d12d3fff HTTP/1.1" status: 404 len: 333 time: 0.1833196 Nov 09 17:39:00.414646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46080) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:00.483898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bfe297ef-4faf-4b2d-9981-a9ad221d1365 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/ports?device_id=edcab46f-fd5c-4924-93f9-dc077de1c3dc HTTP/1.1" status: 200 len: 205 time: 0.0624459 Nov 09 17:39:00.488714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46082) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:00.495824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e141f0d0-1a09-491b-9a01-0111be25ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.496912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-278f2a23-9d8c-4c61-bf5c-c4d166c4cb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.500173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.614942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ffef3-843b-4a13-9869-8c289a1666f9 req-8d291cb4-bb1a-4831-9efc-fd7bc2ace9fb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.622934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-670ffef3-843b-4a13-9869-8c289a1666f9 req-8d291cb4-bb1a-4831-9efc-fd7bc2ace9fb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4634304 Nov 09 17:39:00.642581 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-2d2602b1-4512-4000-be8e-bb51cfe695f3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] delete failed (client error): The resource could not be found. Nov 09 17:39:00.646669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d2602b1-4512-4000-be8e-bb51cfe695f3 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/routers/edcab46f-fd5c-4924-93f9-dc077de1c3dc HTTP/1.1" status: 404 len: 336 time: 0.1481960 Nov 09 17:39:00.648961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60669889-0270-4238-8997-4de94d7529f0 None None] DHCP port deletion for 4ab3e0ef-e621-4101-8791-385184848ac3 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:00.654005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:00.744019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.760415 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef1f078-26d5-45e0-b21c-7ffbc0b4ab8a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] DELETE failed (client error): The resource could not be found. Nov 09 17:39:00.761290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef1f078-26d5-45e0-b21c-7ffbc0b4ab8a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:39:00.772013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-60669889-0270-4238-8997-4de94d7529f0 None None] Deleting port 79144cc8-436b-491b-ae18-421991e48f71 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:00.772477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60669889-0270-4238-8997-4de94d7529f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.774681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ef1f078-26d5-45e0-b21c-7ffbc0b4ab8a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/subnets/caef9e4b-6edd-4395-b071-4760fc419848 HTTP/1.1" status: 404 len: 337 time: 0.1159699 Nov 09 17:39:00.785131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46088) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:00.822316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-454da18f-cce9-4c04-b9d5-abd528fad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.825110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-454da18f-cce9-4c04-b9d5-abd528fad9e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.5944545 Nov 09 17:39:00.847124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.854330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-60669889-0270-4238-8997-4de94d7529f0 None None] For port 79144cc8-436b-491b-ae18-421991e48f71, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=79144cc8-436b-491b-ae18-421991e48f71,segment=NetworkSegment(f41c3117-b5f8-40a3-b0c0-f6b00b33b55c),segment_id=f41c3117-b5f8-40a3-b0c0-f6b00b33b55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:00.854330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60669889-0270-4238-8997-4de94d7529f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:00.886170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-60669889-0270-4238-8997-4de94d7529f0 None None] Calling delete_port for 79144cc8-436b-491b-ae18-421991e48f71 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:00.953384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-ea1d2a29-6978-4547-9e1c-d4afe5aa9558 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ac0629-4ba9-42f3-9f32-673157417cc3 HTTP/1.1" status: 200 len: 217 time: 0.0941677 Nov 09 17:39:00.976401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-670ffef3-843b-4a13-9869-8c289a1666f9 req-c0254575-dc44-46c6-be0f-656c4627f9fa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505275 Nov 09 17:39:01.016840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cca43-8f59-4989-a6ea-599dcf10ce86 req-0baa902e-78a0-4a70-a45c-1cd2d1b9930e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.034158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f9cca43-8f59-4989-a6ea-599dcf10ce86 req-0baa902e-78a0-4a70-a45c-1cd2d1b9930e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 932 time: 0.8594542 Nov 09 17:39:01.037887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Pushing event updated for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:01.062473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e141f0d0-1a09-491b-9a01-0111be25ed91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b2f1de2c6c340b0a335008321d60923&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9296124 Nov 09 17:39:01.065438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60669889-0270-4238-8997-4de94d7529f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.070505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:01.074446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141f0d0-1a09-491b-9a01-0111be25ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cdef27-d924-40bb-b0e1-070fa776d5df,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:01.172659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60669889-0270-4238-8997-4de94d7529f0 None None] No DVR routers for this DVR port 79144cc8-436b-491b-ae18-421991e48f71 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:01.180810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60669889-0270-4238-8997-4de94d7529f0 None None] Pushing event deleted for resources: {'Port': ['ID=79144cc8-436b-491b-ae18-421991e48f71,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:01.194266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] The port '79144cc8-436b-491b-ae18-421991e48f71' was deleted {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 17:39:01.368348 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.387153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-44b62921-a657-4345-b83f-11d1a52a752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.389705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-44b62921-a657-4345-b83f-11d1a52a752d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3949678 Nov 09 17:39:01.495247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.500716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Pushing event deleted for resources: {'Port': ['ID=375ffc1c-e5b4-479b-91d0-246ae9c5b2bb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:01.543929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7e0410f-ebf6-4458-982f-dc96b8d1e116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.550066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-bb11b823-e83c-40e1-acd4-985a1bf43c9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199872 Nov 09 17:39:01.555342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7ed56-fdc9-4d53-a427-6f2aa47f060a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:01.555676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f9cca43-8f59-4989-a6ea-599dcf10ce86 req-efe58bf4-9fa4-4fa1-8734-58260d4a9ab0 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201097 Nov 09 17:39:01.599712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857abf26-863a-4409-9840-eaceda91454a req-644cddf1-838b-4e40-a1c4-9ba5bd731d2c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.611791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-857abf26-863a-4409-9840-eaceda91454a req-644cddf1-838b-4e40-a1c4-9ba5bd731d2c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 943 time: 0.3952639 Nov 09 17:39:01.632158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab3e0ef-e621-4101-8791-385184848ac3']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:01.650139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e99e09-e542-47c3-a91f-fac11ddc63a0 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:01.662246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.766332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:01.766818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41c3117-b5f8-40a3-b0c0-f6b00b33b55c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:01.793015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Attempting to bind port 269aa7e9-285a-42ec-9143-a4fef5727c82 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:39:01.793538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Attempting to bind port 269aa7e9-285a-42ec-9143-a4fef5727c82 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:39:01.794075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Attempting to bind port 269aa7e9-285a-42ec-9143-a4fef5727c82 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:01.801313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.808031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7e0410f-ebf6-4458-982f-dc96b8d1e116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.811422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.858901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Port 269aa7e9-285a-42ec-9143-a4fef5727c82 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:01.859835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Attempting to bind port 269aa7e9-285a-42ec-9143-a4fef5727c82 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:01.878819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.894116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:01.894640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Checking segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:01.895298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Bound using segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:01.896744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Bound port: 269aa7e9-285a-42ec-9143-a4fef5727c82, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:39:01.896744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.900250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 76fbfc47-d761-4ab2-884d-0203038ac3dd {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:01.901437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.917064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.937920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:01.938601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:01.945234 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:01.979399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aeb79-5b45-4684-9b30-320dea2f918c req-4a2cddbe-4868-4307-befc-cc8bd643266c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.982095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ca6aeb79-5b45-4684-9b30-320dea2f918c req-4a2cddbe-4868-4307-befc-cc8bd643266c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3017795 Nov 09 17:39:02.091620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Transition to ACTIVE for port object 00e99e09-e542-47c3-a91f-fac11ddc63a0 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:02.173346 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.199022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.236880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-857abf26-863a-4409-9840-eaceda91454a req-b66ad783-d0f0-4c1d-bd48-fd5c16aaddd6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153316 Nov 09 17:39:02.327720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:02.341356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 79144cc8-436b-491b-ae18-421991e48f71 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:02.350078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=269aa7e9-285a-42ec-9143-a4fef5727c82,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:02.371799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.382911 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/4ab3e0ef-e621-4101-8791-385184848ac3 HTTP/1.1" status: 204 len: 168 time: 2.2013838 Nov 09 17:39:02.398551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:02.403885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.414826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 79144cc8-436b-491b-ae18-421991e48f71 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:39:02.415880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 79144cc8-436b-491b-ae18-421991e48f71 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:02.431643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1006765280', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:02.478140 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7e0410f-ebf6-4458-982f-dc96b8d1e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.484078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7e0410f-ebf6-4458-982f-dc96b8d1e116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.486160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f7e0410f-ebf6-4458-982f-dc96b8d1e116 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8cdef27-d924-40bb-b0e1-070fa776d5df HTTP/1.1" status: 204 len: 168 time: 1.4126267 Nov 09 17:39:02.561224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-025b525e-483d-4a86-a7c0-2c1469f616ac service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9812305 Nov 09 17:39:02.594524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 04ac0629-4ba9-42f3-9f32-673157417cc3 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:02.607460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ca6aeb79-5b45-4684-9b30-320dea2f918c req-681a3705-867c-4c24-8d15-cebb7bd4d255 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641546 Nov 09 17:39:02.609829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380063b-7968-4918-9737-d0955aae5d58 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=4ab3e0ef-e621-4101-8791-385184848ac3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:02.627501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.628929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Pushing event updated for resources: {'Port': ['ID=00e99e09-e542-47c3-a91f-fac11ddc63a0,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:02.629394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.632104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] 10.222.0.83 "PUT /v2.0/ports/269aa7e9-285a-42ec-9143-a4fef5727c82 HTTP/1.1" status: 200 len: 1091 time: 5.1775429 Nov 09 17:39:02.634087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0410f-ebf6-4458-982f-dc96b8d1e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cdef27-d924-40bb-b0e1-070fa776d5df,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:02.638926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:02.643646 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49182f7-0d1e-4973-9ba7-03e7a3010168" -d '{"events": [{"name": "network-changed", "server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:02.683404 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.784333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:39:02.878339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.888624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:02.925768 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e79ee2-97e9-45de-9d28-1371916e4544 x-openstack-request-id: req-b0e79ee2-97e9-45de-9d28-1371916e4544 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:02.928051 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:02.928798 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0e79ee2-97e9-45de-9d28-1371916e4544 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:02.929756 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82', 'status': 'completed', 'code': 200} Nov 09 17:39:03.045162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672b63-80a8-4840-8b29-4eeed9287ecc service neutron] Pushing event updated for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:03.103205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-0f1ae4a2-ffcd-410b-bbef-25765d86e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:03.116962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-0f1ae4a2-ffcd-410b-bbef-25765d86e1fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 1094 time: 0.3819559 Nov 09 17:39:03.135732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 04ac0629-4ba9-42f3-9f32-673157417cc3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=04ac0629-4ba9-42f3-9f32-673157417cc3,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:03.200921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '04ac0629-4ba9-42f3-9f32-673157417cc3', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': '04ac0629-4ba9-42f3-9f32-673157417cc3', 'mac_address': 'fa:16:3e:f2:0d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:03.219521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.347899 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.351702 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.387196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ac0629-4ba9-42f3-9f32-673157417cc3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:03.437708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 04ac0629-4ba9-42f3-9f32-673157417cc3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=04ac0629-4ba9-42f3-9f32-673157417cc3,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:03.447740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.462124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:03.479275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.505923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Transition to ACTIVE for port object 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:03.613766 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.631625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=04ac0629-4ba9-42f3-9f32-673157417cc3,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:03.662672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['04ac0629-4ba9-42f3-9f32-673157417cc3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:03.663084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-cbab385f-2197-4365-a5ee-7a32f922a4a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=269aa7e9-285a-42ec-9143-a4fef5727c82 HTTP/1.1" status: 200 len: 217 time: 0.4843619 Nov 09 17:39:03.670952 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:03.969984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:04.052983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:04.061710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:04.372183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a4120bf-b3bd-4107-b640-cdb1b09874e9 req-313ed61b-68cf-4851-8c88-6c0a1176a7fc service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7338159 Nov 09 17:39:04.380506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 76fbfc47-d761-4ab2-884d-0203038ac3dd owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:04.385852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:04.607704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 04ac0629-4ba9-42f3-9f32-673157417cc3 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:04.658672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Router 7ec66661-abbb-4212-bf87-9f14a9d778b3 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:39:04.806686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Attempting to bind port 00e99e09-e542-47c3-a91f-fac11ddc63a0 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:39:04.807643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Attempting to bind port 00e99e09-e542-47c3-a91f-fac11ddc63a0 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:39:04.808428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Attempting to bind port 00e99e09-e542-47c3-a91f-fac11ddc63a0 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:04.810282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 04ac0629-4ba9-42f3-9f32-673157417cc3 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:04.833293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 04ac0629-4ba9-42f3-9f32-673157417cc3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:04.833870 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:04.837098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54b6f0-9bdb-44ab-afcf-8a839809bb10 req-4f5de19c-1f9f-4573-a2ae-325ed7ac0a88 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.850863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac54b6f0-9bdb-44ab-afcf-8a839809bb10 req-4f5de19c-1f9f-4573-a2ae-325ed7ac0a88 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 944 time: 1.8996689 Nov 09 17:39:04.863931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Port 00e99e09-e542-47c3-a91f-fac11ddc63a0 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:04.864924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Attempting to bind port 00e99e09-e542-47c3-a91f-fac11ddc63a0 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:04.977509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-28b6e1bf-e7c3-4935-aba7-33a2009fe105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.988681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-28b6e1bf-e7c3-4935-aba7-33a2009fe105 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 200 len: 857 time: 1.1954100 Nov 09 17:39:05.121773 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.153280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:39:05.156136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e515d748-77fe-4ca4-a11b-54038ff27348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.186509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ac0629-4ba9-42f3-9f32-673157417cc3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:05.187775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.190526 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d951d6-36c8-483f-82de-126b304f4393" -d '{"events": [{"server_uuid": "73a2ddfe-bbaf-44a2-9e11-4470e9b0244c", "name": "network-vif-plugged", "status": "completed", "tag": "04ac0629-4ba9-42f3-9f32-673157417cc3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:05.191436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-59ae0451-9e9f-4d87-9022-08df3d3f0874 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "PUT /v2.0/routers/7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 200 len: 705 time: 9.0898380 Nov 09 17:39:05.211412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:05.211957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Checking segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:05.212585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Bound using segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:05.213878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Bound port: 00e99e09-e542-47c3-a91f-fac11ddc63a0, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:39:05.214504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.216207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] Sync routers for ids ['7ec66661-abbb-4212-bf87-9f14a9d778b3'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:39:05.239310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46156) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:05.260868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 04ac0629-4ba9-42f3-9f32-673157417cc3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=04ac0629-4ba9-42f3-9f32-673157417cc3,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:05.272222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.368795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-c20d7a13-4464-4017-b3ca-ca5d74754b68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3585789 Nov 09 17:39:05.390794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.425434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] Routers {'7ec66661-abbb-4212-bf87-9f14a9d778b3'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:05.427749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7ec66661-abbb-4212-bf87-9f14a9d778b3'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:05.454184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0dc767e5-a293-4f4e-b2b1-76bc8bd58177 tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/routers/7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 200 len: 740 time: 0.2010407 Nov 09 17:39:05.463946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d9350-f69b-4b1c-935c-88a410cfb2c8 req-22c1c83f-22f1-481d-aa74-a07e0a879493 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.466520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-959d9350-f69b-4b1c-935c-88a410cfb2c8 req-22c1c83f-22f1-481d-aa74-a07e0a879493 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 944 time: 0.7309556 Nov 09 17:39:05.470311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46162) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:05.633249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac54b6f0-9bdb-44ab-afcf-8a839809bb10 req-c3f5df05-09a6-4164-bbad-b68f7b235cd0 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804587 Nov 09 17:39:05.727662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-02ee4a89-bb28-46f8-97d2-cb31a3c1eabb tempest-RoutersAdminTest-1235124888 tempest-RoutersAdminTest-1235124888-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 200 len: 205 time: 0.2535794 Nov 09 17:39:05.729099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:05.859152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:05.897862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-230aca3a-638e-4e59-b204-62d7a9335400 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 200 len: 205 time: 0.1555715 Nov 09 17:39:05.908607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:05.959560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=76fbfc47-d761-4ab2-884d-0203038ac3dd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:05.988934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] For port 00e99e09-e542-47c3-a91f-fac11ddc63a0, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:06.067903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.074968 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ccaf97f-3264-488f-a143-be2ccc7a2d3d tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/ports/76fbfc47-d761-4ab2-884d-0203038ac3dd HTTP/1.1" status: 204 len: 168 time: 5.2802064 Nov 09 17:39:06.075312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.078214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:06.088742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:06.099715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e515d748-77fe-4ca4-a11b-54038ff27348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.111512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] For port 00e99e09-e542-47c3-a91f-fac11ddc63a0, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:06.148850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cff9b7-e9f5-44b0-a4fb-760ac8b792b9 req-c502a708-ad7e-41c9-8331-bf23fd32fce0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.169184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] Routers {'7ec66661-abbb-4212-bf87-9f14a9d778b3'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:06.170689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7ec66661-abbb-4212-bf87-9f14a9d778b3'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:06.186806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54cff9b7-e9f5-44b0-a4fb-760ac8b792b9 req-c502a708-ad7e-41c9-8331-bf23fd32fce0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3359885 Nov 09 17:39:06.204124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e515d748-77fe-4ca4-a11b-54038ff27348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.219917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-959d9350-f69b-4b1c-935c-88a410cfb2c8 req-4094c17b-44b6-4b4a-b887-ef09a1f9ff08 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659529 Nov 09 17:39:06.262962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:06.265127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5e19c-d1c8-4062-944b-9f0e362f587e None None] The sync data for ids ['7ec66661-abbb-4212-bf87-9f14a9d778b3'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:39:06.270641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=04ac0629-4ba9-42f3-9f32-673157417cc3,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:06.343391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.364015 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c19b3-3c86-4617-80bb-479eba5c363a x-openstack-request-id: req-680c19b3-3c86-4617-80bb-479eba5c363a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:06.364856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Attempting to bind port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:39:06.365243 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a2ddfe-bbaf-44a2-9e11-4470e9b0244c", "name": "network-vif-plugged", "status": "completed", "tag": "04ac0629-4ba9-42f3-9f32-673157417cc3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:06.365440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Attempting to bind port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:39:06.366342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Attempting to bind port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:06.367128 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-680c19b3-3c86-4617-80bb-479eba5c363a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:06.368039 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ac0629-4ba9-42f3-9f32-673157417cc3', 'code': 200} Nov 09 17:39:06.423330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:06.423778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Attempting to bind port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 on network 91372fbd-6cf6-4b2d-a2e9-255ea68809d9 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:06.468675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e515d748-77fe-4ca4-a11b-54038ff27348 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0293f1c907ef461d8d307eb16bd45eab&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0762587 Nov 09 17:39:06.468675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d748-77fe-4ca4-a11b-54038ff27348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9496f-9e03-4e6f-9af8-9b5aa6400a48,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:06.469574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:06.509994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-d0deffe1-c60d-409d-a5c6-f6aa4eb6f753 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1233079 Nov 09 17:39:06.570503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:06.570969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Checking segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:06.571669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Bound using segment: {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:06.572725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Bound port: 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:39:06.573650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.597905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.598324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.600778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] 10.222.0.43 "PUT /v2.0/ports/00e99e09-e542-47c3-a91f-fac11ddc63a0 HTTP/1.1" status: 200 len: 1092 time: 7.1645143 Nov 09 17:39:06.604395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'tag': '00e99e09-e542-47c3-a91f-fac11ddc63a0'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:06.608575 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6ea00-fa9b-4252-89f3-6e37692bb877" -d '{"events": [{"name": "network-changed", "server_uuid": "cc84bd1f-c458-4c8a-80a1-5edad27cfbfb", "tag": "00e99e09-e542-47c3-a91f-fac11ddc63a0"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:06.638588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001cc9-93be-4572-b458-70f9f561e74d service neutron] Pushing event updated for resources: {'Port': ['ID=00e99e09-e542-47c3-a91f-fac11ddc63a0,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:06.684529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54cff9b7-e9f5-44b0-a4fb-760ac8b792b9 req-28898e4e-52b8-4070-827f-c6b67d1d2ca8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033420 Nov 09 17:39:06.772254 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c1450c-9e80-4fee-880e-a1054e945cd4 x-openstack-request-id: req-63c1450c-9e80-4fee-880e-a1054e945cd4 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:06.772702 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc84bd1f-c458-4c8a-80a1-5edad27cfbfb", "tag": "00e99e09-e542-47c3-a91f-fac11ddc63a0", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:06.773094 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63c1450c-9e80-4fee-880e-a1054e945cd4 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:06.773760 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'tag': '00e99e09-e542-47c3-a91f-fac11ddc63a0', 'status': 'completed', 'code': 200} Nov 09 17:39:06.779676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d5d42-8223-4f55-9ec8-e12fa132d265 req-a4a8b9d4-0595-4637-93f5-56cc0cbc13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.782590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a4d5d42-8223-4f55-9ec8-e12fa132d265 req-a4a8b9d4-0595-4637-93f5-56cc0cbc13b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 1096 time: 0.3114803 Nov 09 17:39:06.816708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.824857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.875008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baaabefb-a859-4788-8430-762527867043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:06.947766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-001da42c-7ba2-4b36-ac6c-aa7cf891ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.950349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-001da42c-7ba2-4b36-ac6c-aa7cf891ee6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 1095 time: 0.2616277 Nov 09 17:39:06.995097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a4d5d42-8223-4f55-9ec8-e12fa132d265 req-280e85da-1d58-4f45-9311-0f41c43424dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050261 Nov 09 17:39:07.057389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baaabefb-a859-4788-8430-762527867043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.070753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.072061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec66661-abbb-4212-bf87-9f14a9d778b3 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:39:07.074163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-742d105a-b774-4530-bd67-1f895409180d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0 HTTP/1.1" status: 200 len: 217 time: 0.1004853 Nov 09 17:39:07.103321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.106627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b140bc0b-b9c1-40f1-9aba-bc92083321a0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 204 len: 168 time: 1.1914446 Nov 09 17:39:07.117985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8e26-35f2-4768-8e99-0b5212cfc9e6 req-3fcf6d47-a090-435f-8269-f6e2a594bab2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.120389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02af8e26-35f2-4768-8e99-0b5212cfc9e6 req-3fcf6d47-a090-435f-8269-f6e2a594bab2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 944 time: 0.2689633 Nov 09 17:39:07.121463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46194) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:07.152086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port aab7460b-631c-4022-86c2-59d643fb4ea2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:07.152652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.161893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:07.175750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:07.215314 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-90f5bd06-c957-4b1b-93df-c4176400f81f tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 200 len: 205 time: 0.0856457 Nov 09 17:39:07.238966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46200) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:07.246655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-20b5b629-bd3e-46c9-b4ca-e4c405d755c4 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694331 Nov 09 17:39:07.256055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.360836 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-26ea7655-5169-4769-a65b-731de60079f0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] delete failed (client error): The resource could not be found. Nov 09 17:39:07.363120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-26ea7655-5169-4769-a65b-731de60079f0 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/7ec66661-abbb-4212-bf87-9f14a9d778b3 HTTP/1.1" status: 404 len: 336 time: 0.1224751 Nov 09 17:39:07.380828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46210) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:07.453337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-60f9a8a4-1cd2-43d3-a335-557a27c4bb92 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=af95c093-42cc-4115-be08-1b9df9190196 HTTP/1.1" status: 200 len: 205 time: 0.0703938 Nov 09 17:39:07.468027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:07.486895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02af8e26-35f2-4768-8e99-0b5212cfc9e6 req-99fd6805-b574-4649-9b47-59e5e893c0d3 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302939 Nov 09 17:39:07.491359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-f273fea2-c334-4285-8b34-1fec66936a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.493795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-f273fea2-c334-4285-8b34-1fec66936a4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 200 len: 857 time: 0.2831845 Nov 09 17:39:07.495460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baaabefb-a859-4788-8430-762527867043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.500866 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baaabefb-a859-4788-8430-762527867043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.502787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-baaabefb-a859-4788-8430-762527867043 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7d9496f-9e03-4e6f-9af8-9b5aa6400a48 HTTP/1.1" status: 204 len: 168 time: 1.0100582 Nov 09 17:39:07.513791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.514775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.517220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] 10.222.0.83 "PUT /v2.0/ports/9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 HTTP/1.1" status: 200 len: 1092 time: 7.1326869 Nov 09 17:39:07.517988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:07.522009 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fef572-372a-4300-bef9-9f3e6ff98aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:07.580451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaabefb-a859-4788-8430-762527867043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9496f-9e03-4e6f-9af8-9b5aa6400a48,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:07.586527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-265a13da-3203-4dae-af12-27041b10328c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819862 Nov 09 17:39:07.806860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.811478 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b489777d-9e15-49cf-bf1a-3eb5d7b6389c x-openstack-request-id: req-b489777d-9e15-49cf-bf1a-3eb5d7b6389c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:07.812328 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:07.813074 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b489777d-9e15-49cf-bf1a-3eb5d7b6389c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:07.813979 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649', 'status': 'completed', 'code': 200} Nov 09 17:39:07.909687 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-470bed26-60dc-49d0-b3e2-474f85bafe51 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] delete failed (client error): The resource could not be found. Nov 09 17:39:07.911528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-470bed26-60dc-49d0-b3e2-474f85bafe51 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/af95c093-42cc-4115-be08-1b9df9190196 HTTP/1.1" status: 404 len: 336 time: 0.4313562 Nov 09 17:39:07.918592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46248) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:07.972789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:07.989919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18c22e-d469-42ea-aeb6-737a67aaa0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:07.998806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for aab7460b-631c-4022-86c2-59d643fb4ea2 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:07.999763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-1a0e7a6a-dc9e-461a-a188-0aeac05e5b11 service neutron] 10.222.0.43 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030962 Nov 09 17:39:08.005122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-59d8a8d5-4343-48ba-a481-76638a11b2f3 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=3866ce9b-2701-47d5-a4a3-4ed5de61f34b HTTP/1.1" status: 200 len: 205 time: 0.0827973 Nov 09 17:39:08.010504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46250) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.063881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:08.155669 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-ed5c042b-7ad7-4400-920a-264e5f8096ad tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] delete failed (client error): The resource could not be found. Nov 09 17:39:08.156887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ed5c042b-7ad7-4400-920a-264e5f8096ad tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/3866ce9b-2701-47d5-a4a3-4ed5de61f34b HTTP/1.1" status: 404 len: 336 time: 0.1384547 Nov 09 17:39:08.167444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2767-379c-4628-8808-9937b516ba4f req-4916a560-54e9-4698-ab3a-7d3ea0b00595 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.175036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f3b2767-379c-4628-8808-9937b516ba4f req-4916a560-54e9-4698-ab3a-7d3ea0b00595 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3300703 Nov 09 17:39:08.184590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46262) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.204527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-2b86d6df-8d2d-4b37-9b8e-d52caf0d44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.209724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-2b86d6df-8d2d-4b37-9b8e-d52caf0d44e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 1094 time: 0.7448032 Nov 09 17:39:08.226218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f883de3-b5c0-401e-8a91-68ffb14a8adb req-4e40863a-7ffe-4bda-9883-e57b53d7200b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.230433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2f883de3-b5c0-401e-8a91-68ffb14a8adb req-4e40863a-7ffe-4bda-9883-e57b53d7200b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.7482760 Nov 09 17:39:08.234638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-be438f67-a319-4821-b709-7dd3adbbb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.237790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-be438f67-a319-4821-b709-7dd3adbbb8df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 1095 time: 0.4378374 Nov 09 17:39:08.303939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-115dd77f-1dee-4f22-b60a-04a293e63e05 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5e46718-c4ea-4820-b2b9-76b1a9a00aeb HTTP/1.1" status: 200 len: 205 time: 0.1172161 Nov 09 17:39:08.312427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.453045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f3b2767-379c-4628-8808-9937b516ba4f req-2ed0df4b-5c8f-4d4b-97e9-41120663d8d5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766435 Nov 09 17:39:08.453843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46282) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.478245 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-a3305f17-cad6-4a1a-bc15-547490afa5da tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] delete failed (client error): The resource could not be found. Nov 09 17:39:08.478245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a3305f17-cad6-4a1a-bc15-547490afa5da tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/d5e46718-c4ea-4820-b2b9-76b1a9a00aeb HTTP/1.1" status: 404 len: 336 time: 0.1597445 Nov 09 17:39:08.487761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46286) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.512439 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0596c3-d02f-4510-aea1-9a8fe159eaf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:08.560609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a0b273d-2842-46d6-a6a8-48ee5305c047 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e HTTP/1.1" status: 200 len: 205 time: 0.0642080 Nov 09 17:39:08.560921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-8ff8820d-2970-48a0-b989-1ea3e0ccba9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 HTTP/1.1" status: 200 len: 217 time: 0.2222531 Nov 09 17:39:08.567813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46294) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.660935 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-556c538e-8c80-47d2-80c9-a7dd0be436f9 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] delete failed (client error): The resource could not be found. Nov 09 17:39:08.666270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-556c538e-8c80-47d2-80c9-a7dd0be436f9 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/f6fc5c7e-c8ee-4c66-88af-8a1a1e71909e HTTP/1.1" status: 404 len: 336 time: 0.0905282 Nov 09 17:39:08.671724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46296) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.691466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-0339202a-4a46-42a5-b5ad-49be56c20f49 service neutron] 10.222.0.43 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791718 Nov 09 17:39:08.745250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d2c7ef2-4c0d-46b1-b188-31a6b89f6d32 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "GET /v2.0/ports?device_id=2871fc7e-be43-4cc8-8b5f-03902aa2b191 HTTP/1.1" status: 200 len: 205 time: 0.0678000 Nov 09 17:39:08.769098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46298) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.811200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2f883de3-b5c0-401e-8a91-68ffb14a8adb req-a82519bd-85d7-464f-8aa5-bbbb8c3e162a tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700353 Nov 09 17:39:08.903283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343af-271a-489b-89bf-ab47c94f957e req-3a21082a-c9ae-49dd-9493-50fcfade55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.905774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-3a21082a-c9ae-49dd-9493-50fcfade55ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 200 len: 857 time: 0.3246536 Nov 09 17:39:08.908931 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-e9b776b5-1f81-4c08-b494-878503b3856c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] delete failed (client error): The resource could not be found. Nov 09 17:39:08.914236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e9b776b5-1f81-4c08-b494-878503b3856c tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/routers/2871fc7e-be43-4cc8-8b5f-03902aa2b191 HTTP/1.1" status: 404 len: 336 time: 0.1367898 Nov 09 17:39:08.917199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46300) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:08.925610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-2ed399d0-530a-4ea7-a675-8e095a19939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.927251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-2ed399d0-530a-4ea7-a675-8e095a19939c service neutron] 10.222.0.83 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 917 time: 0.6849296 Nov 09 17:39:08.991368 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f2a561-2962-4fc0-87cf-16b1fec99004 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] DELETE failed (client error): The resource could not be found. Nov 09 17:39:08.992902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f2a561-2962-4fc0-87cf-16b1fec99004 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:39:09.002224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f3f2a561-2962-4fc0-87cf-16b1fec99004 tempest-RoutersAdminTest-1703864819 tempest-RoutersAdminTest-1703864819-project] 10.222.0.45 "DELETE /v2.0/subnets/8dbf7a5a-08b4-4057-9646-9e87e4c351c0 HTTP/1.1" status: 404 len: 337 time: 0.0761011 Nov 09 17:39:09.015501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6a51-28cf-484a-88e3-8f28de4650b6 req-fb7c1aa5-53f8-4f62-8d96-bb46c20ea9e3 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.018085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 172.25.3.155 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/43c93687-6f05-4de5-b678-a8bb41f97e25) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:09.018318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c43b6a51-28cf-484a-88e3-8f28de4650b6 req-fb7c1aa5-53f8-4f62-8d96-bb46c20ea9e3 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 944 time: 0.3472245 Nov 09 17:39:09.023229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-a243b61d-2ccb-4955-8f43-01abdc30339d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055515 Nov 09 17:39:09.035437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-1d3f5953-d7b7-4688-b038-ff77a25f666c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=269aa7e9-285a-42ec-9143-a4fef5727c82 HTTP/1.1" status: 200 len: 217 time: 0.0902455 Nov 09 17:39:09.044867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-a7ccfefb-283b-4e18-84b0-7509b2154e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.047607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-a7ccfefb-283b-4e18-84b0-7509b2154e64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 1095 time: 0.2769992 Nov 09 17:39:09.105276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.193395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0596c3-d02f-4510-aea1-9a8fe159eaf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.214128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e0596c3-d02f-4510-aea1-9a8fe159eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.308702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:09.364316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c43b6a51-28cf-484a-88e3-8f28de4650b6 req-b1ba9a80-589a-497e-a907-037b51a1b566 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145449 Nov 09 17:39:09.408411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4e0596c3-d02f-4510-aea1-9a8fe159eaf2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89dd1fd31aae4c26866f412d5cebb370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9492486 Nov 09 17:39:09.413916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0596c3-d02f-4510-aea1-9a8fe159eaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39075db5-2cfe-4609-b2eb-c3106fd746c5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:09.420820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46312) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:09.421374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46314) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:09.465563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-b7378966-fb2e-4ba6-9d42-236e49c66452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.469363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-b7378966-fb2e-4ba6-9d42-236e49c66452 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 917 time: 0.4092481 Nov 09 17:39:09.589767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-21113c82-390c-4db4-b4eb-83dba2407118 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0 HTTP/1.1" status: 200 len: 217 time: 0.1078649 Nov 09 17:39:09.671923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d37abf4-ade6-46cf-9b61-21e0c62d28d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.720050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0e8706d0-3bf9-408e-ac12-a9ed331b8905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.738369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b2031ad-c382-4f28-b8d5-1fac6e82703c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.745447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-4c1bdf96-c7a0-46c2-951a-3f319d9425ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.747696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-4c1bdf96-c7a0-46c2-951a-3f319d9425ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 200 len: 857 time: 0.1436400 Nov 09 17:39:09.818729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-1d5280dd-dfc7-43fa-8682-37867e265f0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601201 Nov 09 17:39:09.827124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b2031ad-c382-4f28-b8d5-1fac6e82703c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:09.942377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=aab7460b-631c-4022-86c2-59d643fb4ea2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:10.036293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-8c0d7700-c9f2-4f10-90a8-c4a4bbb9b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.038891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-8c0d7700-c9f2-4f10-90a8-c4a4bbb9b8ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 200 len: 857 time: 0.9890149 Nov 09 17:39:10.116805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-0d4b1bad-9424-4a07-8493-8c9316a88afe service neutron] 10.222.0.43 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828052 Nov 09 17:39:10.124018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d37abf4-ade6-46cf-9b61-21e0c62d28d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.143049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b2031ad-c382-4f28-b8d5-1fac6e82703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.145666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7b2031ad-c382-4f28-b8d5-1fac6e82703c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.150710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7b2031ad-c382-4f28-b8d5-1fac6e82703c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39075db5-2cfe-4609-b2eb-c3106fd746c5 HTTP/1.1" status: 204 len: 168 time: 0.7238607 Nov 09 17:39:10.151674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0e8706d0-3bf9-408e-ac12-a9ed331b8905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.156104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d37abf4-ade6-46cf-9b61-21e0c62d28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.238360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c3304-5591-40cb-944d-4b3748fe63f4 req-09622060-9772-45c8-ade2-2f2d44f261c9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.241012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-357c3304-5591-40cb-944d-4b3748fe63f4 req-09622060-9772-45c8-ade2-2f2d44f261c9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.2798574 Nov 09 17:39:10.250097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-5339e44d-ce62-4347-8f10-6aa7850f924c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624782 Nov 09 17:39:10.260901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0e8706d0-3bf9-408e-ac12-a9ed331b8905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.284595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2031ad-c382-4f28-b8d5-1fac6e82703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39075db5-2cfe-4609-b2eb-c3106fd746c5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:10.332360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 269aa7e9-285a-42ec-9143-a4fef5727c82 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:10.353228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199393ce-90df-49f4-9afa-2da25baa5789 req-a91bdd34-3c8a-416e-8809-d00d36787e34 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.357453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-199393ce-90df-49f4-9afa-2da25baa5789 req-a91bdd34-3c8a-416e-8809-d00d36787e34 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5776987 Nov 09 17:39:10.398884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3d37abf4-ade6-46cf-9b61-21e0c62d28d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5773f9d137824944ae625e99dcc96355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9734802 Nov 09 17:39:10.436850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:10.471259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e8706d0-3bf9-408e-ac12-a9ed331b8905 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b76a4bb1ae04e1588001b76f5075298&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1465666 Nov 09 17:39:10.479588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-08b2a05a-8db8-4c50-a362-f4c47b9c85bc service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4408295 Nov 09 17:39:10.486878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46330) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:10.492786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.540519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.546541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15d4e084-880d-44cb-a6e5-9af5ef4faede tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/ports/aab7460b-631c-4022-86c2-59d643fb4ea2 HTTP/1.1" status: 204 len: 168 time: 4.4525397 Nov 09 17:39:10.573391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=269aa7e9-285a-42ec-9143-a4fef5727c82,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:10.577329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:10.597585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '269aa7e9-285a-42ec-9143-a4fef5727c82', 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'port_id': '269aa7e9-285a-42ec-9143-a4fef5727c82', 'mac_address': 'fa:16:3e:43:63:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3ffca7-ff83-4925-8cdf-f13b0d5822d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:10.645079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 00e99e09-e542-47c3-a91f-fac11ddc63a0 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:10.806292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:10.836553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269aa7e9-285a-42ec-9143-a4fef5727c82 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:10.893445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=269aa7e9-285a-42ec-9143-a4fef5727c82,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:10.908060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.003012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 00e99e09-e542-47c3-a91f-fac11ddc63a0, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:11.009789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8c6ea00-fa9b-4252-89f3-6e37692bb877 req-8d627cd3-6e53-413c-ac23-81e75bcb1129 service neutron] 10.222.0.43 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795371 Nov 09 17:39:11.045617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '00e99e09-e542-47c3-a91f-fac11ddc63a0', 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'port_id': '00e99e09-e542-47c3-a91f-fac11ddc63a0', 'mac_address': 'fa:16:3e:9e:32:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3ffca7-ff83-4925-8cdf-f13b0d5822d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:11.046195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-357c3304-5591-40cb-944d-4b3748fe63f4 req-6d8cd48f-15ca-4244-983d-39fb55d0163b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7775674 Nov 09 17:39:11.051677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-199393ce-90df-49f4-9afa-2da25baa5789 req-673586ed-1941-4ffe-8f50-10ccbfcfd370 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843256 Nov 09 17:39:11.052677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37abf4-ade6-46cf-9b61-21e0c62d28d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba7fa8-b1a2-4b57-83e6-12cc992fdf31,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.057364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.113295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-a26adf95-f067-4a6d-adfd-01c84b124253 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404262 Nov 09 17:39:11.165217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.208233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23210db-0948-4224-91cb-6c43605d88f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.219481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c23210db-0948-4224-91cb-6c43605d88f5 tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab09e4b1-592d-4373-9b51-7ac675743e7f HTTP/1.1" status: 200 len: 913 time: 0.6353579 Nov 09 17:39:11.225770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:11.255536 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.292624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8706d0-3bf9-408e-ac12-a9ed331b8905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c20ee9-bf98-42f2-85cd-ab5f16650f27,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.296017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab391560-bcee-4b1b-9101-d6a9c49d710e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.301612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e99e09-e542-47c3-a91f-fac11ddc63a0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:11.311514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['269aa7e9-285a-42ec-9143-a4fef5727c82'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:11.385449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-916892c2-06fa-4470-b647-48aa4ebf1b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.421702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 00e99e09-e542-47c3-a91f-fac11ddc63a0, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:11.431314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.501696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab391560-bcee-4b1b-9101-d6a9c49d710e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.508677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-916892c2-06fa-4470-b647-48aa4ebf1b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.542909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=00e99e09-e542-47c3-a91f-fac11ddc63a0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.630426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-373343af-271a-489b-89bf-ab47c94f957e req-21f25aff-b31d-40fc-8672-d08b6734cda1 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1162388 Nov 09 17:39:11.635085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e49182f7-0d1e-4973-9ba7-03e7a3010168 req-4357d7c9-e6e2-4c86-89de-d0d082a85750 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885113 Nov 09 17:39:11.662396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdf637-864c-4cae-8206-5e5c8e44fda0 req-a2d169e9-f0ea-49ba-aec9-da994e9f9d40 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.666929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:11.673596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8acdf637-864c-4cae-8206-5e5c8e44fda0 req-a2d169e9-f0ea-49ba-aec9-da994e9f9d40 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.1446996 Nov 09 17:39:11.681158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['00e99e09-e542-47c3-a91f-fac11ddc63a0'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:11.700666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:11.713454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:11.731013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-916892c2-06fa-4470-b647-48aa4ebf1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.737997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-916892c2-06fa-4470-b647-48aa4ebf1b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:11.740062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-916892c2-06fa-4470-b647-48aa4ebf1b4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20ba7fa8-b1a2-4b57-83e6-12cc992fdf31 HTTP/1.1" status: 204 len: 168 time: 1.3011458 Nov 09 17:39:11.809576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916892c2-06fa-4470-b647-48aa4ebf1b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba7fa8-b1a2-4b57-83e6-12cc992fdf31,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.817251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb0fd7-83e1-4b25-bbac-3069f906f9ce None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:11.930670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8acdf637-864c-4cae-8206-5e5c8e44fda0 req-e2ad6e33-f87e-4dad-ac6a-da8f2583bd66 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379262 Nov 09 17:39:12.050242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=43c93687-6f05-4de5-b678-a8bb41f97e25,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:12.102649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab391560-bcee-4b1b-9101-d6a9c49d710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:12.110195 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab391560-bcee-4b1b-9101-d6a9c49d710e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:12.110609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ab391560-bcee-4b1b-9101-d6a9c49d710e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1c20ee9-bf98-42f2-85cd-ab5f16650f27 HTTP/1.1" status: 204 len: 168 time: 1.6055713 Nov 09 17:39:12.163212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1b30bb7d-232b-46b0-934f-39f1589ea5d6 None None] Provisioning complete for port 43c93687-6f05-4de5-b678-a8bb41f97e25 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:12.163986 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b30bb7d-232b-46b0-934f-39f1589ea5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:12.172509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab391560-bcee-4b1b-9101-d6a9c49d710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c20ee9-bf98-42f2-85cd-ab5f16650f27,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:12.229471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9cdc8-e334-4f1d-bd5f-fefced346c46 req-a8621426-1204-4a75-b5da-de24f727e9bc tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.231521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27d9cdc8-e334-4f1d-bd5f-fefced346c46 req-a8621426-1204-4a75-b5da-de24f727e9bc tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 944 time: 0.9006760 Nov 09 17:39:12.277113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-4203267e-3138-4cea-aec9-7d1d044fc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.278799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-4203267e-3138-4cea-aec9-7d1d044fc199 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c191e53f8a24b76884707a1d507838e&device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 1095 time: 0.5672615 Nov 09 17:39:12.387593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349d93-d32b-413d-a221-70377c3d9d1f req-d83e5ec2-8bab-4029-9136-ab9ba1680fcb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.393180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7349d93-d32b-413d-a221-70377c3d9d1f req-d83e5ec2-8bab-4029-9136-ab9ba1680fcb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.1775687 Nov 09 17:39:12.420679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-0ada9d7c-c394-40cb-b784-240c83ee2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.423319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-0ada9d7c-c394-40cb-b784-240c83ee2d6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 200 len: 917 time: 0.1288915 Nov 09 17:39:12.446049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1b30bb7d-232b-46b0-934f-39f1589ea5d6 None None] Port 43c93687-6f05-4de5-b678-a8bb41f97e25 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:39:12.540050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7349d93-d32b-413d-a221-70377c3d9d1f req-7892e377-ef47-4168-956c-69c7c1a92bab tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265926 Nov 09 17:39:12.655888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-ee609af4-cf25-445b-b797-135c0d03ac1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 HTTP/1.1" status: 200 len: 217 time: 0.1956081 Nov 09 17:39:12.773353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27d9cdc8-e334-4f1d-bd5f-fefced346c46 req-3d314836-db88-40f1-b922-9ab1d1c576c4 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931142 Nov 09 17:39:12.773679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b11e8-38b5-48e6-9fb9-2db4b3b699f1 req-f98d22e3-f51f-40fa-b823-a34fff113cb9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.789580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844b11e8-38b5-48e6-9fb9-2db4b3b699f1 req-f98d22e3-f51f-40fa-b823-a34fff113cb9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1212404 Nov 09 17:39:12.825410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:12.845949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-33b15436-63c4-4109-b87a-201ff034b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.847503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-33b15436-63c4-4109-b87a-201ff034b831 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 200 len: 857 time: 0.1806269 Nov 09 17:39:12.901144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-844b11e8-38b5-48e6-9fb9-2db4b3b699f1 req-26ad1bfc-3f8c-479c-a1b5-4899b37993fd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101716 Nov 09 17:39:12.938716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-cb2dbcb5-5ed9-464c-9e19-f2b576677ce4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91372fbd-6cf6-4b2d-a2e9-255ea68809d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529912 Nov 09 17:39:12.996051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46372) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:13.201296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-30f318ed-a343-48dc-b811-9b493cb0a1bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ef76b206d564973b223863c5af956f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027633 Nov 09 17:39:13.205202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46376) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:13.295647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-09c3bb0c-bac5-41cd-8c38-71a1d291b954 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401616 Nov 09 17:39:13.466776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a31e1c9-900a-442f-80ab-b766ae84cf0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.514371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:13.531389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a31e1c9-900a-442f-80ab-b766ae84cf0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.565411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecef5fc7-768e-4f77-a4cd-571a5af9e8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.616732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78c7a7-0958-4348-b30a-7a70ec3dd3e5 req-38d09abf-7bd0-47a9-9e88-c287682d85ee tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.619175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e78c7a7-0958-4348-b30a-7a70ec3dd3e5 req-38d09abf-7bd0-47a9-9e88-c287682d85ee tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.2503567 Nov 09 17:39:13.779176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9e78c7a7-0958-4348-b30a-7a70ec3dd3e5 req-2489c3f3-2ed8-443c-af0e-f4550c5f7e65 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376803 Nov 09 17:39:13.800189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a31e1c9-900a-442f-80ab-b766ae84cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.805495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a31e1c9-900a-442f-80ab-b766ae84cf0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.807763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0a31e1c9-900a-442f-80ab-b766ae84cf0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d0e33d9-f99d-4063-a03d-12e96d85dcaf HTTP/1.1" status: 204 len: 168 time: 0.5997031 Nov 09 17:39:13.827405 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.881341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecef5fc7-768e-4f77-a4cd-571a5af9e8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.899556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecef5fc7-768e-4f77-a4cd-571a5af9e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:13.906038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31e1c9-900a-442f-80ab-b766ae84cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e33d9-f99d-4063-a03d-12e96d85dcaf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:14.014881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24fef572-372a-4300-bef9-9f3e6ff98aa5 req-195b67b3-f37f-46a2-8d3b-454cf6ffec28 service neutron] 10.222.0.83 "GET /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058291 Nov 09 17:39:14.044378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef5fc7-768e-4f77-a4cd-571a5af9e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db277e-00de-4aa9-a1de-14ade8337fcd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:14.070131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:14.248820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ecef5fc7-768e-4f77-a4cd-571a5af9e8fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1651d3f93c1947fd89de4610cc63f685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7319870 Nov 09 17:39:14.253831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:14.274413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094c02-c858-4955-995e-08ce07ba617c req-fdc86969-851a-49e0-b696-449b83b84c17 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.281916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b094c02-c858-4955-995e-08ce07ba617c req-fdc86969-851a-49e0-b696-449b83b84c17 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 944 time: 0.2154579 Nov 09 17:39:14.298948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-cf722e05-4202-40ae-9f70-8282769f6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.302070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-cf722e05-4202-40ae-9f70-8282769f6e81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1097 time: 0.2383466 Nov 09 17:39:14.329315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 4bfeec37-cf7e-4f7c-944f-9808262ad817 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:39:14.359707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:14.366229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 269aa7e9-285a-42ec-9143-a4fef5727c82 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:14.370842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c137e-565f-4425-b089-a937acfcb8d9 req-0e0346e8-24f8-4a8b-ab8f-9732a41ec8ff tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.374041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-553c137e-565f-4425-b089-a937acfcb8d9 req-0e0346e8-24f8-4a8b-ab8f-9732a41ec8ff tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2642856 Nov 09 17:39:14.613209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 269aa7e9-285a-42ec-9143-a4fef5727c82 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:14.633815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 269aa7e9-285a-42ec-9143-a4fef5727c82 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:14.636059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:14.680428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b094c02-c858-4955-995e-08ce07ba617c req-9f8cbda8-1eda-4777-88fb-3950c2d4347a tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974218 Nov 09 17:39:14.767078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 00e99e09-e542-47c3-a91f-fac11ddc63a0 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:14.781281 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25b84a40-080b-4a74-b486-c11ea2777e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:14.810347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14178ecc-aa77-4152-981b-769865ba1234 req-aa9a44bc-6322-43d1-9387-63772a5b1e30 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.813328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14178ecc-aa77-4152-981b-769865ba1234 req-aa9a44bc-6322-43d1-9387-63772a5b1e30 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.2739773 Nov 09 17:39:14.825477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-553c137e-565f-4425-b089-a937acfcb8d9 req-4564341f-3446-4994-af5b-c6823c3fb3b4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276507 Nov 09 17:39:14.986389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:15.012490 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25b84a40-080b-4a74-b486-c11ea2777e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.031104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.043655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649', 'network_id': '91372fbd-6cf6-4b2d-a2e9-255ea68809d9', 'port_id': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649', 'mac_address': 'fa:16:3e:1a:c6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3ffca7-ff83-4925-8cdf-f13b0d5822d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:15.069196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-3a88cc2f-d2fd-4ea2-83cf-f5d4f2ba2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:15.073047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 00e99e09-e542-47c3-a91f-fac11ddc63a0 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:15.074099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-3a88cc2f-d2fd-4ea2-83cf-f5d4f2ba2e9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 0.6982920 Nov 09 17:39:15.157517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.185956 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-ce1fc92e-2772-480b-8b73-54663aef3547 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.1014688 Nov 09 17:39:15.186586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:15.249739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 00e99e09-e542-47c3-a91f-fac11ddc63a0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:15.250771 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.253130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bc60d-e49e-4a8f-a63f-95f9a8794387 req-0a5c6cd6-96d8-463d-9c08-833bcfc438f5 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:15.253897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:15.254770 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b9bc60d-e49e-4a8f-a63f-95f9a8794387 req-0a5c6cd6-96d8-463d-9c08-833bcfc438f5 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 945 time: 0.1763580 Nov 09 17:39:15.259379 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16488dc-e053-4842-90e9-a331b93b6e28" -d '{"events": [{"server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "name": "network-vif-plugged", "status": "completed", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:15.269361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:39:15.274471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25b84a40-080b-4a74-b486-c11ea2777e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.276761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25b84a40-080b-4a74-b486-c11ea2777e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.277708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-25b84a40-080b-4a74-b486-c11ea2777e5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71db277e-00de-4aa9-a1de-14ade8337fcd HTTP/1.1" status: 204 len: 168 time: 1.0232177 Nov 09 17:39:15.284616 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] Sync routers for ids ['4bfeec37-cf7e-4f7c-944f-9808262ad817'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:39:15.294512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:15.320654 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] Routers {'4bfeec37-cf7e-4f7c-944f-9808262ad817'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:15.321682 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4bfeec37-cf7e-4f7c-944f-9808262ad817'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:15.342744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84a40-080b-4a74-b486-c11ea2777e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db277e-00de-4aa9-a1de-14ade8337fcd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:15.381716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b9bc60d-e49e-4a8f-a63f-95f9a8794387 req-abcf893a-85ca-4273-8716-3342e2c07cd8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159248 Nov 09 17:39:15.397867 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d358014f-8bdd-4b6c-baad-b1a9dcf10969 x-openstack-request-id: req-d358014f-8bdd-4b6c-baad-b1a9dcf10969 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:15.398377 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "name": "network-vif-plugged", "status": "completed", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:15.398743 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d358014f-8bdd-4b6c-baad-b1a9dcf10969 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:15.399693 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82', 'code': 200} Nov 09 17:39:15.413252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.414754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fec6efcc-e34b-466c-842d-24bcb26c8a51 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.0143504 Nov 09 17:39:15.419150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:15.445244 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.455156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=269aa7e9-285a-42ec-9143-a4fef5727c82,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:15.461026 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:15.475661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.480215 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] Routers {'4bfeec37-cf7e-4f7c-944f-9808262ad817'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:15.481588 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4bfeec37-cf7e-4f7c-944f-9808262ad817'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:15.510773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-92df1deb-cca5-4550-a617-2bc619780daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:15.521207 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-92df1deb-cca5-4550-a617-2bc619780daa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.3162863 Nov 09 17:39:15.560280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port 04ac0629-4ba9-42f3-9f32-673157417cc3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:15.560750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.599277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port fc8922fe-f09a-434f-98a2-2f6f8b6ed042 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:15.599723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.605143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:15.670337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.671100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.671745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.672365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.673004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.673611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.674495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.675349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.676197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.677018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.677869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.678392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:15.813483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['9cb8bc4c-1ca9-48df-bcea-849dc1b6e649'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:15.854497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:15.896469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for fc8922fe-f09a-434f-98a2-2f6f8b6ed042 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:15.966086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:16.008577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port 04ac0629-4ba9-42f3-9f32-673157417cc3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=04ac0629-4ba9-42f3-9f32-673157417cc3,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:16.023936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:16.065313 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:16.066369 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ac10c-6507-49b5-a36a-cc8c0751bbb8 None None] The sync data for ids ['4bfeec37-cf7e-4f7c-944f-9808262ad817'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:39:16.067678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for 04ac0629-4ba9-42f3-9f32-673157417cc3 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:16.229956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:16.367764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 00e99e09-e542-47c3-a91f-fac11ddc63a0, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:16.407978 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:16.595181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72843-47d5-4ba4-a9b1-49f0c184fbc8 req-fae63128-7562-456f-9044-f9c7ef271fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.598772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75c72843-47d5-4ba4-a9b1-49f0c184fbc8 req-fae63128-7562-456f-9044-f9c7ef271fe7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 1096 time: 1.0903647 Nov 09 17:39:16.636304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e794bca8-ffe3-4525-a2e1-dda36463955f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/routers/4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 200 len: 885 time: 1.1949272 Nov 09 17:39:16.651904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:16.737425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-1cc37896-26cb-4386-92a2-f6daea5751a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1835077 Nov 09 17:39:16.795993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a2311311-6b55-45ef-84cc-39defe41f189 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:17.133602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:17.188178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:17.244913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'a2311311-6b55-45ef-84cc-39defe41f189', 'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'port_id': 'a2311311-6b55-45ef-84cc-39defe41f189', 'mac_address': 'fa:16:3e:be:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc0e351-cad3-4ded-8068-41cb376c6ee7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:17.251755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b466b2f-2ab7-4b35-8ed5-94337b125b22 req-ef33c211-4a59-484d-8616-b19016081efa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.256273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b466b2f-2ab7-4b35-8ed5-94337b125b22 req-ef33c211-4a59-484d-8616-b19016081efa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 1.0977869 Nov 09 17:39:17.339824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['04ac0629-4ba9-42f3-9f32-673157417cc3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:17.496812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=04ac0629-4ba9-42f3-9f32-673157417cc3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:17.517496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e99e09-e542-47c3-a91f-fac11ddc63a0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:17.542466 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b6210-0dbd-4b61-9342-4be5ced9c3ac" -d '{"events": [{"server_uuid": "cc84bd1f-c458-4c8a-80a1-5edad27cfbfb", "name": "network-vif-plugged", "status": "completed", "tag": "00e99e09-e542-47c3-a91f-fac11ddc63a0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:17.552636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75c72843-47d5-4ba4-a9b1-49f0c184fbc8 req-e3a2abef-0cef-410f-ac1d-5481f52f008e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8979104 Nov 09 17:39:17.568883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:17.635516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=fc8922fe-f09a-434f-98a2-2f6f8b6ed042,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:17.697753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b466b2f-2ab7-4b35-8ed5-94337b125b22 req-362e9c09-3436-4f0d-ad08-bbe0c9f7f8f8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271288 Nov 09 17:39:17.702962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port 04ac0629-4ba9-42f3-9f32-673157417cc3 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:17.708027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:17.718325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14178ecc-aa77-4152-981b-769865ba1234 req-279b643b-30a6-4282-a4df-02ff231bcb70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "DELETE /v2.0/ports/04ac0629-4ba9-42f3-9f32-673157417cc3 HTTP/1.1" status: 204 len: 173 time: 2.8907125 Nov 09 17:39:17.719097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=00e99e09-e542-47c3-a91f-fac11ddc63a0,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:17.764958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'name': 'network-vif-deleted', 'tag': '04ac0629-4ba9-42f3-9f32-673157417cc3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:17.795458 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70193f3d-9c86-4945-9499-8e68d58ef98c" -d '{"events": [{"server_uuid": "73a2ddfe-bbaf-44a2-9e11-4470e9b0244c", "name": "network-vif-deleted", "tag": "04ac0629-4ba9-42f3-9f32-673157417cc3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:17.836938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5efeb5-cbdd-481c-b228-60f758fe5e4c req-0546ee80-81a0-4bf3-97f6-84573e4ddf24 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.840747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b5efeb5-cbdd-481c-b228-60f758fe5e4c req-0546ee80-81a0-4bf3-97f6-84573e4ddf24 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 945 time: 1.1782730 Nov 09 17:39:17.880736 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:17.934884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-05499c27-0208-4a16-9fd5-17279073c9f7 service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1868124 Nov 09 17:39:17.985185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:17.987632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f043f90d-b73c-4b72-8cee-e90c490836c2 req-89eb8d03-33af-4e14-8bca-b42b1c88d528 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 210 time: 0.1112742 Nov 09 17:39:18.079336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:18.094785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:18.252478 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a4ec28-c7ea-48fe-a131-1a72a9ad901a x-openstack-request-id: req-21a4ec28-c7ea-48fe-a131-1a72a9ad901a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:18.253059 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc84bd1f-c458-4c8a-80a1-5edad27cfbfb", "name": "network-vif-plugged", "status": "completed", "tag": "00e99e09-e542-47c3-a91f-fac11ddc63a0", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:18.253637 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21a4ec28-c7ea-48fe-a131-1a72a9ad901a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:18.254837 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e99e09-e542-47c3-a91f-fac11ddc63a0', 'code': 200} Nov 09 17:39:18.287512 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8fa00-6d64-496d-9ccb-3bc86b0cf847 x-openstack-request-id: req-1cb8fa00-6d64-496d-9ccb-3bc86b0cf847 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:18.288106 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a2ddfe-bbaf-44a2-9e11-4470e9b0244c", "name": "network-vif-deleted", "tag": "04ac0629-4ba9-42f3-9f32-673157417cc3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:18.288347 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cb8fa00-6d64-496d-9ccb-3bc86b0cf847 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:18.288948 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a2ddfe-bbaf-44a2-9e11-4470e9b0244c', 'name': 'network-vif-deleted', 'tag': '04ac0629-4ba9-42f3-9f32-673157417cc3', 'status': 'completed', 'code': 200} Nov 09 17:39:18.366112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['a2311311-6b55-45ef-84cc-39defe41f189'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:18.394946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:18.545559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b5efeb5-cbdd-481c-b228-60f758fe5e4c req-0a7e1785-3583-41fe-8b24-510fe6e0ff7d tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090503 Nov 09 17:39:18.602772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca10c-e9c6-426d-8318-588b1374d178 req-6a912d83-aba2-4dd9-ab2f-b226d309ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:18.606780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03cca10c-e9c6-426d-8318-588b1374d178 req-6a912d83-aba2-4dd9-ab2f-b226d309ef98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 1097 time: 0.2736840 Nov 09 17:39:18.613701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-746edb5a-f756-4289-afde-2d3d6d8ae535 req-03f84f37-44c8-4b0a-ba7e-41cb5180008c service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662557 Nov 09 17:39:18.699193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:18.756020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 04ac0629-4ba9-42f3-9f32-673157417cc3 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:18.789295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03cca10c-e9c6-426d-8318-588b1374d178 req-e7a19ea6-bfda-4bc2-8efd-14b623118606 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638179 Nov 09 17:39:18.926706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:18.992315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 04ac0629-4ba9-42f3-9f32-673157417cc3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:39:18.993833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 04ac0629-4ba9-42f3-9f32-673157417cc3 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:19.374579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d2c1372-d6d5-4ea0-86f8-3345de2dae67 req-37885b60-7dfd-4ff4-ae3e-c179365f2bd3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=73a2ddfe-bbaf-44a2-9e11-4470e9b0244c HTTP/1.1" status: 200 len: 210 time: 0.1525671 Nov 09 17:39:19.580702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46532) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:20.144742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59285d-6198-4e4b-968a-2f5ed4104e78 req-919ab808-7f59-43c5-834b-f5fb814d48b7 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:20.146311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea79a0-fe7a-4b49-b568-f64e6b793cd5 req-0a96f735-a7f7-4a3b-8703-cb9e42247cbc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:20.176350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ea79a0-fe7a-4b49-b568-f64e6b793cd5 req-0a96f735-a7f7-4a3b-8703-cb9e42247cbc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 1.2183535 Nov 09 17:39:20.179461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d59285d-6198-4e4b-968a-2f5ed4104e78 req-919ab808-7f59-43c5-834b-f5fb814d48b7 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 945 time: 0.3630099 Nov 09 17:39:20.216501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Router ab09e4b1-592d-4373-9b51-7ac675743e7f has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:39:20.258297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-247351619', 'router:external': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:20.285093 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:39:20.374063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:20.376845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9e6f440e-e5c8-4bf3-ad8b-1613d7280a86 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 3.7083237 Nov 09 17:39:20.382635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46542) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:20.413224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d59285d-6198-4e4b-968a-2f5ed4104e78 req-14a4b2fa-1598-447f-bb2e-0acf439bf09e tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264695 Nov 09 17:39:20.432315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1006765280'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:20.489997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Made reservation on behalf of 9e89da9a5dd4419886a4b4e1c35fb27b for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:20.502684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:20.561836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:20.678131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a2311311-6b55-45ef-84cc-39defe41f189 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:20.891347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:20.919932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:20.921602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:20.936139 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:20.945713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:20.985130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:20.996159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c364f0-dcd4-49d3-bf4b-7f1367717768,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:21.005268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.005546 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Added segment 276f19a0-d04d-4cb8-8b13-dcba9a19c122 of type vlan for network a4efc919-a511-4e73-a351-df019c4a47f2 Nov 09 17:39:21.122805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.191399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port a2311311-6b55-45ef-84cc-39defe41f189 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:21.191996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.243119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.244298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.244782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.361427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7774491 Nov 09 17:39:21.418978 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.442813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46576) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:21.451531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'subnet': {'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:21.548289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a80e-cc84-415c-824d-08def66fccaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Network': ['ID=a4efc919-a511-4e73-a351-df019c4a47f2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:21.552886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:21.557845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:21.561157 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f9b266-c3db-48e4-ad66-fecfcb0d3f46" -d '{"events": [{"server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "name": "network-vif-plugged", "status": "completed", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:21.577093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a4efc919-a511-4e73-a351-df019c4a47f2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:21.584424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Made reservation on behalf of 9e89da9a5dd4419886a4b4e1c35fb27b for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:21.590101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.648167 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.700022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-ea896649-6433-4a05-a87d-b705ab5dbf32 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.708364 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-ea896649-6433-4a05-a87d-b705ab5dbf32 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.4872501 Nov 09 17:39:21.741504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-038cbae3-b171-4596-907c-105b2dfb3e1f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/quotas/96536f464e754fef8fb8f02ea4d0b44d HTTP/1.1" status: 200 len: 375 time: 0.0319114 Nov 09 17:39:21.764580 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:21.872554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-1b659cb6-c8cf-4ae3-affe-b820819eace0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298592 Nov 09 17:39:21.905488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:21.947529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:21.967302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:22.011687 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ea79a0-fe7a-4b49-b568-f64e6b793cd5 req-534203f4-67f6-49a9-9af7-34b208f29f4b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8333557 Nov 09 17:39:22.211803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:22.483832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:39:22.494663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc8b1b4c-6a44-4fe3-b35b-ea0f5897e7ae tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "PUT /v2.0/routers/ab09e4b1-592d-4373-9b51-7ac675743e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2246051 Nov 09 17:39:22.504216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:22.522431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] Sync routers for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:39:22.536874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-a95f838c-53e5-4431-954f-56593fd496fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5707324 Nov 09 17:39:22.555293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:22.556917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:22.583234 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-bc1a675d-7a09-49c3-b1b0-2fbfd54a9f13 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092130 Nov 09 17:39:22.601659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:22.616035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] Routers {'ab09e4b1-592d-4373-9b51-7ac675743e7f'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:22.616881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ab09e4b1-592d-4373-9b51-7ac675743e7f'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:22.661573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:22.663130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9b80d7-f83b-4ab2-baab-a913f6366c20 None None] The sync data for ids ['ab09e4b1-592d-4373-9b51-7ac675743e7f'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:39:22.911083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c5425-20ce-43fb-a618-d2b77a690e3c req-5e474bc9-040a-4330-b36e-4acde8603adf tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:22.920307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c36a276c-5265-42cf-ac6e-812194277567 service neutron] 10.222.0.45 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358328 Nov 09 17:39:22.935394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f02c5425-20ce-43fb-a618-d2b77a690e3c req-5e474bc9-040a-4330-b36e-4acde8603adf tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 946 time: 0.6513028 Nov 09 17:39:23.000526 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:23.299157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f02c5425-20ce-43fb-a618-d2b77a690e3c req-36357801-a018-4705-a4c0-ccae4db9bf4b tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812060 Nov 09 17:39:23.338344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-5e0dd60b-d458-469d-a05b-aa9e791e9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:23.341039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-5e0dd60b-d458-469d-a05b-aa9e791e9780 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 1096 time: 0.5357809 Nov 09 17:39:23.348566 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6aba54-b8f3-40b4-b4c7-e3ab7a71d392 x-openstack-request-id: req-6e6aba54-b8f3-40b4-b4c7-e3ab7a71d392 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:23.349332 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "name": "network-vif-plugged", "status": "completed", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:23.349953 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e6aba54-b8f3-40b4-b4c7-e3ab7a71d392 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:23.350833 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649', 'code': 200} Nov 09 17:39:23.378008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:39:23.388629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:23.642116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:23.673683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:23.679573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d01d793-6c7c-4ba7-8439-4705e7fa6999,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:23.700578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:23.945972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Checking segment: {'id': '276f19a0-d04d-4cb8-8b13-dcba9a19c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:23.946791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network hostable DHCP agents. Network: a4efc919-a511-4e73-a351-df019c4a47f2, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:24.008612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfaf08-a959-49e5-bade-ca26de299c12 req-5186ca88-9ddd-43d8-8104-f60b80b05bfb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:24.023378 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cfaf08-a959-49e5-bade-ca26de299c12 req-5186ca88-9ddd-43d8-8104-f60b80b05bfb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2495015 Nov 09 17:39:24.030548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network a4efc919-a511-4e73-a351-df019c4a47f2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:24.139180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, a4efc919-a511-4e73-a351-df019c4a47f2) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:24.151338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf6c1c-81c1-40c8-809d-b5e98808737d None None] Network a4efc919-a511-4e73-a351-df019c4a47f2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:24.204431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-563b70b1-4808-4370-b03e-7e37d429da3d req-2dc49ef2-cd17-408d-9f9c-5537d34d1a20 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 210 time: 0.5073125 Nov 09 17:39:24.244244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:24.247950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:24.326782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-72d715e1-7d48-4278-83ce-f162fe36fe6b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8808565 Nov 09 17:39:24.329777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46674) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:24.335300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cfaf08-a959-49e5-bade-ca26de299c12 req-5b788662-9156-4858-a7d0-bcf267fde37d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107431 Nov 09 17:39:24.350513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634914-0df7-4091-b935-446ea9cd688b req-21f7fcc6-980c-470d-8cf4-c05943c7d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:24.351590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-263436613', 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:24.354900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-30634914-0df7-4091-b935-446ea9cd688b req-21f7fcc6-980c-470d-8cf4-c05943c7d8a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 1097 time: 0.7015684 Nov 09 17:39:24.375939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-adc899bd-ca88-4bf9-af56-1e7c19c23eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:24.380148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-adc899bd-ca88-4bf9-af56-1e7c19c23eb0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.7160814 Nov 09 17:39:24.411429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Made reservation on behalf of 9e89da9a5dd4419886a4b4e1c35fb27b for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:24.411429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:24.454342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] device_id is not set on port d44166aa-9506-457c-b333-8945482aed5a yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:39:24.550310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95528cd0-8d20-4cfb-ad61-2b492bc1f828 None None] Network a4efc919-a511-4e73-a351-df019c4a47f2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:24.689771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-717ad0a2-d499-4483-9e5f-ec506a1bb935 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99 HTTP/1.1" status: 200 len: 217 time: 0.2223325 Nov 09 17:39:24.722212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 4bfeec37-cf7e-4f7c-944f-9808262ad817 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:39:24.837053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Allocated IP 2001:db8::173 (a4efc919-a511-4e73-a351-df019c4a47f2/2d01d793-6c7c-4ba7-8439-4705e7fa6999/d44166aa-9506-457c-b333-8945482aed5a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:25.037936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-ea47c970-a437-4383-a16c-ec1734f487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.041253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-ea47c970-a437-4383-a16c-ec1734f487ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.3062625 Nov 09 17:39:25.058664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:25.125862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-c3e3fa9d-9dbf-41d0-8c0f-994f45285322 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701208 Nov 09 17:39:25.320569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:25.320908 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-9f0545b2-3793-47bf-92bb-ebac497af8c6 service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815484 Nov 09 17:39:25.331035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-30634914-0df7-4091-b935-446ea9cd688b req-7921c0d6-abf5-4190-b012-3c7f196561b8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687406 Nov 09 17:39:25.353054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:25.356704 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6f0b9-280f-4ddc-b017-9d98bc07a317" -d '{"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-plugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:25.362505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f53478-38b1-4f8c-b125-e3adfab1084f req-304f2b57-cc60-4fac-8859-38a63fdd49fc tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.375627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-28f53478-38b1-4f8c-b125-e3adfab1084f req-304f2b57-cc60-4fac-8859-38a63fdd49fc tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 946 time: 0.6831253 Nov 09 17:39:25.401260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:25.433280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c283cce-e8f6-4a2a-bc51-5ba8b101f1e6 req-22272352-1f86-44c1-b810-6d01d28eb702 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 210 time: 0.0708210 Nov 09 17:39:25.546777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9327f178-a1f5-4795-8980-ec882807cbe0 req-b1059739-8210-425a-b404-62ba989db28a service neutron] 10.222.0.83 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614625 Nov 09 17:39:25.667299 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f8237-3dd9-430e-9eb9-ac391e55dec5 x-openstack-request-id: req-8e9f8237-3dd9-430e-9eb9-ac391e55dec5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:25.667896 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-plugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:25.668501 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e9f8237-3dd9-430e-9eb9-ac391e55dec5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:25.669087 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'code': 200} Nov 09 17:39:25.680225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-28f53478-38b1-4f8c-b125-e3adfab1084f req-dfff813e-4376-4324-b5e0-d56c5a4f31dd tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031459 Nov 09 17:39:25.803352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting port 03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:25.803941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:25.817583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Port': ['ID=d44166aa-9506-457c-b333-8945482aed5a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:25.839421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network a4efc919-a511-4e73-a351-df019c4a47f2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:25.959795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:39:25.975953 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] Sync routers for ids ['4bfeec37-cf7e-4f7c-944f-9808262ad817'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:39:25.996398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:26.011457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d006d48f-9c5b-46b3-8f9b-e2ef1221a550 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 200 len: 892 time: 5.6182120 Nov 09 17:39:26.013260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:26.014666 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] Routers {'4bfeec37-cf7e-4f7c-944f-9808262ad817'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:26.027174 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4bfeec37-cf7e-4f7c-944f-9808262ad817'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:26.081117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:26.116605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:26.118938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:26.120013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:26.257638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8dea6dc1-0ed3-426f-9c32-ee8bc7631863 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9238927 Nov 09 17:39:26.258857 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:26.272114 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] Routers {'4bfeec37-cf7e-4f7c-944f-9808262ad817'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:26.273143 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['4bfeec37-cf7e-4f7c-944f-9808262ad817'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:26.345017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:26.407556 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:26.409933 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b058d-e386-4b9d-8198-eb50166b3abc None None] The sync data for ids ['4bfeec37-cf7e-4f7c-944f-9808262ad817'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:39:26.514480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:26.538350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-a5f00382-5dc0-45f9-84e7-3d13337d5ab2 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:26.542551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-a5f00382-5dc0-45f9-84e7-3d13337d5ab2 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 805 time: 0.8104622 Nov 09 17:39:26.685414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Request body: {'port': {'device_id': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'admin_state_up': True, 'tenant_id': '96536f464e754fef8fb8f02ea4d0b44d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:26.689912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Calling delete_port for 03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:27.038585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-28c5f392-0942-4bc0-847d-2ea9a0a4fcf2 req-bac931cb-469d-4a7e-bd2e-e5063c09d5e3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 210 time: 0.3135080 Nov 09 17:39:27.081279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46774) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:27.117779 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:27.152892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a630c9-2cec-47f5-b8df-b9d952f62cbb req-a2a5c6af-4307-40df-8755-6cb8a4f751c0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.162649 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29a630c9-2cec-47f5-b8df-b9d952f62cbb req-a2a5c6af-4307-40df-8755-6cb8a4f751c0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 1.1106534 Nov 09 17:39:27.227014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8ccb8-0958-40a4-b967-288d44836a72 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:27.298782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-84947a13-c57c-4cd3-a640-ec27af870cca tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/routers/4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 200 len: 892 time: 1.0862186 Nov 09 17:39:27.306662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Port': ['ID=03ad52c2-cb73-4cfc-9eeb-4b5b9ed4cd4b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:27.310112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:27.487868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a5c0ce74-ccf1-468a-b111-9db825db20ce tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 200 len: 205 time: 0.1281121 Nov 09 17:39:27.494646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:27.515727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29a630c9-2cec-47f5-b8df-b9d952f62cbb req-be8cc204-6125-4368-8e6d-e365a6599183 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513412 Nov 09 17:39:27.540512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09539797-a407-4609-8e98-948ab768bc8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:27.602292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Deleting port d44166aa-9506-457c-b333-8945482aed5a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:27.603387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:27.625114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Made reservation on behalf of 96536f464e754fef8fb8f02ea4d0b44d for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:27.632097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:27.657604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457e23a-e008-4889-b2c1-4a6b1b7383ff req-e4fcdb6c-a79f-4517-a537-82bfcad4fff0 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.671554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5457e23a-e008-4889-b2c1-4a6b1b7383ff req-e4fcdb6c-a79f-4517-a537-82bfcad4fff0 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 946 time: 0.4459834 Nov 09 17:39:27.706584 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.152416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f17e5c67-a737-46d5-80b1-a46aa09c6eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.169488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.289019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85768fd3-29dc-494a-8d48-fa3bce9b2a30 req-2c777397-416a-43e8-8cdf-cb8d24efdd03 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 210 time: 0.0886517 Nov 09 17:39:28.296391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.345516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Allocated IP 172.20.0.11 (dcab4405-9f8d-4c0a-ac38-95ae21188c7f/83a7d627-4f3c-4247-b2d6-9821bea0675e/ac746d2b-e110-4570-8cb7-6026874f7317) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:28.349857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Calling delete_port for d44166aa-9506-457c-b333-8945482aed5a owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:28.374594 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09539797-a407-4609-8e98-948ab768bc8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.393807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09539797-a407-4609-8e98-948ab768bc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.451587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5457e23a-e008-4889-b2c1-4a6b1b7383ff req-acbee79a-5f80-41fb-89fa-26bd82ff90b7 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7786174 Nov 09 17:39:28.465665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.472153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.636095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.638953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Fanout notify agent at l3_agent the message router_deleted on router ab09e4b1-592d-4373-9b51-7ac675743e7f {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:39:28.653096 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.657956 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b1535b32-1447-4c28-a963-91bb30ac504a tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/routers/ab09e4b1-592d-4373-9b51-7ac675743e7f HTTP/1.1" status: 204 len: 168 time: 6.1454468 Nov 09 17:39:28.660782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:28.664861 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.718471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09539797-a407-4609-8e98-948ab768bc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff45714-0d61-4914-9214-562574fb9492,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:28.737399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-09539797-a407-4609-8e98-948ab768bc8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6fab680347a4c1a9a32f0e9b70a3ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6359529 Nov 09 17:39:28.783641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46794) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:28.866775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:28.969464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Deleting subnet 7a43ac4d-7c08-455e-ad2c-6908f9586d7e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:39:28.973601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.029397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.083151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3e51-a71c-4fb9-9a53-95ad35dc7643 req-f2b4af13-f109-4008-bf85-c12f7874252f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.095832 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.096896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b62b3e51-a71c-4fb9-9a53-95ad35dc7643 req-f2b4af13-f109-4008-bf85-c12f7874252f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 946 time: 0.4122608 Nov 09 17:39:29.197768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.220096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b8b91-1ed0-49ea-bc85-1ef261e940a9 req-6d9fb823-5ec1-4243-9b42-5b8bbc1edcfc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.229097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b20b8b91-1ed0-49ea-bc85-1ef261e940a9 req-6d9fb823-5ec1-4243-9b42-5b8bbc1edcfc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4264348 Nov 09 17:39:29.306955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.312486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/subnets/7a43ac4d-7c08-455e-ad2c-6908f9586d7e HTTP/1.1" status: 204 len: 168 time: 0.5176203 Nov 09 17:39:29.336409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be090ce-aba6-43a4-8983-a22c0675180b tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Subnet': ['ID=7a43ac4d-7c08-455e-ad2c-6908f9586d7e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:29.344529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:29.372464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 43c93687-6f05-4de5-b678-a8bb41f97e25 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:29.374076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.436912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b20b8b91-1ed0-49ea-bc85-1ef261e940a9 req-96ceb0ca-777a-43ed-a43f-20554152498f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059250 Nov 09 17:39:29.626888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.646729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 43c93687-6f05-4de5-b678-a8bb41f97e25 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:29.839680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-982ec3cf-5b0c-4300-a881-a9b038b196a1 req-815df595-d06e-4fa8-a1d5-3dccb59f9e33 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 210 time: 0.0365314 Nov 09 17:39:29.887509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f98410c2-c60b-4a1c-a730-d3816b2aef44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.922314 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:29.995724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f98410c2-c60b-4a1c-a730-d3816b2aef44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.080297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.112630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b625ed-544a-4da5-a522-9cfb5ffb6905']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:30.128188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfdf4cf-e222-4e47-a0d2-6232d8260a2d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:30.128655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfdf4cf-e222-4e47-a0d2-6232d8260a2d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:30.144713 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.162742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.172774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:30.173548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.221614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f98410c2-c60b-4a1c-a730-d3816b2aef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.226707 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f98410c2-c60b-4a1c-a730-d3816b2aef44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.232923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f98410c2-c60b-4a1c-a730-d3816b2aef44 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ff45714-0d61-4914-9214-562574fb9492 HTTP/1.1" status: 204 len: 168 time: 1.4287119 Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:30.265594 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:30.270708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.278700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.285862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.289966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] 10.222.0.45 "DELETE /v2.0/networks/65b625ed-544a-4da5-a522-9cfb5ffb6905 HTTP/1.1" status: 204 len: 168 time: 0.9328847 Nov 09 17:39:30.304585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98410c2-c60b-4a1c-a730-d3816b2aef44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff45714-0d61-4914-9214-562574fb9492,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:30.335771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a6b2d-55d1-4711-b4b3-065ab21a73ca tempest-FloatingIPTestJSON-1758856132 tempest-FloatingIPTestJSON-1758856132-project] Pushing event deleted for resources: {'Network': ['ID=65b625ed-544a-4da5-a522-9cfb5ffb6905,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:30.336124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b62b3e51-a71c-4fb9-9a53-95ad35dc7643 req-5abbbd52-2320-40d1-92f7-4a9f692040cd tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2340710 Nov 09 17:39:30.419873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.431403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=43c93687-6f05-4de5-b678-a8bb41f97e25,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:30.432143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60745044-dd1d-48db-aa81-f6c97d644790 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:30.436540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.440463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.546448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d63fb8ac-415b-429a-b692-30fc0165b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.652049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.659029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.815273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event deleted for resources: {'Port': ['ID=d44166aa-9506-457c-b333-8945482aed5a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:30.933722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:30.950135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aeb35105-e6b6-4f88-a7d2-3bd4fef28847 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/ports/d44166aa-9506-457c-b333-8945482aed5a HTTP/1.1" status: 204 len: 168 time: 4.6036227 Nov 09 17:39:30.966954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:31.082584 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.099553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'external_fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173'}]}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:31.116401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:31.160011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.161544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router 4bfeec37-cf7e-4f7c-944f-9808262ad817 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:39:31.255877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.257920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14acf444-ba8c-47b0-9dd9-0700acd2beb2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 204 len: 168 time: 3.7578113 Nov 09 17:39:31.275749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:31.308035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2143026264'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:31.348795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53104642-0813-48fb-8742-f40090f1e7ab req-ba151f04-186d-4148-930b-4b5f268560bf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.370659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53104642-0813-48fb-8742-f40090f1e7ab req-ba151f04-186d-4148-930b-4b5f268560bf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4810715 Nov 09 17:39:31.409956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558f860-c862-4b8a-baa6-ca85500e294e req-796012ca-84e4-4196-8876-edb77ff0eb43 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.427308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5558f860-c862-4b8a-baa6-ca85500e294e req-796012ca-84e4-4196-8876-edb77ff0eb43 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 945 time: 0.5072768 Nov 09 17:39:31.482502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.486513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.528249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Network dcab4405-9f8d-4c0a-ac38-95ae21188c7f is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:31.548702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46826) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:31.637799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.657388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:31.661213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:31.666252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.699087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:31.835607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.885684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:31.945270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1df94a7-2c7c-4d44-be02-c27703ae7ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:31.951397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event updated for resources: {'Port': ['ID=ac746d2b-e110-4570-8cb7-6026874f7317,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:32.031599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53104642-0813-48fb-8742-f40090f1e7ab req-a081a84d-3a44-4e88-8075-6f788a791ab5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486793 Nov 09 17:39:32.078485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.079622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.148263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-6961fa83-118e-4d51-846f-935a01b74fc1 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5152550 Nov 09 17:39:32.162894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Request body: {'port': {'device_id': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:32.249616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.356418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:32.387885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5558f860-c862-4b8a-baa6-ca85500e294e req-e66571b4-218e-4b0a-9307-a152f006342b tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9590182 Nov 09 17:39:32.456972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.534531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.539507 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment afbfaa9f-036a-4b33-bb7b-143091e89dcd of type vlan for network 687c4520-2e84-465e-98c9-a8dfbf79a433 Nov 09 17:39:32.664062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac746d2b-e110-4570-8cb7-6026874f7317 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:32.673244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.689493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Transition to ACTIVE for port object ac746d2b-e110-4570-8cb7-6026874f7317 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:32.721781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.761369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:32.909959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac746d2b-e110-4570-8cb7-6026874f7317,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:32.998073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a67dd2df-4269-4625-9df1-8d83c7db717b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc05a0d683f947c7a2eb097445aefd16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4230850 Nov 09 17:39:33.108259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408642-4ce5-499e-85c2-166bdd294ba8 req-7916ef09-a3d4-4931-9b80-b4e164097f75 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:33.108259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad408642-4ce5-499e-85c2-166bdd294ba8 req-7916ef09-a3d4-4931-9b80-b4e164097f75 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 932 time: 0.7949698 Nov 09 17:39:33.117006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:33.148490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:33.210659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:33.221579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:33.222841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:33.277863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9823823 Nov 09 17:39:33.304136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:33.490319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:33.553298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:33.609218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad408642-4ce5-499e-85c2-166bdd294ba8 req-fd970df4-7625-4e26-ad3a-be7a37d21618 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563226 Nov 09 17:39:33.689241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Attempting to bind port ac746d2b-e110-4570-8cb7-6026874f7317 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:39:33.696653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Attempting to bind port ac746d2b-e110-4570-8cb7-6026874f7317 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:39:33.700239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Attempting to bind port ac746d2b-e110-4570-8cb7-6026874f7317 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:33.768342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9768690c-abb5-4529-9dc9-6203a0452a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:33.786756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1df94a7-2c7c-4d44-be02-c27703ae7ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:33.795651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985957e-dd7d-4ae7-ac39-2e11fba95dcd tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=687c4520-2e84-465e-98c9-a8dfbf79a433,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:33.816157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:33.881510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Port ac746d2b-e110-4570-8cb7-6026874f7317 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:33.886152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Attempting to bind port ac746d2b-e110-4570-8cb7-6026874f7317 on network dcab4405-9f8d-4c0a-ac38-95ae21188c7f {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:33.916101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c16cf-7a8e-420c-b028-04afb59b7f03 req-c6d9a377-8c48-4ee4-b5f2-1eba99524ec8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:33.947979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e9c16cf-7a8e-420c-b028-04afb59b7f03 req-c6d9a377-8c48-4ee4-b5f2-1eba99524ec8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4531612 Nov 09 17:39:33.954006 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1df94a7-2c7c-4d44-be02-c27703ae7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.042178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:34.043206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Checking segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:34.043431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Bound using segment: {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:34.046525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Bound port: ac746d2b-e110-4570-8cb7-6026874f7317, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6578c4-fdd7-4664-88fa-8d2b01bfce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:39:34.047459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.068749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9768690c-abb5-4529-9dc9-6203a0452a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.177138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df94a7-2c7c-4d44-be02-c27703ae7ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8cfb8-df1f-4116-98cb-757ef43436ea,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:34.257511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b1df94a7-2c7c-4d44-be02-c27703ae7ad7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b501f63a8cc415781bcbf1769dd7b30&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3614564 Nov 09 17:39:34.277455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:34.309271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:34.315400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.353091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e9c16cf-7a8e-420c-b028-04afb59b7f03 req-d585c48a-7e96-4fb9-95ab-2ace97757785 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036436 Nov 09 17:39:34.440059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] For port ac746d2b-e110-4570-8cb7-6026874f7317, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:34.516930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff960-08d0-4213-90f5-2c54b3c6de86 req-d03bb857-7111-47ab-a492-138a4fc4d95d tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:34.519826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09dff960-08d0-4213-90f5-2c54b3c6de86 req-d03bb857-7111-47ab-a492-138a4fc4d95d tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 945 time: 0.6949329 Nov 09 17:39:34.529615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9768690c-abb5-4529-9dc9-6203a0452a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.534114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9768690c-abb5-4529-9dc9-6203a0452a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.535464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] For port ac746d2b-e110-4570-8cb7-6026874f7317, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ac746d2b-e110-4570-8cb7-6026874f7317,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:34.541574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9768690c-abb5-4529-9dc9-6203a0452a93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/844b1a6e-003a-4fa2-8dc4-8d01904430aa HTTP/1.1" status: 204 len: 168 time: 1.4210391 Nov 09 17:39:34.573294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.621751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768690c-abb5-4529-9dc9-6203a0452a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b1a6e-003a-4fa2-8dc4-8d01904430aa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:34.639270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d749161-fe0d-4b0f-992d-1cda551f7084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.676362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:34.678284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.680950 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/ac746d2b-e110-4570-8cb7-6026874f7317 HTTP/1.1" status: 200 len: 1092 time: 2.5235462 Nov 09 17:39:34.692323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'tag': 'ac746d2b-e110-4570-8cb7-6026874f7317'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:34.697608 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c91facb6-6f80-4d73-a7ff-508c5f0cca25", "tag": "ac746d2b-e110-4570-8cb7-6026874f7317"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:34.769630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.838681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d749161-fe0d-4b0f-992d-1cda551f7084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:34.879726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09dff960-08d0-4213-90f5-2c54b3c6de86 req-d877d5a7-6fcc-4ab8-9806-38299c656491 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408158 Nov 09 17:39:34.923534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cf29c-5810-4e87-90e3-099a6a7382e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac746d2b-e110-4570-8cb7-6026874f7317,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:34.979711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:35.082706 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e9699-8aa9-41b6-a79e-a756457612cc x-openstack-request-id: req-b89e9699-8aa9-41b6-a79e-a756457612cc {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:35.083697 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91facb6-6f80-4d73-a7ff-508c5f0cca25", "tag": "ac746d2b-e110-4570-8cb7-6026874f7317", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:35.083697 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b89e9699-8aa9-41b6-a79e-a756457612cc {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:35.084065 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'tag': 'ac746d2b-e110-4570-8cb7-6026874f7317', 'status': 'completed', 'code': 200} Nov 09 17:39:35.218145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-9211d1ec-33f0-40b2-bd05-d648bae47be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.220670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-9211d1ec-33f0-40b2-bd05-d648bae47be7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 1095 time: 0.4501462 Nov 09 17:39:35.222605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:35.298139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-d511c897-83cc-4dec-8c63-5a58561034eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac746d2b-e110-4570-8cb7-6026874f7317 HTTP/1.1" status: 200 len: 217 time: 0.0682886 Nov 09 17:39:35.417958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=e90d0c43-807e-445c-b001-e754945ddd7c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:35.425341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': 'afbfaa9f-036a-4b33-bb7b-143091e89dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:35.426065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 687c4520-2e84-465e-98c9-a8dfbf79a433, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:35.452352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-0abc9c03-11d7-4223-905f-35766da801c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.455697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-0abc9c03-11d7-4223-905f-35766da801c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.1230183 Nov 09 17:39:35.528362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-71685924-46ec-47c8-97fb-7c52c7e8d529 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615270 Nov 09 17:39:35.533218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:35.651802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 687c4520-2e84-465e-98c9-a8dfbf79a433) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:35.677146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9446e1-3363-4917-9f30-0ac5cbf61195 None None] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:35.696547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.698196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:35.757802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-0918f121-5260-4b85-8bde-a16ad23e644f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.762413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-0918f121-5260-4b85-8bde-a16ad23e644f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "GET /v2.0/ports?device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 945 time: 1.0871465 Nov 09 17:39:35.771820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d749161-fe0d-4b0f-992d-1cda551f7084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:35.777483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d749161-fe0d-4b0f-992d-1cda551f7084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:35.782584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2d749161-fe0d-4b0f-992d-1cda551f7084 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ced8cfb8-df1f-4116-98cb-757ef43436ea HTTP/1.1" status: 204 len: 168 time: 1.4901128 Nov 09 17:39:35.850928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955b3d-bbed-4715-b4f1-f182bf389c4e req-fe9c1d34-73ad-442f-bcf9-2006b06118c8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.853381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27955b3d-bbed-4715-b4f1-f182bf389c4e req-fe9c1d34-73ad-442f-bcf9-2006b06118c8 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 944 time: 0.9378178 Nov 09 17:39:35.948605 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1f54f220-c3cc-4b39-bd79-7b5d5be6989a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4655840 Nov 09 17:39:35.950667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:35.999154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-165529259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:36.076290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d749161-fe0d-4b0f-992d-1cda551f7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8cfb8-df1f-4116-98cb-757ef43436ea,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:36.094790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Allocated IP 2001:db8::173 (a4efc919-a511-4e73-a351-df019c4a47f2/2d01d793-6c7c-4ba7-8439-4705e7fa6999/bb316350-77a1-402e-b5f6-c17d18cc5af8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:36.099248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:36.124326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:36.186067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-77a908b2-30d7-4b43-8bd2-cc25b4369805 service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496313 Nov 09 17:39:36.215647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4192aa9-3cdb-415b-8e6b-9bc9818c0495 req-1506531f-2653-4389-b609-d0117aa5c225 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:36.219284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4192aa9-3cdb-415b-8e6b-9bc9818c0495 req-1506531f-2653-4389-b609-d0117aa5c225 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.5511189 Nov 09 17:39:36.261505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-687c4520-2e84-465e-98c9-a8dfbf79a433', 'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': 'e90d0c43-807e-445c-b001-e754945ddd7c'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:36.268654 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:36.512792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46912) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:36.625134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27955b3d-bbed-4715-b4f1-f182bf389c4e req-f2ad752e-3022-4148-8c2c-dbeb4cc6bb87 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7639666 Nov 09 17:39:36.663776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472da36a-c8d1-425b-8354-e556ee6cdc83 req-19244cfb-fe64-454f-8bcd-3ce99cf00054 service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356911 Nov 09 17:39:36.682340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:36.692273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Deleting port 269aa7e9-285a-42ec-9143-a4fef5727c82 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:36.704403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:36.980358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:37.001384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b29dd09b-f61d-4164-bcba-e40941906cc3 tempest-DvrRoutersNegativeTest-519859937 tempest-DvrRoutersNegativeTest-519859937-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1514659977', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:37.011702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.policy [None req-b29dd09b-f61d-4164-bcba-e40941906cc3 tempest-DvrRoutersNegativeTest-519859937 tempest-DvrRoutersNegativeTest-519859937-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102554) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 09 17:39:37.015926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.policy [None req-b29dd09b-f61d-4164-bcba-e40941906cc3 tempest-DvrRoutersNegativeTest-519859937 tempest-DvrRoutersNegativeTest-519859937-project] Failed policy check for 'create_router' {{(pid=102554) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 09 17:39:37.017011 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-b29dd09b-f61d-4164-bcba-e40941906cc3 tempest-DvrRoutersNegativeTest-519859937 tempest-DvrRoutersNegativeTest-519859937-project] create failed (client error): Access was denied to this resource. Nov 09 17:39:37.029095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b29dd09b-f61d-4164-bcba-e40941906cc3 tempest-DvrRoutersNegativeTest-519859937 tempest-DvrRoutersNegativeTest-519859937-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5143836 Nov 09 17:39:37.048980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4192aa9-3cdb-415b-8e6b-9bc9818c0495 req-e4325587-7bf1-419a-9561-a38614934f7d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404761 Nov 09 17:39:37.051504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:37.151947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:37.157949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7e191167-5774-49c7-8055-43598e4962d5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2051775 Nov 09 17:39:37.160710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:37.174581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-ca7077bf-fdb3-48ed-9ec1-a327969bd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:37.176489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-ca7077bf-fdb3-48ed-9ec1-a327969bd1fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 1095 time: 0.3504095 Nov 09 17:39:37.225891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Allocated IP 2001:db8::2 (687c4520-2e84-465e-98c9-a8dfbf79a433/e90d0c43-807e-445c-b001-e754945ddd7c/14106899-126d-4e5b-bfff-6f3b2ef9bca6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:37.468328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-5198c235-7c55-4cf0-aefb-205cec09803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:37.470318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-5198c235-7c55-4cf0-aefb-205cec09803a service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 200 len: 905 time: 0.2855322 Nov 09 17:39:37.563620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-d562be1c-41c5-424f-8a6b-584a8d3480b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac746d2b-e110-4570-8cb7-6026874f7317 HTTP/1.1" status: 200 len: 217 time: 0.0843856 Nov 09 17:39:37.694017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-091216d7-463d-437c-87e1-5cb6fbd18672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:37.697828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-091216d7-463d-437c-87e1-5cb6fbd18672 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 200 len: 845 time: 0.1250412 Nov 09 17:39:37.778734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-f61eba00-1994-434e-a1bd-95181942c945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcab4405-9f8d-4c0a-ac38-95ae21188c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740614 Nov 09 17:39:37.784260 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:37.800032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:37.874110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46940) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:37.912684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:37.918836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:37.921522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Pushing event updated for resources: {'Port': ['ID=14106899-126d-4e5b-bfff-6f3b2ef9bca6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:37.929435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:38.025644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Attempting to bind port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:39:38.027708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Attempting to bind port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'afbfaa9f-036a-4b33-bb7b-143091e89dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:39:38.032333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Attempting to bind port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 on network 687c4520-2e84-465e-98c9-a8dfbf79a433 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:38.048580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:38.049481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Checking segment: {'id': 'afbfaa9f-036a-4b33-bb7b-143091e89dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:38.050173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:38.050846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Bound using segment: {'id': 'afbfaa9f-036a-4b33-bb7b-143091e89dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:38.051782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Bound port: 14106899-126d-4e5b-bfff-6f3b2ef9bca6, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbfaa9f-036a-4b33-bb7b-143091e89dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '687c4520-2e84-465e-98c9-a8dfbf79a433'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:39:38.052768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:38.155470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd5071-f3a1-4b5d-b98d-585e5971b9af req-c5edbf52-4d1e-49fa-990f-547d02d3ff1e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:38.158201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7bfd5071-f3a1-4b5d-b98d-585e5971b9af req-c5edbf52-4d1e-49fa-990f-547d02d3ff1e tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 944 time: 0.3784907 Nov 09 17:39:38.236630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] For port 14106899-126d-4e5b-bfff-6f3b2ef9bca6, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:38.245835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] For port 14106899-126d-4e5b-bfff-6f3b2ef9bca6, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=14106899-126d-4e5b-bfff-6f3b2ef9bca6,segment=NetworkSegment(afbfaa9f-036a-4b33-bb7b-143091e89dcd),segment_id=afbfaa9f-036a-4b33-bb7b-143091e89dcd)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:38.257894 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:38.364435 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7bfd5071-f3a1-4b5d-b98d-585e5971b9af req-f8fc5de2-cfa7-4ee9-be24-a7570dbd9791 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797619 Nov 09 17:39:38.385189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-4fd55ca3-0c51-468e-a191-72ab5df9aa8b service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698407 Nov 09 17:39:38.469273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 269aa7e9-285a-42ec-9143-a4fef5727c82 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:38.477732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06485b76-302d-4722-ac98-03e5d551d7d5 None None] Pushing event updated for resources: {'Port': ['ID=14106899-126d-4e5b-bfff-6f3b2ef9bca6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:38.758135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51399e2d-ee81-4709-b7c5-3c9036990643 req-5a6d6670-bccc-4e67-ab50-8bdb5045fc4f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:38.764406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51399e2d-ee81-4709-b7c5-3c9036990643 req-5a6d6670-bccc-4e67-ab50-8bdb5045fc4f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 945 time: 1.8817008 Nov 09 17:39:38.771455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f21d7e2-828c-4f5f-8c13-1d9edd8903e2 req-0f6be30c-ded4-4881-9e36-99bbd12efbec service neutron] 10.222.0.43 "GET /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722348 Nov 09 17:39:38.775258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:38.791691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ac746d2b-e110-4570-8cb7-6026874f7317 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:38.847183 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:38.923990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:39:38.943619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:38.980618 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a9b58-dfb0-4cc7-88c8-d8fc837f50bd" -d '{"events": [{"server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "name": "network-vif-unplugged", "status": "completed", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:38.990449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18557dea-4a2c-4912-9954-d6b1ca27734c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.063359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf98e9-b7f3-4da8-b953-135d5e91c913 req-ebfbe198-e9ed-4eec-90f2-a0f8b35b1cde tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.065541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19cf98e9-b7f3-4da8-b953-135d5e91c913 req-ebfbe198-e9ed-4eec-90f2-a0f8b35b1cde tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2409868 Nov 09 17:39:39.153888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=269aa7e9-285a-42ec-9143-a4fef5727c82,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:39.155662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.180763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Calling delete_port for 269aa7e9-285a-42ec-9143-a4fef5727c82 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:39.215826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19cf98e9-b7f3-4da8-b953-135d5e91c913 req-8d6514a6-090d-4077-b64c-0e3fac7feb18 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232102 Nov 09 17:39:39.257013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port ac746d2b-e110-4570-8cb7-6026874f7317, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ac746d2b-e110-4570-8cb7-6026874f7317,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:39.306775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 269aa7e9-285a-42ec-9143-a4fef5727c82, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=269aa7e9-285a-42ec-9143-a4fef5727c82,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:39.312833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'ac746d2b-e110-4570-8cb7-6026874f7317', 'network_id': 'dcab4405-9f8d-4c0a-ac38-95ae21188c7f', 'port_id': 'ac746d2b-e110-4570-8cb7-6026874f7317', 'mac_address': 'fa:16:3e:2e:cc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7d627-4f3c-4247-b2d6-9821bea0675e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:39.320552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.332472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18557dea-4a2c-4912-9954-d6b1ca27734c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.346186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18557dea-4a2c-4912-9954-d6b1ca27734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.425507 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4817af-fedf-404d-8ab6-6ce4c17ad41e x-openstack-request-id: req-cd4817af-fedf-404d-8ab6-6ce4c17ad41e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:39.426253 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "name": "network-vif-unplugged", "status": "completed", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:39.426775 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd4817af-fedf-404d-8ab6-6ce4c17ad41e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:39.428373 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82', 'code': 200} Nov 09 17:39:39.513528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18557dea-4a2c-4912-9954-d6b1ca27734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230b308-a725-44a0-ab6e-adef7ff08696,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:39.521944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.539851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network a4efc919-a511-4e73-a351-df019c4a47f2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:39.551139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-18557dea-4a2c-4912-9954-d6b1ca27734c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bea212fb58b544eab4cff3c5836c5ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6745725 Nov 09 17:39:39.553728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:39.562014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac746d2b-e110-4570-8cb7-6026874f7317 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:39.573719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:39.616054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port ac746d2b-e110-4570-8cb7-6026874f7317, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ac746d2b-e110-4570-8cb7-6026874f7317,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:39.624355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.660714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46968) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:39.792362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=ac746d2b-e110-4570-8cb7-6026874f7317,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:39.799248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:39.806496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:39.879233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e279ba62-962a-4414-95fe-4c91b199758e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:39.901284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['ac746d2b-e110-4570-8cb7-6026874f7317'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:39.936560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e279ba62-962a-4414-95fe-4c91b199758e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.030405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1874008180', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:40.058271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.078549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8bf50-c5ac-4041-88d2-3e498d7c87d9 req-bce978a2-c1a1-404b-b48c-4dfdd9d18d62 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:40.095397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['9cb8bc4c-1ca9-48df-bcea-849dc1b6e649'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:40.098180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57d8bf50-c5ac-4041-88d2-3e498d7c87d9 req-bce978a2-c1a1-404b-b48c-4dfdd9d18d62 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 945 time: 0.4263728 Nov 09 17:39:40.286153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57d8bf50-c5ac-4041-88d2-3e498d7c87d9 req-e6e52c02-3319-47f1-b57d-0ec1dbcdf873 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847751 Nov 09 17:39:40.369156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Port': ['ID=bb316350-77a1-402e-b5f6-c17d18cc5af8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:40.392196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Made reservation on behalf of 846eeccbccc44981b7fe547a2e057ce0 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:40.403340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.476840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.540751 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e279ba62-962a-4414-95fe-4c91b199758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.553922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e279ba62-962a-4414-95fe-4c91b199758e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.559683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e279ba62-962a-4414-95fe-4c91b199758e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a230b308-a725-44a0-ab6e-adef7ff08696 HTTP/1.1" status: 204 len: 168 time: 1.0005150 Nov 09 17:39:40.630623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279ba62-962a-4414-95fe-4c91b199758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230b308-a725-44a0-ab6e-adef7ff08696,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:40.631781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51399e2d-ee81-4709-b7c5-3c9036990643 req-42e763d1-b2c9-48e3-857a-41c710096b14 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8105981 Nov 09 17:39:40.772017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 14106899-126d-4e5b-bfff-6f3b2ef9bca6 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:40.984477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:40.985468 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:40.995643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Pushing event deleted for resources: {'Port': ['ID=269aa7e9-285a-42ec-9143-a4fef5727c82,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.038642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:41.056459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:41.086118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['00e99e09-e542-47c3-a91f-fac11ddc63a0'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:41.127714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] device_id is not set on port e491b1a3-8642-4909-b095-3d6e005b822e yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:39:41.191649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:41.256777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1c0169-3701-4934-9706-150122cdc7fe,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.268803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae0d84-acc7-4b5d-b900-baecefd1664a None None] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:41.446913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] No DVR routers for this DVR port 269aa7e9-285a-42ec-9143-a4fef5727c82 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:41.454620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:41.483783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e14a5eed-fc0e-4b06-8937-27124d1d119a req-57319019-db3d-4e7b-9e28-0bfc4d09da75 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "DELETE /v2.0/ports/269aa7e9-285a-42ec-9143-a4fef5727c82 HTTP/1.1" status: 204 len: 173 time: 5.6758914 Nov 09 17:39:41.655250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'name': 'network-vif-deleted', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:41.663655 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54227caa-20e2-4c74-94fa-c15ebf1bb0ae" -d '{"events": [{"server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "name": "network-vif-deleted", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:41.698179 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:41.859865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb100-def6-4b38-b7e7-44bd2832f19e req-d4a27ae6-0bae-41fb-82cd-e96112b7eade tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:41.874212 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a69fb100-def6-4b38-b7e7-44bd2832f19e req-d4a27ae6-0bae-41fb-82cd-e96112b7eade tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4061737 Nov 09 17:39:41.892205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 14106899-126d-4e5b-bfff-6f3b2ef9bca6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=14106899-126d-4e5b-bfff-6f3b2ef9bca6,segment=NetworkSegment(afbfaa9f-036a-4b33-bb7b-143091e89dcd),segment_id=afbfaa9f-036a-4b33-bb7b-143091e89dcd)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:41.904153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b4526391-199a-47d6-bf10-e2999d277bef None None] Provisioning complete for port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:41.911207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4526391-199a-47d6-bf10-e2999d277bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:42.023318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Allocated IP 172.25.3.103 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e491b1a3-8642-4909-b095-3d6e005b822e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:42.024362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:42.206509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a69fb100-def6-4b38-b7e7-44bd2832f19e req-7eb60867-3905-4778-80c5-263d0cbea844 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304296 Nov 09 17:39:42.207262 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:42.767582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:42.956333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ac746d2b-e110-4570-8cb7-6026874f7317 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:42.960707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8::1 (687c4520-2e84-465e-98c9-a8dfbf79a433/e90d0c43-807e-445c-b001-e754945ddd7c/881c49b2-4bfd-47f2-b028-0e312c086edf) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:43.002544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51efb336-dabe-4942-b9f5-0cd8be0fb32c req-54d46d2b-a299-48bf-808f-fccffea7bce3 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51e88cb-ba17-4de5-bba2-3a072ec86081 HTTP/1.1" status: 200 len: 210 time: 0.1909778 Nov 09 17:39:43.074569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.169485 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b495e3-a9e8-4cc4-852d-8203f18c9eb2 x-openstack-request-id: req-f8b495e3-a9e8-4cc4-852d-8203f18c9eb2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:43.170290 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e88cb-ba17-4de5-bba2-3a072ec86081", "name": "network-vif-deleted", "tag": "269aa7e9-285a-42ec-9143-a4fef5727c82", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:43.170498 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8b495e3-a9e8-4cc4-852d-8203f18c9eb2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:43.171138 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e88cb-ba17-4de5-bba2-3a072ec86081', 'name': 'network-vif-deleted', 'tag': '269aa7e9-285a-42ec-9143-a4fef5727c82', 'status': 'completed', 'code': 200} Nov 09 17:39:43.223412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:43.247030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:43.278718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:43.309290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c531fa-c39d-49b6-8541-f8cb06aa7feb req-cc35b705-7ab3-4c96-840e-801a6795d440 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:43.312231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8c531fa-c39d-49b6-8541-f8cb06aa7feb req-cc35b705-7ab3-4c96-840e-801a6795d440 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 945 time: 1.6184680 Nov 09 17:39:43.358008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e59a19-c838-4b56-b20b-45a7ea42742f None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:43.404634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Pushing event updated for resources: {'Port': ['ID=e491b1a3-8642-4909-b095-3d6e005b822e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:43.451123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=14106899-126d-4e5b-bfff-6f3b2ef9bca6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:43.552897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:43.553436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.604842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-02733440-e33d-4b86-8ee2-9b6f30a19e9f tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9383931 Nov 09 17:39:43.607671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47012) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:43.634073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.103'}]}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:43.678760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.719929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463d9c-48f1-4927-b9b4-27947bc353c8 req-c9ed24cf-8dc6-4926-b3c5-9e73b2e04239 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:43.733185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port ac746d2b-e110-4570-8cb7-6026874f7317 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:43.735024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc463d9c-48f1-4927-b9b4-27947bc353c8 req-c9ed24cf-8dc6-4926-b3c5-9e73b2e04239 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1352873 Nov 09 17:39:43.777995 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.779827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.788270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8c531fa-c39d-49b6-8541-f8cb06aa7feb req-a98ca024-0e37-42ec-8f2e-c3f86d117450 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419711 Nov 09 17:39:43.798727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.799626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port ac746d2b-e110-4570-8cb7-6026874f7317 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:43.802402 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.940935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b738b624-9701-4a17-b0af-7ed1665c7bbe None None] Provisioning complete for port e491b1a3-8642-4909-b095-3d6e005b822e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:43.943313 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b738b624-9701-4a17-b0af-7ed1665c7bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:43.953038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=881c49b2-4bfd-47f2-b028-0e312c086edf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:43.975480 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc463d9c-48f1-4927-b9b4-27947bc353c8 req-fce05c7d-05f2-4f99-bc31-a4b53b7aeab7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392311 Nov 09 17:39:44.096454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:44.149628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b738b624-9701-4a17-b0af-7ed1665c7bbe None None] Port e491b1a3-8642-4909-b095-3d6e005b822e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:39:44.186123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:44.203560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:44.226885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:44.231379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:44.377014 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:44.531004 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:44.546458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac746d2b-e110-4570-8cb7-6026874f7317'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:44.556939 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6749c2d1-a606-4b06-b5da-66a6c4cb9978" -d '{"events": [{"server_uuid": "c91facb6-6f80-4d73-a7ff-508c5f0cca25", "name": "network-vif-plugged", "status": "completed", "tag": "ac746d2b-e110-4570-8cb7-6026874f7317"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:44.665312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:44.668964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 14106899-126d-4e5b-bfff-6f3b2ef9bca6 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:44.901439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port ac746d2b-e110-4570-8cb7-6026874f7317, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ac746d2b-e110-4570-8cb7-6026874f7317,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:44.916270 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c19283-4c07-4d43-bbf2-cfa96ac4f353 x-openstack-request-id: req-13c19283-4c07-4d43-bbf2-cfa96ac4f353 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:44.922575 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91facb6-6f80-4d73-a7ff-508c5f0cca25", "name": "network-vif-plugged", "status": "completed", "tag": "ac746d2b-e110-4570-8cb7-6026874f7317", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:44.923461 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13c19283-4c07-4d43-bbf2-cfa96ac4f353 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:44.925064 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac746d2b-e110-4570-8cb7-6026874f7317', 'code': 200} Nov 09 17:39:44.949406 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:45.080207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247b79-0ef4-44e0-9f10-efd4752e4944 req-4329bde8-59d7-4fad-ab40-067593da3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.095571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c247b79-0ef4-44e0-9f10-efd4752e4944 req-4329bde8-59d7-4fad-ab40-067593da3eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 1096 time: 0.2661495 Nov 09 17:39:45.185295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:45.267575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=ac746d2b-e110-4570-8cb7-6026874f7317,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:45.288961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-917eda7d-f9f0-4a93-bf0c-ddf609358ebe None None] Provisioning complete for port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:45.290640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-917eda7d-f9f0-4a93-bf0c-ddf609358ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:45.386863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:45.389016 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:45.400846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c247b79-0ef4-44e0-9f10-efd4752e4944 req-7d04ff4e-ebaf-4a26-9b6d-20b579f69062 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714691 Nov 09 17:39:45.639205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eed756-2839-4667-a127-26afa0d38ad0 req-dda3c762-41ef-430e-b21c-23e9f89bc19c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.643150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6eed756-2839-4667-a127-26afa0d38ad0 req-dda3c762-41ef-430e-b21c-23e9f89bc19c tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.5719903 Nov 09 17:39:45.702323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a598-a8fb-499e-acce-536ac069b974 req-3433571d-36c3-49e4-a0d6-3d8cd25ab073 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.716389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8068a598-a8fb-499e-acce-536ac069b974 req-3433571d-36c3-49e4-a0d6-3d8cd25ab073 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3045657 Nov 09 17:39:45.821952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-83fe10a7-7728-4b80-8214-59438306ac27 None None] Provisioning complete for port 881c49b2-4bfd-47f2-b028-0e312c086edf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:45.822508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83fe10a7-7728-4b80-8214-59438306ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:45.926317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:46.215231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:46.247197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:46.406768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83fe10a7-7728-4b80-8214-59438306ac27 None None] Port 881c49b2-4bfd-47f2-b028-0e312c086edf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:39:46.528442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Router 0faf848e-7e9e-4896-b5b9-7c37f53ab641 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:39:46.529736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8068a598-a8fb-499e-acce-536ac069b974 req-0c1ff7b3-6258-405a-84b1-49580522067e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8037221 Nov 09 17:39:46.557723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6eed756-2839-4667-a127-26afa0d38ad0 req-9112e6f1-941b-4544-b6d9-fdb2e2406b58 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8489542 Nov 09 17:39:46.663246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:46.714501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:46.894057 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:46.895424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:47.100213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:47.124419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:47.150396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=881c49b2-4bfd-47f2-b028-0e312c086edf,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:47.168693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:47.232390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79f09828d99f42308388561c66dae9a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2929749 Nov 09 17:39:47.250445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:47.278216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d25a8-4e99-4457-ba51-53b91db3cf79,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:47.344225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.344959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.345533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.346288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.346857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.347685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.348294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.348866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.349806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.350384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.350942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.351560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc004eab-03f5-4483-859f-af943dcfeeff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:47.482368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:47.497364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:47.753916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f445294-ec98-4ea3-89db-2fc523295501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:47.775863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:39:47.789001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Sync routers for ids ['0faf848e-7e9e-4896-b5b9-7c37f53ab641'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:39:47.824595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Routers {'0faf848e-7e9e-4896-b5b9-7c37f53ab641'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:47.825698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['0faf848e-7e9e-4896-b5b9-7c37f53ab641'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:47.997494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:48.001831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f445294-ec98-4ea3-89db-2fc523295501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.095338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.107578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e3f15d45-2476-46ff-9cb2-c32259123c3c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 17.1144078 Nov 09 17:39:48.124081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47106) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:48.149888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Set router 0faf848e-7e9e-4896-b5b9-7c37f53ab641 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:39:48.255684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.261291 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.294858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cc1bc751-d9ed-431a-8941-62cea23daa30 None None] Provisioning complete for port 881c49b2-4bfd-47f2-b028-0e312c086edf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:48.295599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc751-d9ed-431a-8941-62cea23daa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.365342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049588d3-97a2-4b38-99f8-c4dc7efe7c5f req-247d5b39-67b4-4b8d-a771-2d93e80eaeb8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.374008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-049588d3-97a2-4b38-99f8-c4dc7efe7c5f req-247d5b39-67b4-4b8d-a771-2d93e80eaeb8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2441330 Nov 09 17:39:48.386782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.387365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2b0a12-c09f-479e-9067-7d12767130d5 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:39:48.409407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bc751-d9ed-431a-8941-62cea23daa30 None None] Port 881c49b2-4bfd-47f2-b028-0e312c086edf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:39:48.479828 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:39:48.502285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52721a55-f1a9-411d-82fa-bbb58a4fbe28 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8744514 Nov 09 17:39:48.506452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47108) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:48.539591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faf848e-7e9e-4896-b5b9-7c37f53ab641', 'name': '', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'external_fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173'}], 'enable_snat': True}, 'gw_port_id': 'bb316350-77a1-402e-b5f6-c17d18cc5af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:39:31Z', 'updated_at': '2021-11-09T17:39:39Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': 'bb316350-77a1-402e-b5f6-c17d18cc5af8', 'name': '', 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faf848e-7e9e-4896-b5b9-7c37f53ab641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:39:35Z', 'updated_at': '2021-11-09T17:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:48.559933 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-049588d3-97a2-4b38-99f8-c4dc7efe7c5f req-d5fd719e-1e17-4e45-b1f2-464a9f97e303 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822224 Nov 09 17:39:48.598581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Checking router: 0faf848e-7e9e-4896-b5b9-7c37f53ab641 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:39:48.599394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Updating router 0faf848e-7e9e-4896-b5b9-7c37f53ab641 port bb316350-77a1-402e-b5f6-c17d18cc5af8 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:39:48.660190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.749228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Deleting port e491b1a3-8642-4909-b095-3d6e005b822e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:48.756887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.914933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:48.962117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Calling delete_port for e491b1a3-8642-4909-b095-3d6e005b822e owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:49.292378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.302822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.338516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d21b988-988a-4e38-8ada-512c3a01bc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.362595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90271756-98cd-476e-9468-5fc3cec60bff req-ed4d0c49-91ea-45e7-aa1c-6ae7c07a9a18 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.368754 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.378501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90271756-98cd-476e-9468-5fc3cec60bff req-ed4d0c49-91ea-45e7-aa1c-6ae7c07a9a18 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.389310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90271756-98cd-476e-9468-5fc3cec60bff req-ed4d0c49-91ea-45e7-aa1c-6ae7c07a9a18 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87&device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 1683 time: 0.2301712 Nov 09 17:39:49.431042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210cd05-d691-4954-a08d-12fb48a6172a None None] Pushing event updated for resources: {'Port': ['ID=bb316350-77a1-402e-b5f6-c17d18cc5af8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:49.517675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Attempting to bind port bb316350-77a1-402e-b5f6-c17d18cc5af8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:39:49.518949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Attempting to bind port bb316350-77a1-402e-b5f6-c17d18cc5af8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '276f19a0-d04d-4cb8-8b13-dcba9a19c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:39:49.519940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Attempting to bind port bb316350-77a1-402e-b5f6-c17d18cc5af8 on network a4efc919-a511-4e73-a351-df019c4a47f2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:49.561533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:49.562012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Checking segment: {'id': '276f19a0-d04d-4cb8-8b13-dcba9a19c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:39:49.562959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.563653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Bound using segment: {'id': '276f19a0-d04d-4cb8-8b13-dcba9a19c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:49.564490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Bound port: bb316350-77a1-402e-b5f6-c17d18cc5af8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276f19a0-d04d-4cb8-8b13-dcba9a19c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:39:49.565126 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.610756 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.695352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] For port bb316350-77a1-402e-b5f6-c17d18cc5af8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:49.701991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] For port bb316350-77a1-402e-b5f6-c17d18cc5af8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb316350-77a1-402e-b5f6-c17d18cc5af8,segment=NetworkSegment(276f19a0-d04d-4cb8-8b13-dcba9a19c122),segment_id=276f19a0-d04d-4cb8-8b13-dcba9a19c122)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:49.720346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.725420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d376-383c-4625-b984-b0a500ca0317 req-956a5062-c219-4fea-9f77-e6a55f137141 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.730016 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7c6d376-383c-4625-b984-b0a500ca0317 req-956a5062-c219-4fea-9f77-e6a55f137141 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.6004434 Nov 09 17:39:49.745000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Pushing event deleted for resources: {'Port': ['ID=e491b1a3-8642-4909-b095-3d6e005b822e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:49.749318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f445294-ec98-4ea3-89db-2fc523295501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.756180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f445294-ec98-4ea3-89db-2fc523295501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.776745 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3f445294-ec98-4ea3-89db-2fc523295501 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/221d25a8-4e99-4457-ba51-53b91db3cf79 HTTP/1.1" status: 204 len: 168 time: 2.5207963 Nov 09 17:39:49.781233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router a4782c5c-8b35-4f8c-9569-decc4faee6d5 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:39:49.785982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90271756-98cd-476e-9468-5fc3cec60bff req-ccbe3722-e181-410f-8abb-4d3e25b72996 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601758 Nov 09 17:39:49.809437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627fe9e3-2c40-4dde-9d8e-9e1e2698b693 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:39:49.886256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Routers {'0faf848e-7e9e-4896-b5b9-7c37f53ab641'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:49.887430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['0faf848e-7e9e-4896-b5b9-7c37f53ab641'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:49.903948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f445294-ec98-4ea3-89db-2fc523295501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d25a8-4e99-4457-ba51-53b91db3cf79,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:49.974571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:49.999950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210cd05-d691-4954-a08d-12fb48a6172a None None] Pushing event updated for resources: {'Port': ['ID=bb316350-77a1-402e-b5f6-c17d18cc5af8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:50.264592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:50.272017 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f52ba874-345a-463c-b0df-489f1abc9c07 tempest-RoutersAdminNegativeTest-901182753 tempest-RoutersAdminNegativeTest-901182753-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e491b1a3-8642-4909-b095-3d6e005b822e HTTP/1.1" status: 204 len: 168 time: 1.7644012 Nov 09 17:39:50.272365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] Set router 0faf848e-7e9e-4896-b5b9-7c37f53ab641 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:39:50.326300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf00bc0-a921-42cb-80ae-c38db52a7b63 req-b0a73c1a-40b1-4658-a6b8-b04e82dde13c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.336522 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-caf00bc0-a921-42cb-80ae-c38db52a7b63 req-b0a73c1a-40b1-4658-a6b8-b04e82dde13c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2695663 Nov 09 17:39:50.502340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7c6d376-383c-4625-b984-b0a500ca0317 req-65db8b42-b1da-4c80-9193-a4e7de8ceeea tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640319 Nov 09 17:39:50.566637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-caf00bc0-a921-42cb-80ae-c38db52a7b63 req-1f0cd805-4944-4779-9f46-6de59b4f84c1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030773 Nov 09 17:39:50.670464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d21b988-988a-4e38-8ada-512c3a01bc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:50.693583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:39:50.706550 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d21b988-988a-4e38-8ada-512c3a01bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:50.722874 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] Sync routers for ids ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:39:50.725807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f451d6fc-3646-4e5a-90cb-c9d962d30e0d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/a4782c5c-8b35-4f8c-9569-decc4faee6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5556946 Nov 09 17:39:50.732634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47126) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:50.770518 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] Routers {'a4782c5c-8b35-4f8c-9569-decc4faee6d5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:50.777344 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:50.790761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Deleting port bb316350-77a1-402e-b5f6-c17d18cc5af8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:50.799784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:50.857890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21b988-988a-4e38-8ada-512c3a01bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575a19bc-76a5-45b1-84d8-d70c86c79c0e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:50.871504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:50.908521 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] Routers {'a4782c5c-8b35-4f8c-9569-decc4faee6d5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:39:50.909561 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:39:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:50.934903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6d21b988-988a-4e38-8ada-512c3a01bc9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b674c4398a6411b9e4a29b7030c1b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9291124 Nov 09 17:39:50.940293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47130) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:51.012517 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:51.014006 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c94dcd-928f-44a6-8b28-e83cdaf4b98c None None] The sync data for ids ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:39:51.062106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba52a1-dd32-4aee-8750-827a759a3301 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.065156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-60ba52a1-dd32-4aee-8750-827a759a3301 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports/881c49b2-4bfd-47f2-b028-0e312c086edf HTTP/1.1" status: 200 len: 911 time: 0.3308573 Nov 09 17:39:51.075633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47134) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:51.097426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-780a8379-f233-42f5-926f-51e1678c959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faf848e-7e9e-4896-b5b9-7c37f53ab641', 'name': '', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'external_fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173'}], 'enable_snat': True}, 'gw_port_id': 'bb316350-77a1-402e-b5f6-c17d18cc5af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:39:31Z', 'updated_at': '2021-11-09T17:39:39Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': 'bb316350-77a1-402e-b5f6-c17d18cc5af8', 'name': '', 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faf848e-7e9e-4896-b5b9-7c37f53ab641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:39:35Z', 'updated_at': '2021-11-09T17:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:51.108657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e90d0c43-807e-445c-b001-e754945ddd7c'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:51.155114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] For port bb316350-77a1-402e-b5f6-c17d18cc5af8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bb316350-77a1-402e-b5f6-c17d18cc5af8,segment=NetworkSegment(276f19a0-d04d-4cb8-8b13-dcba9a19c122),segment_id=276f19a0-d04d-4cb8-8b13-dcba9a19c122)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:51.162053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:51.199713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Calling delete_port for bb316350-77a1-402e-b5f6-c17d18cc5af8 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:51.239070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a8379-f233-42f5-926f-51e1678c959b None None] The sync data for ids ['0faf848e-7e9e-4896-b5b9-7c37f53ab641'] in n-d-804292-3 is: [{'id': '0faf848e-7e9e-4896-b5b9-7c37f53ab641', 'name': '', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'external_fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173'}], 'enable_snat': True}, 'gw_port_id': 'bb316350-77a1-402e-b5f6-c17d18cc5af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:39:31Z', 'updated_at': '2021-11-09T17:39:39Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': 'bb316350-77a1-402e-b5f6-c17d18cc5af8', 'name': '', 'network_id': 'a4efc919-a511-4e73-a351-df019c4a47f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faf848e-7e9e-4896-b5b9-7c37f53ab641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'ip_address': '2001:db8::173', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:39:35Z', 'updated_at': '2021-11-09T17:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d01d793-6c7c-4ba7-8439-4705e7fa6999', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:39:51.426019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47138) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:51.429207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47140) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:51.511396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:51.553102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-537f5635-e837-43bb-b33d-0fa45a9fac01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:51.562334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526782e0-41d4-44e9-ad8b-694e6c08a82f req-e111745c-b1c8-4960-aeeb-0466c8c28816 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.566533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-526782e0-41d4-44e9-ad8b-694e6c08a82f req-e111745c-b1c8-4960-aeeb-0466c8c28816 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.7098939 Nov 09 17:39:51.756809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed36eb56-ff0c-4a9f-95fb-99a00dc5eca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:51.861004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-526782e0-41d4-44e9-ad8b-694e6c08a82f req-db7aa6e8-07ea-4de8-84e7-f1ee30decb3b tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853787 Nov 09 17:39:51.889704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:51.974789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb316350-77a1-402e-b5f6-c17d18cc5af8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:52.053509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.084601 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-537f5635-e837-43bb-b33d-0fa45a9fac01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.233840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c293e2d-e1d3-4cb2-907b-64aaa3ea7336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.311576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-537f5635-e837-43bb-b33d-0fa45a9fac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.318542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed36eb56-ff0c-4a9f-95fb-99a00dc5eca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.320151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.368922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.400640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f5635-e837-43bb-b33d-0fa45a9fac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6aacb5-7ecf-4654-9d6d-c678b74df830,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:52.531282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44122b4b-cfc4-4b93-b953-af07466ddc47 req-0b319beb-d90d-44a2-b264-9d0f30246aee tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:52.541305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44122b4b-cfc4-4b93-b953-af07466ddc47 req-0b319beb-d90d-44a2-b264-9d0f30246aee tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.2456951 Nov 09 17:39:52.549109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.550173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0faf848e-7e9e-4896-b5b9-7c37f53ab641 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:39:52.566413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.572910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-37ddd750-407b-457c-bfde-52e63fbe0ade tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/routers/0faf848e-7e9e-4896-b5b9-7c37f53ab641 HTTP/1.1" status: 204 len: 168 time: 4.4030793 Nov 09 17:39:52.592990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:52.798312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44122b4b-cfc4-4b93-b953-af07466ddc47 req-332716c8-0885-4324-8a74-fe31ead2f368 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528751 Nov 09 17:39:52.803415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8935ad-6e8a-40f1-b2a7-f9b993f854ff req-362f18a6-71d6-4a2d-a608-3490d100216e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:52.806680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Deleting subnet 2d01d793-6c7c-4ba7-8439-4705e7fa6999 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:39:52.813781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa8935ad-6e8a-40f1-b2a7-f9b993f854ff req-362f18a6-71d6-4a2d-a608-3490d100216e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.9552231 Nov 09 17:39:52.814416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.913145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-537f5635-e837-43bb-b33d-0fa45a9fac01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95e09cafe30944c290d7d9161270f400&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4140079 Nov 09 17:39:52.922006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:52.923856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.957295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c293e2d-e1d3-4cb2-907b-64aaa3ea7336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:52.979305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c293e2d-e1d3-4cb2-907b-64aaa3ea7336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.033757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.213551 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.221936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c293e2d-e1d3-4cb2-907b-64aaa3ea7336 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3660b22527774620ad5b5834061022e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7252293 Nov 09 17:39:53.230442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:53.254562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c293e2d-e1d3-4cb2-907b-64aaa3ea7336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a204fc-b155-4c0e-817e-5a31c0525497,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:53.271967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed36eb56-ff0c-4a9f-95fb-99a00dc5eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.274653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed36eb56-ff0c-4a9f-95fb-99a00dc5eca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.279365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ed36eb56-ff0c-4a9f-95fb-99a00dc5eca3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/575a19bc-76a5-45b1-84d8-d70c86c79c0e HTTP/1.1" status: 204 len: 168 time: 2.3375192 Nov 09 17:39:53.300744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36eb56-ff0c-4a9f-95fb-99a00dc5eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575a19bc-76a5-45b1-84d8-d70c86c79c0e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:53.310652 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa8935ad-6e8a-40f1-b2a7-f9b993f854ff req-a6f6b37f-ba09-4fe3-b762-b815507ba7f8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331775 Nov 09 17:39:53.325112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243246ef-9f6c-4422-bd42-c362589d53be req-e3ce536c-e59a-4897-9fc8-39d459bc80a9 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.328112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-243246ef-9f6c-4422-bd42-c362589d53be req-e3ce536c-e59a-4897-9fc8-39d459bc80a9 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 946 time: 0.2439063 Nov 09 17:39:53.411354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13c49574-110d-4019-8060-381e7d77d23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.505435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13c49574-110d-4019-8060-381e7d77d23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.528535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc3b18a-eb92-40c2-886d-891c2812a2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.551162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d56500-61fc-4ad4-afb4-b7a947c4b325 req-8e39e2a1-4da1-4bf6-a7bd-611ac8e90349 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.559352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79d56500-61fc-4ad4-afb4-b7a947c4b325 req-8e39e2a1-4da1-4bf6-a7bd-611ac8e90349 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 946 time: 0.1971076 Nov 09 17:39:53.592111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.663106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d01d793-6c7c-4ba7-8439-4705e7fa6999,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:53.722237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc3b18a-eb92-40c2-886d-891c2812a2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.766963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.771065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-db949d0e-1343-4aa2-b2e3-379a9680d9b5 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/2d01d793-6c7c-4ba7-8439-4705e7fa6999 HTTP/1.1" status: 204 len: 168 time: 1.1740992 Nov 09 17:39:53.791593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:53.840944 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.884971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79d56500-61fc-4ad4-afb4-b7a947c4b325 req-013eadb0-30e0-4f18-bb7d-51cd8a2e2814 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245878 Nov 09 17:39:53.927749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.932566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-5f767dd2-adcd-4d55-bb10-5db4f3d0c168 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.934471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-5f767dd2-adcd-4d55-bb10-5db4f3d0c168 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 946 time: 0.3397312 Nov 09 17:39:53.935699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.936396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:53.939297 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/ports/881c49b2-4bfd-47f2-b028-0e312c086edf HTTP/1.1" status: 200 len: 911 time: 2.8607619 Nov 09 17:39:53.945648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:53.970708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ebeb0-73d5-4b0b-ad18-eb426f77ca76 req-0d470de2-8d7b-4a78-8176-31cb34eb52b3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.986219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d60ebeb0-73d5-4b0b-ad18-eb426f77ca76 req-0d470de2-8d7b-4a78-8176-31cb34eb52b3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.1581366 Nov 09 17:39:54.054809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.056903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13c49574-110d-4019-8060-381e7d77d23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.060305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13c49574-110d-4019-8060-381e7d77d23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.065755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13c49574-110d-4019-8060-381e7d77d23e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d6aacb5-7ecf-4654-9d6d-c678b74df830 HTTP/1.1" status: 204 len: 168 time: 1.1175611 Nov 09 17:39:54.116850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Deleting port 00e99e09-e542-47c3-a91f-fac11ddc63a0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:54.117029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.130362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e4ef8-84cd-46ba-8af0-f274034544dc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=881c49b2-4bfd-47f2-b028-0e312c086edf,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.209394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d60ebeb0-73d5-4b0b-ad18-eb426f77ca76 req-c0a6aa7a-db1d-44f9-bfea-d626ce7693f6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213595 Nov 09 17:39:54.258366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c49574-110d-4019-8060-381e7d77d23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6aacb5-7ecf-4654-9d6d-c678b74df830,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.305084 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc3b18a-eb92-40c2-886d-891c2812a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.308745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfc3b18a-eb92-40c2-886d-891c2812a2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.310516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cfc3b18a-eb92-40c2-886d-891c2812a2b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50a204fc-b155-4c0e-817e-5a31c0525497 HTTP/1.1" status: 204 len: 168 time: 1.0757124 Nov 09 17:39:54.404157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3b18a-eb92-40c2-886d-891c2812a2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a204fc-b155-4c0e-817e-5a31c0525497,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.463787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] For port 00e99e09-e542-47c3-a91f-fac11ddc63a0, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=00e99e09-e542-47c3-a91f-fac11ddc63a0,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:54.470401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.495194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47180) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:54.515995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Calling delete_port for 00e99e09-e542-47c3-a91f-fac11ddc63a0 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:54.727072 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:54.745032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['00e99e09-e542-47c3-a91f-fac11ddc63a0'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:54.849275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Pushing event deleted for resources: {'Port': ['ID=00e99e09-e542-47c3-a91f-fac11ddc63a0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.948461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.011215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] No DVR routers for this DVR port 00e99e09-e542-47c3-a91f-fac11ddc63a0 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:55.025141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.040729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-243246ef-9f6c-4422-bd42-c362589d53be req-f11db89b-34b5-40f9-9c9c-13603ec37245 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.43 "DELETE /v2.0/ports/00e99e09-e542-47c3-a91f-fac11ddc63a0 HTTP/1.1" status: 204 len: 173 time: 1.6935141 Nov 09 17:39:55.061326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'name': 'network-vif-deleted', 'tag': '00e99e09-e542-47c3-a91f-fac11ddc63a0'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:55.080405 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7007912-97fa-451f-aaf0-ee9793466317" -d '{"events": [{"server_uuid": "cc84bd1f-c458-4c8a-80a1-5edad27cfbfb", "name": "network-vif-deleted", "tag": "00e99e09-e542-47c3-a91f-fac11ddc63a0"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:55.101259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.154814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47190) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:55.233617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c4c6563-d7ac-45fe-a3c1-c3f1c0923779 req-6957feb8-ee9a-4e3d-ac0b-794b69c6c687 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc84bd1f-c458-4c8a-80a1-5edad27cfbfb HTTP/1.1" status: 200 len: 210 time: 0.1886179 Nov 09 17:39:55.286151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e60cd42-87d1-48d8-9948-a84d5b04323d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=846eeccbccc44981b7fe547a2e057ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259859 Nov 09 17:39:55.288471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47194) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:55.317667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:55.355498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5951f7c6-2659-4b75-ad7e-a91494112133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.356750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4efc919-a511-4e73-a351-df019c4a47f2']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:55.384838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Deleting port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:55.385262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.419708 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abdbe97-ccdc-4184-9301-6350c40a849d x-openstack-request-id: req-5abdbe97-ccdc-4184-9301-6350c40a849d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:55.420078 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc84bd1f-c458-4c8a-80a1-5edad27cfbfb", "name": "network-vif-deleted", "tag": "00e99e09-e542-47c3-a91f-fac11ddc63a0", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:55.420342 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5abdbe97-ccdc-4184-9301-6350c40a849d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:55.420824 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc84bd1f-c458-4c8a-80a1-5edad27cfbfb', 'name': 'network-vif-deleted', 'tag': '00e99e09-e542-47c3-a91f-fac11ddc63a0', 'status': 'completed', 'code': 200} Nov 09 17:39:55.495140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276f19a0-d04d-4cb8-8b13-dcba9a19c122') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:55.496249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276f19a0-d04d-4cb8-8b13-dcba9a19c122') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:55.506393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0082679c-4e68-4862-9a7e-4283d150d864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.603332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0082679c-4e68-4862-9a7e-4283d150d864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.667053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5951f7c6-2659-4b75-ad7e-a91494112133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.691329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65841-9da6-45de-9166-ae5f84d661dd req-e56b46c7-45fa-4871-aadd-f3a60b2090a3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.692441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5951f7c6-2659-4b75-ad7e-a91494112133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.708915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcd65841-9da6-45de-9166-ae5f84d661dd req-e56b46c7-45fa-4871-aadd-f3a60b2090a3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 1.1080937 Nov 09 17:39:55.713715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.732674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03367-98c2-43f7-b978-6de2689ccd2a req-747b2aae-0895-4ec8-92b1-3abbb8616170 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.735941 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3bc03367-98c2-43f7-b978-6de2689ccd2a req-747b2aae-0895-4ec8-92b1-3abbb8616170 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.2171154 Nov 09 17:39:55.810470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5951f7c6-2659-4b75-ad7e-a91494112133 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe8a55350e924aaca4bc5afc552ec9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905844 Nov 09 17:39:55.814966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47198) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:55.817224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951f7c6-2659-4b75-ad7e-a91494112133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b744fb-2431-4c51-999d-ae41345c3499,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:55.897878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0082679c-4e68-4862-9a7e-4283d150d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.904945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0082679c-4e68-4862-9a7e-4283d150d864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:55.906812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0082679c-4e68-4862-9a7e-4283d150d864 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c1c0169-3701-4934-9706-150122cdc7fe HTTP/1.1" status: 204 len: 168 time: 0.6166883 Nov 09 17:39:55.980900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082679c-4e68-4862-9a7e-4283d150d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1c0169-3701-4934-9706-150122cdc7fe,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:55.987565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.001777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3bc03367-98c2-43f7-b978-6de2689ccd2a req-00ed865a-8408-4600-88d1-582e40528473 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405972 Nov 09 17:39:56.082078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec80dcd7-a9fe-438a-998f-bc347174b489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.123289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:56.124491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:56.156352 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:56.210106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec80dcd7-a9fe-438a-998f-bc347174b489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.271225 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.280393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec80dcd7-a9fe-438a-998f-bc347174b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.284710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec80dcd7-a9fe-438a-998f-bc347174b489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.288598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ec80dcd7-a9fe-438a-998f-bc347174b489 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1b744fb-2431-4c51-999d-ae41345c3499 HTTP/1.1" status: 204 len: 168 time: 0.4714053 Nov 09 17:39:56.316548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80dcd7-a9fe-438a-998f-bc347174b489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b744fb-2431-4c51-999d-ae41345c3499,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.360303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.371017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcd65841-9da6-45de-9166-ae5f84d661dd req-c7cf12a8-cfed-4a18-905d-d87c098459a8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607068 Nov 09 17:39:56.438454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb316350-77a1-402e-b5f6-c17d18cc5af8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:56.483831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1378a099-ec9e-45f8-9571-b5f4192c4f18,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.515106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: bb316350-77a1-402e-b5f6-c17d18cc5af8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:39:56.515470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bb316350-77a1-402e-b5f6-c17d18cc5af8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:56.532615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:56.533620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.538703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.582940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.584005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.584920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.585780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.586631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.587317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.588013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.588679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.589348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.590048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.590704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.591396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:56.600802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:56.601283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4efc919-a511-4e73-a351-df019c4a47f2 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:39:56.642331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.652250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/networks/a4efc919-a511-4e73-a351-df019c4a47f2 HTTP/1.1" status: 204 len: 168 time: 2.8565278 Nov 09 17:39:56.654814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Calling delete_port for 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:56.678685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8cd7a-3b70-4893-aa8e-9ff800b1e429 req-c0d46dc9-533e-4250-87ab-c2fd1cb37bf5 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:56.682196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0dc8cd7a-3b70-4893-aa8e-9ff800b1e429 req-c0d46dc9-533e-4250-87ab-c2fd1cb37bf5 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 946 time: 0.1327546 Nov 09 17:39:56.683435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d22ed630-386f-425e-96d4-b64c3ce244c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=135d3e8a3d8c4a1abfe1286a2090f2af&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0910206 Nov 09 17:39:56.683895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47218) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:56.684416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ca52d-a3bc-4346-a1cc-c70585580d72 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4efc919-a511-4e73-a351-df019c4a47f2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.890878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.895140 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.902574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 00e99e09-e542-47c3-a91f-fac11ddc63a0 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:56.942950 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0dc8cd7a-3b70-4893-aa8e-9ff800b1e429 req-07bf112d-7a73-47c0-9198-f2dd2e87565f tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403846 Nov 09 17:39:56.974878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3346de2b-b56a-4c7e-a40b-d88c04ec1469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:56.986137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 00e99e09-e542-47c3-a91f-fac11ddc63a0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:39:56.990148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 00e99e09-e542-47c3-a91f-fac11ddc63a0 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:57.044176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3346de2b-b56a-4c7e-a40b-d88c04ec1469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:57.060738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,segment=NetworkSegment(a7036bb0-e8e0-4d02-a000-feb016e9ec9f),segment_id=a7036bb0-e8e0-4d02-a000-feb016e9ec9f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:57.062779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:57.066504 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a1cba3-98ff-4e60-8142-436cf820fe0d" -d '{"events": [{"server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "name": "network-vif-unplugged", "status": "completed", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:57.088066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:57.182297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3346de2b-b56a-4c7e-a40b-d88c04ec1469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:57.186152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3346de2b-b56a-4c7e-a40b-d88c04ec1469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:57.191432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3346de2b-b56a-4c7e-a40b-d88c04ec1469 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1378a099-ec9e-45f8-9571-b5f4192c4f18 HTTP/1.1" status: 204 len: 168 time: 0.5059843 Nov 09 17:39:57.208133 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c2ab53-3f69-4e0f-b1fa-899f032aa0c7 x-openstack-request-id: req-01c2ab53-3f69-4e0f-b1fa-899f032aa0c7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:57.208665 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "name": "network-vif-unplugged", "status": "completed", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:57.209038 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01c2ab53-3f69-4e0f-b1fa-899f032aa0c7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:57.209572 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649', 'code': 200} Nov 09 17:39:57.211330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:57.222631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346de2b-b56a-4c7e-a40b-d88c04ec1469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1378a099-ec9e-45f8-9571-b5f4192c4f18,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:57.287965 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:39:57.689455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94cca-f812-4a4c-a3be-010ded41b9e3 req-f1ef6d02-db07-4c00-91b1-714a757fe8d1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.697842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ff94cca-f812-4a4c-a3be-010ded41b9e3 req-f1ef6d02-db07-4c00-91b1-714a757fe8d1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.1157293 Nov 09 17:39:57.863978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ff94cca-f812-4a4c-a3be-010ded41b9e3 req-6cec1371-0272-40a8-80b8-e8c3c25df756 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645453 Nov 09 17:39:57.866471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3736a1a4-7238-4673-ba23-890442c64336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.232432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8e1e-76b2-40df-8a4c-fc2b2c9c128b req-9c9c0801-effb-419b-a031-c5603188e103 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.235400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-604f8e1e-76b2-40df-8a4c-fc2b2c9c128b req-9c9c0801-effb-419b-a031-c5603188e103 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 944 time: 0.1278024 Nov 09 17:39:58.293079 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.359790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-604f8e1e-76b2-40df-8a4c-fc2b2c9c128b req-abc63136-587f-4552-a8f8-9d86c3c00659 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123390 Nov 09 17:39:58.471727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47256) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:58.474495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'name': 'tempest-router--1765341698', 'project_id': 'b6c4934243e2404ab8c09bc79c20d547'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:58.541848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.545268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.558602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4c23-b374-4365-af06-97a94a2131c3 req-ff2fb477-e300-4487-a27a-2024b4712622 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.572106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f22e4c23-b374-4365-af06-97a94a2131c3 req-ff2fb477-e300-4487-a27a-2024b4712622 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.3085852 Nov 09 17:39:58.635043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.683294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.693909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.723865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Pushing event deleted for resources: {'Port': ['ID=9cb8bc4c-1ca9-48df-bcea-849dc1b6e649,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:58.744942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.749986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5d7b156b-6f2f-484b-9a0d-6834496eca88 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2798216 Nov 09 17:39:58.758192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47262) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:58.801357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f22e4c23-b374-4365-af06-97a94a2131c3 req-0e4ce6f9-467b-4eca-a16c-eb9a99052da3 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163408 Nov 09 17:39:58.903950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] No DVR routers for this DVR port 9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:58.907208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:58.911791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75f87d58-d3fb-4fa9-aa32-fa61991e9ded req-fa7ddb49-0b60-497e-ab42-541869665fd2 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.83 "DELETE /v2.0/ports/9cb8bc4c-1ca9-48df-bcea-849dc1b6e649 HTTP/1.1" status: 204 len: 173 time: 4.9329524 Nov 09 17:39:58.933966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'name': 'network-vif-deleted', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:58.936739 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1d339-4ef9-4509-b708-85f07b140c27" -d '{"events": [{"server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "name": "network-vif-deleted", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:58.992733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 881c49b2-4bfd-47f2-b028-0e312c086edf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:39:58.992996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.073624 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a77e7-465a-4066-be73-b23d935e5e9e x-openstack-request-id: req-c40a77e7-465a-4066-be73-b23d935e5e9e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:59.073908 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42de8c0-0a68-411e-9667-f5586c70ec87", "name": "network-vif-deleted", "tag": "9cb8bc4c-1ca9-48df-bcea-849dc1b6e649", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:59.074204 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c40a77e7-465a-4066-be73-b23d935e5e9e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:59.074665 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42de8c0-0a68-411e-9667-f5586c70ec87', 'name': 'network-vif-deleted', 'tag': '9cb8bc4c-1ca9-48df-bcea-849dc1b6e649', 'status': 'completed', 'code': 200} Nov 09 17:39:59.151534 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.186835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.208947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 881c49b2-4bfd-47f2-b028-0e312c086edf owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:39:59.280537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20554-bb79-4eb0-b832-0723fff98bf4 req-ca3cbecc-e310-41e9-a058-b2238273a21f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:59.282305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbd20554-bb79-4eb0-b832-0723fff98bf4 req-ca3cbecc-e310-41e9-a058-b2238273a21f tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.2329471 Nov 09 17:39:59.415280 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.424110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.443180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:59.485852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbd20554-bb79-4eb0-b832-0723fff98bf4 req-c3104dda-f1c0-4765-9306-549761bd2a78 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952443 Nov 09 17:39:59.501270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.503166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddd3444-8b03-4459-9392-77621b2c4194 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:39:59.510940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.518518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aeaf7a6e-d661-4283-813b-b4417a093282 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/routers/1ddd3444-8b03-4459-9392-77621b2c4194 HTTP/1.1" status: 204 len: 168 time: 0.7594647 Nov 09 17:39:59.524973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.573484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=881c49b2-4bfd-47f2-b028-0e312c086edf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:59.706441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:59.716679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfeba2dc-af01-40a3-9089-968959692e50 req-4163fc41-fadf-49ab-a894-3d58b108d4a8 tempest-ListServersNegativeTestJSON-1962870097 tempest-ListServersNegativeTestJSON-1962870097-project] 10.222.0.45 "GET /v2.0/ports?device_id=b42de8c0-0a68-411e-9667-f5586c70ec87 HTTP/1.1" status: 200 len: 210 time: 0.1065710 Nov 09 17:39:59.730393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:39:59.840808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-309c14ee-3ad6-455c-a723-6126644d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:59.843050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-309c14ee-3ad6-455c-a723-6126644d2fc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1097 time: 0.1010988 Nov 09 17:39:59.979815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-0192353f-282c-444c-938d-02f49505dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:59.981360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-0192353f-282c-444c-938d-02f49505dce3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 0.1309412 Nov 09 17:40:00.047257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-a0f36864-f527-49c4-ba23-d93cd813bd2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.0523272 Nov 09 17:40:00.162091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-a1285556-8e44-4f43-be14-d4f023dcd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.163787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-a1285556-8e44-4f43-be14-d4f023dcd612 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.0973985 Nov 09 17:40:00.215273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:00.226221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-954842270'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:00.239602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-6a084f5e-7bea-4185-9923-e4800a015e6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617962 Nov 09 17:40:00.258568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7bcfb-a654-4c71-b49d-39c99573a1ed req-fe013a96-b079-4962-814e-ce66de847b13 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.259032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router a4782c5c-8b35-4f8c-9569-decc4faee6d5 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:00.262547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79e7bcfb-a654-4c71-b49d-39c99573a1ed req-fe013a96-b079-4962-814e-ce66de847b13 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.2064466 Nov 09 17:40:00.385320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:00.392432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6ffc2f45-84d7-4589-9b55-6e40cc784a3f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/a4782c5c-8b35-4f8c-9569-decc4faee6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4364738 Nov 09 17:40:00.394309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:00.399657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.403163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:00.403662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] Sync routers for ids ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:00.415259 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0616496-34a5-4bd6-8b1e-db8a9c7abfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.427761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.449799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] Routers {'a4782c5c-8b35-4f8c-9569-decc4faee6d5'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:00.450465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.465131 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b9f75667-770e-457b-8266-02d4b47c127f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4782c5c-8b35-4f8c-9569-decc4faee6d5 HTTP/1.1" status: 200 len: 205 time: 0.0599625 Nov 09 17:40:00.471090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:00.490256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-79e7bcfb-a654-4c71-b49d-39c99573a1ed req-1839b267-a932-4435-8b81-bce1c5870a81 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923261 Nov 09 17:40:00.509420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.539603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] Routers {'a4782c5c-8b35-4f8c-9569-decc4faee6d5'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:00.541590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.611078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-97b4c020-7208-46e7-9e1a-b5635f11adcd service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466170 Nov 09 17:40:00.617955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-611537997', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:00.629431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.630187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a8295-a831-4a8b-8aac-7f71f6b998dd None None] The sync data for ids ['a4782c5c-8b35-4f8c-9569-decc4faee6d5'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:00.657515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.658584 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.676030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.732934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-818356148-network', 'tenant_id': '6276d85c8cf5474787c43214ad5821c7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:00.843488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47332) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:00.856200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b5ef409-20b8-40b2-8525-30f4752cc414 req-119fcc21-b828-4895-bcd9-1db6694aea98 service neutron] 10.222.0.43 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371280 Nov 09 17:40:00.870416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.885615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Made reservation on behalf of 6276d85c8cf5474787c43214ad5821c7 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:00.888321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.911143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:00.943490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Deleting subnet 7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:40:00.952582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.014084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.029469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.042421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ad7bd-ca5f-4eea-b8bc-21e3997b5911 req-538425f4-b3c6-440b-b045-7a30cdaf4443 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.050226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df6ad7bd-ca5f-4eea-b8bc-21e3997b5911 req-538425f4-b3c6-440b-b045-7a30cdaf4443 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.3555770 Nov 09 17:40:01.052884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.059348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.084168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.107082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.118764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.133227 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.186612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:01.206835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be88cd-81b1-424e-8a2c-c493869d09b2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:01.210288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.210630 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Added segment 37181302-91cc-4289-8706-68638e34a527 of type vlan for network 073f2c8a-57c9-45d1-820e-296f82704e03 Nov 09 17:40:01.221786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.255684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.262834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7c3ffca7-ff83-4925-8cdf-f13b0d5822d1 HTTP/1.1" status: 204 len: 168 time: 0.4128568 Nov 09 17:40:01.263219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:01.263219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.263586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router a4782c5c-8b35-4f8c-9569-decc4faee6d5 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:40:01.268375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.280443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa47ac-c346-4d49-a489-c23c2db7b096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3ffca7-ff83-4925-8cdf-f13b0d5822d1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:01.284852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.286022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e6e607e-c8b7-4a92-b902-bdc742c35098 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/a4782c5c-8b35-4f8c-9569-decc4faee6d5 HTTP/1.1" status: 204 len: 168 time: 0.8136425 Nov 09 17:40:01.290515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47342) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.305114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.312877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.316703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d6daf2-bf8f-4289-95d7-894ec830488c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:01.378867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.379267 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Added segment 06903dc4-e9d5-4c9b-9026-e82ad169c927 of type vlan for network f432913c-8771-4285-9cb1-556e37ca4934 Nov 09 17:40:01.392101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df6ad7bd-ca5f-4eea-b8bc-21e3997b5911 req-d8a90321-cc3d-4ea8-a76b-a4e6cd04b358 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409500 Nov 09 17:40:01.397622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.399768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.401174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.421921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet e90d0c43-807e-445c-b001-e754945ddd7c {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:40:01.444175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.499144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.506497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.515292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8060768 Nov 09 17:40:01.519341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47348) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.531544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Request body: {'subnet': {'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-818356148-subnet', 'tenant_id': '6276d85c8cf5474787c43214ad5821c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:01.542532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f1ec-c448-434a-a7f9-1ed78f364358 admin admin] Pushing event updated for resources: {'Network': ['ID=073f2c8a-57c9-45d1-820e-296f82704e03,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:01.547271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.580360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 073f2c8a-57c9-45d1-820e-296f82704e03 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:01.594882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.600726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.602060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.689271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Made reservation on behalf of 6276d85c8cf5474787c43214ad5821c7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:01.692092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.737950 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.779238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3347139 Nov 09 17:40:01.818319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.836569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'subnet': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:01.869867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e3d66-e2f9-4979-a69f-2a7397520e13 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Network': ['ID=f432913c-8771-4285-9cb1-556e37ca4934,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:01.884127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f432913c-8771-4285-9cb1-556e37ca4934 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:01.930194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:01.997121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91372fbd-6cf6-4b2d-a2e9-255ea68809d9']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:02.017571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:02.018204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7036bb0-e8e0-4d02-a000-feb016e9ec9f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:02.042610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.170137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.183510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73b2c0-3a8c-4d38-a527-af6c86a6a23c req-c03925cc-8beb-4512-82aa-dc904601f198 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:02.191396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:02.191825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.191955 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c73b2c0-3a8c-4d38-a527-af6c86a6a23c req-c03925cc-8beb-4512-82aa-dc904601f198 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.5667591 Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:02.193902 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:02.207054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:02.211475 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.212844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.344741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c73b2c0-3a8c-4d38-a527-af6c86a6a23c req-7577bc4d-87fe-4967-be0e-78caf6acba6d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516135 Nov 09 17:40:02.375040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.426608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=e90d0c43-807e-445c-b001-e754945ddd7c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:02.433429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.444243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bd2e10c6-b374-4351-af26-9c6099f02530 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/e90d0c43-807e-445c-b001-e754945ddd7c HTTP/1.1" status: 204 len: 168 time: 1.1477106 Nov 09 17:40:02.445605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6992d-30d1-445e-8105-bee92712dc95 None None] Network 687c4520-2e84-465e-98c9-a8dfbf79a433 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:02.455841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47366) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:02.634543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47370) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:02.681516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.793628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.813566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:02.814379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.823964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a2311311-6b55-45ef-84cc-39defe41f189 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:02.889793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.909622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] DHCP port deletion for 687c4520-2e84-465e-98c9-a8dfbf79a433 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:02.916529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:02.991548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.002523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4324a33-48f6-4a17-8e1a-8c16b28dd767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.041085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.047160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] 10.222.0.45 "DELETE /v2.0/networks/91372fbd-6cf6-4b2d-a2e9-255ea68809d9 HTTP/1.1" status: 204 len: 168 time: 1.7697718 Nov 09 17:40:03.065530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 14106899-126d-4e5b-bfff-6f3b2ef9bca6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=14106899-126d-4e5b-bfff-6f3b2ef9bca6,segment=NetworkSegment(afbfaa9f-036a-4b33-bb7b-143091e89dcd),segment_id=afbfaa9f-036a-4b33-bb7b-143091e89dcd)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:03.066328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.090150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 14106899-126d-4e5b-bfff-6f3b2ef9bca6 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:03.124901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.168956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] Deleting port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:03.169548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.172796 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.180673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.191983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2bb38-3026-4f4d-acd8-8bcd103f334e admin admin] Pushing event deleted for resources: {'Network': ['ID=91372fbd-6cf6-4b2d-a2e9-255ea68809d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.225839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003f103-3d53-477d-b28b-64e64971dd8d req-d22c034e-fba6-483b-b8c7-05a5aa1294c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.230870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b003f103-3d53-477d-b28b-64e64971dd8d req-d22c034e-fba6-483b-b8c7-05a5aa1294c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.4475045 Nov 09 17:40:03.258059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47376) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:03.336334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:03.340944 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59158441-0b7d-4eaf-b7e9-bed8ff965ec2" -d '{"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:03.393223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Checking segment: {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:03.394374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Network hostable DHCP agents. Network: 073f2c8a-57c9-45d1-820e-296f82704e03, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:03.414820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4324a33-48f6-4a17-8e1a-8c16b28dd767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.418125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Allocated IP 172.25.3.174 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/579df2f1-8d1f-4df0-8b97-713d6c0e92d7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:03.424181 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48822397-a8b0-469c-9d24-1b461a805aed x-openstack-request-id: req-48822397-a8b0-469c-9d24-1b461a805aed {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:03.424673 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-unplugged", "status": "failed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "code": 422}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:03.425158 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48822397-a8b0-469c-9d24-1b461a805aed {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:03.426841 n-d-804292-3 neutron-server[102556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'code': 422} returned with failed status Nov 09 17:40:03.434158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f4324a33-48f6-4a17-8e1a-8c16b28dd767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.445093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:03.450205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] For port 14106899-126d-4e5b-bfff-6f3b2ef9bca6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=14106899-126d-4e5b-bfff-6f3b2ef9bca6,segment=NetworkSegment(afbfaa9f-036a-4b33-bb7b-143091e89dcd),segment_id=afbfaa9f-036a-4b33-bb7b-143091e89dcd)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:03.450879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.457602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.480426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f4324a33-48f6-4a17-8e1a-8c16b28dd767 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3df331d1493f41fb8dfc4e11232d81d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8434372 Nov 09 17:40:03.483104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.491767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47382) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:03.507810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ea476ba-7260-46ee-bef2-a0eeabca21c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c191e53f8a24b76884707a1d507838e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382734 Nov 09 17:40:03.513114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b003f103-3d53-477d-b28b-64e64971dd8d req-39a95746-f614-40f0-a0d3-849a4b6b37ff tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338409 Nov 09 17:40:03.522269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47384) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:03.548203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Network 073f2c8a-57c9-45d1-820e-296f82704e03 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:03.561098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] Calling delete_port for 14106899-126d-4e5b-bfff-6f3b2ef9bca6 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:03.599886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=14106899-126d-4e5b-bfff-6f3b2ef9bca6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.606466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:03.632277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.644917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 073f2c8a-57c9-45d1-820e-296f82704e03) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:03.667601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4324a33-48f6-4a17-8e1a-8c16b28dd767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef27d1-4cb7-469c-adce-754760f57530,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.683779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.684343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.803106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-abb804af-df26-48a0-9574-c897f9e50b82 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2747922 Nov 09 17:40:03.837844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.855443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.861011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.867440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de223ff-6c44-4130-a397-3b374fade5aa req-b8d7c396-09c5-4616-bb84-888fb2d1d478 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.875853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095b237-78f3-4734-aa2c-4be3013c8e0a None None] Network 073f2c8a-57c9-45d1-820e-296f82704e03 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:03.876219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5de223ff-6c44-4130-a397-3b374fade5aa req-b8d7c396-09c5-4616-bb84-888fb2d1d478 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.3601081 Nov 09 17:40:03.895997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0179a6e8-94d9-4884-b54d-03ad46df2fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.899752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Subnet': ['ID=17ccd40b-b99c-4e33-8d94-b2ec92609700,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.924911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0601-63b8-40c3-ab67-270d720587a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.930506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687c4520-2e84-465e-98c9-a8dfbf79a433']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:03.936368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.952223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Checking segment: {'id': '06903dc4-e9d5-4c9b-9026-e82ad169c927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:03.952767 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network hostable DHCP agents. Network: f432913c-8771-4285-9cb1-556e37ca4934, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:03.961700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbfaa9f-036a-4b33-bb7b-143091e89dcd') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:03.961700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbfaa9f-036a-4b33-bb7b-143091e89dcd') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:03.982617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.990036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0601-63b8-40c3-ab67-270d720587a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:03.998415 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.045341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:04.047788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5de223ff-6c44-4130-a397-3b374fade5aa req-764a18a9-fd15-4302-8e01-db5eaea6ac72 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705441 Nov 09 17:40:04.048984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.057693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event updated for resources: {'Port': ['ID=579df2f1-8d1f-4df0-8b97-713d6c0e92d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:04.068161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:04.069623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.076023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:04.078493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:04.118376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0d2bd-cb83-4780-835d-8afe8ea637d0 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:04.118837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0179a6e8-94d9-4884-b54d-03ad46df2fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:04.147358 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:04.166965 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.183018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.194856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] No DVR routers for this DVR port 14106899-126d-4e5b-bfff-6f3b2ef9bca6 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:04.207655 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.214529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/687c4520-2e84-465e-98c9-a8dfbf79a433 HTTP/1.1" status: 204 len: 168 time: 1.7557020 Nov 09 17:40:04.218906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60074b8b-b96c-490e-bad2-f6a9493c61c4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=687c4520-2e84-465e-98c9-a8dfbf79a433,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:04.238833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47392) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:04.246289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-431147542', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:04.254790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:04.257546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0601-63b8-40c3-ab67-270d720587a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.261249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0601-63b8-40c3-ab67-270d720587a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.264998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fe5d0601-63b8-40c3-ab67-270d720587a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1aef27d1-4cb7-469c-adce-754760f57530 HTTP/1.1" status: 204 len: 168 time: 0.7673306 Nov 09 17:40:04.271294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0179a6e8-94d9-4884-b54d-03ad46df2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.275660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0179a6e8-94d9-4884-b54d-03ad46df2fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.277525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0179a6e8-94d9-4884-b54d-03ad46df2fa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971 HTTP/1.1" status: 204 len: 168 time: 0.7532854 Nov 09 17:40:04.283658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0601-63b8-40c3-ab67-270d720587a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef27d1-4cb7-469c-adce-754760f57530,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:04.309641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.311543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.357403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d18494-9296-49ad-ae7f-7e86a30fbe10 None None] Pushing event deleted for resources: {'Port': ['ID=14106899-126d-4e5b-bfff-6f3b2ef9bca6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:04.397898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.410937 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.450073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.461543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ce85eddb-2c62-4e06-bf05-58b1c536157f tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2123468 Nov 09 17:40:04.461543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47398) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:04.470065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-561387416'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:04.490054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f432913c-8771-4285-9cb1-556e37ca4934) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:04.497578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179a6e8-94d9-4884-b54d-03ad46df2fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e1aff-e56b-41ed-80f0-0ebcbcf5f971,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:04.509180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:04.513857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 14106899-126d-4e5b-bfff-6f3b2ef9bca6 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:04.517349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.518362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca7387-eb9b-48c3-a3fe-2edd13f7358d None None] Network f432913c-8771-4285-9cb1-556e37ca4934 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:04.529981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:04.532347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.589811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:04.621315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.621680 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment a259b9b8-833d-4c1c-ae83-89612f3eb7d2 of type vlan for network c7526e44-75d2-49ff-9b39-c02059661329 Nov 09 17:40:04.760258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.779061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bca6f-d471-4184-85a6-3417f1fc47c5 None None] Network 073f2c8a-57c9-45d1-820e-296f82704e03 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:04.781900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 14106899-126d-4e5b-bfff-6f3b2ef9bca6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:40:04.782310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 14106899-126d-4e5b-bfff-6f3b2ef9bca6 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:04.837371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-952f61be-6b10-4878-a2c0-1a0e83a3f5f2 None None] Provisioning complete for port 579df2f1-8d1f-4df0-8b97-713d6c0e92d7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:04.837978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.838457 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-952f61be-6b10-4878-a2c0-1a0e83a3f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.845842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:04.847182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:04.965929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bce96c15-3efe-49c4-bc2e-adde2a51028a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1367826 Nov 09 17:40:04.966714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5067089 Nov 09 17:40:04.972653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:04.973853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47414) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:04.995373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:05.022062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'name': 'tempest-AllowedAddressPairTestJSON-834125820'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:05.168488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-952f61be-6b10-4878-a2c0-1a0e83a3f5f2 None None] Port 579df2f1-8d1f-4df0-8b97-713d6c0e92d7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:05.169040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:05.171122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:05.267581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9a544-a8db-40ac-8e6a-c2f12fe021fd req-6c50f4e7-6cee-454f-a3a6-a9a41502c45a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.269086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f432913c-8771-4285-9cb1-556e37ca4934', 'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'tenant_id': 'e3bf6b26676f45369804d2579b6ee0b4', 'fixed_ips': [{'subnet_id': '17ccd40b-b99c-4e33-8d94-b2ec92609700'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:05.269804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3c9a544-a8db-40ac-8e6a-c2f12fe021fd req-6c50f4e7-6cee-454f-a3a6-a9a41502c45a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.5745728 Nov 09 17:40:05.270107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:05.275224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cef24fb-f6d8-4b92-8ed8-a7e1e64b2371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:05.342244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f803-dea7-4ee4-b27d-59e661cc9b82 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=c7526e44-75d2-49ff-9b39-c02059661329,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:05.423560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3c9a544-a8db-40ac-8e6a-c2f12fe021fd req-d2533d51-7c54-41f7-9a3a-afad8d1a65e3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328073 Nov 09 17:40:05.504183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c7526e44-75d2-49ff-9b39-c02059661329 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:05.766418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1f2c8-31d8-4489-8595-902159885bcb req-67679c76-d6c4-446a-83da-b2e2e1ba2b48 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.786081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10e1f2c8-31d8-4489-8595-902159885bcb req-67679c76-d6c4-446a-83da-b2e2e1ba2b48 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.5604899 Nov 09 17:40:05.802538 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:40:05.802538 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:40:05.802538 n-d-804292-3 neutron-server[102554]: [parameters: {'project_id_1': 'e3bf6b26676f45369804d2579b6ee0b4', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 39, 45, 653013)}] Nov 09 17:40:05.802538 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:40:05.803365 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:40:05.807612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Allocated IP 172.20.0.2 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/2a34155b-6d33-41a8-8be8-fa9b8fbe7283) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:05.853240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:05.867339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:05.885819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.099465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10e1f2c8-31d8-4489-8595-902159885bcb req-2cd98269-44c3-4714-b3a0-347020947831 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985306 Nov 09 17:40:06.215407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84ec50-7716-440d-ae25-db63771fdb8b req-26a90f48-a772-49e6-803b-336958594241 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:06.230578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f84ec50-7716-440d-ae25-db63771fdb8b req-26a90f48-a772-49e6-803b-336958594241 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.3512855 Nov 09 17:40:06.272008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cef24fb-f6d8-4b92-8ed8-a7e1e64b2371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.282000 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.282949 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cef24fb-f6d8-4b92-8ed8-a7e1e64b2371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.293439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.315599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.359523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:06.365774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:06.368414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Pushing event updated for resources: {'Port': ['ID=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:06.372877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:06.388702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.411774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f84ec50-7716-440d-ae25-db63771fdb8b req-5bcdb7dc-2a81-47c6-84dd-770d87457d42 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799784 Nov 09 17:40:06.412508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef24fb-f6d8-4b92-8ed8-a7e1e64b2371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c1f07-9139-423f-b85c-f99c487a52dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:06.474085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7cef24fb-f6d8-4b92-8ed8-a7e1e64b2371 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e41af5eb07d1450185e600d524b8afc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3039205 Nov 09 17:40:06.481829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.549201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Attempting to bind port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:06.549465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Attempting to bind port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '06903dc4-e9d5-4c9b-9026-e82ad169c927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:06.549729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Attempting to bind port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 on network f432913c-8771-4285-9cb1-556e37ca4934 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:06.556708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:06.557085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Checking segment: {'id': '06903dc4-e9d5-4c9b-9026-e82ad169c927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:06.557491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.557888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Bound using segment: {'id': '06903dc4-e9d5-4c9b-9026-e82ad169c927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:06.558364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Bound port: 2a34155b-6d33-41a8-8be8-fa9b8fbe7283, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06903dc4-e9d5-4c9b-9026-e82ad169c927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:06.558746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.573208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1415427797-network', 'tenant_id': '9184d3864c1a4c448f2adf3ff8f26ca0'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:06.583414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Router af372923-1109-45c7-8fb4-952c1aeae31a is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:40:06.605496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=5e9add2e-fa65-40d6-b658-74d74046de20,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:06.629996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:06.634360 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.682034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] device_id is not set on port fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:40:06.689748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] For port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:06.696311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] For port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,segment=NetworkSegment(06903dc4-e9d5-4c9b-9026-e82ad169c927),segment_id=06903dc4-e9d5-4c9b-9026-e82ad169c927)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:06.704619 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.756077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15f3e2a0-79e4-4a52-94a1-86b44e510128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.769515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Made reservation on behalf of 9184d3864c1a4c448f2adf3ff8f26ca0 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:06.773519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.803316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-f2d462ee-bc69-486b-b077-f25f3d55a37d req-1d54ed63-6af9-47f3-9a5b-fd66d1139290 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:40:06.808380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2d462ee-bc69-486b-b077-f25f3d55a37d req-1d54ed63-6af9-47f3-9a5b-fd66d1139290 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169468 Nov 09 17:40:06.847612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a620f9-2c71-4f4f-a3e4-2099e8db2215 None None] Pushing event updated for resources: {'Port': ['ID=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:06.884073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15f3e2a0-79e4-4a52-94a1-86b44e510128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.890518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:06.901167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:06.901781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: c7526e44-75d2-49ff-9b39-c02059661329, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:07.003835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network c7526e44-75d2-49ff-9b39-c02059661329 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:07.008364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:07.020619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Allocated IP 172.20.0.10 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:07.027935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] Sync routers for ids ['af372923-1109-45c7-8fb4-952c1aeae31a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:07.049182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c7526e44-75d2-49ff-9b39-c02059661329) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:07.056884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:07.064878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1f4c1c84-fcc3-4f46-8e31-6e048a6cafb9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8481014 Nov 09 17:40:07.066882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:07.088836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:07.089740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:07.113280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca531c5b-a3c1-4bfe-89e8-8107deb4e510 None None] Network c7526e44-75d2-49ff-9b39-c02059661329 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:07.113479 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] Routers {'af372923-1109-45c7-8fb4-952c1aeae31a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:07.114186 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['af372923-1109-45c7-8fb4-952c1aeae31a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:07.194135 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:07.223848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15f3e2a0-79e4-4a52-94a1-86b44e510128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:07.237802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15f3e2a0-79e4-4a52-94a1-86b44e510128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:07.240919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] Routers {'af372923-1109-45c7-8fb4-952c1aeae31a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:07.247370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15f3e2a0-79e4-4a52-94a1-86b44e510128 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f40c1f07-9139-423f-b85c-f99c487a52dc HTTP/1.1" status: 204 len: 168 time: 0.7285247 Nov 09 17:40:07.257625 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['af372923-1109-45c7-8fb4-952c1aeae31a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:07.331078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3e2a0-79e4-4a52-94a1-86b44e510128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c1f07-9139-423f-b85c-f99c487a52dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:07.450491 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:07.466765 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48359a67-4328-4e37-8a37-b2909887d3d6 None None] The sync data for ids ['af372923-1109-45c7-8fb4-952c1aeae31a'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:07.583868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625ee8b-5f66-438c-ab8b-7b8cbe613494 req-ce750dde-d5e2-4d18-9e99-cf0cfba82ce4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:07.594436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7625ee8b-5f66-438c-ab8b-7b8cbe613494 req-ce750dde-d5e2-4d18-9e99-cf0cfba82ce4 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.1510096 Nov 09 17:40:07.597843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47478) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:07.599631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c7526e44-75d2-49ff-9b39-c02059661329', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:07.602593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98fb430e-2de3-4ac0-aa6a-3745dbe26619 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/af372923-1109-45c7-8fb4-952c1aeae31a HTTP/1.1" status: 200 len: 924 time: 0.5339692 Nov 09 17:40:07.604384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:07.612051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ad803ced-3834-4545-a67f-339cbf589ba9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6308763 Nov 09 17:40:07.615778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47480) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:07.616305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47482) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:07.711355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7625ee8b-5f66-438c-ab8b-7b8cbe613494 req-df376dfb-2323-4ac4-ae08-d108c2d14b7f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154780 Nov 09 17:40:07.910702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Allocated IP 2001:db8::2 (c7526e44-75d2-49ff-9b39-c02059661329/5e9add2e-fa65-40d6-b658-74d74046de20/d9967ecb-fecf-44d7-bb33-2776bbf91646) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:07.991148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-6a12248d-7599-4d18-83cb-04d1a6124026 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3869641 Nov 09 17:40:08.007358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-aa94f64c-582a-45d5-b471-5a5588a8db05 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:40:08.009451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-aa94f64c-582a-45d5-b471-5a5588a8db05 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164936 Nov 09 17:40:08.026428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47492) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:08.028642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a535a895-57b7-4505-8989-28a5ede0c013 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=af372923-1109-45c7-8fb4-952c1aeae31a HTTP/1.1" status: 200 len: 205 time: 0.3631124 Nov 09 17:40:08.081818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.214423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.217573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c3cc3-bc9b-48be-9132-d415f12a2b6c req-e2570914-157d-46dc-b9f8-723049658fcf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:08.237411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a40c3cc3-bc9b-48be-9132-d415f12a2b6c req-e2570914-157d-46dc-b9f8-723049658fcf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 1.0999784 Nov 09 17:40:08.366556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.371527 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.378505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.406206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.509433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Network c7526e44-75d2-49ff-9b39-c02059661329 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:08.522835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:08.552381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:08.579744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Deleting port 579df2f1-8d1f-4df0-8b97-713d6c0e92d7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:08.581210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.609366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Pushing event updated for resources: {'Port': ['ID=d9967ecb-fecf-44d7-bb33-2776bbf91646,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:08.731932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:08.782612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:08.859411 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.907464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8241c1-fa32-47bd-9a29-fe5787c16a7e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:08.910976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Attempting to bind port d9967ecb-fecf-44d7-bb33-2776bbf91646 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:08.911639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Attempting to bind port d9967ecb-fecf-44d7-bb33-2776bbf91646 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:08.912257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Attempting to bind port d9967ecb-fecf-44d7-bb33-2776bbf91646 on network c7526e44-75d2-49ff-9b39-c02059661329 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:08.953621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:08.954386 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Added segment aac9de1c-2118-4ffd-bd6c-e98830ca18a8 of type vlan for network 4559b25c-2314-4292-a262-2b3f357fcd0f Nov 09 17:40:08.969371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.016162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:09.016986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Checking segment: {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:09.017409 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.022413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Bound using segment: {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:09.027739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Bound port: d9967ecb-fecf-44d7-bb33-2776bbf91646, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:09.028678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.065973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a40c3cc3-bc9b-48be-9132-d415f12a2b6c req-8c9e83a9-b0e0-47d7-87b0-befb14e9881c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8188503 Nov 09 17:40:09.075547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Calling delete_port for 579df2f1-8d1f-4df0-8b97-713d6c0e92d7 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:09.156428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.195706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55cf3-40b1-4b99-a662-4ff5bf7f25fa req-5238b00a-8544-4d21-b099-26b19381994f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:09.205812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62a55cf3-40b1-4b99-a662-4ff5bf7f25fa req-5238b00a-8544-4d21-b099-26b19381994f tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.3161495 Nov 09 17:40:09.209334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.211211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:09.212897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.258375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:09.264673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Request body: {'subnet': {'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1415427797-subnet', 'tenant_id': '9184d3864c1a4c448f2adf3ff8f26ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:09.265299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9150670 Nov 09 17:40:09.277447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219954a5-8b73-48f4-9564-46596af1f9e9 None None] Network f432913c-8771-4285-9cb1-556e37ca4934 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:09.357312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47518) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:09.392996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62a55cf3-40b1-4b99-a662-4ff5bf7f25fa req-1dfd0f4a-a4a8-4fb5-8100-392c52140507 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602459 Nov 09 17:40:09.418666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.420933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68a06d-f44b-4625-b4e2-dcdd92531ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=4559b25c-2314-4292-a262-2b3f357fcd0f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:09.423977 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.448215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Made reservation on behalf of 9184d3864c1a4c448f2adf3ff8f26ca0 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:09.454128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.555143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:09.606560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:09.611264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:09.619735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:09.621354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 4559b25c-2314-4292-a262-2b3f357fcd0f details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:09.816965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1517248170-network', 'tenant_id': 'd61883b4a2fc468197b44ff94e48cccb'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:09.844701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:09.845394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:09.916121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:09.916468 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.011218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c1a39cb1-b0b0-4983-aad4-9ac5a1535cb3 None None] Provisioning complete for port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:10.011585 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1a39cb1-b0b0-4983-aad4-9ac5a1535cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.076067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.156444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] For port d9967ecb-fecf-44d7-bb33-2776bbf91646, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:10.168531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8::1 (c7526e44-75d2-49ff-9b39-c02059661329/5e9add2e-fa65-40d6-b658-74d74046de20/d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:10.173289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.173965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Made reservation on behalf of d61883b4a2fc468197b44ff94e48cccb for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:10.177232 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.192538 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.198515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5233c0ce-79e8-49bc-8638-9ac449913cf0 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2228475 Nov 09 17:40:10.201821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47530) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:10.212661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'name': 'tempest-AllowedAddressPairTestJSON-1466022611', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:06:b8:99'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:10.232083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event deleted for resources: {'Port': ['ID=579df2f1-8d1f-4df0-8b97-713d6c0e92d7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.279855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] For port d9967ecb-fecf-44d7-bb33-2776bbf91646, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9967ecb-fecf-44d7-bb33-2776bbf91646,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:10.294544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.460617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98136698-1d5b-4294-86b7-9131fba76e2a req-b17ff585-bf6e-484a-9974-601ca4922a70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.468744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98136698-1d5b-4294-86b7-9131fba76e2a req-b17ff585-bf6e-484a-9974-601ca4922a70 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.6003575 Nov 09 17:40:10.470788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93f3b78-d36e-4fc1-9348-3f085b94e5e5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.475806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-b9f2d203-dd17-4567-9de6-f4450fdcaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.477901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-b9f2d203-dd17-4567-9de6-f4450fdcaf0e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed&tenant_id=71980cb9ffe144d292e64eb9eab6a179 HTTP/1.1" status: 200 len: 1095 time: 0.4032838 Nov 09 17:40:10.481887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Checking segment: {'id': 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:10.482407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Network hostable DHCP agents. Network: 4559b25c-2314-4292-a262-2b3f357fcd0f, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:10.498417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.502344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1a39cb1-b0b0-4983-aad4-9ac5a1535cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.525150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:10.526112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef320fe0-c7ba-44f9-881c-6be77f6c6a6c None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:10.580420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.594199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.623405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b7a2e-5abc-4d5e-a458-3e5f276f579d req-3eb23a63-d58a-43fa-8ea8-33031f38274e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.625440 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac1b7a2e-5abc-4d5e-a458-3e5f276f579d req-3eb23a63-d58a-43fa-8ea8-33031f38274e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.3507402 Nov 09 17:40:10.645156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c1a39cb1-b0b0-4983-aad4-9ac5a1535cb3 None None] For port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,segment=NetworkSegment(06903dc4-e9d5-4c9b-9026-e82ad169c927),segment_id=06903dc4-e9d5-4c9b-9026-e82ad169c927)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:10.659347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-98136698-1d5b-4294-86b7-9131fba76e2a req-e6b83126-2aec-489d-9364-51f312453b84 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890001 Nov 09 17:40:10.664654 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1a39cb1-b0b0-4983-aad4-9ac5a1535cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.667674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692f417-11a4-41fa-8781-aa01bc1cc5a0 None None] Pushing event updated for resources: {'Port': ['ID=d9967ecb-fecf-44d7-bb33-2776bbf91646,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.720288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Network 4559b25c-2314-4292-a262-2b3f357fcd0f is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:10.726872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:40:10.727430 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:40:10.781726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:10.783077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.787197 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.790165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:10.827998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a39cb1-b0b0-4983-aad4-9ac5a1535cb3 None None] Pushing event updated for resources: {'Port': ['ID=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.856031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 4559b25c-2314-4292-a262-2b3f357fcd0f) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:10.894595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32fc40-460b-4caf-b834-80ba879d64fe None None] Network 4559b25c-2314-4292-a262-2b3f357fcd0f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:10.990918 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.062317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.161271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.163618 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.216175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999b4448-2c8d-4ff4-9421-9d72deccc1f2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:11.323043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c8241-8c50-461e-9265-bd16b74f2783 None None] Network 4559b25c-2314-4292-a262-2b3f357fcd0f requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:11.331932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac1b7a2e-5abc-4d5e-a458-3e5f276f579d req-f461923c-ce9a-4206-82b9-d3c784999386 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645766 Nov 09 17:40:11.334099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:11.441739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.448713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.542399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.544007 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Added segment fac6c783-8744-4270-98cb-4017f077e5dc of type vlan for network 7be32890-e81c-4360-b62d-56c66038c191 Nov 09 17:40:11.608166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network c7526e44-75d2-49ff-9b39-c02059661329 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:11.615675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:11.619868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:11.620763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.697192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-56ce22eb-bac0-4dff-974a-f6373aeadc25 None None] Provisioning complete for port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:11.699129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ce22eb-bac0-4dff-974a-f6373aeadc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.734014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] device_id is not set on port fbb4a0a2-1a87-4355-8cfd-08a4eef704dc yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:40:11.759640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:11.835832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d9967ecb-fecf-44d7-bb33-2776bbf91646 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:11.842421 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.928120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.929952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.930929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:11.957524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d9967ecb-fecf-44d7-bb33-2776bbf91646 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:11.957910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.008636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-56ce22eb-bac0-4dff-974a-f6373aeadc25 None None] Provisioning complete for port fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:12.009277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ce22eb-bac0-4dff-974a-f6373aeadc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.048128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.048972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Fanout notify agent at l3_agent the message router_deleted on router af372923-1109-45c7-8fb4-952c1aeae31a {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:40:12.063348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.065091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e60594bb-b406-4c5e-892b-a773e6b32e50 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/af372923-1109-45c7-8fb4-952c1aeae31a HTTP/1.1" status: 204 len: 168 time: 4.0371902 Nov 09 17:40:12.082864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:12.103605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1367268877', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': False}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:12.104290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-56ce22eb-bac0-4dff-974a-f6373aeadc25 None None] Port fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:12.110599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7398973 Nov 09 17:40:12.123955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47538) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:12.137395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Request body: {'subnet': {'network_id': '7be32890-e81c-4360-b62d-56c66038c191', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1517248170-subnet', 'tenant_id': 'd61883b4a2fc468197b44ff94e48cccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:12.159407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-40c9886c-891d-4c27-9098-caa8d9af999a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8995080 Nov 09 17:40:12.168406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Allocated IP 172.20.0.11 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/fbb4a0a2-1a87-4355-8cfd-08a4eef704dc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:12.176591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.198738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b689ba-d140-425e-8a65-aea394e2cda5 admin admin] Pushing event updated for resources: {'Network': ['ID=7be32890-e81c-4360-b62d-56c66038c191,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:12.207434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Made reservation on behalf of d61883b4a2fc468197b44ff94e48cccb for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:12.211253 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.234281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 7be32890-e81c-4360-b62d-56c66038c191 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:12.254031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000a50f-d0d6-425a-b302-8165902642c7 req-0a1b8982-4ef2-4879-bd93-bb7416a4b9b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.255956 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d000a50f-d0d6-425a-b302-8165902642c7 req-0a1b8982-4ef2-4879-bd93-bb7416a4b9b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 1.3752651 Nov 09 17:40:12.303198 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.305297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.363966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d000a50f-d0d6-425a-b302-8165902642c7 req-0533f0e6-631e-4ee5-b2a0-1bf767891bce tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941870 Nov 09 17:40:12.453704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:12.484433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port d9967ecb-fecf-44d7-bb33-2776bbf91646, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9967ecb-fecf-44d7-bb33-2776bbf91646,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:12.489379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1aefa884-4b04-4703-ab82-adc63a2be2b4 None None] Provisioning complete for port fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:12.489760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aefa884-4b04-4703-ab82-adc63a2be2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.575079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1aefa884-4b04-4703-ab82-adc63a2be2b4 None None] Port fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:12.582874 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.584831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:12.624882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:12.728711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.782263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.841859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:12.842438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.847776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.870081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:12.957853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:12.961290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=d9967ecb-fecf-44d7-bb33-2776bbf91646,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:12.966165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:13.024080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:13.064539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0435008-e233-401b-bf39-3622f6b31eba None None] Network c7526e44-75d2-49ff-9b39-c02059661329 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:13.079511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.244872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf3b97-e160-4c5e-a4dc-b4f04f306714 req-8d9d18cc-56d5-46e2-a0e1-a9bede9991df tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:13.247159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21bf3b97-e160-4c5e-a4dc-b4f04f306714 req-8d9d18cc-56d5-46e2-a0e1-a9bede9991df tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 944 time: 0.5587237 Nov 09 17:40:13.250257 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.265445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Transition to ACTIVE for port object a2311311-6b55-45ef-84cc-39defe41f189 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:40:13.284333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.305641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e277f00b-9b96-4002-ad7c-bee210008fe7 None None] Provisioning complete for port d9967ecb-fecf-44d7-bb33-2776bbf91646 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:13.306392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e277f00b-9b96-4002-ad7c-bee210008fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.433177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=9']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:13.503931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] No DVR routers for this DVR port a2311311-6b55-45ef-84cc-39defe41f189 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:13.578207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-21bf3b97-e160-4c5e-a4dc-b4f04f306714 req-93d69576-9fad-47c3-9c47-bd9d5159ca4e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109291 Nov 09 17:40:13.615620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:13.616637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:13.618288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 on network 15130331-ab23-4622-aa4d-af8174953073 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:13.626430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Port a2311311-6b55-45ef-84cc-39defe41f189 on network 15130331-ab23-4622-aa4d-af8174953073 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:40:13.627204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Attempting to bind port a2311311-6b55-45ef-84cc-39defe41f189 on network 15130331-ab23-4622-aa4d-af8174953073 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:13.637447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:13.640989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Checking segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:13.641753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Bound using segment: {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:13.648115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Bound port: a2311311-6b55-45ef-84cc-39defe41f189, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9843bf-a48e-4cd3-b089-9cab33c17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15130331-ab23-4622-aa4d-af8174953073'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:13.649258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.756480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d9967ecb-fecf-44d7-bb33-2776bbf91646 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:13.769311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:13.771417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.780176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:13.814671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.815532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:13.873378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=fbb4a0a2-1a87-4355-8cfd-08a4eef704dc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:13.892299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:13.934819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.000226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d9967ecb-fecf-44d7-bb33-2776bbf91646 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:14.001982 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.002227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.002839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.005485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] 10.222.0.83 "PUT /v2.0/ports/a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 1092 time: 3.4929264 Nov 09 17:40:14.009162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:14.011039 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d0693-34e5-492c-8ef8-cfe86a948556" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:14.014519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.035805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1a92e-663b-420a-a330-eb8b6d469ea9 req-bf5920e2-5991-4df0-8c49-e20390560730 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.047426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8b1a92e-663b-420a-a330-eb8b6d469ea9 req-bf5920e2-5991-4df0-8c49-e20390560730 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.1781411 Nov 09 17:40:14.141083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7e92490e-7404-4189-93e6-63fa24dfc441 None None] Provisioning complete for port fbb4a0a2-1a87-4355-8cfd-08a4eef704dc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:14.141083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e92490e-7404-4189-93e6-63fa24dfc441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.159238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:14.167931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.284731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7e92490e-7404-4189-93e6-63fa24dfc441 None None] Port fbb4a0a2-1a87-4355-8cfd-08a4eef704dc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:14.308378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.309656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.311620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f2237-21b3-404a-aab8-b2284f4d7755 service neutron] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:14.420418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e19b6d73-fa12-410e-ace2-0eacd762e843 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.2167790 Nov 09 17:40:14.425635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:14.434036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.448622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-c3e28b6d-28bc-4428-b7fe-9b1e5f850f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.451375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-c3e28b6d-28bc-4428-b7fe-9b1e5f850f5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1096 time: 0.3636520 Nov 09 17:40:14.454302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-b1d1792d-937f-451e-8b1a-22ecdb5d00be tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.457143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-b1d1792d-937f-451e-8b1a-22ecdb5d00be tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 946 time: 0.3981516 Nov 09 17:40:14.458149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8b1a92e-663b-420a-a330-eb8b6d469ea9 req-6d389143-a8e9-45c4-8931-9c9b44a15dd9 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095972 Nov 09 17:40:14.536979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Allocated IP 172.25.3.81 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/44eafd5b-a57c-4863-b1a1-0b823383fcb5) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:14.551432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9fedce61-a235-4aad-bebf-79f1485f7f95 None None] Provisioning complete for port d9967ecb-fecf-44d7-bb33-2776bbf91646 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:14.551876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fedce61-a235-4aad-bebf-79f1485f7f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.578373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-7589b8d9-c635-4f93-8c69-076897b81e9e tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.588054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-7589b8d9-c635-4f93-8c69-076897b81e9e tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/networks?id=4559b25c-2314-4292-a262-2b3f357fcd0f HTTP/1.1" status: 200 len: 814 time: 0.8107040 Nov 09 17:40:14.653845 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542633f-7a2a-497d-8b05-5314ca4881f8 x-openstack-request-id: req-a542633f-7a2a-497d-8b05-5314ca4881f8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:14.654298 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:14.654649 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a542633f-7a2a-497d-8b05-5314ca4881f8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:14.655197 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'status': 'completed', 'code': 200} Nov 09 17:40:14.676497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network c7526e44-75d2-49ff-9b39-c02059661329 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:14.689945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82675413-3968-409a-9e9f-ba242134e955,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:14.726494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124196b-ed30-4221-b135-385b35f9b903 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.728248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9fedce61-a235-4aad-bebf-79f1485f7f95 None None] Provisioning complete for port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:14.728821 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fedce61-a235-4aad-bebf-79f1485f7f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:14.734961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124196b-ed30-4221-b135-385b35f9b903 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.737839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:14.747501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124196b-ed30-4221-b135-385b35f9b903 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.749819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f124196b-ed30-4221-b135-385b35f9b903 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3215082 Nov 09 17:40:14.752842 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-160ca11f-fbbb-4cc3-bf3a-580e3c241971 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/quotas/9184d3864c1a4c448f2adf3ff8f26ca0 HTTP/1.1" status: 200 len: 375 time: 0.1454623 Nov 09 17:40:14.755259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47578) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:14.796269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Checking segment: {'id': 'fac6c783-8744-4270-98cb-4017f077e5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7be32890-e81c-4360-b62d-56c66038c191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:14.796565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Network hostable DHCP agents. Network: 7be32890-e81c-4360-b62d-56c66038c191, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:14.848752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-13b86570-d9ed-49c9-accb-13d33c52962f tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9184d3864c1a4c448f2adf3ff8f26ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846999 Nov 09 17:40:14.873110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9fedce61-a235-4aad-bebf-79f1485f7f95 None None] Port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:15.007705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aa2ad896-7632-46f6-9eb1-204ede4093c0 None None] Provisioning complete for port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:15.007705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa2ad896-7632-46f6-9eb1-204ede4093c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.036335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-a2559763-cbf4-4134-8d2e-3c9bc458c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.042604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-a2559763-cbf4-4134-8d2e-3c9bc458c599 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 0.5762162 Nov 09 17:40:15.058762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Network 7be32890-e81c-4360-b62d-56c66038c191 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:15.065037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ad896-7632-46f6-9eb1-204ede4093c0 None None] Port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:15.083734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port ac746d2b-e110-4570-8cb7-6026874f7317 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:15.084200 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.096183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.165585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 7be32890-e81c-4360-b62d-56c66038c191) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:15.186536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.187199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.222693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc566-eef6-4161-b3a6-2f95b5a1a37f req-95a4f133-30f3-468c-ba2c-85f6908197cf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.225520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb7bc566-eef6-4161-b3a6-2f95b5a1a37f req-95a4f133-30f3-468c-ba2c-85f6908197cf tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.4211977 Nov 09 17:40:15.228788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.234042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-93894214-53b7-4729-946f-879015f06c01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.1776941 Nov 09 17:40:15.246790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9638191-0fdc-4cad-b73a-da2ef95dcba4 None None] Network 7be32890-e81c-4360-b62d-56c66038c191 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:15.260990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-90ceb4b8-1c93-4c2b-a309-1714b9b6e899 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1322944 Nov 09 17:40:15.269910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-2fbeb968-66e0-42ad-b0b2-09370f0c15ac service neutron] 10.222.0.45 "GET /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773451 Nov 09 17:40:15.356526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:40:15.390911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port fbb4a0a2-1a87-4355-8cfd-08a4eef704dc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:15.391652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.435637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-c08767ee-e87f-4cc8-8e4c-a439da3249ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.438754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-c08767ee-e87f-4cc8-8e4c-a439da3249ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.1553664 Nov 09 17:40:15.515445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port ac746d2b-e110-4570-8cb7-6026874f7317, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=ac746d2b-e110-4570-8cb7-6026874f7317,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:15.515842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.540974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-b0eff9fd-9565-452c-b457-bb063f2543f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814090 Nov 09 17:40:15.558854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:15.621988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for ac746d2b-e110-4570-8cb7-6026874f7317 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:15.624513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb7bc566-eef6-4161-b3a6-2f95b5a1a37f req-ad6c2dff-58ab-4857-a375-91213063fd27 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866363 Nov 09 17:40:15.644541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:15.709911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805f574-d91e-4be1-8c40-5e76f937352b None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:15.718277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Port': ['ID=44eafd5b-a57c-4863-b1a1-0b823383fcb5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:15.724676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:15.729477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-49c2fdc3-56dc-4863-a948-7cdd68acca19 None None] Provisioning complete for port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:15.730784 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49c2fdc3-56dc-4863-a948-7cdd68acca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:15.799517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-49c2fdc3-56dc-4863-a948-7cdd68acca19 None None] Port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:15.815777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-a503ee37-f23d-439b-8ced-a1245956c9a3 service neutron] 10.222.0.45 "GET /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414677 Nov 09 17:40:15.827218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00d404-71d3-4bd4-8268-1fc5328c59e3 None None] Network 7be32890-e81c-4360-b62d-56c66038c191 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:15.992593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:16.074869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:16.131673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84743661-b795-4815-92fa-3812a407502e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4644902 Nov 09 17:40:16.153996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47594) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:16.218597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:16.226806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for fbb4a0a2-1a87-4355-8cfd-08a4eef704dc owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:16.235019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1348209998'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:16.250718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:16.251801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:16.270562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf92e5e6-f852-4ea0-bcfd-d0d8c71785ec req-86b0a88c-7f74-490e-945c-11737c98aa35 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 210 time: 0.1298904 Nov 09 17:40:16.355107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ed127a7d-d5a5-4744-bf6e-6532c6a7edc0 None None] Provisioning complete for port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:16.355642 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed127a7d-d5a5-4744-bf6e-6532c6a7edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:16.503714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed127a7d-d5a5-4744-bf6e-6532c6a7edc0 None None] Port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:16.553405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:16.560693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:16.682225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-35ff3947-9a60-426e-9ea1-fefc28022a0c service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1267006 Nov 09 17:40:16.692015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:16.752998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:16.804110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:16.805942 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment 59318d73-025c-48f0-86b0-bbe45e968456 of type vlan for network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 Nov 09 17:40:16.864618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ac746d2b-e110-4570-8cb7-6026874f7317 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:16.881789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:16.894189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:16.903878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: ac746d2b-e110-4570-8cb7-6026874f7317 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:40:16.904246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device ac746d2b-e110-4570-8cb7-6026874f7317 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:16.970192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['dccc6775-c6c5-4011-ba9a-dd2224299a99'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:16.982950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-340180438-network', 'tenant_id': '96ac2efc96a44291a2ae2c3b41fd305f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:17.007076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=ac746d2b-e110-4570-8cb7-6026874f7317,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:17.030609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.074306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.109183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port ac746d2b-e110-4570-8cb7-6026874f7317 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:17.115656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.120358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6bc6dee-efe3-4934-9aed-a6d1c97a6e8c req-c6e252ef-df21-4cb7-bb9f-21b121bd1d5d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.43 "DELETE /v2.0/ports/ac746d2b-e110-4570-8cb7-6026874f7317 HTTP/1.1" status: 204 len: 173 time: 2.6441154 Nov 09 17:40:17.125434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'name': 'network-vif-deleted', 'tag': 'ac746d2b-e110-4570-8cb7-6026874f7317'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:17.128402 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f4a83-e2c5-49f6-9806-38838254069f" -d '{"events": [{"server_uuid": "c91facb6-6f80-4d73-a7ff-508c5f0cca25", "name": "network-vif-deleted", "tag": "ac746d2b-e110-4570-8cb7-6026874f7317"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:17.216505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aa103-7fe3-4f98-997a-973e7a58eb9a req-1b6290a2-556f-49a6-9670-1db853b9a5a6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:17.218753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d86aa103-7fe3-4f98-997a-973e7a58eb9a req-1b6290a2-556f-49a6-9670-1db853b9a5a6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.3277807 Nov 09 17:40:17.221451 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.227567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:17.228403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.231214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=fbb4a0a2-1a87-4355-8cfd-08a4eef704dc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:17.399077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330035-cc33-4b00-90e1-aef0a53f7f1f req-7b64d289-5c95-4a3c-93ad-8fe7c120e4af tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:17.420406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53330035-cc33-4b00-90e1-aef0a53f7f1f req-7b64d289-5c95-4a3c-93ad-8fe7c120e4af tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c91facb6-6f80-4d73-a7ff-508c5f0cca25 HTTP/1.1" status: 200 len: 867 time: 1.6392314 Nov 09 17:40:17.500092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:12Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:13Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:17.557410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=66e1413b-22d7-44bc-8e97-dbcb40e435e8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:17.570209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c315f87-0ba0-43c3-8a95-9585b604e7b5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4006202 Nov 09 17:40:17.579162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47624) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:17.583266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:17.583626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Updating router ad1d87b4-9a8d-4011-a4ca-b74213b90383 port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:17.596442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:17.603481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:17.713115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.896834 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.919909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Made reservation on behalf of 96ac2efc96a44291a2ae2c3b41fd305f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:17.925199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:17.926194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d86aa103-7fe3-4f98-997a-973e7a58eb9a req-bc8b529e-7625-4772-8543-ae7bff2576ce tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783218 Nov 09 17:40:17.988829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:17.993329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:18.012280 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:18.016535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-49e1a255-2dd5-4a39-8199-aa281f2133a8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/ports/fbb4a0a2-1a87-4355-8cfd-08a4eef704dc HTTP/1.1" status: 204 len: 168 time: 3.2578213 Nov 09 17:40:18.058684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47626) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:18.163705 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a55b3a-3954-479a-9054-6fad060fed8c tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] GET failed (client error): The resource could not be found. Nov 09 17:40:18.165557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-57a55b3a-3954-479a-9054-6fad060fed8c tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "GET /v2.0/ports/fbb4a0a2-1a87-4355-8cfd-08a4eef704dc HTTP/1.1" status: 404 len: 333 time: 0.1060309 Nov 09 17:40:18.171440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47630) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:18.176392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'name': 'tempest-AllowedAddressPairTestJSON-1275717503'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:18.197932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:18.216574 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec08c0-9eca-492a-bab5-c96860b37ccd x-openstack-request-id: req-a5ec08c0-9eca-492a-bab5-c96860b37ccd {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:18.218022 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91facb6-6f80-4d73-a7ff-508c5f0cca25", "name": "network-vif-deleted", "tag": "ac746d2b-e110-4570-8cb7-6026874f7317", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:18.218022 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5ec08c0-9eca-492a-bab5-c96860b37ccd {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:18.218716 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91facb6-6f80-4d73-a7ff-508c5f0cca25', 'name': 'network-vif-deleted', 'tag': 'ac746d2b-e110-4570-8cb7-6026874f7317', 'status': 'completed', 'code': 200} Nov 09 17:40:18.341690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-0cb4b6d6-d184-410d-8d37-cfd345c116bd service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5317206 Nov 09 17:40:18.573493 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53330035-cc33-4b00-90e1-aef0a53f7f1f req-a9e0e7b4-cad8-41ae-a9c5-809c02b660fa tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1193812 Nov 09 17:40:18.712811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-72420673-3618-4f3a-ac3b-6aa8ae395e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:18.714783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-72420673-3618-4f3a-ac3b-6aa8ae395e24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1096 time: 0.2187793 Nov 09 17:40:19.001700 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.037379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.257988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Pushing event updated for resources: {'Port': ['ID=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:19.273421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.273757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.274112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.274460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.274808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.275181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.275521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.275856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.276188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.276519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.276853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.277181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:19.343701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.352801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Attempting to bind port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:19.353163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Attempting to bind port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:19.353357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Attempting to bind port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf on network c7526e44-75d2-49ff-9b39-c02059661329 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:19.360795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c1e3c9b-0fea-4d1a-8081-95eb81ddf706 req-2fa663da-3d35-4098-9a28-983f00b9b17a tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 210 time: 0.0681968 Nov 09 17:40:19.371524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:19.371915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Checking segment: {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:19.372315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.372721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Bound using segment: {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:19.373225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Bound port: d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:19.373887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.581100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] For port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:19.586785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] For port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:19.600314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.646322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=752d2448-430d-4323-b202-7ffeefde90ad,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:19.702497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:19.703062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 66e1413b-22d7-44bc-8e97-dbcb40e435e8, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:19.749312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:19.769019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.792444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-456132c9-16d8-4c52-8fd7-1130c4aa2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:19.794704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-456132c9-16d8-4c52-8fd7-1130c4aa2083 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 1.0644283 Nov 09 17:40:19.818890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:19.847499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e7cc97b2-67fa-438f-9b71-d758dc7a5420 None None] Provisioning complete for port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:19.847881 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7cc97b2-67fa-438f-9b71-d758dc7a5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.856792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] device_id is not set on port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:40:19.882700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.894312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 66e1413b-22d7-44bc-8e97-dbcb40e435e8) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:19.920124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:19.921837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:19.965616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-cbdc6c8e-5bff-4a8f-b3ac-61e8d8b0908c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.1213140 Nov 09 17:40:19.966261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:20.029151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:20.031445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:20.282238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:20.307041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bef80e6f-0734-45a4-a041-a9e4ec459688 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6958506 Nov 09 17:40:20.309292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47674) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:20.441493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-3999b528-6c01-4b2c-9241-3ae0ef46635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:20.443449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-3999b528-6c01-4b2c-9241-3ae0ef46635d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.4273350 Nov 09 17:40:20.478618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:20.496337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:20.496781 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Added segment 9aee742c-cac0-4f97-9d10-f47303a8b009 of type vlan for network 46303319-1e69-4721-8496-8295a7606b2a Nov 09 17:40:20.521162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0347e-699a-4da1-8ddf-a3b4ade245eb None None] Pushing event updated for resources: {'Port': ['ID=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:20.551806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8bae04-a178-4206-b517-692b98668f8b None None] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:20.626969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:20.639082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:20.706216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d3fca435-08a7-46e4-a37d-dee30cd8a30d req-c0bab99d-af61-4fed-9e6f-890d1042d58f tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 210 time: 0.1166112 Nov 09 17:40:20.888344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7cc97b2-67fa-438f-9b71-d758dc7a5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:21.046037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Allocated IP 172.20.0.7 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/2da85a56-b7c6-4d8d-b99d-5b8949777f6f) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:21.168870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1232e9-4aa9-418d-bfdd-cc444d37ba8e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.200752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-656aee68-0af6-468d-8b54-61d489e290c7 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:21.203866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-656aee68-0af6-468d-8b54-61d489e290c7 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.83 "GET /v2.0/networks?id=4559b25c-2314-4292-a262-2b3f357fcd0f HTTP/1.1" status: 200 len: 814 time: 2.4063041 Nov 09 17:40:21.214539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:21.215957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:21.217228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:21.383090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] Pushing event updated for resources: {'Network': ['ID=46303319-1e69-4721-8496-8295a7606b2a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.388721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-39ae2cc9-607e-489e-b7ae-4373569d3620 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7520750 Nov 09 17:40:21.406925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Request body: {'port': {'device_id': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f', 'admin_state_up': True, 'tenant_id': '9184d3864c1a4c448f2adf3ff8f26ca0'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:21.418964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 46303319-1e69-4721-8496-8295a7606b2a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:21.595595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e7cc97b2-67fa-438f-9b71-d758dc7a5420 None None] For port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:21.682023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66149581-a776-42db-a958-70acf890994e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:21.683242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66149581-a776-42db-a958-70acf890994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:21.735285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6da7a-3361-49ba-bc4a-d809b01be27c req-1d722655-5d82-4e37-9d3d-60858d29403b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:21.737273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87d6da7a-3361-49ba-bc4a-d809b01be27c req-1d722655-5d82-4e37-9d3d-60858d29403b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 1.9056261 Nov 09 17:40:21.770822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc5f9a72-eb3a-4663-abef-2ff6a43e71a7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.8856015 Nov 09 17:40:21.783648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:21.795745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Request body: {'subnet': {'network_id': '46303319-1e69-4721-8496-8295a7606b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-340180438-subnet', 'tenant_id': '96ac2efc96a44291a2ae2c3b41fd305f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:21.806609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:21.879280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Made reservation on behalf of 96ac2efc96a44291a2ae2c3b41fd305f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:21.892240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:22.020910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-66149581-a776-42db-a958-70acf890994e None None] Allocated IP 2001:db8:1::2 (66e1413b-22d7-44bc-8e97-dbcb40e435e8/752d2448-430d-4323-b202-7ffeefde90ad/29653992-24f4-4cce-94df-f71b0874f0cc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:22.034670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7cc97b2-67fa-438f-9b71-d758dc7a5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:22.079083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:22.176350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=2da85a56-b7c6-4d8d-b99d-5b8949777f6f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:22.189071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:22.195634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:22.201257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:22.251867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bc756-7788-445d-95c6-e663c9dafe91 req-82fe448e-addb-4ccf-9209-d86ba12954f6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.260824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-756bc756-7788-445d-95c6-e663c9dafe91 req-82fe448e-addb-4ccf-9209-d86ba12954f6 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 945 time: 0.2677696 Nov 09 17:40:22.269448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87d6da7a-3361-49ba-bc4a-d809b01be27c req-ff6c737c-d021-482b-9245-68207ff029bb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157571 Nov 09 17:40:22.492309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.493622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:22.596105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Router fbfe8777-9fb3-49c6-9f81-2473edfff102 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:40:22.619801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-081c8663-92b9-45e3-b81f-d7442e429e40 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4460678 Nov 09 17:40:22.641959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-756bc756-7788-445d-95c6-e663c9dafe91 req-511bf48a-05e8-48a9-b25b-c2320829b974 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799026 Nov 09 17:40:22.642791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47706) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:22.662349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:06:b8:99'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:22.695199 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-b4a5925f-2ef5-4efd-8fdc-903e00e69ecc service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2752144 Nov 09 17:40:22.719860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:12Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:19Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:22.794726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25876301-ce2f-449d-ba1a-ca8723d68f6d req-aee96689-6288-437d-accf-2cc92430bdcb tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 210 time: 0.1393645 Nov 09 17:40:22.888392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:23.115960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Made reservation on behalf of 9184d3864c1a4c448f2adf3ff8f26ca0 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:23.120690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:23.304755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-653d0693-34e5-492c-8ef8-cfe86a948556 req-13daf069-1369-4e67-8985-c513d6586c2d service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944575 Nov 09 17:40:23.360259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:23.388883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Sync routers for ids ['fbfe8777-9fb3-49c6-9f81-2473edfff102'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:23.417476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f8cc84d2-d631-4b70-add0-7872d26008ec None None] Provisioning complete for port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:23.427060 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Routers {'fbfe8777-9fb3-49c6-9f81-2473edfff102'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:23.430750 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fbfe8777-9fb3-49c6-9f81-2473edfff102'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:23.446392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8cc84d2-d631-4b70-add0-7872d26008ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:23.602718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cfa1f-171e-4c1a-88ba-d970a359a209 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:12Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:19Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:23.697987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc97b2-67fa-438f-9b71-d758dc7a5420 None None] Pushing event updated for resources: {'Port': ['ID=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:23.834103 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:23.906389 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Set router fbfe8777-9fb3-49c6-9f81-2473edfff102 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:23.933354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:23.950801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66149581-a776-42db-a958-70acf890994e None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:23.985206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66149581-a776-42db-a958-70acf890994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.136554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66149581-a776-42db-a958-70acf890994e None None] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:24.224463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715182-299b-4336-a9ea-83b915e0640d req-fd6b13f3-5de9-47a3-a359-93da646cf33e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:24.239063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e715182-299b-4336-a9ea-83b915e0640d req-fd6b13f3-5de9-47a3-a359-93da646cf33e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.6703212 Nov 09 17:40:24.261988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-66149581-a776-42db-a958-70acf890994e None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:24.266362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66149581-a776-42db-a958-70acf890994e None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:24.292359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149581-a776-42db-a958-70acf890994e None None] Pushing event updated for resources: {'Port': ['ID=29653992-24f4-4cce-94df-f71b0874f0cc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:24.515384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Allocated IP 172.20.0.14 (4559b25c-2314-4292-a262-2b3f357fcd0f/e93f3b78-d36e-4fc1-9348-3f085b94e5e5/5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:24.573227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-66149581-a776-42db-a958-70acf890994e None None] Attempting to bind port 29653992-24f4-4cce-94df-f71b0874f0cc on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:24.573716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-66149581-a776-42db-a958-70acf890994e None None] Attempting to bind port 29653992-24f4-4cce-94df-f71b0874f0cc by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:24.574249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66149581-a776-42db-a958-70acf890994e None None] Attempting to bind port 29653992-24f4-4cce-94df-f71b0874f0cc on network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:24.615342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8:1::1 (66e1413b-22d7-44bc-8e97-dbcb40e435e8/752d2448-430d-4323-b202-7ffeefde90ad/ab7b72a5-6c02-4b2c-952f-0389b016db9a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:24.629440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-06e69b20-a0d0-4e8f-91bf-113fa637da8a None None] Provisioning complete for port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:24.630713 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfe8777-9fb3-49c6-9f81-2473edfff102', 'name': 'tempest-snat-router-1367268877', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': '44eafd5b-a57c-4863-b1a1-0b823383fcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:12Z', 'updated_at': '2021-11-09T17:40:17Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': '44eafd5b-a57c-4863-b1a1-0b823383fcb5', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfe8777-9fb3-49c6-9f81-2473edfff102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:14Z', 'updated_at': '2021-11-09T17:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:24.644187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06e69b20-a0d0-4e8f-91bf-113fa637da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.669371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66149581-a776-42db-a958-70acf890994e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:24.670308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66149581-a776-42db-a958-70acf890994e None None] Checking segment: {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:24.671198 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66149581-a776-42db-a958-70acf890994e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.672024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66149581-a776-42db-a958-70acf890994e None None] Bound using segment: {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:24.673076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-66149581-a776-42db-a958-70acf890994e None None] Bound port: 29653992-24f4-4cce-94df-f71b0874f0cc, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:24.674083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66149581-a776-42db-a958-70acf890994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.694715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.718022 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Checking router: fbfe8777-9fb3-49c6-9f81-2473edfff102 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:24.719820 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Updating router fbfe8777-9fb3-49c6-9f81-2473edfff102 port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:24.759770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.831154 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:24.976367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-06e69b20-a0d0-4e8f-91bf-113fa637da8a None None] Port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:25.083389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e715182-299b-4336-a9ea-83b915e0640d req-13e80859-bf21-41b6-a2a2-09c14d01cac6 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8430114 Nov 09 17:40:25.160353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-66149581-a776-42db-a958-70acf890994e None None] For port 29653992-24f4-4cce-94df-f71b0874f0cc, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:25.168965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:25.172314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-66149581-a776-42db-a958-70acf890994e None None] For port 29653992-24f4-4cce-94df-f71b0874f0cc, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=29653992-24f4-4cce-94df-f71b0874f0cc,segment=NetworkSegment(59318d73-025c-48f0-86b0-bbe45e968456),segment_id=59318d73-025c-48f0-86b0-bbe45e968456)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:25.198884 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66149581-a776-42db-a958-70acf890994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:25.238901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:25.264088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-84c4abd4-cf83-4f7a-96c0-b261f5c374fa tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.1756268 Nov 09 17:40:25.308673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47720) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:25.509957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Network 4559b25c-2314-4292-a262-2b3f357fcd0f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:25.527728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149581-a776-42db-a958-70acf890994e None None] Pushing event updated for resources: {'Port': ['ID=29653992-24f4-4cce-94df-f71b0874f0cc,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:25.574643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:25.622661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec4c347-d9cb-43f4-80d9-632517fecbed,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:25.669997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:25.715019 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:25.740207 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:25.764025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:25.802963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414abf-6396-42eb-9879-020653d63f14 req-871005d9-e7f2-47d0-a624-23ed776b0abd tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:25.807102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2414abf-6396-42eb-9879-020653d63f14 req-871005d9-e7f2-47d0-a624-23ed776b0abd tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 945 time: 0.9351976 Nov 09 17:40:25.845184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de38-06e5-4fb9-8c92-2870022ea8df req-6b0421aa-898b-4184-939b-42783fbdf46e tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:25.848108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b609de38-06e5-4fb9-8c92-2870022ea8df req-6b0421aa-898b-4184-939b-42783fbdf46e tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 932 time: 0.3226805 Nov 09 17:40:25.911134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ffe8e-975b-48df-87f1-eb8f91453d96 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:25.947124 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Attempting to bind port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:25.947348 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Attempting to bind port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:25.947874 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Attempting to bind port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:25.963209 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Pushing event updated for resources: {'Port': ['ID=44eafd5b-a57c-4863-b1a1-0b823383fcb5,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:25.968997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:25.994640 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:25.995263 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:25.995872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.003711 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.004281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.004882 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.005460 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.013532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-5c993d62-12de-482c-b463-392ca0f9c7b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:26.017256 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.017880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.018518 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.019131 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.019691 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:26.027942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-5c993d62-12de-482c-b463-392ca0f9c7b0 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 945 time: 2.2007155 Nov 09 17:40:26.041458 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:26.042669 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:26.045099 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.045885 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:26.046697 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Bound port: 44eafd5b-a57c-4863-b1a1-0b823383fcb5, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:26.047520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.047714 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.075777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Checking segment: {'id': '9aee742c-cac0-4f97-9d10-f47303a8b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46303319-1e69-4721-8496-8295a7606b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:26.077416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Network hostable DHCP agents. Network: 46303319-1e69-4721-8496-8295a7606b2a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:26.106587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Pushing event updated for resources: {'Port': ['ID=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:26.108276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a0992b8-81f3-4f15-81d5-90bdb44b5122 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/fbfe8777-9fb3-49c6-9f81-2473edfff102 HTTP/1.1" status: 200 len: 908 time: 0.7976091 Nov 09 17:40:26.141295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47724) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:26.161175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.224400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1367268877', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': True}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:26.259443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-93e5915d-b479-4686-93d4-3c103bf33a14 None None] Provisioning complete for port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:26.260340 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e5915d-b479-4686-93d4-3c103bf33a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.396926 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] For port 44eafd5b-a57c-4863-b1a1-0b823383fcb5, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:26.402304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:26.403380 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.432730 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] For port 44eafd5b-a57c-4863-b1a1-0b823383fcb5, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=44eafd5b-a57c-4863-b1a1-0b823383fcb5,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:26.471550 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.482471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Network 46303319-1e69-4721-8496-8295a7606b2a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:26.531468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:26.540811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.664460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6d7fd-ea04-44b0-af07-f00f7619d9b1 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:26.701405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.707456 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:26.748974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device dccc6775-c6c5-4011-ba9a-dd2224299a99 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:26.842525 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Routers {'fbfe8777-9fb3-49c6-9f81-2473edfff102'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:26.848546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2414abf-6396-42eb-9879-020653d63f14 req-93127507-bb31-4869-b0d1-2ae3cd9ca400 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9054646 Nov 09 17:40:26.893296 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fbfe8777-9fb3-49c6-9f81-2473edfff102'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:26.934627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 46303319-1e69-4721-8496-8295a7606b2a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:26.990267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:26.996931 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:27.010340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:27.076539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-387f5a88-fa1b-497e-9544-08db2e405a09 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6664274 Nov 09 17:40:27.103780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9e6d65-64e6-4ac8-9e55-10a8a274a5c9 None None] Network 46303319-1e69-4721-8496-8295a7606b2a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:27.123925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Request body: {'port': {'device_id': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:27.315345 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:27.397320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:27.426634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f1786582-1463-409b-92de-e5eb0bfe1e44 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.6348557 Nov 09 17:40:27.436914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-93e5915d-b479-4686-93d4-3c103bf33a14 None None] Port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:27.596885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Deleting port dccc6775-c6c5-4011-ba9a-dd2224299a99 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:27.598039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:27.691172 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeab91c-0bdc-42a7-80c7-24062acabb10 None None] Pushing event updated for resources: {'Port': ['ID=44eafd5b-a57c-4863-b1a1-0b823383fcb5,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:27.826539 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] Set router fbfe8777-9fb3-49c6-9f81-2473edfff102 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:28.096599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:28.102273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e48b-3297-461e-9082-173db17c7788 req-d539a8c2-d6d8-436d-bbc1-44921b867668 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:28.108976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c75e48b-3297-461e-9082-173db17c7788 req-d539a8c2-d6d8-436d-bbc1-44921b867668 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.6767948 Nov 09 17:40:28.145687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=2da85a56-b7c6-4d8d-b99d-5b8949777f6f,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:28.146624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29653992-24f4-4cce-94df-f71b0874f0cc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:28.237872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:28.265588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:28.275500 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3227a5e4-33b3-468d-ab7e-9a28fa9303bd" -d '{"events": [{"server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "name": "network-vif-unplugged", "status": "completed", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:28.402162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b609de38-06e5-4fb9-8c92-2870022ea8df req-eeda713b-a2e4-4931-b656-0e6a026e47b6 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5375588 Nov 09 17:40:28.436651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:28.458070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=ab7b72a5-6c02-4b2c-952f-0389b016db9a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:28.477299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:28.493761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] In _notify_port_updated(), no bound segment for port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f on network f432913c-8771-4285-9cb1-556e37ca4934 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:40:28.506884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:28.508152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:28.513729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-06f1b63d-c43d-4088-b9ab-f23beb2bb75f tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "PUT /v2.0/ports/2da85a56-b7c6-4d8d-b99d-5b8949777f6f HTTP/1.1" status: 200 len: 994 time: 5.8630254 Nov 09 17:40:28.528496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:28.536640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:28.541196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:28.544727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:28.788901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cb9f8-da64-4be6-abb0-9f1c158faced None None] Network 46303319-1e69-4721-8496-8295a7606b2a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:28.806167 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1935913d-132d-40a8-b946-fd68cfc828b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:28.935895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a71251-9d38-43c9-9efb-09d1fa6c340f None None] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:28.940489 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:29.258977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:29.282864 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:29.331623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Transition to ACTIVE for port object 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:40:29.342246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Provisioning complete for port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:29.343797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:29.374883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] For port dccc6775-c6c5-4011-ba9a-dd2224299a99, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=dccc6775-c6c5-4011-ba9a-dd2224299a99,segment=NetworkSegment(7c6578c4-fdd7-4664-88fa-8d2b01bfce19),segment_id=7c6578c4-fdd7-4664-88fa-8d2b01bfce19)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:29.379474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:29.428066 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfe8777-9fb3-49c6-9f81-2473edfff102', 'name': 'tempest-snat-router-1367268877', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': '44eafd5b-a57c-4863-b1a1-0b823383fcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:12Z', 'updated_at': '2021-11-09T17:40:17Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': '44eafd5b-a57c-4863-b1a1-0b823383fcb5', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfe8777-9fb3-49c6-9f81-2473edfff102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:14Z', 'updated_at': '2021-11-09T17:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:29.446088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:29.501965 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc2bd0-3d74-4ea2-baf4-9d1295abb2a2 None None] The sync data for ids ['fbfe8777-9fb3-49c6-9f81-2473edfff102'] in n-d-804292-3 is: [{'id': 'fbfe8777-9fb3-49c6-9f81-2473edfff102', 'name': 'tempest-snat-router-1367268877', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': '44eafd5b-a57c-4863-b1a1-0b823383fcb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:12Z', 'updated_at': '2021-11-09T17:40:17Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': '44eafd5b-a57c-4863-b1a1-0b823383fcb5', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfe8777-9fb3-49c6-9f81-2473edfff102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:14Z', 'updated_at': '2021-11-09T17:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:29.521022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:29.623388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:29.634414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 29653992-24f4-4cce-94df-f71b0874f0cc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:29.635056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:29.659387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Calling delete_port for dccc6775-c6c5-4011-ba9a-dd2224299a99 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:29.834532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Provisioning complete for port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:29.835983 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:30.205155 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:30.336080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c75e48b-3297-461e-9082-173db17c7788 req-5d7b3823-8f88-4ec0-ae36-9b73f7e3785b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0225208 Nov 09 17:40:30.390473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:30.426630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:30.449634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 29653992-24f4-4cce-94df-f71b0874f0cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=29653992-24f4-4cce-94df-f71b0874f0cc,segment=NetworkSegment(59318d73-025c-48f0-86b0-bbe45e968456),segment_id=59318d73-025c-48f0-86b0-bbe45e968456)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:30.489618 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:30.494067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94971fe8-9ee8-4bb6-a448-92c52593b4bf req-4e9d2464-e2f2-4ffe-ae28-227829c0797d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:30.496917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94971fe8-9ee8-4bb6-a448-92c52593b4bf req-4e9d2464-e2f2-4ffe-ae28-227829c0797d tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe79fbf-8c51-426c-9554-f78aa36757d2 HTTP/1.1" status: 200 len: 943 time: 1.6502957 Nov 09 17:40:30.696353 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8062eb14-b4c0-47fc-9f42-f13fe4744dae x-openstack-request-id: req-8062eb14-b4c0-47fc-9f42-f13fe4744dae {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:30.697228 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "name": "network-vif-unplugged", "status": "completed", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:30.697228 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8062eb14-b4c0-47fc-9f42-f13fe4744dae {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:30.698755 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99', 'code': 200} Nov 09 17:40:30.704114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=29653992-24f4-4cce-94df-f71b0874f0cc,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:30.817689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Attempting to bind port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:30.818356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Attempting to bind port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:30.819543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Attempting to bind port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 on network 4559b25c-2314-4292-a262-2b3f357fcd0f {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:30.834367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:30.870322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 on network 4559b25c-2314-4292-a262-2b3f357fcd0f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:40:30.876213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Attempting to bind port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 on network 4559b25c-2314-4292-a262-2b3f357fcd0f {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:30.929578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] For port 44eafd5b-a57c-4863-b1a1-0b823383fcb5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=44eafd5b-a57c-4863-b1a1-0b823383fcb5,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:30.940995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 44eafd5b-a57c-4863-b1a1-0b823383fcb5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:30.972707 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:30.977471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23a3827b-d260-4d0f-9bee-c4f826a30504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:31.148601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:31.152279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Checking segment: {'id': 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:31.152913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Bound using segment: {'id': 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:31.153788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Bound port: 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:31.154335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:31.392414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94971fe8-9ee8-4bb6-a448-92c52593b4bf req-8d0e0315-7c52-46a6-bae7-2f41e0f2f922 tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.45 "GET /v2.0/security-groups?id=8844c7eb-d257-4c26-8226-9fb36ee00b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8434832 Nov 09 17:40:31.426287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port 2da85a56-b7c6-4d8d-b99d-5b8949777f6f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:31.426746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:31.533595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] For port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:31.630004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] For port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,segment=NetworkSegment(aac9de1c-2118-4ffd-bd6c-e98830ca18a8),segment_id=aac9de1c-2118-4ffd-bd6c-e98830ca18a8)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:31.758566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:31.829443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:31.831910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a878f2f5-662f-4777-9148-f5f97e4bf0d2 None None] Provisioning complete for port ab7b72a5-6c02-4b2c-952f-0389b016db9a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:31.832754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a878f2f5-662f-4777-9148-f5f97e4bf0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.040413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b57f-a311-45c8-9529-ce18b5042287 None None] Pushing event updated for resources: {'Port': ['ID=44eafd5b-a57c-4863-b1a1-0b823383fcb5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:32.045922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a878f2f5-662f-4777-9148-f5f97e4bf0d2 None None] Port ab7b72a5-6c02-4b2c-952f-0389b016db9a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:32.063269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.099970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:32.100693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.108314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a878f2f5-662f-4777-9148-f5f97e4bf0d2 None None] Provisioning complete for port 29653992-24f4-4cce-94df-f71b0874f0cc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:32.109076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a878f2f5-662f-4777-9148-f5f97e4bf0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.220874 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.233803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:32.401551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Pushing event deleted for resources: {'Port': ['ID=dccc6775-c6c5-4011-ba9a-dd2224299a99,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:32.424261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:32.426143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.432945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.437436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-de802bf8-0fab-4899-adc7-4c724b7c4367 service neutron] 10.222.0.83 "PUT /v2.0/ports/5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 HTTP/1.1" status: 200 len: 1092 time: 5.3447793 Nov 09 17:40:32.447023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'tag': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:32.455931 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31" -d '{"events": [{"name": "network-changed", "server_uuid": "3b90ab38-1b62-42e8-87bc-fa4827e3129d", "tag": "5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:32.680711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8364a4a7-7a1d-469a-a100-3f06341c1c5c None None] Provisioning complete for port ab7b72a5-6c02-4b2c-952f-0389b016db9a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:32.681045 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8364a4a7-7a1d-469a-a100-3f06341c1c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:32.716908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b47a1-0208-4e8c-9087-ed24bb178f71 req-2677613f-f01b-4f2e-b3ae-3f92f6ef69da tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:32.719258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dd9b47a1-0208-4e8c-9087-ed24bb178f71 req-2677613f-f01b-4f2e-b3ae-3f92f6ef69da tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 944 time: 0.9524002 Nov 09 17:40:32.881373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for 2da85a56-b7c6-4d8d-b99d-5b8949777f6f owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:32.893732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8364a4a7-7a1d-469a-a100-3f06341c1c5c None None] Port ab7b72a5-6c02-4b2c-952f-0389b016db9a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:32.965704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-7e4466ce-110d-4d67-88da-5388159f2c03 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:32.974131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 44eafd5b-a57c-4863-b1a1-0b823383fcb5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:32.974382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-7e4466ce-110d-4d67-88da-5388159f2c03 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/networks?id=7be32890-e81c-4360-b62d-56c66038c191 HTTP/1.1" status: 200 len: 809 time: 1.3241551 Nov 09 17:40:32.977666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] No DVR routers for this DVR port dccc6775-c6c5-4011-ba9a-dd2224299a99 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:33.008503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:33.012455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc27d5-04a8-41c3-b2aa-c9ed073ed808 req-8dd7267f-7842-4135-9c49-d15da23c31eb tempest-ServersTestJSON-1912826690 tempest-ServersTestJSON-1912826690-project] 10.222.0.83 "DELETE /v2.0/ports/dccc6775-c6c5-4011-ba9a-dd2224299a99 HTTP/1.1" status: 204 len: 173 time: 6.8668191 Nov 09 17:40:33.056985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-7b5b5d03-274b-43d2-90b9-e6ca1f5010b2 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/quotas/d61883b4a2fc468197b44ff94e48cccb HTTP/1.1" status: 200 len: 375 time: 0.0691769 Nov 09 17:40:33.160062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-6ba66d46-3df3-4415-a9bd-b36c73376d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.167559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-6ba66d46-3df3-4415-a9bd-b36c73376d68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9184d3864c1a4c448f2adf3ff8f26ca0&device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 1095 time: 0.5001974 Nov 09 17:40:33.221110 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:33.269339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:33.276161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:33.296603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-887b9680-9414-442d-ade0-1e62c4ae4084 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d61883b4a2fc468197b44ff94e48cccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2364182 Nov 09 17:40:33.481576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-91745b51-eab1-4252-9dc0-2cd3b75a464c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 HTTP/1.1" status: 200 len: 217 time: 0.0828433 Nov 09 17:40:33.713715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:33.718396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-d26a308f-86ed-48b7-b564-498406595f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.724674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-d26a308f-86ed-48b7-b564-498406595f05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e93f3b78-d36e-4fc1-9348-3f085b94e5e5 HTTP/1.1" status: 200 len: 854 time: 0.1986372 Nov 09 17:40:33.735765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29653992-24f4-4cce-94df-f71b0874f0cc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:33.879664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-5a1cdab1-b020-4b51-8835-92f42932cd88 service neutron] 10.222.0.45 "GET /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764143 Nov 09 17:40:33.934686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dd9b47a1-0208-4e8c-9087-ed24bb178f71 req-f10a41d7-be70-4040-9c49-26612085f0ff tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0144093 Nov 09 17:40:34.123295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-249f41f5-af4b-4058-aadf-0e94f1e17f2d service neutron] 10.222.0.45 "GET /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118206 Nov 09 17:40:34.134539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-4c5ec3ae-abc9-4481-adf4-618124b8930a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4559b25c-2314-4292-a262-2b3f357fcd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3648272 Nov 09 17:40:34.292877 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:40:34.607336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 29653992-24f4-4cce-94df-f71b0874f0cc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:34.609690 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:34.714362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:34.716526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:34.835581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:34.912832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721616-f3d4-482d-9bb0-578f8630b68b req-ec6759f7-b79b-4add-ae6c-9efcbc2e3227 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:34.937690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d721616-f3d4-482d-9bb0-578f8630b68b req-ec6759f7-b79b-4add-ae6c-9efcbc2e3227 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.6821380 Nov 09 17:40:35.035459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Deleting subnet 83a7d627-4f3c-4247-b2d6-9821bea0675e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:40:35.039800 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41696208-5dc3-48c5-8049-5f51038c2c44 x-openstack-request-id: req-41696208-5dc3-48c5-8049-5f51038c2c44 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:35.041043 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b90ab38-1b62-42e8-87bc-fa4827e3129d", "tag": "5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:35.041043 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41696208-5dc3-48c5-8049-5f51038c2c44 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:35.042777 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'tag': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152', 'status': 'completed', 'code': 200} Nov 09 17:40:35.049497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:35.061311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-994ccff2-3068-46b8-b52e-7285e3d079e1 service neutron] 10.222.0.83 "GET /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051182 Nov 09 17:40:35.067981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:35.218030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=2da85a56-b7c6-4d8d-b99d-5b8949777f6f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:35.390753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4b091c7-d291-4db3-9f24-8be0aebdb78c req-bd01fd32-8370-47f1-b6f4-346584ad822a tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.3478117 Nov 09 17:40:35.542737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:35.564819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d721616-f3d4-482d-9bb0-578f8630b68b req-690dd848-144d-4bf2-b537-3984c8a2a9e4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754414 Nov 09 17:40:35.591287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:35.592768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:35.633554 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:36.149324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:36.167074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Allocated IP 172.25.3.168 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:36.307280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=ab7b72a5-6c02-4b2c-952f-0389b016db9a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:36.441590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:36.447126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b050c097-6f9c-4e6d-8dfc-dbe05e4105a2 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/ports/2da85a56-b7c6-4d8d-b99d-5b8949777f6f HTTP/1.1" status: 204 len: 168 time: 7.7423611 Nov 09 17:40:36.451094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:36.458189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47792) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:36.513986 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e468170c-5046-4852-a08a-2b2eabf06f36 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] GET failed (client error): The resource could not be found. Nov 09 17:40:36.516073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e468170c-5046-4852-a08a-2b2eabf06f36 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "GET /v2.0/ports/2da85a56-b7c6-4d8d-b99d-5b8949777f6f HTTP/1.1" status: 404 len: 333 time: 0.0565226 Nov 09 17:40:36.520150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:36.534968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47796) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:36.544244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'name': 'tempest-AllowedAddressPairTestJSON-1864101359'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:36.564381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:36.877817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:37.096421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9227b706-3a10-45b4-9255-de47e26c10b9 req-b9b247ee-3f3f-4d2d-a724-31a50f010cdc tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.3058178 Nov 09 17:40:37.282954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b5261785-e5e7-4e21-a720-208a14c58943 None None] Provisioning complete for port ab7b72a5-6c02-4b2c-952f-0389b016db9a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:37.285103 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5261785-e5e7-4e21-a720-208a14c58943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:37.406075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b5261785-e5e7-4e21-a720-208a14c58943 None None] Port ab7b72a5-6c02-4b2c-952f-0389b016db9a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:37.428992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:37.494721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:37.516548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23030948-5539-4c87-bc32-342081dc8279 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:37.543456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:37.593007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:37.611945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:37.660554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:37.690266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-956965dc-6a7c-461d-9059-b97bd374748a None None] Provisioning complete for port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:37.691188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956965dc-6a7c-461d-9059-b97bd374748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:37.754420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-956965dc-6a7c-461d-9059-b97bd374748a None None] Port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:37.855761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Port': ['ID=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:37.900464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] device_id is not set on port 121735c4-87b5-46c2-988c-e04681217968 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:40:37.948877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'name': 'network-vif-deleted', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:37.956291 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc0dd2f-c8b6-4bff-a17c-60d3a1e9e877" -d '{"events": [{"server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "name": "network-vif-deleted", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:38.033678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf917-110e-4fb1-aa2c-fbb90f2359a6 req-f257b89e-9f28-40ac-9a3b-f1c9d363cd1f tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:38.036286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-431cf917-110e-4fb1-aa2c-fbb90f2359a6 req-f257b89e-9f28-40ac-9a3b-f1c9d363cd1f tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 944 time: 2.2771680 Nov 09 17:40:38.076132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48e64f64-89c5-4b9e-b615-f42f0e0447fc req-1d5366a7-b25f-4614-9937-97cbf0f793db service neutron] 10.222.0.83 "GET /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.0054371 Nov 09 17:40:38.371022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:38.527266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:38.536304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83a7d627-4f3c-4247-b2d6-9821bea0675e HTTP/1.1" status: 204 len: 168 time: 3.8144515 Nov 09 17:40:38.540424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cbac0-c8c7-4501-8a38-94bdb89ed144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a7d627-4f3c-4247-b2d6-9821bea0675e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:38.554763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:38.683934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b5846-e48c-4169-95a1-ad12e3c22106 req-4e8f003f-9c8c-4310-84b5-708a27571bf1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:38.688153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-831b5846-e48c-4169-95a1-ad12e3c22106 req-4e8f003f-9c8c-4310-84b5-708a27571bf1 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 1.2537725 Nov 09 17:40:38.734889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-162bd1b9-1539-4696-94e1-a36730ea15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:38.737619 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-162bd1b9-1539-4696-94e1-a36730ea15ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9184d3864c1a4c448f2adf3ff8f26ca0&device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 1095 time: 0.4451358 Nov 09 17:40:38.748263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-431cf917-110e-4fb1-aa2c-fbb90f2359a6 req-8645a011-acd8-4e02-b4b7-f6327d438664 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662934 Nov 09 17:40:38.818619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:38.915893 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b888418-8b83-43ae-910e-7e3b564e65c3 x-openstack-request-id: req-6b888418-8b83-43ae-910e-7e3b564e65c3 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:38.920301 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe79fbf-8c51-426c-9554-f78aa36757d2", "name": "network-vif-deleted", "tag": "dccc6775-c6c5-4011-ba9a-dd2224299a99", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:38.923024 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b888418-8b83-43ae-910e-7e3b564e65c3 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:38.926170 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe79fbf-8c51-426c-9554-f78aa36757d2', 'name': 'network-vif-deleted', 'tag': 'dccc6775-c6c5-4011-ba9a-dd2224299a99', 'status': 'completed', 'code': 200} Nov 09 17:40:39.011421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Allocated IP 172.20.0.7 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/121735c4-87b5-46c2-988c-e04681217968) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:39.311922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.331031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.370258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:39.396108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:39.414572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcab4405-9f8d-4c0a-ac38-95ae21188c7f']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.430542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:39.436322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.456430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6578c4-fdd7-4664-88fa-8d2b01bfce19') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.457340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6578c4-fdd7-4664-88fa-8d2b01bfce19') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.462364 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fc366143-404c-426b-97f7-8a2587a6b6e6 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1370976 Nov 09 17:40:39.469791 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.487123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.524725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.539370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:39.540607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.554050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:39.583186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28980114'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:39.691232 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:39.734358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.756615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73fb30f4-81ae-4509-9a82-78a2af08efec req-7f31bda9-3555-4611-a36e-4c2aa812ec8d tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.5817275 Nov 09 17:40:39.794310 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:39.804848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dcab4405-9f8d-4c0a-ac38-95ae21188c7f HTTP/1.1" status: 204 len: 168 time: 1.2420940 Nov 09 17:40:39.804848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348721-47b4-4d40-a4e2-5f71939182f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcab4405-9f8d-4c0a-ac38-95ae21188c7f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:39.834901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:39.851302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:39.863277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=121735c4-87b5-46c2-988c-e04681217968,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:39.871269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:39.877081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:40.033341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-af4afb0e-8085-4ff5-b1b5-64765e47f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.042968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-af4afb0e-8085-4ff5-b1b5-64765e47f9f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4559b25c-2314-4292-a262-2b3f357fcd0f HTTP/1.1" status: 200 len: 914 time: 1.1829438 Nov 09 17:40:40.080707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbafeba-0fe9-477b-860f-8a39cb961db3 req-be726df5-f302-4f30-807c-ce971ebf1904 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.082684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dbafeba-0fe9-477b-860f-8a39cb961db3 req-be726df5-f302-4f30-807c-ce971ebf1904 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 944 time: 0.1641116 Nov 09 17:40:40.195360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6dbafeba-0fe9-477b-860f-8a39cb961db3 req-01a27ca3-7ebb-46ae-8820-0a93558b3eb0 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970051 Nov 09 17:40:40.304951 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-12aaa7b7-9fc0-4c4e-840c-e68c1bace035 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 HTTP/1.1" status: 200 len: 217 time: 0.1225822 Nov 09 17:40:40.389496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:30Z', 'revision_number': 3, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:33Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:40.403923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-cc3447c3-d022-4df1-ba7a-2b8741ac54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.405837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-cc3447c3-d022-4df1-ba7a-2b8741ac54dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e93f3b78-d36e-4fc1-9348-3f085b94e5e5 HTTP/1.1" status: 200 len: 854 time: 0.0924637 Nov 09 17:40:40.406377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:40.438102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:40.438687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Updating router ad1d87b4-9a8d-4011-a4ca-b74213b90383 port ab7b72a5-6c02-4b2c-952f-0389b016db9a binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:40.455007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-c4c363e4-0a08-44a6-a75e-cebebf5e1e0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4559b25c-2314-4292-a262-2b3f357fcd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400581 Nov 09 17:40:40.501886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:40.529267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-faaf5479-8963-4895-9b74-21d0bc3a321e None None] Provisioning complete for port 121735c4-87b5-46c2-988c-e04681217968 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:40.529788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faaf5479-8963-4895-9b74-21d0bc3a321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:40.588463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-ad6c0fd4-85f3-4bcd-b618-1dad8421a787 service neutron] 10.222.0.83 "GET /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226346 Nov 09 17:40:40.602682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.603531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:40.610737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-faaf5479-8963-4895-9b74-21d0bc3a321e None None] Port 121735c4-87b5-46c2-988c-e04681217968 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:40.700697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-fcdb9f3a-7665-497e-9b70-2d86cd170fb7 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.702236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-fcdb9f3a-7665-497e-9b70-2d86cd170fb7 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.43 "GET /v2.0/networks?id=7be32890-e81c-4360-b62d-56c66038c191 HTTP/1.1" status: 200 len: 809 time: 2.4013593 Nov 09 17:40:40.716955 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-831b5846-e48c-4169-95a1-ad12e3c22106 req-1a2ce5cd-be17-44c3-b441-900c2aabe868 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2513845 Nov 09 17:40:40.749949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Request body: {'port': {'device_id': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'network_id': '7be32890-e81c-4360-b62d-56c66038c191', 'admin_state_up': True, 'tenant_id': 'd61883b4a2fc468197b44ff94e48cccb'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:40.764779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-56e88cae-9f9f-4ddd-a7a1-be4bb05f1c16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96536f464e754fef8fb8f02ea4d0b44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548162 Nov 09 17:40:40.767693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:40.827750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:40.880556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ac50ee8d-e84a-481a-82f3-d42b0363adb9 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3431640 Nov 09 17:40:40.882072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:40.886340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:40.892805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:40.900489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:b8:99'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:40.923817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6622e52b-5ced-4c6a-ae29-890c31ac4b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.001322 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:40:41.042088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6622e52b-5ced-4c6a-ae29-890c31ac4b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.052780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:41.055641 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.065917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.066431 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment b8709261-42f8-4d89-b785-38015ff5f3a7 of type vlan for network 54c04bfa-68e7-4684-82ef-4894eb0caf90 Nov 09 17:40:41.070852 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.145103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.195613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356de523-92a9-43e4-8c90-0051d5f934ae None None] Pushing event updated for resources: {'Port': ['ID=ab7b72a5-6c02-4b2c-952f-0389b016db9a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:41.206019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b149c9b4-da3a-49f2-a031-1d486900d707 req-997d564c-762d-41a1-8620-7bf64588e779 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.2869315 Nov 09 17:40:41.228002 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.237711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:41.238367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.238859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6622e52b-5ced-4c6a-ae29-890c31ac4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.248345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6622e52b-5ced-4c6a-ae29-890c31ac4b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.253049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6622e52b-5ced-4c6a-ae29-890c31ac4b5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8844c7eb-d257-4c26-8226-9fb36ee00b4f HTTP/1.1" status: 204 len: 168 time: 0.4833770 Nov 09 17:40:41.276039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622e52b-5ced-4c6a-ae29-890c31ac4b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8844c7eb-d257-4c26-8226-9fb36ee00b4f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:41.283470 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbe5ed76-f3a6-4661-8224-e2018aeb4b31 req-50e2d882-3353-4a23-a1d2-cb35ca12b1d7 service neutron] 10.222.0.83 "GET /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732519 Nov 09 17:40:41.333702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Attempting to bind port ab7b72a5-6c02-4b2c-952f-0389b016db9a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:41.334388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Attempting to bind port ab7b72a5-6c02-4b2c-952f-0389b016db9a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:41.334912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Attempting to bind port ab7b72a5-6c02-4b2c-952f-0389b016db9a on network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:41.357092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,segment=NetworkSegment(aac9de1c-2118-4ffd-bd6c-e98830ca18a8),segment_id=aac9de1c-2118-4ffd-bd6c-e98830ca18a8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:41.391348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:41.392187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Checking segment: {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:41.392809 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.393379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Bound using segment: {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:41.394038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Bound port: ab7b72a5-6c02-4b2c-952f-0389b016db9a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59318d73-025c-48f0-86b0-bbe45e968456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:41.394818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.415205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152', 'network_id': '4559b25c-2314-4292-a262-2b3f357fcd0f', 'port_id': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152', 'mac_address': 'fa:16:3e:c4:93:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93f3b78-d36e-4fc1-9348-3f085b94e5e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:41.518263 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.552055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:41.595853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,segment=NetworkSegment(aac9de1c-2118-4ffd-bd6c-e98830ca18a8),segment_id=aac9de1c-2118-4ffd-bd6c-e98830ca18a8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:41.605239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] For port ab7b72a5-6c02-4b2c-952f-0389b016db9a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:41.610038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.675750 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=54c04bfa-68e7-4684-82ef-4894eb0caf90,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:41.716544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Made reservation on behalf of d61883b4a2fc468197b44ff94e48cccb for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:41.721208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.740266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:41.751758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:41.793971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:41.796893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1c4d4e57-d636-4621-ba8e-13f8866d2424 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2298172 Nov 09 17:40:41.801839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:41.932209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] For port ab7b72a5-6c02-4b2c-952f-0389b016db9a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab7b72a5-6c02-4b2c-952f-0389b016db9a,segment=NetworkSegment(59318d73-025c-48f0-86b0-bbe45e968456),segment_id=59318d73-025c-48f0-86b0-bbe45e968456)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:41.947783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:41.971973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.069725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356de523-92a9-43e4-8c90-0051d5f934ae None None] Pushing event updated for resources: {'Port': ['ID=ab7b72a5-6c02-4b2c-952f-0389b016db9a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:42.076420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:42.110482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:42.115165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5b207297-6e52-4a1c-84f3-b078f3f2405a None None] Provisioning complete for port ab7b72a5-6c02-4b2c-952f-0389b016db9a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:42.118606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.123988 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b207297-6e52-4a1c-84f3-b078f3f2405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.134282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fae3e8-b7ca-4f68-b8ec-ce05222906e4 req-5b5ef895-2b50-47e0-83a8-465136cd21c8 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:42.136199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95fae3e8-b7ca-4f68-b8ec-ce05222906e4 req-5b5ef895-2b50-47e0-83a8-465136cd21c8 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 945 time: 0.7139030 Nov 09 17:40:42.284162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:42.285164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:42.440881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:42.471472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.545502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Allocated IP 172.20.0.9 (7be32890-e81c-4360-b62d-56c66038c191/82675413-3968-409a-9e9f-ba242134e955/72182709-bf99-4602-a640-f5b642b1b7a5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:42.561232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7518f-b974-4cab-8730-e34b369b2483 req-b31a2240-d626-4c19-a2b0-2c6af906daec tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:42.565711 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcb7518f-b974-4cab-8730-e34b369b2483 req-b31a2240-d626-4c19-a2b0-2c6af906daec tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.5865448 Nov 09 17:40:42.701379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b207297-6e52-4a1c-84f3-b078f3f2405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.753248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.823014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a2311311-6b55-45ef-84cc-39defe41f189 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:42.853596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcb7518f-b974-4cab-8730-e34b369b2483 req-1ad1ab35-02e0-4439-ab87-1964ee5c5e7a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784033 Nov 09 17:40:42.908293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5b207297-6e52-4a1c-84f3-b078f3f2405a None None] For port ab7b72a5-6c02-4b2c-952f-0389b016db9a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab7b72a5-6c02-4b2c-952f-0389b016db9a,segment=NetworkSegment(59318d73-025c-48f0-86b0-bbe45e968456),segment_id=59318d73-025c-48f0-86b0-bbe45e968456)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:42.909179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:42.926264 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b207297-6e52-4a1c-84f3-b078f3f2405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:42.942519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:42.943165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: 54c04bfa-68e7-4684-82ef-4894eb0caf90, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:43.000789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:43.019614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 54c04bfa-68e7-4684-82ef-4894eb0caf90) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:43.029285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:43.030770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:43.069503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:43.073917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9ef6a2aa-d00c-4b33-8a88-22b03258cedc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2779448 Nov 09 17:40:43.076173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:43.079282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95fae3e8-b7ca-4f68-b8ec-ce05222906e4 req-01282de7-34f2-4b05-a966-619f5e6a5654 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8858376 Nov 09 17:40:43.155665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:43.168674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10cb2d82-1318-4c14-8072-35060c7a59e6 req-3e057c48-6387-4e05-8b0b-3cd39d6d2ad9 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.0908198 Nov 09 17:40:43.214684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:40:43.218115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7f831-4ba0-449d-84cd-7bf215373753 None None] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:43.233750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b207297-6e52-4a1c-84f3-b078f3f2405a None None] Pushing event updated for resources: {'Port': ['ID=ab7b72a5-6c02-4b2c-952f-0389b016db9a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:43.352600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3e8eddd8-da13-476b-8772-38435a6678bc None None] Provisioning complete for port ab7b72a5-6c02-4b2c-952f-0389b016db9a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:43.352984 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e8eddd8-da13-476b-8772-38435a6678bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:43.474044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1277828140-network', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:43.635428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:30Z', 'revision_number': 3, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:41Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:43.706429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fda92d-2d86-4eee-b3a2-07e64cc254ed None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:30Z', 'revision_number': 3, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:41Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:43.840960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Made reservation on behalf of e0b28985fa264262a9425ecbf1ee3093 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:43.849189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:43.900890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:43.925072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a2311311-6b55-45ef-84cc-39defe41f189', 'network_id': '15130331-ab23-4622-aa4d-af8174953073', 'port_id': 'a2311311-6b55-45ef-84cc-39defe41f189', 'mac_address': 'fa:16:3e:be:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc0e351-cad3-4ded-8068-41cb376c6ee7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:43.954166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.018500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-54c04bfa-68e7-4684-82ef-4894eb0caf90', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:44.019992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.085671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.099930 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.120665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.153800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.220192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:44.254838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.350934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:44.508123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Allocated IP 2001:db8:2::2 (54c04bfa-68e7-4684-82ef-4894eb0caf90/f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2/6b198951-fce3-43f2-a133-a6764552db26) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:44.578484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f474a-c907-47da-93c9-dd0f067c5145 req-7de5c36a-4d5b-42f5-bf26-64db68b7bf80 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:44.582170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c8f474a-c907-47da-93c9-dd0f067c5145 req-7de5c36a-4d5b-42f5-bf26-64db68b7bf80 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 945 time: 0.4876237 Nov 09 17:40:44.604724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Router 09601585-3dea-4524-916c-6d84a8e18213 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:40:44.648387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=121735c4-87b5-46c2-988c-e04681217968,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:44.670276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.714456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5540a6-7d7d-4be2-9a2f-70690a938c83 req-59a1202d-dc05-44bd-945e-238a40f66e2d tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:44.726198 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e5540a6-7d7d-4be2-9a2f-70690a938c83 req-59a1202d-dc05-44bd-945e-238a40f66e2d tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 945 time: 0.4417300 Nov 09 17:40:44.785711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.789179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] In _notify_port_updated(), no bound segment for port 121735c4-87b5-46c2-988c-e04681217968 on network f432913c-8771-4285-9cb1-556e37ca4934 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:40:44.801812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:44.813786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.813786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12fc83c8-43ba-4def-9249-53770fb26d5b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "PUT /v2.0/ports/121735c4-87b5-46c2-988c-e04681217968 HTTP/1.1" status: 200 len: 996 time: 3.9121039 Nov 09 17:40:44.815769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:44.830340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:44.830783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:44.872313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e5540a6-7d7d-4be2-9a2f-70690a938c83 req-ff8843ba-d037-4d37-b2ba-f3501485041d tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205328 Nov 09 17:40:45.073757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a2311311-6b55-45ef-84cc-39defe41f189'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:45.083034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port 121735c4-87b5-46c2-988c-e04681217968 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:45.083760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.122408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:45.144275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Sync routers for ids ['09601585-3dea-4524-916c-6d84a8e18213'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:45.163778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Routers {'09601585-3dea-4524-916c-6d84a8e18213'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:45.164198 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['09601585-3dea-4524-916c-6d84a8e18213'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:45.214650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:45.232725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.256419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab7b72a5-6c02-4b2c-952f-0389b016db9a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:45.332235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1d8b7-eede-440c-8e65-2cee5425b5ed req-611324a5-b498-42fb-aa8a-853e8d7fb88c tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:45.333813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48b1d8b7-eede-440c-8e65-2cee5425b5ed req-611324a5-b498-42fb-aa8a-853e8d7fb88c tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 931 time: 0.2060077 Nov 09 17:40:45.342242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.364537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e33a24b1-d605-402c-83ec-4a6f18d981be None None] Provisioning complete for port 121735c4-87b5-46c2-988c-e04681217968 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:45.366660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e33a24b1-d605-402c-83ec-4a6f18d981be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.376708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for 121735c4-87b5-46c2-988c-e04681217968 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:45.389028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.392757 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Added segment b650c1ad-d684-427f-803a-ca6d234bfb43 of type vlan for network 54a4b437-4137-4084-b0d4-33407c007743 Nov 09 17:40:45.394060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:45.449768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:45.450750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.451256 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Set router 09601585-3dea-4524-916c-6d84a8e18213 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:45.501816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48b1d8b7-eede-440c-8e65-2cee5425b5ed req-cedd3c11-3b63-421d-b4a9-0174e3d947de tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427579 Nov 09 17:40:45.558069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.568938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.623837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.640144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c8f474a-c907-47da-93c9-dd0f067c5145 req-4ee011ef-fb56-49e8-9a91-3bd22ac6b337 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0149620 Nov 09 17:40:45.675574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8:2::1 (54c04bfa-68e7-4684-82ef-4894eb0caf90/f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2/3517fffd-97d4-42b8-b669-0d15c4f23563) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:45.733322 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.735621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.737866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:45.738921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.766014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Pushing event updated for resources: {'Port': ['ID=72182709-bf99-4602-a640-f5b642b1b7a5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.791515 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09601585-3dea-4524-916c-6d84a8e18213', 'name': 'tempest-snat-router-1367268877', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:26Z', 'updated_at': '2021-11-09T17:40:40Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': '6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09601585-3dea-4524-916c-6d84a8e18213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:34Z', 'updated_at': '2021-11-09T17:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:45.840677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.854762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Checking router: 09601585-3dea-4524-916c-6d84a8e18213 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:45.855443 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Updating router 09601585-3dea-4524-916c-6d84a8e18213 port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:45.891301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672301fd-5b1e-4c6a-9f51-f09c0d5118ba,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.898786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e33a24b1-d605-402c-83ec-4a6f18d981be None None] Port 121735c4-87b5-46c2-988c-e04681217968 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:45.900651 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.904603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] Pushing event updated for resources: {'Network': ['ID=54a4b437-4137-4084-b0d4-33407c007743,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.915532 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fb05d883-f6e8-4a2a-b8d1-641217ff860d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7562544 Nov 09 17:40:45.925136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:45.929973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d58de61-fc30-47f1-9e22-1d3f544f7437 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 19.7633226 Nov 09 17:40:45.929973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47882) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:45.932411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47884) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:45.940039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Request body: {'subnet': {'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1277828140-subnet', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:45.993135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:46.004899 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.013896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Network 7be32890-e81c-4360-b62d-56c66038c191 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:46.035261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:46.041796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:46.058100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 54a4b437-4137-4084-b0d4-33407c007743 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:46.089402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:46.109700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Made reservation on behalf of e0b28985fa264262a9425ecbf1ee3093 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:46.119148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.157312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.220556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=3517fffd-97d4-42b8-b669-0d15c4f23563,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:46.283109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:46.287981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:46.343115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:46.344190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.385564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=121735c4-87b5-46c2-988c-e04681217968,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:46.510776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ab7b72a5-6c02-4b2c-952f-0389b016db9a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:46.511447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.541309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:46.551647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.558133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d70bdca9-7ac9-4ae2-a7a6-1e3d3f2bce8a tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/ports/121735c4-87b5-46c2-988c-e04681217968 HTTP/1.1" status: 204 len: 168 time: 1.7409248 Nov 09 17:40:46.559838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:46.560842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.570223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Pushing event updated for resources: {'Port': ['ID=6b198951-fce3-43f2-a133-a6764552db26,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:46.622398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47890) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:46.637469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.652173 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.654825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-64dcdaf4-c2a4-40c5-a6f8-a87cee791978 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9362636 Nov 09 17:40:46.673525 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.774688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,segment=NetworkSegment(aac9de1c-2118-4ffd-bd6c-e98830ca18a8),segment_id=aac9de1c-2118-4ffd-bd6c-e98830ca18a8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:46.796637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:46.800145 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8b405b-6765-46e8-b94f-47e682a33f34" -d '{"events": [{"server_uuid": "3b90ab38-1b62-42e8-87bc-fa4827e3129d", "name": "network-vif-plugged", "status": "completed", "tag": "5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:46.836793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Request body: {'port': {'device_id': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:46.839490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f53f0-4b5c-4b80-afcb-39448a7825cb req-1f4286b5-3ae6-4c94-a241-3fbead5c3d70 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:46.857783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-311f53f0-4b5c-4b80-afcb-39448a7825cb req-1f4286b5-3ae6-4c94-a241-3fbead5c3d70 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 945 time: 0.6895230 Nov 09 17:40:46.867944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.878630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Attempting to bind port 6b198951-fce3-43f2-a133-a6764552db26 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:46.880359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Attempting to bind port 6b198951-fce3-43f2-a133-a6764552db26 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:46.882282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Attempting to bind port 6b198951-fce3-43f2-a133-a6764552db26 on network 54c04bfa-68e7-4684-82ef-4894eb0caf90 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:46.889892 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646efab-dd0e-4e04-91e7-ec32fa7ccd24 None None] Pushing event updated for resources: {'Port': ['ID=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:46.902049 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3c02a3-7f5d-48e0-a3e9-e64b7e358c16 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] GET failed (client error): The resource could not be found. Nov 09 17:40:46.916176 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c3c02a3-7f5d-48e0-a3e9-e64b7e358c16 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "GET /v2.0/ports/121735c4-87b5-46c2-988c-e04681217968 HTTP/1.1" status: 404 len: 333 time: 0.2553613 Nov 09 17:40:46.945548 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Attempting to bind port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:46.946153 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Attempting to bind port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:46.947081 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Attempting to bind port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:46.947589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:46.958250 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:46.958890 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:46.960121 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.960731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:46.961527 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Bound port: 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:46.962153 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:46.967934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'name': 'tempest-AllowedAddressPairTestJSON-1797201396'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:47.001877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a56a26-2630-460c-9db5-421607b069ae None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:47.029553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:47.030595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Checking segment: {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:47.031246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.032303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Bound using segment: {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:47.033066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Bound port: 6b198951-fce3-43f2-a133-a6764552db26, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:47.033708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.109210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.137123 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] For port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:47.143613 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] For port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:47.170614 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.195822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7202a235-6a6d-44d2-8f06-3cf532966b2d tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/09601585-3dea-4524-916c-6d84a8e18213 HTTP/1.1" status: 200 len: 908 time: 1.2119153 Nov 09 17:40:47.205918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:47.225782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:47.232144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-311f53f0-4b5c-4b80-afcb-39448a7825cb req-20b9fb85-e2e7-4d9d-83c1-be33496cf11f tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585374 Nov 09 17:40:47.254656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6382a27-167b-4de8-b473-c99940637ef6 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:47.266472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-46887fb8-04f0-4dce-83f8-c8fc2c540256 None None] Provisioning complete for port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:47.266472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46887fb8-04f0-4dce-83f8-c8fc2c540256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.334740 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646efab-dd0e-4e04-91e7-ec32fa7ccd24 None None] Pushing event updated for resources: {'Port': ['ID=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:47.369563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] For port 6b198951-fce3-43f2-a133-a6764552db26, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:47.381461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] For port 6b198951-fce3-43f2-a133-a6764552db26, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6b198951-fce3-43f2-a133-a6764552db26,segment=NetworkSegment(b8709261-42f8-4d89-b785-38015ff5f3a7),segment_id=b8709261-42f8-4d89-b785-38015ff5f3a7)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:47.389849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.443613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe675393-50a7-4d25-9ab3-1f72d6a98060 req-d6550a0f-dd02-4171-95a3-8b84252ed91a tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:47.467815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe675393-50a7-4d25-9ab3-1f72d6a98060 req-d6550a0f-dd02-4171-95a3-8b84252ed91a tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 931 time: 0.6166201 Nov 09 17:40:47.470297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.562511 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Routers {'09601585-3dea-4524-916c-6d84a8e18213'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:47.572038 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['09601585-3dea-4524-916c-6d84a8e18213'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:47.581213 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46887fb8-04f0-4dce-83f8-c8fc2c540256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.633255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-46887fb8-04f0-4dce-83f8-c8fc2c540256 None None] For port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:47.649648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9b72-b5e7-4803-a1c7-e65001a6025f None None] Pushing event updated for resources: {'Port': ['ID=6b198951-fce3-43f2-a133-a6764552db26,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:47.659865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46887fb8-04f0-4dce-83f8-c8fc2c540256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.809533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46887fb8-04f0-4dce-83f8-c8fc2c540256 None None] Pushing event updated for resources: {'Port': ['ID=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:47.845362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-eb987ad3-a97f-433d-84d4-1ea450127d6b None None] Provisioning complete for port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:47.846570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb987ad3-a97f-433d-84d4-1ea450127d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.849017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.945259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:47.946203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:48.099290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:48.106253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:48.324681 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] Set router 09601585-3dea-4524-916c-6d84a8e18213 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:48.395138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=3517fffd-97d4-42b8-b669-0d15c4f23563,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:48.457331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecd84f-d12f-4fff-a90b-c7c85561561d req-afb3bf8c-e490-44c2-aa43-346e0ac1e255 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:48.460797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbecd84f-d12f-4fff-a90b-c7c85561561d req-afb3bf8c-e490-44c2-aa43-346e0ac1e255 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 946 time: 0.6054292 Nov 09 17:40:48.470075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] device_id is not set on port 63371860-e04d-455d-8d2d-2d5f7a852ad2 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:40:48.644165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:48.675185 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:48.819248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe675393-50a7-4d25-9ab3-1f72d6a98060 req-fd9954e1-dee4-4f06-8d21-c58b9628fcb1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2906537 Nov 09 17:40:48.826871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a2311311-6b55-45ef-84cc-39defe41f189 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:48.872980 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09601585-3dea-4524-916c-6d84a8e18213', 'name': 'tempest-snat-router-1367268877', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:26Z', 'updated_at': '2021-11-09T17:40:40Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': '6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09601585-3dea-4524-916c-6d84a8e18213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:34Z', 'updated_at': '2021-11-09T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:48.919303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d1e5fc-a523-4593-b1e2-9b7cccc3169d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:48.945864 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d122043-36fa-4a62-a5bf-f180a72963b2 None None] The sync data for ids ['09601585-3dea-4524-916c-6d84a8e18213'] in n-d-804292-3 is: [{'id': '09601585-3dea-4524-916c-6d84a8e18213', 'name': 'tempest-snat-router-1367268877', 'tenant_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:26Z', 'updated_at': '2021-11-09T17:40:40Z', 'revision_number': 3, 'project_id': '9e89da9a5dd4419886a4b4e1c35fb27b', 'gw_port': {'id': '6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09601585-3dea-4524-916c-6d84a8e18213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:34Z', 'updated_at': '2021-11-09T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:49.018259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.022564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.023389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.023936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.024474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.025023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.025559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.026099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.026629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.027195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.028584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.029446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:49.069072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Checking segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:49.069616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Network hostable DHCP agents. Network: 54a4b437-4137-4084-b0d4-33407c007743, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:49.072825 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51933e7-7e4f-4c91-90f2-3b085db133e5 x-openstack-request-id: req-d51933e7-7e4f-4c91-90f2-3b085db133e5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:49.073312 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b90ab38-1b62-42e8-87bc-fa4827e3129d", "name": "network-vif-plugged", "status": "completed", "tag": "5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:49.073651 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d51933e7-7e4f-4c91-90f2-3b085db133e5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:49.074348 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152', 'code': 200} Nov 09 17:40:49.174783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a2311311-6b55-45ef-84cc-39defe41f189 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:49.206672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a2311311-6b55-45ef-84cc-39defe41f189 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:49.208159 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:49.425513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Network 54a4b437-4137-4084-b0d4-33407c007743 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:49.462088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b198951-fce3-43f2-a133-a6764552db26 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:49.602464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 54a4b437-4137-4084-b0d4-33407c007743) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:49.626799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acada846-72cc-46bf-8177-1cf7c16b5069 None None] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:49.629838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72182709-bf99-4602-a640-f5b642b1b7a5 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:49.661316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:49.665987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e82b3-cd69-4de7-8c24-82fd9b3ecc3d None None] Network 54a4b437-4137-4084-b0d4-33407c007743 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:49.669563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:49.691248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:49.769205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Transition to ACTIVE for port object 72182709-bf99-4602-a640-f5b642b1b7a5 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:40:49.782197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:49.809913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b930d-d8da-423a-a231-86bbbf79e173 req-e62f27c3-0529-414c-91f6-cd885e2e6962 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:49.820127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-335b930d-d8da-423a-a231-86bbbf79e173 req-e62f27c3-0529-414c-91f6-cd885e2e6962 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 946 time: 0.5485673 Nov 09 17:40:49.837053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4719014f-39cb-4206-8644-b5e485057caf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9059792 Nov 09 17:40:49.841565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:49.853022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:49.907546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:49.922395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbecd84f-d12f-4fff-a90b-c7c85561561d req-8b55ec7d-6df5-44aa-a752-1950dce38038 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4389436 Nov 09 17:40:49.925868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:49.932271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.036385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:50.064566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Pushing event updated for resources: {'Port': ['ID=72182709-bf99-4602-a640-f5b642b1b7a5,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:50.089491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.147813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec761e-252d-4aa9-b9a8-fc5ee365dcbf req-ee3ffb53-6af5-4be8-bcc9-84d77d9fbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.150460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54ec761e-252d-4aa9-b9a8-fc5ee365dcbf req-ee3ffb53-6af5-4be8-bcc9-84d77d9fbf1b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 1097 time: 0.3793974 Nov 09 17:40:50.270232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c48dec83-75bc-4151-9619-fe4b31c80837 None None] Provisioning complete for port 6b198951-fce3-43f2-a133-a6764552db26 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:50.270751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c48dec83-75bc-4151-9619-fe4b31c80837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.345614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Allocated IP 172.20.0.4 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/63371860-e04d-455d-8d2d-2d5f7a852ad2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:50.349201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-335b930d-d8da-423a-a231-86bbbf79e173 req-e2801ebd-0074-41c1-8292-771883919138 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101111 Nov 09 17:40:50.369308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:50.449330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:50.471322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6b198951-fce3-43f2-a133-a6764552db26 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:50.471868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.485031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Attempting to bind port 72182709-bf99-4602-a640-f5b642b1b7a5 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:50.485421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Attempting to bind port 72182709-bf99-4602-a640-f5b642b1b7a5 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'fac6c783-8744-4270-98cb-4017f077e5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7be32890-e81c-4360-b62d-56c66038c191'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:50.485936 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.486336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Attempting to bind port 72182709-bf99-4602-a640-f5b642b1b7a5 on network 7be32890-e81c-4360-b62d-56c66038c191 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:50.503519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Port 72182709-bf99-4602-a640-f5b642b1b7a5 on network 7be32890-e81c-4360-b62d-56c66038c191 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:40:50.504408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Attempting to bind port 72182709-bf99-4602-a640-f5b642b1b7a5 on network 7be32890-e81c-4360-b62d-56c66038c191 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:50.534725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:50.535490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Checking segment: {'id': 'fac6c783-8744-4270-98cb-4017f077e5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7be32890-e81c-4360-b62d-56c66038c191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:50.536181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Bound using segment: {'id': 'fac6c783-8744-4270-98cb-4017f077e5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7be32890-e81c-4360-b62d-56c66038c191'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:50.536748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Bound port: 72182709-bf99-4602-a640-f5b642b1b7a5, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac6c783-8744-4270-98cb-4017f077e5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7be32890-e81c-4360-b62d-56c66038c191'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:50.537840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.537999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.543353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54ec761e-252d-4aa9-b9a8-fc5ee365dcbf req-3f03db03-ab20-4715-b381-69c2ec6aca9e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623076 Nov 09 17:40:50.558668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d72a2b-3920-42c8-86ad-4c51deaf551c req-ab44398f-469f-4bb6-8803-b17ebd59d1da tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.573909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2d72a2b-3920-42c8-86ad-4c51deaf551c req-ab44398f-469f-4bb6-8803-b17ebd59d1da tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 943 time: 0.5220292 Nov 09 17:40:50.611088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.698184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] For port 72182709-bf99-4602-a640-f5b642b1b7a5, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:50.707757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] For port 72182709-bf99-4602-a640-f5b642b1b7a5, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=72182709-bf99-4602-a640-f5b642b1b7a5,segment=NetworkSegment(fac6c783-8744-4270-98cb-4017f077e5dc),segment_id=fac6c783-8744-4270-98cb-4017f077e5dc)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:50.718116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.820948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.824191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:50.836834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] 10.222.0.43 "PUT /v2.0/ports/72182709-bf99-4602-a640-f5b642b1b7a5 HTTP/1.1" status: 200 len: 1091 time: 4.0989971 Nov 09 17:40:50.855770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'tag': '72182709-bf99-4602-a640-f5b642b1b7a5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:50.866573 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c30c1e6-94b7-4be5-a541-0335666333ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd3897c-ebe1-4555-a852-ac06a90ec23a", "tag": "72182709-bf99-4602-a640-f5b642b1b7a5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:50.893584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-54a4b437-4137-4084-b0d4-33407c007743', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:50.894763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.065387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.065928 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f10f5-40a8-4bf3-986e-a12f9adde437 x-openstack-request-id: req-277f10f5-40a8-4bf3-986e-a12f9adde437 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:51.067124 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd3897c-ebe1-4555-a852-ac06a90ec23a", "tag": "72182709-bf99-4602-a640-f5b642b1b7a5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:51.069744 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-277f10f5-40a8-4bf3-986e-a12f9adde437 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:51.070564 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'tag': '72182709-bf99-4602-a640-f5b642b1b7a5', 'status': 'completed', 'code': 200} Nov 09 17:40:51.085915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:51.093035 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4061d22-9d92-4f2b-baaf-5016b6a35e43" -d '{"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-plugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:51.139100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758db6a-3bcd-4fa9-b256-87d27397a139 service neutron] Pushing event updated for resources: {'Port': ['ID=72182709-bf99-4602-a640-f5b642b1b7a5,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:51.154497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:51.188998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-56c982f1-c18d-4c76-892b-cbd8ed80c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:51.194632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-56c982f1-c18d-4c76-892b-cbd8ed80c2f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d61883b4a2fc468197b44ff94e48cccb&device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 1094 time: 0.2792442 Nov 09 17:40:51.197053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.316635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-a4a6f083-43aa-4798-a559-8f0be737acbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72182709-bf99-4602-a640-f5b642b1b7a5 HTTP/1.1" status: 200 len: 217 time: 0.1157105 Nov 09 17:40:51.327448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:51.338025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=63371860-e04d-455d-8d2d-2d5f7a852ad2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:51.341792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:51.344504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:51.377790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c48dec83-75bc-4151-9619-fe4b31c80837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.400072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.436583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-349ef39d-4f4e-4a59-a4ea-6aede461ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:51.442586 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-349ef39d-4f4e-4a59-a4ea-6aede461ac98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82675413-3968-409a-9e9f-ba242134e955 HTTP/1.1" status: 200 len: 849 time: 0.1086624 Nov 09 17:40:51.457679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Allocated IP 172.20.0.2 (54a4b437-4137-4084-b0d4-33407c007743/60d1e5fc-a523-4593-b1e2-9b7cccc3169d/f930c366-6a5e-4f54-962c-69729f2ae28c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:51.542524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-d0940957-f32b-447c-b923-a3371c20a7d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7be32890-e81c-4360-b62d-56c66038c191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624106 Nov 09 17:40:51.560171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c48dec83-75bc-4151-9619-fe4b31c80837 None None] For port 6b198951-fce3-43f2-a133-a6764552db26, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6b198951-fce3-43f2-a133-a6764552db26,segment=NetworkSegment(b8709261-42f8-4d89-b785-38015ff5f3a7),segment_id=b8709261-42f8-4d89-b785-38015ff5f3a7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:51.595067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c48dec83-75bc-4151-9619-fe4b31c80837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.670515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:51.671256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.780240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:51.859100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fcb6c-70b8-42da-adc6-64810f452f80 req-360f63f5-b2a5-407a-899d-d3ffcb3a4fde tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:51.870693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dec83-75bc-4151-9619-fe4b31c80837 None None] Pushing event updated for resources: {'Port': ['ID=6b198951-fce3-43f2-a133-a6764552db26,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:51.894463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d2d72a2b-3920-42c8-86ad-4c51deaf551c req-9cc3ed8e-6a4a-49d6-8ab4-2164ab2038fb tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3187490 Nov 09 17:40:51.896848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e87fcb6c-70b8-42da-adc6-64810f452f80 req-360f63f5-b2a5-407a-899d-d3ffcb3a4fde tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.5781684 Nov 09 17:40:51.910814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:51.930025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f8b53743-992e-4c80-8a0f-8a84838da9fe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8501713 Nov 09 17:40:51.966639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:52.005344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:52.062379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-8a6847eb-14cf-4ae3-a1cc-e9734d27ae5a service neutron] 10.222.0.43 "GET /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901483 Nov 09 17:40:52.096763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-27ca07f8-1b5c-474d-bdcd-5388e3973c7b tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1435769 Nov 09 17:40:52.108887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1028402824'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:52.114634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:52.119818 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37746e2-88f9-40f8-961a-54004833e9a0 x-openstack-request-id: req-b37746e2-88f9-40f8-961a-54004833e9a0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:52.120616 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-plugged", "status": "completed", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:52.120754 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b37746e2-88f9-40f8-961a-54004833e9a0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:52.121337 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'code': 200} Nov 09 17:40:52.135605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'network_id': 'f432913c-8771-4285-9cb1-556e37ca4934', 'name': 'tempest-AllowedAddressPairTestJSON-685254321'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:52.189944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Deleting port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:52.190318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:52.213958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:40:52.214496 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:40:52.261473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e87fcb6c-70b8-42da-adc6-64810f452f80 req-f0e33737-f070-41b4-acdb-2684f9429c76 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632383 Nov 09 17:40:52.315950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:52.317204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:52.377022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-746e2616-5562-4a66-b8c8-1895a9fa00ea None None] Provisioning complete for port 63371860-e04d-455d-8d2d-2d5f7a852ad2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:52.377838 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-746e2616-5562-4a66-b8c8-1895a9fa00ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:52.395350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3abe6b8d-fbc8-496c-bdb1-b2d1be2fa43d req-c299d5b9-2c47-4d2d-8d12-46c0e531ab73 service neutron] 10.222.0.43 "GET /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075272 Nov 09 17:40:52.575805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-d59b7d1d-b23f-4e3e-9848-64a7f3694894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.580247 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-d59b7d1d-b23f-4e3e-9848-64a7f3694894 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d61883b4a2fc468197b44ff94e48cccb&device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 1094 time: 0.1308522 Nov 09 17:40:52.595105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:52.600718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:52.675294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389216-5f53-4ace-a156-8504356d7b16 req-fddb9f36-6687-40cf-8685-16aebb4c9cf8 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.676986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42389216-5f53-4ace-a156-8504356d7b16 req-fddb9f36-6687-40cf-8685-16aebb4c9cf8 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 946 time: 0.4475913 Nov 09 17:40:52.678576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:52.711392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba2e72-d749-494c-841d-c61be6386981 req-b9c6f66d-17e0-4863-a6ef-8612d0bd2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.713002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51ba2e72-d749-494c-841d-c61be6386981 req-b9c6f66d-17e0-4863-a6ef-8612d0bd2f50 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1098 time: 0.3252723 Nov 09 17:40:52.797741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:52.802869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:52.838273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-746e2616-5562-4a66-b8c8-1895a9fa00ea None None] Port 63371860-e04d-455d-8d2d-2d5f7a852ad2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:52.850555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-9d4303af-35e0-4a03-9269-60eb6e37d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.852623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-9d4303af-35e0-4a03-9269-60eb6e37d244 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7be32890-e81c-4360-b62d-56c66038c191 HTTP/1.1" status: 200 len: 909 time: 0.2598958 Nov 09 17:40:52.923701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51ba2e72-d749-494c-841d-c61be6386981 req-51915d2f-c5dc-440f-849d-cd32d00abfdb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881461 Nov 09 17:40:52.938541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Pushing event updated for resources: {'Port': ['ID=f930c366-6a5e-4f54-962c-69729f2ae28c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:52.947291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-6cd46d49-0aa3-4691-9ef4-a2616add1d5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72182709-bf99-4602-a640-f5b642b1b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0859137 Nov 09 17:40:52.971277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] For port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:52.971677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:52.991059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Calling delete_port for 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:53.172569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42389216-5f53-4ace-a156-8504356d7b16 req-a11484c0-3e8b-4abd-9c86-70c59f47647d tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838905 Nov 09 17:40:53.193831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-a2e655cb-cd15-454e-8ba1-22745358284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:53.197114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-a2e655cb-cd15-454e-8ba1-22745358284e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82675413-3968-409a-9e9f-ba242134e955 HTTP/1.1" status: 200 len: 849 time: 0.2410507 Nov 09 17:40:53.242723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:53.316925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315fa66-bf55-45e7-a350-a151921e877f req-b2cdece2-58d2-450c-9cdc-f79608aafb6d tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:53.330403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1315fa66-bf55-45e7-a350-a151921e877f req-b2cdece2-58d2-450c-9cdc-f79608aafb6d tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 943 time: 0.2399487 Nov 09 17:40:53.334642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-9a36d599-b0f9-4ce3-8a57-8cc0d5024d6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7be32890-e81c-4360-b62d-56c66038c191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282902 Nov 09 17:40:53.341263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Made reservation on behalf of e3bf6b26676f45369804d2579b6ee0b4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:53.353721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Network 54a4b437-4137-4084-b0d4-33407c007743 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:53.363275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:53.376933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:53.383599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.472349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f5840d53-6088-4347-8dab-5be2c3069d63 None None] Provisioning complete for port 6b198951-fce3-43f2-a133-a6764552db26 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:53.472818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5840d53-6088-4347-8dab-5be2c3069d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.512093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.512665 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added segment ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad of type vlan for network a9fca18b-c470-4e60-a419-c94ea3012ceb Nov 09 17:40:53.517215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] device_id is not set on port f27352c3-3214-429b-8296-3e6f3529b454 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:40:53.531311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b198951-fce3-43f2-a133-a6764552db26 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:53.599224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1315fa66-bf55-45e7-a350-a151921e877f req-a27c9ac1-4621-4a31-9d36-72a8190effa1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361467 Nov 09 17:40:53.603459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-18d81380-d31d-4d2d-aa87-db6997614ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605500 Nov 09 17:40:53.645029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.691704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.796906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Attempting to bind port f930c366-6a5e-4f54-962c-69729f2ae28c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:53.797503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Attempting to bind port f930c366-6a5e-4f54-962c-69729f2ae28c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:53.798082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Attempting to bind port f930c366-6a5e-4f54-962c-69729f2ae28c on network 54a4b437-4137-4084-b0d4-33407c007743 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:53.826781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:53.826781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Checking segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:53.826781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.827408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Bound using segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:53.827874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Bound port: f930c366-6a5e-4f54-962c-69729f2ae28c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:53.828497 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.852306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1fb5-55d6-4894-9915-7e25615b3a97 req-d853b58b-23dc-4765-b025-33c8417267aa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:53.860356 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ec1fb5-55d6-4894-9915-7e25615b3a97 req-d853b58b-23dc-4765-b025-33c8417267aa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4071655 Nov 09 17:40:53.887860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c30c1e6-94b7-4be5-a541-0335666333ec req-c598776c-5e54-43a0-b77b-bd94c47729bc service neutron] 10.222.0.43 "GET /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744920 Nov 09 17:40:53.941054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.947014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:53.947784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:53.965535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6b198951-fce3-43f2-a133-a6764552db26 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:53.966149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.060845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.063605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Allocated IP 172.20.0.3 (f432913c-8771-4285-9cb1-556e37ca4934/17ccd40b-b99c-4e33-8d94-b2ec92609700/f27352c3-3214-429b-8296-3e6f3529b454) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:54.122435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:46Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:40:47Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:54.143930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] For port f930c366-6a5e-4f54-962c-69729f2ae28c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:54.158439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0639651 Nov 09 17:40:54.164745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:54.171080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf52a8-0605-4701-b0c8-ed6e2bec699b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Network': ['ID=a9fca18b-c470-4e60-a419-c94ea3012ceb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:54.173498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:54.177967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'subnet': {'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:54.198819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.245876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3ec1fb5-55d6-4894-9915-7e25615b3a97 req-e3bef1b8-61b5-414b-8dc8-8ebe1565d07b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844311 Nov 09 17:40:54.246107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c3d911-335c-45d2-93d2-591dbabf9073 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:54.251735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a9fca18b-c470-4e60-a419-c94ea3012ceb details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:54.311546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.461667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Made reservation on behalf of af6625fee9b742dd8f4fb559ac1cfd77 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:54.465710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.581622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.581895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:54.581895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Updating router ad1d87b4-9a8d-4011-a4ca-b74213b90383 port 3517fffd-97d4-42b8-b669-0d15c4f23563 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:54.669757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f5840d53-6088-4347-8dab-5be2c3069d63 None None] Provisioning complete for port 3517fffd-97d4-42b8-b669-0d15c4f23563 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:54.670767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5840d53-6088-4347-8dab-5be2c3069d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.747972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] For port f930c366-6a5e-4f54-962c-69729f2ae28c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f930c366-6a5e-4f54-962c-69729f2ae28c,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:54.825272 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:54.894011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:55.169407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 72182709-bf99-4602-a640-f5b642b1b7a5 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:55.189428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f5840d53-6088-4347-8dab-5be2c3069d63 None None] Port 3517fffd-97d4-42b8-b669-0d15c4f23563 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:55.312474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:55.353050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:40:55.504090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a57b1-3fe7-45aa-addc-d076d28367f4 None None] Pushing event updated for resources: {'Port': ['ID=f930c366-6a5e-4f54-962c-69729f2ae28c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:55.585707 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:55.609588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:55.616101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:55.621275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:40:55.622001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 17:40:55.700702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd413c8-ab3f-440a-ae33-bf7cf86c53ca req-fed58aa7-1caa-42b4-8976-53bcc0a5de3d tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:55.718256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd413c8-ab3f-440a-ae33-bf7cf86c53ca req-fed58aa7-1caa-42b4-8976-53bcc0a5de3d tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 943 time: 0.7155485 Nov 09 17:40:55.860628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f not found, will not notify nova. {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 17:40:56.015153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd413c8-ab3f-440a-ae33-bf7cf86c53ca req-1da9b98e-8e8e-4c68-b891-0c701328126d tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939622 Nov 09 17:40:56.118137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Subnet': ['ID=e2926d16-cede-4e74-952c-f5a92ebef023,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:56.126501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4d6926bf-0c95-46e1-8046-e6cc5e3da43a None None] Provisioning complete for port 3517fffd-97d4-42b8-b669-0d15c4f23563 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:56.129666 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d6926bf-0c95-46e1-8046-e6cc5e3da43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:56.140480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:56.183229 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:56.184476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09601585-3dea-4524-916c-6d84a8e18213 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:40:56.218075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:56.221394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Checking segment: {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:56.222041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network hostable DHCP agents. Network: a9fca18b-c470-4e60-a419-c94ea3012ceb, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:56.232923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ad7ce41-742a-4552-8cf5-dfaaf59a497f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/routers/09601585-3dea-4524-916c-6d84a8e18213 HTTP/1.1" status: 204 len: 168 time: 8.9969492 Nov 09 17:40:56.246368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:56.312139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d99761-90e9-4fb2-bb0c-b8fda59d8dac req-6f7405bb-2783-42e8-afda-8537f8f2605b tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:56.333359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41d99761-90e9-4fb2-bb0c-b8fda59d8dac req-6f7405bb-2783-42e8-afda-8537f8f2605b tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 946 time: 0.8240294 Nov 09 17:40:56.382954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Allocated IP 172.25.3.178 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/84509e26-78bb-4c52-91f6-ee326533893c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:56.486462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-c7f823bb-c8b1-4b9e-8afe-6f985ebc7afd tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:56.489481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-c7f823bb-c8b1-4b9e-8afe-6f985ebc7afd tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 946 time: 0.5378335 Nov 09 17:40:56.509487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f930c366-6a5e-4f54-962c-69729f2ae28c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:56.538644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 72182709-bf99-4602-a640-f5b642b1b7a5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=72182709-bf99-4602-a640-f5b642b1b7a5,segment=NetworkSegment(fac6c783-8744-4270-98cb-4017f077e5dc),segment_id=fac6c783-8744-4270-98cb-4017f077e5dc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:56.611320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4d6926bf-0c95-46e1-8046-e6cc5e3da43a None None] Port 3517fffd-97d4-42b8-b669-0d15c4f23563 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:56.639130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network a9fca18b-c470-4e60-a419-c94ea3012ceb is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:56.657217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf8de-b3dc-4c9f-98f5-b9e916ebf5c8 req-223eec73-bf76-4878-b252-2366da7a0ef2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:56.668062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdbbf8de-b3dc-4c9f-98f5-b9e916ebf5c8 req-223eec73-bf76-4878-b252-2366da7a0ef2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3931706 Nov 09 17:40:56.698414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '72182709-bf99-4602-a640-f5b642b1b7a5', 'network_id': '7be32890-e81c-4360-b62d-56c66038c191', 'port_id': '72182709-bf99-4602-a640-f5b642b1b7a5', 'mac_address': 'fa:16:3e:83:5d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82675413-3968-409a-9e9f-ba242134e955', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:56.782242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, a9fca18b-c470-4e60-a419-c94ea3012ceb) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:56.803024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:56.806140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:56.812623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27704f68-22ca-48df-840a-42179e92b25b None None] Network a9fca18b-c470-4e60-a419-c94ea3012ceb requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:56.841150 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:56.850910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a921e5f7-9296-4cbf-b3cd-1a28440dadfe tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6827958 Nov 09 17:40:56.856367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48016) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:56.938044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bdbbf8de-b3dc-4c9f-98f5-b9e916ebf5c8 req-d32d7eaa-8839-41ed-9ad0-950a4f3fb83b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688291 Nov 09 17:40:57.022639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.034593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Network f432913c-8771-4285-9cb1-556e37ca4934 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:57.034841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.035006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:57.037462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:57.175913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:57.176715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.183324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=f27352c3-3214-429b-8296-3e6f3529b454,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:57.199062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41d99761-90e9-4fb2-bb0c-b8fda59d8dac req-a1c2ecd0-5f5c-4e2f-95f4-6325d89986bb tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca8241c1-fa32-47bd-9a29-fe5787c16a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607953 Nov 09 17:40:57.233547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.247844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f930c366-6a5e-4f54-962c-69729f2ae28c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:57.248247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.276922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.278142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.278597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.279088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.279524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.280045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.280522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.280983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.281420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.282698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.283189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.283620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:57.328047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-88a7865b-1ab6-47ae-b3f2-e19bd9f1ec6e tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.2079265 Nov 09 17:40:57.335726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Deleting port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:57.336251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.344859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48022) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:57.353888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:06:b8:99'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ce:e2:74'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:57.518631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] For port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,segment=NetworkSegment(aac9de1c-2118-4ffd-bd6c-e98830ca18a8),segment_id=aac9de1c-2118-4ffd-bd6c-e98830ca18a8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:57.519214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.530313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72182709-bf99-4602-a640-f5b642b1b7a5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:57.558232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Calling delete_port for 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:57.559158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.586284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.638763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.643620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 72182709-bf99-4602-a640-f5b642b1b7a5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=72182709-bf99-4602-a640-f5b642b1b7a5,segment=NetworkSegment(fac6c783-8744-4270-98cb-4017f077e5dc),segment_id=fac6c783-8744-4270-98cb-4017f077e5dc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:57.722791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.759564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802783e-16ac-4666-bb13-c896eb337d01 None None] Pushing event updated for resources: {'Port': ['ID=3517fffd-97d4-42b8-b669-0d15c4f23563,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:57.763327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-a9fca18b-c470-4e60-a419-c94ea3012ceb', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:57.764345 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.766763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15682aa4-2034-4f5d-b8fd-222cb45a791b None None] Network 54a4b437-4137-4084-b0d4-33407c007743 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:57.772825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:57.806184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:57.819379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:57.836734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:57.890644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fdfdb-ce8c-45a8-81f0-49db907a0702 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:57.947775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053f86c-5d41-468d-ad01-9360ba577f87 req-1672dd78-a0a5-4d61-b42d-549bcf30a3a5 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:57.952033 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8053f86c-5d41-468d-ad01-9360ba577f87 req-1672dd78-a0a5-4d61-b42d-549bcf30a3a5 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 943 time: 0.6059277 Nov 09 17:40:57.977852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Pushing event updated for resources: {'Port': ['ID=84509e26-78bb-4c52-91f6-ee326533893c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:58.182373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['72182709-bf99-4602-a640-f5b642b1b7a5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:58.195221 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.198133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4c867aa2-a321-428b-9470-f40a2c13ad52 None None] Provisioning complete for port f27352c3-3214-429b-8296-3e6f3529b454 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:58.198527 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c867aa2-a321-428b-9470-f40a2c13ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.307774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8053f86c-5d41-468d-ad01-9360ba577f87 req-4a31b3ff-9493-4db9-9af6-4d3c73962272 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286627 Nov 09 17:40:58.323027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Deleting port 44eafd5b-a57c-4863-b1a1-0b823383fcb5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:40:58.323529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.343709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.564172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Pushing event deleted for resources: {'Port': ['ID=5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:58.657551 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48cd6a61-c749-4def-9756-8af39560d144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.671754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a55af-4f08-4fa1-a8be-63d0a59ab5fa req-f1852e8e-8a87-4ea4-b737-c6954b9bfeae tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:58.677570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] For port 44eafd5b-a57c-4863-b1a1-0b823383fcb5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=44eafd5b-a57c-4863-b1a1-0b823383fcb5,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:58.678169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.693543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb7a55af-4f08-4fa1-a8be-63d0a59ab5fa req-f1852e8e-8a87-4ea4-b737-c6954b9bfeae tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4465511 Nov 09 17:40:58.706860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Calling delete_port for 44eafd5b-a57c-4863-b1a1-0b823383fcb5 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:40:58.754871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] No DVR routers for this DVR port 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:58.762039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.770707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8ea7cd6-53bb-4cbb-8298-05b1dbc38d52 req-53959293-d37e-4da1-b064-bc84870f9b17 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.83 "DELETE /v2.0/ports/5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 HTTP/1.1" status: 204 len: 173 time: 2.2553363 Nov 09 17:40:58.810688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Attempting to bind port 3517fffd-97d4-42b8-b669-0d15c4f23563 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:40:58.811694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Attempting to bind port 3517fffd-97d4-42b8-b669-0d15c4f23563 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:40:58.812225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Attempting to bind port 3517fffd-97d4-42b8-b669-0d15c4f23563 on network 54c04bfa-68e7-4684-82ef-4894eb0caf90 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:58.822054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4c867aa2-a321-428b-9470-f40a2c13ad52 None None] Port f27352c3-3214-429b-8296-3e6f3529b454 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:40:58.842688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:58.843601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Checking segment: {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:40:58.844247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.844859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Bound using segment: {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:58.845600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Bound port: 3517fffd-97d4-42b8-b669-0d15c4f23563, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8709261-42f8-4d89-b785-38015ff5f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:40:58.846238 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.911347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'name': 'network-vif-deleted', 'tag': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:58.915020 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8283cf5-d4e6-4bfb-9612-5d8826d80a9b" -d '{"events": [{"server_uuid": "3b90ab38-1b62-42e8-87bc-fa4827e3129d", "name": "network-vif-deleted", "tag": "5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:58.930510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:58.945092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:59.018873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb7a55af-4f08-4fa1-a8be-63d0a59ab5fa req-35269207-0b6a-4487-a3c0-bda286279ffc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794073 Nov 09 17:40:59.068989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] For port 3517fffd-97d4-42b8-b669-0d15c4f23563, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:59.074496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] For port 3517fffd-97d4-42b8-b669-0d15c4f23563, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3517fffd-97d4-42b8-b669-0d15c4f23563,segment=NetworkSegment(b8709261-42f8-4d89-b785-38015ff5f3a7),segment_id=b8709261-42f8-4d89-b785-38015ff5f3a7)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:59.101173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=72182709-bf99-4602-a640-f5b642b1b7a5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:59.121939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:40:59.122640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:59.132583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4c867aa2-a321-428b-9470-f40a2c13ad52 None None] Provisioning complete for port f930c366-6a5e-4f54-962c-69729f2ae28c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:59.133173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c867aa2-a321-428b-9470-f40a2c13ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:59.147023 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:59.246841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:59.263539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:59.299242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802783e-16ac-4666-bb13-c896eb337d01 None None] Pushing event updated for resources: {'Port': ['ID=3517fffd-97d4-42b8-b669-0d15c4f23563,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:59.316504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:59.317332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:40:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:59.403584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5cb1415-4c2e-4201-bdca-8c05eae47713 req-b995f9f8-f953-4746-94c1-46db91ca5fd2 tempest-ServerAddressesTestJSON-17588208 tempest-ServerAddressesTestJSON-17588208-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b90ab38-1b62-42e8-87bc-fa4827e3129d HTTP/1.1" status: 200 len: 210 time: 0.6137226 Nov 09 17:40:59.404824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:59.457322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:40:59.459569 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630d6a91-2b08-466c-9861-7db454928b2f x-openstack-request-id: req-630d6a91-2b08-466c-9861-7db454928b2f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:59.476279 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b90ab38-1b62-42e8-87bc-fa4827e3129d", "name": "network-vif-deleted", "tag": "5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:59.476279 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-630d6a91-2b08-466c-9861-7db454928b2f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:59.476279 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90ab38-1b62-42e8-87bc-fa4827e3129d', 'name': 'network-vif-deleted', 'tag': '5bfa9ae6-d501-4c86-ac4d-e5f27d6d5152', 'status': 'completed', 'code': 200} Nov 09 17:40:59.696403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event deleted for resources: {'Port': ['ID=44eafd5b-a57c-4863-b1a1-0b823383fcb5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:59.748074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:59.942778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b07ad-2606-40d0-b15f-8e0fcf6ff8ab req-bc715e5e-d28a-48ff-92d9-311d251c473b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:59.945157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-388b07ad-2606-40d0-b15f-8e0fcf6ff8ab req-bc715e5e-d28a-48ff-92d9-311d251c473b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.2500882 Nov 09 17:41:00.002317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023f91b-c92b-4b9d-832d-e6f6e993e060 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:00.068561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port f930c366-6a5e-4f54-962c-69729f2ae28c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f930c366-6a5e-4f54-962c-69729f2ae28c,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:00.152957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:00.156216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a6ca-1179-4365-ad50-7b8aed4e2aaf req-dcae9886-6eed-472e-a368-b5a11b31629e tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:00.159189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2148a6ca-1179-4365-ad50-7b8aed4e2aaf req-dcae9886-6eed-472e-a368-b5a11b31629e tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 944 time: 0.4496162 Nov 09 17:41:00.164241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:00.179816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-388b07ad-2606-40d0-b15f-8e0fcf6ff8ab req-289c8f84-3651-4cb5-93cf-1ee8e7c57f72 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213739 Nov 09 17:41:00.304998 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:00.394504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=f930c366-6a5e-4f54-962c-69729f2ae28c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:00.480312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Allocated IP 2001:db8:3::2 (a9fca18b-c470-4e60-a419-c94ea3012ceb/e2926d16-cede-4e74-952c-f5a92ebef023/6a0c968f-5bb2-4dbe-98d5-23f199c29286) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:00.489086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95439f-076a-4e7c-ab8b-17795876e3a2 req-071d48cb-459f-40c1-aca0-0d0049033dc0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:00.498849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a95439f-076a-4e7c-ab8b-17795876e3a2 req-071d48cb-459f-40c1-aca0-0d0049033dc0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.1334035 Nov 09 17:41:00.549709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:00.655894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a95439f-076a-4e7c-ab8b-17795876e3a2 req-1825ebdb-f016-4b91-aa2b-723e15b3f391 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268809 Nov 09 17:41:00.679183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Router cf04b174-c6f8-489b-b3aa-20666151b0df is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:00.743472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:00.749988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6fce6ba0-70ac-4c6c-81ba-7fb4c24f791f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:00.764749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:00.824499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Deleting subnet e93f3b78-d36e-4fc1-9348-3f085b94e5e5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:41:00.831112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:00.863121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2569a1a-a106-42d4-bc3e-e4c4acab5f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:00.925588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:46Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:40:59Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:00.987909 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.023552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700b53-3a4f-4bd1-87ea-14f16e83b589 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:40:46Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:40:59Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:01.047576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2148a6ca-1179-4365-ad50-7b8aed4e2aaf req-c6c291fe-6596-4e76-831a-ae4c1baa3356 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8767653 Nov 09 17:41:01.088353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Provisioning complete for port 84509e26-78bb-4c52-91f6-ee326533893c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:01.088719 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.216377 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Port 84509e26-78bb-4c52-91f6-ee326533893c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:01.227287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae3c70-9e08-44f4-a22c-18f370c7864a req-3e329245-2e06-43bc-882e-49cba8570808 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:01.232146 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdae3c70-9e08-44f4-a22c-18f370c7864a req-3e329245-2e06-43bc-882e-49cba8570808 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3676589 Nov 09 17:41:01.250300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:01.254449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.284237 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:01.300196 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:01.300840 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:01.338293 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.372597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Provisioning complete for port 3517fffd-97d4-42b8-b669-0d15c4f23563 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:01.373784 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.390893 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.480911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.492907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.493573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.565356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Network a9fca18b-c470-4e60-a419-c94ea3012ceb is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:01.573644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:01.581475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:01.594125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Pushing event updated for resources: {'Port': ['ID=6a0c968f-5bb2-4dbe-98d5-23f199c29286,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:01.594621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.598371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event updated for resources: {'Port': ['ID=f27352c3-3214-429b-8296-3e6f3529b454,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:01.606171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.637977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93f3b78-d36e-4fc1-9348-3f085b94e5e5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:01.690074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.698144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:01.702484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b2bc41ac-7885-4329-8574-92b666631729 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8532896 Nov 09 17:41:01.739314 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:01.747014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9277749b-c83c-43a7-9aae-d2b72d2c2330 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e93f3b78-d36e-4fc1-9348-3f085b94e5e5 HTTP/1.1" status: 204 len: 168 time: 0.9804282 Nov 09 17:41:01.754156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:01.831940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdae3c70-9e08-44f4-a22c-18f370c7864a req-28917360-37e6-43f0-a467-90ff1bc742f7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875116 Nov 09 17:41:01.998739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.026656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 72182709-bf99-4602-a640-f5b642b1b7a5 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:02.030187 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:02.188051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.269990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.303686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] For port 3517fffd-97d4-42b8-b669-0d15c4f23563, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3517fffd-97d4-42b8-b669-0d15c4f23563,segment=NetworkSegment(b8709261-42f8-4d89-b785-38015ff5f3a7),segment_id=b8709261-42f8-4d89-b785-38015ff5f3a7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:02.317118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.320469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Attempting to bind port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:02.321274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Attempting to bind port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:02.321740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Attempting to bind port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 on network a9fca18b-c470-4e60-a419-c94ea3012ceb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:02.364212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:02.364625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Checking segment: {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:02.365901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.366231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Bound using segment: {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:02.366740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Bound port: 6a0c968f-5bb2-4dbe-98d5-23f199c29286, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:02.367158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.480756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 72182709-bf99-4602-a640-f5b642b1b7a5 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:02.492801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.529212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 72182709-bf99-4602-a640-f5b642b1b7a5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:02.529825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.532492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9ac22-72a4-4acd-a85d-ea64f257d676 None None] Pushing event updated for resources: {'Port': ['ID=3517fffd-97d4-42b8-b669-0d15c4f23563,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:02.557355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4559b25c-2314-4292-a262-2b3f357fcd0f']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:02.559863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bdd6f3db-cb79-40ae-83e4-ac741b947a42 None None] Provisioning complete for port f27352c3-3214-429b-8296-3e6f3529b454 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:02.561002 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdd6f3db-cb79-40ae-83e4-ac741b947a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.573210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:02.574084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac9de1c-2118-4ffd-bd6c-e98830ca18a8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:02.594974 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.604780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] In _notify_port_updated(), no bound segment for port f27352c3-3214-429b-8296-3e6f3529b454 on network f432913c-8771-4285-9cb1-556e37ca4934 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:41:02.614298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939e4f-e218-4824-9da6-09b2f4b2e409 req-6addca88-abfe-4779-8457-537004ed3f4a tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:02.627027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:02.628569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.628897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9939e4f-e218-4824-9da6-09b2f4b2e409 req-6addca88-abfe-4779-8457-537004ed3f4a tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 944 time: 0.4100523 Nov 09 17:41:02.632280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-88927db4-fcda-42d2-a61d-193ab50f6f01 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "PUT /v2.0/ports/f27352c3-3214-429b-8296-3e6f3529b454 HTTP/1.1" status: 200 len: 1055 time: 5.2844250 Nov 09 17:41:02.642512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:02.644238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.645449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbfe8777-9fb3-49c6-9f81-2473edfff102 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:41:02.660755 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.667498 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:40:58Z', 'revision_number': 3, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:02.679394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6f3db-cb79-40ae-83e4-ac741b947a42 None None] Port f27352c3-3214-429b-8296-3e6f3529b454 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:02.711168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.714040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-41fbd7dd-5c22-4915-8dbb-ac6998eb8cd0 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "DELETE /v2.0/routers/fbfe8777-9fb3-49c6-9f81-2473edfff102 HTTP/1.1" status: 204 len: 168 time: 6.4608066 Nov 09 17:41:02.729677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48098) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:02.735150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bdd6f3db-cb79-40ae-83e4-ac741b947a42 None None] Provisioning complete for port f930c366-6a5e-4f54-962c-69729f2ae28c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:02.745076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdd6f3db-cb79-40ae-83e4-ac741b947a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.754070 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:02.754528 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Updating router cf04b174-c6f8-489b-b3aa-20666151b0df port 84509e26-78bb-4c52-91f6-ee326533893c binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:02.803294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:02.808636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.836086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-294967355', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:02.847142 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:02.856477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] For port 6a0c968f-5bb2-4dbe-98d5-23f199c29286, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:02.866378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f930c366-6a5e-4f54-962c-69729f2ae28c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:02.971430 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:03.006489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] For port 6a0c968f-5bb2-4dbe-98d5-23f199c29286, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6a0c968f-5bb2-4dbe-98d5-23f199c29286,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:03.030098 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.030775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.036827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.072565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.075278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4559b25c-2314-4292-a262-2b3f357fcd0f HTTP/1.1" status: 204 len: 168 time: 1.3190317 Nov 09 17:41:03.120109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcf477-c5ba-4dc3-8296-02b35d3cbcd4 req-bac8e194-1628-4bd2-94e9-f306cee83418 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:03.122255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6dcf477-c5ba-4dc3-8296-02b35d3cbcd4 req-bac8e194-1628-4bd2-94e9-f306cee83418 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.8950055 Nov 09 17:41:03.124167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Allocated IP 2001:db8:3::1 (a9fca18b-c470-4e60-a419-c94ea3012ceb/e2926d16-cede-4e74-952c-f5a92ebef023/318e941a-2cb4-447f-8626-d5c09b547b1e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:03.129742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.131798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.193811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f930c366-6a5e-4f54-962c-69729f2ae28c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:03.194536 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.197129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72182709-bf99-4602-a640-f5b642b1b7a5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:03.200158 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61604df-2c9c-4ad3-a82c-d7bb5d1b726a" -d '{"events": [{"server_uuid": "cbd3897c-ebe1-4555-a852-ac06a90ec23a", "name": "network-vif-plugged", "status": "completed", "tag": "72182709-bf99-4602-a640-f5b642b1b7a5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:03.274327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 72182709-bf99-4602-a640-f5b642b1b7a5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=72182709-bf99-4602-a640-f5b642b1b7a5,segment=NetworkSegment(fac6c783-8744-4270-98cb-4017f077e5dc),segment_id=fac6c783-8744-4270-98cb-4017f077e5dc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:03.290912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.303342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.320825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9939e4f-e218-4824-9da6-09b2f4b2e409 req-7f42dd48-dc17-468c-a84b-7d1f480a4082 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890919 Nov 09 17:41:03.331458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c389e-44f8-4ce0-b2df-8019700ddd05 None None] Pushing event updated for resources: {'Port': ['ID=6a0c968f-5bb2-4dbe-98d5-23f199c29286,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.429391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e62979-2273-4d6d-aa3e-87ac454fb507 admin admin] Pushing event deleted for resources: {'Network': ['ID=4559b25c-2314-4292-a262-2b3f357fcd0f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.466737 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.484504 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.509062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6dcf477-c5ba-4dc3-8296-02b35d3cbcd4 req-948144fc-74a8-440a-b958-5dc128bc69f3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564482 Nov 09 17:41:03.536203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48110) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:03.543881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=72182709-bf99-4602-a640-f5b642b1b7a5,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.694549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.717707 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6baa5-cad6-4ca2-8c7b-d360c3d8e76b None None] Pushing event updated for resources: {'Port': ['ID=84509e26-78bb-4c52-91f6-ee326533893c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.758918 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Attempting to bind port 84509e26-78bb-4c52-91f6-ee326533893c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:03.760240 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Attempting to bind port 84509e26-78bb-4c52-91f6-ee326533893c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:03.764941 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Attempting to bind port 84509e26-78bb-4c52-91f6-ee326533893c on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:03.781884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port f27352c3-3214-429b-8296-3e6f3529b454 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:03.782641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.785731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:03.787872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:03.790139 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.790828 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:03.795877 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Bound port: 84509e26-78bb-4c52-91f6-ee326533893c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:03.796659 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.912688 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311a785b-8609-42e8-a369-ace3c31a6e5e x-openstack-request-id: req-311a785b-8609-42e8-a369-ace3c31a6e5e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:03.913541 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd3897c-ebe1-4555-a852-ac06a90ec23a", "name": "network-vif-plugged", "status": "completed", "tag": "72182709-bf99-4602-a640-f5b642b1b7a5", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:03.914157 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-311a785b-8609-42e8-a369-ace3c31a6e5e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:03.916683 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72182709-bf99-4602-a640-f5b642b1b7a5', 'code': 200} Nov 09 17:41:03.920908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3517fffd-97d4-42b8-b669-0d15c4f23563 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:03.924201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60b314-32f8-4f9f-8aeb-57df6c24783f None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:03.930470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:03.930824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-260e6674-1685-415f-b177-74643248732a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9184d3864c1a4c448f2adf3ff8f26ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783348 Nov 09 17:41:03.932182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:03.979166 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] For port 84509e26-78bb-4c52-91f6-ee326533893c, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:03.990897 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] For port 84509e26-78bb-4c52-91f6-ee326533893c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=84509e26-78bb-4c52-91f6-ee326533893c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:04.003799 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.053747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.071777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for f27352c3-3214-429b-8296-3e6f3529b454 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:04.124867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807d622-9457-456c-93a0-513bed474013 req-154f7bc9-1dca-4028-96eb-afd78c509a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:04.135344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c807d622-9457-456c-93a0-513bed474013 req-154f7bc9-1dca-4028-96eb-afd78c509a06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 1096 time: 0.2165768 Nov 09 17:41:04.143424 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6baa5-cad6-4ca2-8c7b-d360c3d8e76b None None] Pushing event updated for resources: {'Port': ['ID=84509e26-78bb-4c52-91f6-ee326533893c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:04.152020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.160799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47165ab6-32c5-44e9-8e5e-35f7f0e72b65 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:04.166913 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6707202-8d4f-4804-ac35-32cab3a2ffc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.169933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3517fffd-97d4-42b8-b669-0d15c4f23563 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:04.170683 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.175742 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:04.176690 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:04.189235 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.212545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6707202-8d4f-4804-ac35-32cab3a2ffc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.245614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a58d90aa-7538-48c8-a968-e02d84a6ec5b None None] Provisioning complete for port 84509e26-78bb-4c52-91f6-ee326533893c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:04.246256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a58d90aa-7538-48c8-a968-e02d84a6ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.330592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a1e93-7736-4b50-906c-b219114e1ef5 req-ccbedb49-cce9-4cfd-b2af-af070ddec4d9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:04.339908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d9a1e93-7736-4b50-906c-b219114e1ef5 req-ccbedb49-cce9-4cfd-b2af-af070ddec4d9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.5194688 Nov 09 17:41:04.451046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.473676 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:04.528383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=f27352c3-3214-429b-8296-3e6f3529b454,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:04.531622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6707202-8d4f-4804-ac35-32cab3a2ffc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.538028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6707202-8d4f-4804-ac35-32cab3a2ffc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.544814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6707202-8d4f-4804-ac35-32cab3a2ffc0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca8241c1-fa32-47bd-9a29-fe5787c16a7e HTTP/1.1" status: 204 len: 168 time: 0.6057470 Nov 09 17:41:04.651330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a58d90aa-7538-48c8-a968-e02d84a6ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.696384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6707202-8d4f-4804-ac35-32cab3a2ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8241c1-fa32-47bd-9a29-fe5787c16a7e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:04.733447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a58d90aa-7538-48c8-a968-e02d84a6ec5b None None] For port 84509e26-78bb-4c52-91f6-ee326533893c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=84509e26-78bb-4c52-91f6-ee326533893c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:04.786049 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a58d90aa-7538-48c8-a968-e02d84a6ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.918246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:04.929794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af0ff-3e1c-4393-b9a2-60f7e20a1a95 req-90a15a7e-f174-4429-9d53-29c7b182e9ce tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:04.941788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e5af0ff-3e1c-4393-b9a2-60f7e20a1a95 req-90a15a7e-f174-4429-9d53-29c7b182e9ce tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 945 time: 0.2388921 Nov 09 17:41:04.969855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Allocated IP 172.20.0.1 (54a4b437-4137-4084-b0d4-33407c007743/60d1e5fc-a523-4593-b1e2-9b7cccc3169d/2af81390-2b7a-4b03-bd0f-667d67b53198) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:05.094614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6a0c968f-5bb2-4dbe-98d5-23f199c29286 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:05.175316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d9a1e93-7736-4b50-906c-b219114e1ef5 req-2e7c1201-a984-4c81-9f6d-7fa769dde349 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8343246 Nov 09 17:41:05.217928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0a6877c9-a7e6-49ec-8af8-dae58f7fed8d None None] Provisioning complete for port 84509e26-78bb-4c52-91f6-ee326533893c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:05.220424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a6877c9-a7e6-49ec-8af8-dae58f7fed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:05.316218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c807d622-9457-456c-93a0-513bed474013 req-69c98489-3da7-43d8-9657-572b7d03b5e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1438622 Nov 09 17:41:05.329402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d90aa-7538-48c8-a968-e02d84a6ec5b None None] Pushing event updated for resources: {'Port': ['ID=84509e26-78bb-4c52-91f6-ee326533893c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:05.372278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b0be0-47e2-40e6-bb98-5209041d984c None None] Network a9fca18b-c470-4e60-a419-c94ea3012ceb requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:05.378281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:40:58Z', 'revision_number': 3, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:05.452350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51704aee-6c0e-41f9-9575-d1d3f052daac None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:40:58Z', 'revision_number': 3, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:05.490160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:05.582902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network a9fca18b-c470-4e60-a419-c94ea3012ceb is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:05.641731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=318e941a-2cb4-447f-8626-d5c09b547b1e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:05.671055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e5af0ff-3e1c-4393-b9a2-60f7e20a1a95 req-7c1edeaa-083f-49c4-8671-4b69f59441c8 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213309 Nov 09 17:41:05.676330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:05.689867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:05.690439 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:05.709538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:05.730460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5c9c4337-fcea-47aa-992a-36f86c6853ad tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/ports/f27352c3-3214-429b-8296-3e6f3529b454 HTTP/1.1" status: 204 len: 168 time: 3.0856841 Nov 09 17:41:05.739310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:05.785134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:05.785134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:05.834764 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45beb68-7aad-446d-bf0e-b4efe9f80289 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] GET failed (client error): The resource could not be found. Nov 09 17:41:05.839553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c45beb68-7aad-446d-bf0e-b4efe9f80289 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "GET /v2.0/ports/f27352c3-3214-429b-8296-3e6f3529b454 HTTP/1.1" status: 404 len: 333 time: 0.0980973 Nov 09 17:41:05.844613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:05.845356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d61fe-8de7-406b-81c5-76f1b63ddcf2 req-a1ac31c4-39ef-45b0-985e-fbfa1eced34a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:05.847024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-699d61fe-8de7-406b-81c5-76f1b63ddcf2 req-a1ac31c4-39ef-45b0-985e-fbfa1eced34a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4231253 Nov 09 17:41:06.072481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port 63371860-e04d-455d-8d2d-2d5f7a852ad2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:06.073559 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.231646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.404518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.504344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.525067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 6a0c968f-5bb2-4dbe-98d5-23f199c29286, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6a0c968f-5bb2-4dbe-98d5-23f199c29286,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:06.543621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.546810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3517fffd-97d4-42b8-b669-0d15c4f23563 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:06.600379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.656274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for 63371860-e04d-455d-8d2d-2d5f7a852ad2 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:06.855936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.886702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b22c8f2e-8c40-486b-b058-6fa870478654 None None] Provisioning complete for port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:06.891760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b22c8f2e-8c40-486b-b058-6fa870478654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:06.898900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-699d61fe-8de7-406b-81c5-76f1b63ddcf2 req-fb439c27-ea9c-45bb-81c0-3ce279429054 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9886043 Nov 09 17:41:07.096358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=6a0c968f-5bb2-4dbe-98d5-23f199c29286,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.133863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3517fffd-97d4-42b8-b669-0d15c4f23563 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:07.134606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:07.204553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48182) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:07.367742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a78495-9481-4809-aec0-7943138f1526 req-7c5b12d7-a96f-4c03-811a-0d0eede97722 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:07.372422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52a78495-9481-4809-aec0-7943138f1526 req-7c5b12d7-a96f-4c03-811a-0d0eede97722 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 945 time: 0.2994442 Nov 09 17:41:07.438915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 44eafd5b-a57c-4863-b1a1-0b823383fcb5 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:07.499323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 44eafd5b-a57c-4863-b1a1-0b823383fcb5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:07.499680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 44eafd5b-a57c-4863-b1a1-0b823383fcb5 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:07.555012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-51ca5f28-b558-4b97-86ef-3d42ace57317 None None] Provisioning complete for port 318e941a-2cb4-447f-8626-d5c09b547b1e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:07.561589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ca5f28-b558-4b97-86ef-3d42ace57317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:07.620275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:07.695112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52a78495-9481-4809-aec0-7943138f1526 req-ecee8d05-1fce-49db-97fa-2e87a7a0bcf1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692027 Nov 09 17:41:07.696343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=63371860-e04d-455d-8d2d-2d5f7a852ad2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.725820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-51ca5f28-b558-4b97-86ef-3d42ace57317 None None] Port 318e941a-2cb4-447f-8626-d5c09b547b1e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:07.765799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-51ca5f28-b558-4b97-86ef-3d42ace57317 None None] Provisioning complete for port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:07.768250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ca5f28-b558-4b97-86ef-3d42ace57317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:07.924804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-network', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:08.100141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.109189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-87dd895a-e2c6-476f-9754-8ba52cc70cf8 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/ports/63371860-e04d-455d-8d2d-2d5f7a852ad2 HTTP/1.1" status: 204 len: 168 time: 2.2582490 Nov 09 17:41:08.109189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:08.165690 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6001d3-b6e1-4651-9354-45113c982607 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] GET failed (client error): The resource could not be found. Nov 09 17:41:08.168138 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac6001d3-b6e1-4651-9354-45113c982607 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "GET /v2.0/ports/63371860-e04d-455d-8d2d-2d5f7a852ad2 HTTP/1.1" status: 404 len: 333 time: 0.0576537 Nov 09 17:41:08.173760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:08.197624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Made reservation on behalf of 97fd3eb9b6dd4a6092464662eb40ef93 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:08.217870 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.224057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6a0c968f-5bb2-4dbe-98d5-23f199c29286 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:08.307850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.359489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.400091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:08.401149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.527427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:08.529276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.577233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4a06c3d5-07de-4686-a117-a216d4e73cf0 None None] Provisioning complete for port 318e941a-2cb4-447f-8626-d5c09b547b1e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:08.581514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a06c3d5-07de-4686-a117-a216d4e73cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.673512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.681786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 84509e26-78bb-4c52-91f6-ee326533893c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:08.749077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.751744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.775818 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.799111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:08.823928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 84509e26-78bb-4c52-91f6-ee326533893c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:08.824369 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:08.829054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4a06c3d5-07de-4686-a117-a216d4e73cf0 None None] Port 318e941a-2cb4-447f-8626-d5c09b547b1e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:08.893921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:08.995384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae609016-fa92-46ed-a80e-1c9860125d3e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.008821 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.009173 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Added segment 776eccba-bf23-49ae-8e00-ff8eb1cd06ba of type vlan for network c7edaa9d-cceb-4b74-b3a5-169987cce044 Nov 09 17:41:09.025425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Allocated IP 172.25.3.49 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/7187581c-e785-482b-8254-3082354d3b19) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:09.055281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd621d6-23e6-45cb-9db0-8d8afc77fbc0 req-e5d0a08e-7d47-471e-8654-b52f09401284 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:09.057349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cd621d6-23e6-45cb-9db0-8d8afc77fbc0 req-e5d0a08e-7d47-471e-8654-b52f09401284 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.6943314 Nov 09 17:41:09.090457 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.154841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Network 54a4b437-4137-4084-b0d4-33407c007743 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:09.158646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.163220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Pushing event updated for resources: {'Port': ['ID=2af81390-2b7a-4b03-bd0f-667d67b53198,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.168414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:09.175777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:09.209668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.212596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:09.217542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.219248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.220079 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.410965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event updated for resources: {'Port': ['ID=318e941a-2cb4-447f-8626-d5c09b547b1e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.428969 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.467766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.516944 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3061960 Nov 09 17:41:09.572083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:09.589294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Request body: {'subnet': {'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-subnet', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:09.606813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.617038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efce19-7342-4b86-ba3d-c9d9b152fa05 admin admin] Pushing event updated for resources: {'Network': ['ID=c7edaa9d-cceb-4b74-b3a5-169987cce044,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.636267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:09.816176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.830210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e8a76a66-0544-4177-998d-7cfc99804b49 None None] Provisioning complete for port 2af81390-2b7a-4b03-bd0f-667d67b53198 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:09.830859 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8a76a66-0544-4177-998d-7cfc99804b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.856337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:09.870640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-082c6dd8-3a77-47e6-b5aa-30bbda293dac tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/ports/fc7f3c54-de00-4c53-8a50-2fd6c8c0f83d HTTP/1.1" status: 204 len: 168 time: 1.6920395 Nov 09 17:41:09.874156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:09.912365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e8a76a66-0544-4177-998d-7cfc99804b49 None None] Port 2af81390-2b7a-4b03-bd0f-667d67b53198 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:09.969835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cd621d6-23e6-45cb-9db0-8d8afc77fbc0 req-cf86d9fc-39c5-4189-b670-d86b80672dfd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8670905 Nov 09 17:41:09.974551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Made reservation on behalf of 97fd3eb9b6dd4a6092464662eb40ef93 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:09.979485 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:10.025112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:10.122813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:10.184311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:10.185430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event updated for resources: {'Port': ['ID=7187581c-e785-482b-8254-3082354d3b19,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:10.224586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:10.231499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:10.252730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcceeeb-03fe-4e86-8d87-1982b68e11a4 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:10.367186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7d397a29-96c2-448f-81b8-f56bd783da72 None None] Provisioning complete for port 7187581c-e785-482b-8254-3082354d3b19 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:10.367648 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d397a29-96c2-448f-81b8-f56bd783da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:10.488769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7d397a29-96c2-448f-81b8-f56bd783da72 None None] Port 7187581c-e785-482b-8254-3082354d3b19 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:10.639227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Network a9fca18b-c470-4e60-a419-c94ea3012ceb is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:10.640861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:10.660661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting subnet 17ccd40b-b99c-4e33-8d94-b2ec92609700 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:41:10.668252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:10.767543 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.015331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.047540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.090532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:11.113162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.162391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7d9b669d-8a5a-4e74-a258-6802180b219b None None] Provisioning complete for port 318e941a-2cb4-447f-8626-d5c09b547b1e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:11.162391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d9b669d-8a5a-4e74-a258-6802180b219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.181623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.192526 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.253424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b669d-8a5a-4e74-a258-6802180b219b None None] Port 318e941a-2cb4-447f-8626-d5c09b547b1e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:11.280634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Pushing event updated for resources: {'Port': ['ID=2af81390-2b7a-4b03-bd0f-667d67b53198,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:11.295091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.307229 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:41:11.313759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.371834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18068-26bc-499a-984a-1c23cd433ca6 req-346a8c22-07a0-4f03-bd62-887d3a232fd5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:11.373838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0de18068-26bc-499a-984a-1c23cd433ca6 req-346a8c22-07a0-4f03-bd62-887d3a232fd5 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.1424682 Nov 09 17:41:11.377268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.378486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311336c0-86e4-4973-980e-6b6722ca794d None None] Network f432913c-8771-4285-9cb1-556e37ca4934 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:11.381083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/subnets/17ccd40b-b99c-4e33-8d94-b2ec92609700 HTTP/1.1" status: 204 len: 168 time: 1.4992886 Nov 09 17:41:11.385230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48258) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:11.516125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:11.521574 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:11.584028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:11.588430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Checking segment: {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:11.588796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Network hostable DHCP agents. Network: c7edaa9d-cceb-4b74-b3a5-169987cce044, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:11.593296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa173c-1c4d-4918-9956-2eef9d996c34 tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Subnet': ['ID=17ccd40b-b99c-4e33-8d94-b2ec92609700,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:11.596478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-037628fb-f919-4c19-bceb-a5e9e1f84b42 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7383912 Nov 09 17:41:11.603374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:11.625624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:11.637872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:11.655816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:11.656482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:11.663957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Network 54a4b437-4137-4084-b0d4-33407c007743 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:11.667421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:11.758508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0de18068-26bc-499a-984a-1c23cd433ca6 req-6476f2c3-6068-47ef-8536-958f84b3f228 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500543 Nov 09 17:41:11.899811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:11.938914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] DHCP port deletion for f432913c-8771-4285-9cb1-556e37ca4934 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:11.943823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:11.949485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c7edaa9d-cceb-4b74-b3a5-169987cce044) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:11.967879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:11.968519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.034054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.111631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8485cf-5f3f-4889-9e18-8c557bed913f None None] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:12.137667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Router cf04b174-c6f8-489b-b3aa-20666151b0df has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:12.234348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7b4a8c3c-58dc-4ce4-ad29-200a06f9c861 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6499865 Nov 09 17:41:12.266932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:12.282070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:12.367419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Deleting port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:12.367859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.477811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a1fc18b3-a2d4-4ee5-aeca-62772015a392 None None] Provisioning complete for port 2af81390-2b7a-4b03-bd0f-667d67b53198 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:12.478530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1fc18b3-a2d4-4ee5-aeca-62772015a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.486842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.488528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.548051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] For port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,segment=NetworkSegment(06903dc4-e9d5-4c9b-9026-e82ad169c927),segment_id=06903dc4-e9d5-4c9b-9026-e82ad169c927)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:12.548436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.581984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc18b3-a2d4-4ee5-aeca-62772015a392 None None] Port 2af81390-2b7a-4b03-bd0f-667d67b53198 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:12.588632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a88f0-df18-4101-b873-32628ed7e10a req-553ae65b-2f5d-400d-b6b2-fc9a6395907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:12.590925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-553ae65b-2f5d-400d-b6b2-fc9a6395907a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1098 time: 0.2401700 Nov 09 17:41:12.596531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Calling delete_port for 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:12.775739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.811071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] Deleting port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:12.811838 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:12.986330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:05Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:08Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:13.012030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 17:41:13.164020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:13.177272 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:13.194092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a896a499-550b-4623-995f-ba9bdcd97353 admin admin] 10.222.0.45 "PUT /v2.0/routers/cf04b174-c6f8-489b-b3aa-20666151b0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4884148 Nov 09 17:41:13.195476 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:13.196192 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:13.257212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:13.257802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Updating router ad1d87b4-9a8d-4011-a4ca-b74213b90383 port 318e941a-2cb4-447f-8626-d5c09b547b1e binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:13.270178 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:13.275237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7233302-e94b-4858-a100-b3b59e27f5d9 req-b7fee24c-6887-4218-bdc7-4835977c402d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:13.281702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7233302-e94b-4858-a100-b3b59e27f5d9 req-b7fee24c-6887-4218-bdc7-4835977c402d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3890841 Nov 09 17:41:13.298234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Router ea56d19e-746b-4bbc-96d8-496aaea6bdcd is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:13.308615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a88f0-df18-4101-b873-32628ed7e10a req-e81b324d-514d-4c6c-9235-fc5711665df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:13.320399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3db09-66f8-4142-8489-35d4487f8b64 None None] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:13.321904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-e81b324d-514d-4c6c-9235-fc5711665df3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 0.7160127 Nov 09 17:41:13.377018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Removed routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 17:41:13.377283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:13.434592 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:13.542893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:13.630599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-db1640c2-d0c7-461a-a2b7-330582e476b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.2554207 Nov 09 17:41:13.693961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] For port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,segment=NetworkSegment(06903dc4-e9d5-4c9b-9026-e82ad169c927),segment_id=06903dc4-e9d5-4c9b-9026-e82ad169c927)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:13.694775 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:13.699127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:13.712422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Port': ['ID=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:13.718274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:13.756307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] No DVR routers for this DVR port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:13.852110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7233302-e94b-4858-a100-b3b59e27f5d9 req-bc7666cb-810f-4a19-8915-895dd1b29cd4 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343473 Nov 09 17:41:13.865365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:13.943140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:13.946001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-13abaaaf-593b-4190-b2ed-97c063b2e533 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.1211050 Nov 09 17:41:13.951417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:13.975374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': False}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:14.067802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a88f0-df18-4101-b873-32628ed7e10a req-7dd81204-91eb-4b3f-9357-8f32811c95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:14.071203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-7dd81204-91eb-4b3f-9357-8f32811c95bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.3909538 Nov 09 17:41:14.174441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] Calling delete_port for 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:14.177381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] Sync routers for ids ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:14.189782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:14.190104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:14.218968 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:10Z', 'revision_number': 2, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:14.294570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.309075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.311566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.311888 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:14.312426 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Updating router cf04b174-c6f8-489b-b3aa-20666151b0df port 2af81390-2b7a-4b03-bd0f-667d67b53198 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:14.356233 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.379577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f432913c-8771-4285-9cb1-556e37ca4934']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:14.401108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06903dc4-e9d5-4c9b-9026-e82ad169c927') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:14.401406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06903dc4-e9d5-4c9b-9026-e82ad169c927') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:14.425030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.435296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.450885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.457764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:14.458809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.497972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] Routers {'ea56d19e-746b-4bbc-96d8-496aaea6bdcd'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:14.510783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:14.522905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] No DVR routers for this DVR port 2a34155b-6d33-41a8-8be8-fa9b8fbe7283 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:14.587217 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:14.631527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.678088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.682763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] 10.222.0.45 "DELETE /v2.0/networks/f432913c-8771-4285-9cb1-556e37ca4934 HTTP/1.1" status: 204 len: 168 time: 3.2966106 Nov 09 17:41:14.699124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-c24132f9-7c0b-425b-b7f3-a41085b8073d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130366 Nov 09 17:41:14.731754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70803-02b8-448c-aa5a-f80cb28eac3d tempest-AllowedAddressPairTestJSON-1817948368 tempest-AllowedAddressPairTestJSON-1817948368-project] Pushing event deleted for resources: {'Network': ['ID=f432913c-8771-4285-9cb1-556e37ca4934,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:14.748889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.842236 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.856434 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.857657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:14.870098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a21d04-b99c-4882-82c0-face78017323 None None] Pushing event updated for resources: {'Port': ['ID=318e941a-2cb4-447f-8626-d5c09b547b1e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:14.913110 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:14.998660 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada61500-7ce7-45dc-b6aa-ba952356e5f9 None None] Pushing event updated for resources: {'Port': ['ID=2af81390-2b7a-4b03-bd0f-667d67b53198,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:15.187984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258a1b-2e36-4879-a727-c6bf5ae1a029 req-d16da08a-1c70-42ba-902f-03a6e2fcaaec tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.194196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae258a1b-2e36-4879-a727-c6bf5ae1a029 req-d16da08a-1c70-42ba-902f-03a6e2fcaaec tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 945 time: 0.3732414 Nov 09 17:41:15.233721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48344) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:15.247081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626325806', 'description': 'tempest-description--1472060913'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:15.260341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71718d0-c4bc-4605-80a0-89918f0c3a61 None None] Pushing event deleted for resources: {'Port': ['ID=2a34155b-6d33-41a8-8be8-fa9b8fbe7283,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:15.260948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Attempting to bind port 2af81390-2b7a-4b03-bd0f-667d67b53198 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:15.261675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Attempting to bind port 2af81390-2b7a-4b03-bd0f-667d67b53198 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:15.261984 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Attempting to bind port 2af81390-2b7a-4b03-bd0f-667d67b53198 on network 54a4b437-4137-4084-b0d4-33407c007743 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:15.269933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48346) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:15.284264 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:15.284835 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Checking segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:15.285488 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.286213 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Bound using segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:15.286946 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Bound port: 2af81390-2b7a-4b03-bd0f-667d67b53198, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:15.287593 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.336303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] Routers {'ea56d19e-746b-4bbc-96d8-496aaea6bdcd'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:15.337119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:15.499450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.532618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Attempting to bind port 318e941a-2cb4-447f-8626-d5c09b547b1e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:15.533549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Attempting to bind port 318e941a-2cb4-447f-8626-d5c09b547b1e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:15.535057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-b5f8c4d3-caab-4d63-a4ad-1db54ffdf832 service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157766 Nov 09 17:41:15.537636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Attempting to bind port 318e941a-2cb4-447f-8626-d5c09b547b1e on network a9fca18b-c470-4e60-a419-c94ea3012ceb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:15.547879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:15.549141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a127c2-82b4-40b3-be58-774b5215a1c9 None None] The sync data for ids ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:15.570368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-41ffefd8-b6bc-425c-bf82-b336b9613402 None None] Provisioning complete for port 318e941a-2cb4-447f-8626-d5c09b547b1e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:15.571030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41ffefd8-b6bc-425c-bf82-b336b9613402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.577193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:15.578059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Checking segment: {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:15.578717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.579458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Bound using segment: {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:15.580851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Bound port: 318e941a-2cb4-447f-8626-d5c09b547b1e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:15.582510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.596983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.598364 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] For port 2af81390-2b7a-4b03-bd0f-667d67b53198, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:15.606497 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] For port 2af81390-2b7a-4b03-bd0f-667d67b53198, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2af81390-2b7a-4b03-bd0f-667d67b53198,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:15.627468 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.654270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae258a1b-2e36-4879-a727-c6bf5ae1a029 req-df82bbe5-bada-4a89-9f46-57c6a536670f tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/security-groups?id=999b4448-2c8d-4ff4-9421-9d72deccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181900 Nov 09 17:41:15.724562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.731484 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada61500-7ce7-45dc-b6aa-ba952356e5f9 None None] Pushing event updated for resources: {'Port': ['ID=2af81390-2b7a-4b03-bd0f-667d67b53198,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:15.765979 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:15.766797 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:15.785604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] For port 318e941a-2cb4-447f-8626-d5c09b547b1e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:15.798441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] For port 318e941a-2cb4-447f-8626-d5c09b547b1e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=318e941a-2cb4-447f-8626-d5c09b547b1e,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:15.810763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-41ffefd8-b6bc-425c-bf82-b336b9613402 None None] Port 318e941a-2cb4-447f-8626-d5c09b547b1e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:15.820461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:15.843850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:15.864826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-59f0325c-5ab4-452e-af06-d303e2276ef6 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.866909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-59f0325c-5ab4-452e-af06-d303e2276ef6 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 945 time: 0.2735083 Nov 09 17:41:15.973768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.021030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-28117b2f-96a2-46f7-b236-8de413c6c059 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3bf6b26676f45369804d2579b6ee0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483537 Nov 09 17:41:16.024396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.048820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48354) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:16.089251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.099294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a21d04-b99c-4882-82c0-face78017323 None None] Pushing event updated for resources: {'Port': ['ID=318e941a-2cb4-447f-8626-d5c09b547b1e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:16.129063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:16.130075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:16.157510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-37d40779-6c7d-4bfa-9aa7-7eac150edcf6 None None] Provisioning complete for port 2af81390-2b7a-4b03-bd0f-667d67b53198 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:16.158235 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37d40779-6c7d-4bfa-9aa7-7eac150edcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.409018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.415477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1703844 Nov 09 17:41:16.437525 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3911e5ab-ed0f-4220-9ef8-40f27490e7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.483127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3911e5ab-ed0f-4220-9ef8-40f27490e7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.547171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:16.547972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48362) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:16.592762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:16.594632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'security_group_rule': {'security_group_id': '1dadee09-3bf0-44d4-8b93-bb762763b629', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:16.668952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3911e5ab-ed0f-4220-9ef8-40f27490e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.678397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3911e5ab-ed0f-4220-9ef8-40f27490e7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.685420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3911e5ab-ed0f-4220-9ef8-40f27490e7d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51d6daf2-bf8f-4289-95d7-894ec830488c HTTP/1.1" status: 204 len: 168 time: 0.6285863 Nov 09 17:41:16.737140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:16.840067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b5197-8de3-4adb-806b-ae09e60fe6e2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dadee09-3bf0-44d4-8b93-bb762763b629,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:16.854702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Deleting port 72182709-bf99-4602-a640-f5b642b1b7a5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:16.855325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.064994 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37d40779-6c7d-4bfa-9aa7-7eac150edcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.081331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] For port 72182709-bf99-4602-a640-f5b642b1b7a5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=72182709-bf99-4602-a640-f5b642b1b7a5,segment=NetworkSegment(fac6c783-8744-4270-98cb-4017f077e5dc),segment_id=fac6c783-8744-4270-98cb-4017f077e5dc)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:17.085015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.124373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Calling delete_port for 72182709-bf99-4602-a640-f5b642b1b7a5 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:17.220972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-37d40779-6c7d-4bfa-9aa7-7eac150edcf6 None None] For port 2af81390-2b7a-4b03-bd0f-667d67b53198, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2af81390-2b7a-4b03-bd0f-667d67b53198,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:17.261210 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37d40779-6c7d-4bfa-9aa7-7eac150edcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.414480 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:15Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:17.487790 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5eb606-33d2-4f8e-a8df-b3921f4a73ab None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:15Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:17.501403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Provisioning complete for port 318e941a-2cb4-447f-8626-d5c09b547b1e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:17.501786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.618046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d40779-6c7d-4bfa-9aa7-7eac150edcf6 None None] Pushing event updated for resources: {'Port': ['ID=2af81390-2b7a-4b03-bd0f-667d67b53198,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:17.631645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c37a0-0a8c-4429-88c8-ba0ad390bf15 req-c31ce94b-e9be-40d6-ada3-1529631f5bfd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:17.637624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af8c37a0-0a8c-4429-88c8-ba0ad390bf15 req-c31ce94b-e9be-40d6-ada3-1529631f5bfd tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 2.1917479 Nov 09 17:41:17.686180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:17.694395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.704101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.714806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a84b657b-8f64-4a6c-bfb5-601badc968cb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 953 time: 6.1050038 Nov 09 17:41:17.726623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:17.728287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.730447 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.769986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Allocated IP 172.25.3.139 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/650e67f9-1b38-4033-8a79-6338eff0020a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:17.774012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:13Z', 'revision_number': 6, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:15Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:17.829968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b851ac4-f6a1-4241-a935-8c956d086a06 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:13Z', 'revision_number': 6, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:15Z', 'revision_number': 4, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:17.838682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['72182709-bf99-4602-a640-f5b642b1b7a5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:17.843408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Pushing event deleted for resources: {'Port': ['ID=72182709-bf99-4602-a640-f5b642b1b7a5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:17.845918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54912f0-64d7-4f2f-8226-eb74b05247e1,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:17.857973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:17.859120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0db16016-abc3-4f3d-9713-38d811b66ad0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2790351 Nov 09 17:41:17.861550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-761b24da-635a-4140-a51d-5ace6d526c45 req-0973eb0c-7cd1-454c-b6dd-3f96c8790e64 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.1538053 Nov 09 17:41:17.862919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48390) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:17.877939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'security_group_rule': {'security_group_id': '1dadee09-3bf0-44d4-8b93-bb762763b629', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:18.022842 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.073611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911e5ab-ed0f-4220-9ef8-40f27490e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d6daf2-bf8f-4289-95d7-894ec830488c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:18.125041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-195a88f0-df18-4101-b873-32628ed7e10a req-8f630c3e-6064-4832-a6b7-be7e6190651e service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5729117 Nov 09 17:41:18.181952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] For port 318e941a-2cb4-447f-8626-d5c09b547b1e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=318e941a-2cb4-447f-8626-d5c09b547b1e,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:18.222071 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.288797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.386005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-62773d68-522d-4ef5-906b-b82c48c48c80 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 953 time: 0.6549454 Nov 09 17:41:18.413147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48402) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:18.418231 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Provisioning complete for port 2af81390-2b7a-4b03-bd0f-667d67b53198 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:18.418602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.445149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'routes': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:18.481360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af8c37a0-0a8c-4429-88c8-ba0ad390bf15 req-00ef4418-9162-42d6-ba92-c052568dca89 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7612929 Nov 09 17:41:18.550447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] No DVR routers for this DVR port 72182709-bf99-4602-a640-f5b642b1b7a5 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:18.555269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.564747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-723c29f6-23d9-4904-8afd-1fa9768a454a req-62b6f713-cec7-4566-8aaf-e68f15e971a1 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.43 "DELETE /v2.0/ports/72182709-bf99-4602-a640-f5b642b1b7a5 HTTP/1.1" status: 204 len: 173 time: 2.6720197 Nov 09 17:41:18.570163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fff004-bb0b-4c3d-90b7-3823755bd12f None None] Pushing event updated for resources: {'Port': ['ID=318e941a-2cb4-447f-8626-d5c09b547b1e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:18.661837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'name': 'network-vif-deleted', 'tag': '72182709-bf99-4602-a640-f5b642b1b7a5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:18.664667 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf3830-d87d-4dba-b650-92fa4cc8e2c5" -d '{"events": [{"server_uuid": "cbd3897c-ebe1-4555-a852-ac06a90ec23a", "name": "network-vif-deleted", "tag": "72182709-bf99-4602-a640-f5b642b1b7a5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:18.679056 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.792190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:18.854063 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d360da87-6a14-4c59-8bec-8b5a297c98f8 x-openstack-request-id: req-d360da87-6a14-4c59-8bec-8b5a297c98f8 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:18.854557 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd3897c-ebe1-4555-a852-ac06a90ec23a", "name": "network-vif-deleted", "tag": "72182709-bf99-4602-a640-f5b642b1b7a5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:18.854748 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d360da87-6a14-4c59-8bec-8b5a297c98f8 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:18.855180 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd3897c-ebe1-4555-a852-ac06a90ec23a', 'name': 'network-vif-deleted', 'tag': '72182709-bf99-4602-a640-f5b642b1b7a5', 'status': 'completed', 'code': 200} Nov 09 17:41:18.894789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=650e67f9-1b38-4033-8a79-6338eff0020a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:19.014626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:19.025007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:19.030825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:19.085095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09c9e2-8aec-4d06-a796-01e224346d99 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:19.131288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:19.277508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a285fc3d-5268-4f10-b3a5-5376698383e1 None None] Provisioning complete for port 650e67f9-1b38-4033-8a79-6338eff0020a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:19.278137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a285fc3d-5268-4f10-b3a5-5376698383e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.466976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.514777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a285fc3d-5268-4f10-b3a5-5376698383e1 None None] Port 650e67f9-1b38-4033-8a79-6338eff0020a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:19.554306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1901120463'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:19.605631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.628060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44688672-6bb6-49fc-adfb-b674010f8228 req-2e6d8f36-ea0c-4e54-a0d7-fa31ab16dd57 tempest-VolumesActionsTest-974423816 tempest-VolumesActionsTest-974423816-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd3897c-ebe1-4555-a852-ac06a90ec23a HTTP/1.1" status: 200 len: 210 time: 0.2784374 Nov 09 17:41:19.800260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c14371e-c037-4557-adfa-ced4d9f0ec69,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:19.837195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 72182709-bf99-4602-a640-f5b642b1b7a5 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:19.866936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Made reservation on behalf of 0663608007e045d285abc74012d8cf40 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:19.873924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.926205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.936525 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.938110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 72182709-bf99-4602-a640-f5b642b1b7a5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:19.938701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 72182709-bf99-4602-a640-f5b642b1b7a5 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:19.943650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:19.943894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2af81390-2b7a-4b03-bd0f-667d67b53198 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:19.945520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a64058db-86cb-463a-bc4d-79b8fb75b8ad tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0734005 Nov 09 17:41:19.952009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48430) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:19.959031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:19.977382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.104452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.140164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:20.156771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:20.166242 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:20.170368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2af81390-2b7a-4b03-bd0f-667d67b53198 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:20.173356 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.299850 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:20.356456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.510353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 318e941a-2cb4-447f-8626-d5c09b547b1e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:20.610814 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.638023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.652458 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:13Z', 'revision_number': 6, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:20.669343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 318e941a-2cb4-447f-8626-d5c09b547b1e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:20.670443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.690929 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:20.704553 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:20.705441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:20.707111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:20.742217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.742591 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Added segment 4ce4c213-485d-4903-90d1-d0c7579abe9d of type vlan for network c0a057c4-8e24-4930-8c15-1f2962abb1e0 Nov 09 17:41:20.757301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523096aa-8123-4cc4-9b14-f62062354aab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:20.795306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.807694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.939360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.947362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:20.948023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:20.980122 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:21.032863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c7ca5-8c28-4171-aad1-05d12705da38 req-75d808e5-b17a-4cc1-b5f9-c57ccb9f2aa0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.035589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71c7ca5-8c28-4171-aad1-05d12705da38 req-75d808e5-b17a-4cc1-b5f9-c57ccb9f2aa0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 1.3155289 Nov 09 17:41:21.159674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0000281 Nov 09 17:41:21.174566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:21.189549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Request body: {'subnet': {'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:21.268240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.extraroute_db [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added routes are [] {{(pid=102554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 17:41:21.268756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.extraroute_db [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 17:41:21.335673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467d93d-475e-489e-ab68-ab4c31f75975 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event updated for resources: {'Network': ['ID=c0a057c4-8e24-4930-8c15-1f2962abb1e0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:21.353799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:21.405214 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:13Z', 'revision_number': 6, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:21.450099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Router ea56d19e-746b-4bbc-96d8-496aaea6bdcd has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:21.521294 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa1f1a-184e-4d2f-b6ee-34ddb665f274 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:13Z', 'revision_number': 6, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:21.542903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71c7ca5-8c28-4171-aad1-05d12705da38 req-2f9c4195-ae31-4c49-8bc1-ea4839b0235d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857183 Nov 09 17:41:21.650476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:21.672503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-b05cb14d-1b0b-4a0c-827a-71c0a3e76980 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1710057 Nov 09 17:41:21.674829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Made reservation on behalf of 0663608007e045d285abc74012d8cf40 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:21.691820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:21.741830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:21.883858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.178918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.242218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.250672 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.256994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:22.268076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] Sync routers for ids ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:22.290978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] Routers {'ea56d19e-746b-4bbc-96d8-496aaea6bdcd'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:22.292371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:22.353744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-284e565c-66b5-40da-90de-29c8e0449f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.355315 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-284e565c-66b5-40da-90de-29c8e0449f5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71980cb9ffe144d292e64eb9eab6a179&device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 1098 time: 0.4393675 Nov 09 17:41:22.384788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:22.390044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7dd43-3a52-4d80-b885-745dbfa3cb4e req-36592a89-6e11-49bd-bf80-88e6d64efceb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.392426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbf7dd43-3a52-4d80-b885-745dbfa3cb4e req-36592a89-6e11-49bd-bf80-88e6d64efceb tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4746847 Nov 09 17:41:22.397449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] Routers {'ea56d19e-746b-4bbc-96d8-496aaea6bdcd'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:22.399005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:22.447197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.447715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:22.449142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69518dc-aab8-45ff-a519-02bd2429f130 None None] The sync data for ids ['ea56d19e-746b-4bbc-96d8-496aaea6bdcd'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:22.449950 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-742bf167-5e40-4689-94e4-2dd830fb6a56 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "PUT /v2.0/routers/ea56d19e-746b-4bbc-96d8-496aaea6bdcd HTTP/1.1" status: 200 len: 924 time: 8.4966891 Nov 09 17:41:22.457633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event updated for resources: {'Subnet': ['ID=a5cffa53-0d3c-4591-9e9e-89d5691b381d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:22.465580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:22.636407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Allocated IP 172.25.3.233 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e511e458-3b2f-4cf4-86aa-7bce4e96c16a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:22.808235 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.825455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:22.909102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Checking segment: {'id': '4ce4c213-485d-4903-90d1-d0c7579abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:22.909475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Network hostable DHCP agents. Network: c0a057c4-8e24-4930-8c15-1f2962abb1e0, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:22.942877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:22.959264 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.965919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Sync routers for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:22.981228 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:22.988517 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:22.990473 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:23.059507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'Port': ['ID=e511e458-3b2f-4cf4-86aa-7bce4e96c16a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:23.089428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:23.094377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:23.096468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:23.107627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934333a-9029-424a-af81-27b679dbd09e None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:23.109884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.115258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f56d533d-8177-4434-98dc-7eb2aa9ebd33 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 703 time: 4.6985018 Nov 09 17:41:23.116301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:23.119026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48480) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:23.140145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:23.143852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:23.157771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:23.161131 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b50ae1b3-0011-4e43-8d59-eae34379d632 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/ea56d19e-746b-4bbc-96d8-496aaea6bdcd HTTP/1.1" status: 200 len: 924 time: 0.6624751 Nov 09 17:41:23.170380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.174147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0374fe4f-6c9c-44d8-9d7b-26515ae85fc2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.9005404 Nov 09 17:41:23.174147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:23.228173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:23.232515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbf7dd43-3a52-4d80-b885-745dbfa3cb4e req-b42634f0-c72d-4dd2-bca1-b53fe06c9f6b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7719519 Nov 09 17:41:23.262576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.406414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-401eedd4-7fcb-481c-a02c-3a23a07802fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:23.408236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-401eedd4-7fcb-481c-a02c-3a23a07802fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 200 len: 913 time: 1.0148213 Nov 09 17:41:23.409077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:23.466490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.559158 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:19Z', 'revision_number': 3, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:23.572778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-266c95e9-6115-4c00-a324-8d71c51bdb1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 200 len: 217 time: 0.1285851 Nov 09 17:41:23.606339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c0a057c4-8e24-4930-8c15-1f2962abb1e0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:23.617534 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Checking router: 258a12f3-dfa8-40d4-ba32-64b5980a9be5 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:23.623139 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Updating router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 port 650e67f9-1b38-4033-8a79-6338eff0020a binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:23.654138 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.722243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:23.724226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.735372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be53b3e1-712a-4cfb-9791-e6adce8530af None None] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:23.762595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bd75f-5643-470d-a086-949cd1e625ae tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:23.764398 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc5bd75f-5643-470d-a086-949cd1e625ae tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=ea56d19e-746b-4bbc-96d8-496aaea6bdcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5576732 Nov 09 17:41:23.775322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-101b2f70-5303-4cba-bb54-dcb133d542fa tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5968821 Nov 09 17:41:23.778871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:23.779583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:23.836521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.867089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d3e7943c-ffd6-4d33-a74e-28b5d83935e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 703 time: 0.7461846 Nov 09 17:41:23.868604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:23.872857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:23.889117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:23.904503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Request body: {'port': {'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-429666950'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:23.991296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba8811-1005-47fe-92ca-77ec2b183840 req-92800d98-e3e8-47e9-8133-91f1734dd514 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:23.992943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aaba8811-1005-47fe-92ca-77ec2b183840 req-92800d98-e3e8-47e9-8133-91f1734dd514 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.5988073 Nov 09 17:41:24.001199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b7a00-3597-43c4-ab05-4e2f7ba19948 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.005606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f42b7a00-3597-43c4-ab05-4e2f7ba19948 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.2176156 Nov 09 17:41:24.009135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:24.032343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-a7443560-4b36-4373-876c-388eb259fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.033846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-a7443560-4b36-4373-876c-388eb259fabf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 200 len: 853 time: 0.4447289 Nov 09 17:41:24.086699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8828bb71-7c88-4e0b-a5c7-16bcdbe9a8e4 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea56d19e-746b-4bbc-96d8-496aaea6bdcd HTTP/1.1" status: 200 len: 205 time: 0.0722396 Nov 09 17:41:24.088535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48516) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:24.154965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-edad2195-164a-40bd-a9b3-69c2abbddd7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15130331-ab23-4622-aa4d-af8174953073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819385 Nov 09 17:41:24.336797 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.360989 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.432218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:21Z', 'revision_number': 7, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:24.451700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'Port': ['ID=e511e458-3b2f-4cf4-86aa-7bce4e96c16a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:24.498236 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Attempting to bind port 650e67f9-1b38-4033-8a79-6338eff0020a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:24.499105 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Attempting to bind port 650e67f9-1b38-4033-8a79-6338eff0020a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:24.499489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Attempting to bind port 650e67f9-1b38-4033-8a79-6338eff0020a on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:24.512541 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:24.513441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:24.513441 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.515655 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:24.516492 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Bound port: 650e67f9-1b38-4033-8a79-6338eff0020a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:24.517088 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.517209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934333a-9029-424a-af81-27b679dbd09e None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:24.519808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de0c43-f72c-49c3-bd1e-c5e7a6495b2e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:24.556814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.559073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:24.559904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:24.588029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aaba8811-1005-47fe-92ca-77ec2b183840 req-78168d74-2163-427c-a5f1-752f3bff85fa tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636432 Nov 09 17:41:24.597976 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] For port 650e67f9-1b38-4033-8a79-6338eff0020a, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:24.603235 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] For port 650e67f9-1b38-4033-8a79-6338eff0020a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=650e67f9-1b38-4033-8a79-6338eff0020a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:24.606463 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39192cc3-db73-448f-bcf7-6a20d914bf1f None None] Pushing event updated for resources: {'Port': ['ID=650e67f9-1b38-4033-8a79-6338eff0020a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:24.640702 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.645976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-7fdfee81-8aa6-433d-b8b9-fed1dfe2fc48 service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760261 Nov 09 17:41:24.722741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:24.813984 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39192cc3-db73-448f-bcf7-6a20d914bf1f None None] Pushing event updated for resources: {'Port': ['ID=650e67f9-1b38-4033-8a79-6338eff0020a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:24.853213 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:24.854643 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:24.908425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Made reservation on behalf of 0663608007e045d285abc74012d8cf40 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:24.929439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:24.983553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c0a057c4-8e24-4930-8c15-1f2962abb1e0', 'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0', 'tenant_id': '0663608007e045d285abc74012d8cf40', 'fixed_ips': [{'subnet_id': 'a5cffa53-0d3c-4591-9e9e-89d5691b381d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:41:24.985418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:25.007534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3382a46-a107-4972-86f7-14d42cf57fd0 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:25.050153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:25.053646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42990535-edc9-4b75-8674-8fe210fa95c4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0995252 Nov 09 17:41:25.152227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-eb7d8e62-b610-4b1d-a258-6416e30f20ae None None] Provisioning complete for port 650e67f9-1b38-4033-8a79-6338eff0020a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:25.152566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8e62-b610-4b1d-a258-6416e30f20ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:25.165048 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:25.278785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] device_id is not set on port a3330e67-ed77-4628-8b42-5c813e217529 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:41:25.292783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ef8a-b2d8-42da-8069-de994ce18faa req-d215c132-3a5a-4f3b-ad13-87416824d763 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:25.304188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6760ef8a-b2d8-42da-8069-de994ce18faa req-d215c132-3a5a-4f3b-ad13-87416824d763 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3968000 Nov 09 17:41:25.344726 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:25.402761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Allocated IP 2001:db8::2 (c0a057c4-8e24-4930-8c15-1f2962abb1e0/a5cffa53-0d3c-4591-9e9e-89d5691b381d/d0f5e5c2-e3db-4cff-85e6-c23a682cf68d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:25.580941 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:19Z', 'revision_number': 3, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:25.626624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:25.662857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:25.676700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f07a9d-29e4-4750-a5dc-c8b7c42c7106 req-8cd5ce0c-bc70-4eeb-ae01-74b789d5723a service neutron] 10.222.0.83 "GET /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0216522 Nov 09 17:41:25.689281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd01675-e702-4a99-8263-5748d5e7428e None None] The sync data for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 is: [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:19Z', 'revision_number': 3, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:25.790015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Pushing event updated for resources: {'Port': ['ID=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:25.818763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:25.869349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7934333a-9029-424a-af81-27b679dbd09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:21Z', 'revision_number': 7, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:25.890113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Allocated IP 2001:db8::1de (c0a057c4-8e24-4930-8c15-1f2962abb1e0/a5cffa53-0d3c-4591-9e9e-89d5691b381d/a3330e67-ed77-4628-8b42-5c813e217529) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:25.977906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934333a-9029-424a-af81-27b679dbd09e None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:21Z', 'revision_number': 7, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '318e941a-2cb4-447f-8626-d5c09b547b1e', 'name': '', 'network_id': 'a9fca18b-c470-4e60-a419-c94ea3012ceb', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:b8:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:00Z', 'updated_at': '2021-11-09T17:41:18Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'e2926d16-cede-4e74-952c-f5a92ebef023', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:25.980650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.981051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.981402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.981818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.982081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.982866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.982866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.983245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.983577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.983895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.984516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.984516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:25.988520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:25.994455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:26.045973 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8e62-b610-4b1d-a258-6416e30f20ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.071287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-eb7d8e62-b610-4b1d-a258-6416e30f20ae None None] For port 650e67f9-1b38-4033-8a79-6338eff0020a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=650e67f9-1b38-4033-8a79-6338eff0020a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:26.095001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8e62-b610-4b1d-a258-6416e30f20ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.197581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8e62-b610-4b1d-a258-6416e30f20ae None None] Pushing event updated for resources: {'Port': ['ID=650e67f9-1b38-4033-8a79-6338eff0020a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:26.226019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Attempting to bind port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:26.227041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Attempting to bind port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4ce4c213-485d-4903-90d1-d0c7579abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:26.227703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Attempting to bind port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d on network c0a057c4-8e24-4930-8c15-1f2962abb1e0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:26.282049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:26.282435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Checking segment: {'id': '4ce4c213-485d-4903-90d1-d0c7579abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:26.282830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.287167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Bound using segment: {'id': '4ce4c213-485d-4903-90d1-d0c7579abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:26.287810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Bound port: d0f5e5c2-e3db-4cff-85e6-c23a682cf68d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce4c213-485d-4903-90d1-d0c7579abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:26.288216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.334333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1ecb06df-7d1b-4a11-b161-0f22dc9c5b05 None None] Provisioning complete for port 650e67f9-1b38-4033-8a79-6338eff0020a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:26.334725 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ecb06df-7d1b-4a11-b161-0f22dc9c5b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.419453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.507118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.672299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] For port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:26.678194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6760ef8a-b2d8-42da-8069-de994ce18faa req-e497a512-2943-41f5-8b69-164a57178743 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3726983 Nov 09 17:41:26.707017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] For port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,segment=NetworkSegment(4ce4c213-485d-4903-90d1-d0c7579abe9d),segment_id=4ce4c213-485d-4903-90d1-d0c7579abe9d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:26.714343 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.814170 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.855237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6128-0565-4066-bfbf-70ca6b5c2939 None None] Pushing event updated for resources: {'Port': ['ID=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:26.896911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:26.928934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:26.938139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6b15f70b-91cc-423a-93e3-29ab91a6cf53 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1626325806&fields=id&tenant_id=e0b28985fa264262a9425ecbf1ee3093 HTTP/1.1" status: 200 len: 267 time: 0.9810967 Nov 09 17:41:26.954345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:26.962761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:26.984188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.984891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:27.034630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1343608 Nov 09 17:41:27.053425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48572) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:27.069252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Request body: {'port': {'network_id': 'c0a057c4-8e24-4930-8c15-1f2962abb1e0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-458744961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:27.069819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.api.validators [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] bootfile-name is not in valid_values {{(pid=102554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:41:27.070154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.api.validators [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] tftp-server is not in valid_values {{(pid=102554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:41:27.070480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.api.validators [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] server-ip-address is not in valid_values {{(pid=102554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:41:27.331334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d7b45-064f-4dae-b67a-d31de48080d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event updated for resources: {'Port': ['ID=a3330e67-ed77-4628-8b42-5c813e217529,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:27.530562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Deleting port 7187581c-e785-482b-8254-3082354d3b19 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:27.531186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:27.606680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Allocated IP 172.20.0.1 (c7edaa9d-cceb-4b74-b3a5-169987cce044/9a0b7cb4-d416-4e52-8d7f-0a03b18b26da/8216075a-f77a-4514-b3f3-1d2449afee46) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:27.667162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Made reservation on behalf of 0663608007e045d285abc74012d8cf40 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:27.676980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:27.711702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:27.828351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-12442c2f-7e6c-4de6-b10f-29c1869f4f07 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:27.843003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-12442c2f-7e6c-4de6-b10f-29c1869f4f07 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 811 time: 0.8161929 Nov 09 17:41:27.850662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5086b64-6302-4efe-be5f-0cccdb61b63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:27.880383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-1604078a-4cfb-49a3-b000-95a8d349a81e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/quotas/e0b28985fa264262a9425ecbf1ee3093 HTTP/1.1" status: 200 len: 375 time: 0.0357006 Nov 09 17:41:28.151362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:28.205920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:28.210711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] device_id is not set on port 2e4769be-e903-4305-8e35-0634034c8f1f yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:41:28.244110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030c7a8-174d-42d3-9f88-8ef48b7206ff req-da4d761e-62a2-49bd-961d-842718d63b0e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:28.267108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6030c7a8-174d-42d3-9f88-8ef48b7206ff req-da4d761e-62a2-49bd-961d-842718d63b0e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 1.0290375 Nov 09 17:41:28.278615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d0f5e5c2-e3db-4cff-85e6-c23a682cf68d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:28.312402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-35ab8461-2f85-478d-a86d-a4ad861fbf7e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4207582 Nov 09 17:41:28.320940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:28.335735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:28.342792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:28.397498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:28.451390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:28.451775 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:28.685228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:28.705031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Allocated IP 2001:db8::4e (c0a057c4-8e24-4930-8c15-1f2962abb1e0/a5cffa53-0d3c-4591-9e9e-89d5691b381d/2e4769be-e903-4305-8e35-0634034c8f1f) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:28.866761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc26890-d706-48b9-a6f6-d108702c6574 None None] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:28.896963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,segment=NetworkSegment(4ce4c213-485d-4903-90d1-d0c7579abe9d),segment_id=4ce4c213-485d-4903-90d1-d0c7579abe9d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:29.046238 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:29.047106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 650e67f9-1b38-4033-8a79-6338eff0020a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:29.057183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6030c7a8-174d-42d3-9f88-8ef48b7206ff req-1b98957b-150c-4b7a-9d21-55ce9b4f8fbc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866747 Nov 09 17:41:29.085149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:29.142006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Calling delete_port for 7187581c-e785-482b-8254-3082354d3b19 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:29.278784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:29.308812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-935e9abe-c8b6-49d2-9866-7dc2bf060ca2 None None] Provisioning complete for port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:29.315377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-935e9abe-c8b6-49d2-9866-7dc2bf060ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:29.393011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 650e67f9-1b38-4033-8a79-6338eff0020a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:29.393781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:29.444456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:29.449711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Pushing event updated for resources: {'Port': ['ID=8216075a-f77a-4514-b3f3-1d2449afee46,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:29.506656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-ff759c8f-f788-42e1-9ed4-260af8ed6386 service neutron] 10.222.0.45 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0629942 Nov 09 17:41:29.672477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-947955c0-2ef6-4cd9-8623-0d366980219e service neutron] 10.222.0.45 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181910 Nov 09 17:41:29.740159 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:29.764342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.073249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2aa53-09a5-4d62-b074-ede7534eb092 req-925819cb-f888-4857-bd63-9e2e92865018 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:30.076804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90b2aa53-09a5-4d62-b074-ede7534eb092 req-925819cb-f888-4857-bd63-9e2e92865018 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.6613607 Nov 09 17:41:30.169124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d0f5e5c2-e3db-4cff-85e6-c23a682cf68d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:30.405467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.423671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c4defe1-493c-409c-bc7c-68c86198a1ee req-fe73630a-04a7-4ff0-b208-5cad7f3bd97a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.2434685 Nov 09 17:41:30.428839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.518672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-937d8bc6-afaf-4b40-a19f-bd85b508616f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.536599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:30.537871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.578710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 318e941a-2cb4-447f-8626-d5c09b547b1e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:30.579413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.610492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.675893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Pushing event updated for resources: {'Port': ['ID=8216075a-f77a-4514-b3f3-1d2449afee46,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:30.681375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:30.956551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90b2aa53-09a5-4d62-b074-ede7534eb092 req-275c5dae-1ef4-431b-ad87-e76da15c00d7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8362682 Nov 09 17:41:30.959949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18073d-388e-41c2-858b-9a7a9a814e90 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:30.966720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:30.974500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:31.176979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:31.394100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f4e20908-444e-4bfc-aa4f-2821aa4a809f None None] Provisioning complete for port a3330e67-ed77-4628-8b42-5c813e217529 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:31.396596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4e20908-444e-4bfc-aa4f-2821aa4a809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:31.492566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 318e941a-2cb4-447f-8626-d5c09b547b1e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=318e941a-2cb4-447f-8626-d5c09b547b1e,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:31.493147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:31.512853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:31.535849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 318e941a-2cb4-447f-8626-d5c09b547b1e owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:31.549379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event deleted for resources: {'Port': ['ID=7187581c-e785-482b-8254-3082354d3b19,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:31.636091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f4e20908-444e-4bfc-aa4f-2821aa4a809f None None] Port a3330e67-ed77-4628-8b42-5c813e217529 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:31.746646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f4e20908-444e-4bfc-aa4f-2821aa4a809f None None] Provisioning complete for port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:31.747174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4e20908-444e-4bfc-aa4f-2821aa4a809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:31.749715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:31.843652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7db3802-73d0-4f83-967c-c15a02a96f6e req-b9a3f1ed-baa0-4277-8db3-7ff2ae9a95f0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.0906551 Nov 09 17:41:32.139664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:32.150138 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33d957c2-b936-482c-8810-38a9865e60eb admin admin] 10.222.0.45 "PUT /v2.0/routers/258a12f3-dfa8-40d4-ba32-64b5980a9be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9161215 Nov 09 17:41:32.166397 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Sync routers for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:32.214748 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:32.219833 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:32.326492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b0647bf9-7766-4f6a-b093-38bd7e28d185 None None] Provisioning complete for port a3330e67-ed77-4628-8b42-5c813e217529 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:32.327558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0647bf9-7766-4f6a-b093-38bd7e28d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:32.503732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0647bf9-7766-4f6a-b093-38bd7e28d185 None None] Port a3330e67-ed77-4628-8b42-5c813e217529 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:32.569954 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:32.676734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:32.729828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:32.789758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:32.794623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:32.819415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:32.820310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:32.964907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event updated for resources: {'Port': ['ID=2e4769be-e903-4305-8e35-0634034c8f1f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:33.093345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=318e941a-2cb4-447f-8626-d5c09b547b1e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:33.111783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf90e4-5545-477b-bdac-f2cc13f39cc4 req-db2b50ef-181d-446e-bc58-664738a906b0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.128147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-febf90e4-5545-477b-bdac-f2cc13f39cc4 req-db2b50ef-181d-446e-bc58-664738a906b0 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 1.8929200 Nov 09 17:41:33.201087 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.222402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20f1df4b-c0f2-4eac-a01c-fe6171f0fbc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 6.1664858 Nov 09 17:41:33.225310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:33.294444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.577325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 2, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:33.581274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.661008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.665053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.685936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-80d522de-ff64-4b3a-a88a-8c1437661c87 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.695258 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-80d522de-ff64-4b3a-a88a-8c1437661c87 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 819 time: 0.6409614 Nov 09 17:41:33.712261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ae28a7e6-f10d-40ec-aee0-401f84bc6ffd None None] Provisioning complete for port 2e4769be-e903-4305-8e35-0634034c8f1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:33.718521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae28a7e6-f10d-40ec-aee0-401f84bc6ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.741572 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Checking router: 258a12f3-dfa8-40d4-ba32-64b5980a9be5 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:33.743779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Updating router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 port 8216075a-f77a-4514-b3f3-1d2449afee46 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:33.840682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb4f88-d956-4fb8-bc10-e4df731d712b tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.864339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ae28a7e6-f10d-40ec-aee0-401f84bc6ffd None None] Port 2e4769be-e903-4305-8e35-0634034c8f1f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:33.880711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb4f88-d956-4fb8-bc10-e4df731d712b tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.885677 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.896172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb4f88-d956-4fb8-bc10-e4df731d712b tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.899773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3cfb4f88-d956-4fb8-bc10-e4df731d712b tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6673391 Nov 09 17:41:33.902968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-1afdd718-b92c-438d-ad90-e3797542f9eb tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/quotas/97fd3eb9b6dd4a6092464662eb40ef93 HTTP/1.1" status: 200 len: 375 time: 0.2046928 Nov 09 17:41:33.903909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48680) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:33.940282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:33.943312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Fanout notify agent at l3_agent the message router_deleted on router ea56d19e-746b-4bbc-96d8-496aaea6bdcd {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:41:34.043183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.048286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae048c61-a5a5-438f-adfa-a9c9f9cca1a7 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/ea56d19e-746b-4bbc-96d8-496aaea6bdcd HTTP/1.1" status: 204 len: 168 time: 9.9560149 Nov 09 17:41:34.097171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48686) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:34.132073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1342983814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:34.246849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-c8105b15-30b9-489b-8c43-ee76e3c02375 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2421885 Nov 09 17:41:34.319119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6ad1018b-3201-4adf-b239-89017d6533f2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.323714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6ad1018b-3201-4adf-b239-89017d6533f2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 811 time: 1.6432784 Nov 09 17:41:34.388024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-febf90e4-5545-477b-bdac-f2cc13f39cc4 req-5f0ce4d6-b1e6-41f1-8a34-7942dfb9196a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2531497 Nov 09 17:41:34.404876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.407903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.447400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-ff52fefd-3f6f-4c00-bf1a-48f8d681726a service neutron] 10.222.0.45 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994538 Nov 09 17:41:34.486168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.641267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-95f29ac0-2eed-49a7-a6a0-f0b8c086827c service neutron] 10.222.0.45 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927319 Nov 09 17:41:34.654247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Deleting port 2e4769be-e903-4305-8e35-0634034c8f1f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:34.654660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.717455 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.737487 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.854776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.868027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-862153e1-5619-42bf-87c8-93c6db742891 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b28985fa264262a9425ecbf1ee3093 HTTP/1.1" status: 200 len: 380 time: 0.5102746 Nov 09 17:41:34.876580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:34.899461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'port': {'device_id': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'admin_state_up': True, 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'security_groups': ['1dadee09-3bf0-44d4-8b93-bb762763b629']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:34.997408 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:35.006929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-11167f05-801d-4f48-a5da-ac49c7f7d0ae req-1bd3dc8a-6101-44a4-ad1e-0dc7bdbf9971 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.1328681 Nov 09 17:41:35.068293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Calling delete_port for 2e4769be-e903-4305-8e35-0634034c8f1f owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:35.118041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:35.124411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0146401b-a122-4ca1-9cc4-06f9819ca179 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0036635 Nov 09 17:41:35.128315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:35.156196 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Pushing event updated for resources: {'Port': ['ID=8216075a-f77a-4514-b3f3-1d2449afee46,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:35.211601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:35.280785 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.282042 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.287081 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.288164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.289090 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.289999 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.292962 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.293697 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.306468 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.307343 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.308073 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.308792 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:35.376309 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Attempting to bind port 8216075a-f77a-4514-b3f3-1d2449afee46 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:35.380867 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Attempting to bind port 8216075a-f77a-4514-b3f3-1d2449afee46 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:35.382010 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Attempting to bind port 8216075a-f77a-4514-b3f3-1d2449afee46 on network c7edaa9d-cceb-4b74-b3a5-169987cce044 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:35.417661 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:35.429856 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Checking segment: {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:35.429856 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:35.429856 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Bound using segment: {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:35.432098 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Bound port: 8216075a-f77a-4514-b3f3-1d2449afee46, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:35.436796 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:35.447676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0c4ce76-0569-419a-ab76-4770dfe86ba5 req-6062de3f-0396-4650-870e-3686c4ed2541 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.2321069 Nov 09 17:41:35.607603 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] For port 8216075a-f77a-4514-b3f3-1d2449afee46, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:35.613967 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] For port 8216075a-f77a-4514-b3f3-1d2449afee46, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8216075a-f77a-4514-b3f3-1d2449afee46,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:35.622478 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:35.814921 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f26eda-5b33-4f30-82f6-8542629e2cf1 None None] Pushing event updated for resources: {'Port': ['ID=8216075a-f77a-4514-b3f3-1d2449afee46,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:35.876853 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:35.880614 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:36.018349 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:36.292626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9578c420-550a-4c90-afdf-ee18bc99e2f8 req-6951e73a-90b5-4534-8f12-77badfd8b5ce tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.0935495 Nov 09 17:41:36.302616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:36.312208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fe1a1-ab08-4bbd-8e9e-c1764ac7ce89 req-c69fda32-cacc-4769-a74b-7e8b8659e062 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:36.318282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1fe1a1-ab08-4bbd-8e9e-c1764ac7ce89 req-c69fda32-cacc-4769-a74b-7e8b8659e062 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3102102 Nov 09 17:41:36.330831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:36.401096 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:36.753592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:36.768242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ec1c3ba-6cf3-4182-9184-6bd4c56a8f4e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8840842 Nov 09 17:41:36.769206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:36.784092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:36.825925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:36.826340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Made reservation on behalf of e0b28985fa264262a9425ecbf1ee3093 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:36.827663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:36.834872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:36.889403 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:35Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:36.960411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event deleted for resources: {'Port': ['ID=2e4769be-e903-4305-8e35-0634034c8f1f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:36.985255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet e2926d16-cede-4e74-952c-f5a92ebef023 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:41:37.009129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:37.037489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-595af9ed-8044-4583-93ab-f7c0062beb64 req-206c6a44-9e0a-42d8-bdd2-441e16a2265b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.0808704 Nov 09 17:41:37.068042 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907a9a3-df82-423c-8f9f-e3b76ba6cb9f None None] The sync data for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 is: [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:35Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:37.094577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:37.134864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f4dd8eec-066d-44d4-8aef-ccab2dca7b41 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "DELETE /v2.0/ports/2e4769be-e903-4305-8e35-0634034c8f1f HTTP/1.1" status: 204 len: 168 time: 3.2289090 Nov 09 17:41:37.137768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:37.168213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Request body: {'port': {'name': 'tempest-new-port-name-1444214516', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:37.170510 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] bootfile-name is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:41:37.176800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] tftp-server is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:41:37.177280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] server-ip-address is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:41:37.348191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:37.360019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1fe1a1-ab08-4bbd-8e9e-c1764ac7ce89 req-51c98714-80f4-4410-95fd-c6887a49547b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0221112 Nov 09 17:41:37.533611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:37.828099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-3821d38c-3146-4858-911b-80c5c153ddd8 req-8f95e71e-b055-4f9d-9a89-c894f66a10f8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:41:37.840911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3821d38c-3146-4858-911b-80c5c153ddd8 req-8f95e71e-b055-4f9d-9a89-c894f66a10f8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2815306 Nov 09 17:41:37.999658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0250ebbe-77a8-4725-85c7-0eec9706a501 req-a963f189-480e-49e0-b8c8-24e860410f09 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.3605306 Nov 09 17:41:38.015518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.173065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8216075a-f77a-4514-b3f3-1d2449afee46 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:38.271723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Allocated IP 172.20.0.6 (54a4b437-4137-4084-b0d4-33407c007743/60d1e5fc-a523-4593-b1e2-9b7cccc3169d/0395a148-c10f-4c27-aa4c-aafce09e2747) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:38.330383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.402201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.427306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8216075a-f77a-4514-b3f3-1d2449afee46 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:38.427994 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.451556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f4b6085-2ce4-4508-9767-68977c09e588 req-66e56fb8-6d3c-4515-8b0a-124d2f6f843d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.1049311 Nov 09 17:41:38.521173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.603109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f186e25-44ce-4a95-9503-1f4b9f97851a req-5746cbf5-0f1b-4ac5-93e4-22e6877cb266 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:38.610677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f186e25-44ce-4a95-9503-1f4b9f97851a req-5746cbf5-0f1b-4ac5-93e4-22e6877cb266 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.5765839 Nov 09 17:41:38.791800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.912314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.950905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:38.962423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/e2926d16-cede-4e74-952c-f5a92ebef023 HTTP/1.1" status: 204 len: 168 time: 2.1736739 Nov 09 17:41:38.971486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205814b-3123-4e6b-b05c-c2cdcedaff86 None None] Network a9fca18b-c470-4e60-a419-c94ea3012ceb requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:39.037187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8216075a-f77a-4514-b3f3-1d2449afee46, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8216075a-f77a-4514-b3f3-1d2449afee46,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:39.127028 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:39.145454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:39.217147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48774) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:39.265223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533ed60-a745-45ab-9787-c3f1d8a0cb28 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=e2926d16-cede-4e74-952c-f5a92ebef023,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:39.287253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-320ff2de-3045-478a-b2f0-ec78045e28a6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:39.291600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-320ff2de-3045-478a-b2f0-ec78045e28a6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 819 time: 0.9011230 Nov 09 17:41:39.313817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8216075a-f77a-4514-b3f3-1d2449afee46,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:39.315013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f186e25-44ce-4a95-9503-1f4b9f97851a req-03ba76e9-fe29-4bc4-8741-27a1771481c7 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694963 Nov 09 17:41:39.365839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bf1b95e0-c666-490e-949a-b65fa880c201 req-1e9d8dd4-1bfe-4dc6-ae8c-f9cf94c9f8c3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.1199632 Nov 09 17:41:39.379413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'port': {'device_id': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'admin_state_up': True, 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:39.416940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 8, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:39.493271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:39.593272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:39.594400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:39.598026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:39.631028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:39.728828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:39.759996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Allocated IP 172.25.3.116 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:39.766055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Network 54a4b437-4137-4084-b0d4-33407c007743 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:39.770741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:39.776615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:39.781317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:39.864947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39060e-1093-4589-b7b9-8a09307f0088 req-962e51e4-0923-4a4d-9fbe-12ad9dcccf45 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:39.873276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c39060e-1093-4589-b7b9-8a09307f0088 req-962e51e4-0923-4a4d-9fbe-12ad9dcccf45 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3404386 Nov 09 17:41:39.933917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8216075a-f77a-4514-b3f3-1d2449afee46 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:40.149803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'Port': ['ID=0395a148-c10f-4c27-aa4c-aafce09e2747,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:40.165704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] DHCP port deletion for a9fca18b-c470-4e60-a419-c94ea3012ceb request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:40.185934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] In _notify_port_updated(), no bound segment for port a3330e67-ed77-4628-8b42-5c813e217529 on network c0a057c4-8e24-4930-8c15-1f2962abb1e0 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:41:40.209146 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c39060e-1093-4589-b7b9-8a09307f0088 req-91acfcee-d2f3-45f8-9a0e-21df084a97ef tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340213 Nov 09 17:41:40.227217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.227817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.228317 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.228518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.245832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48794) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:40.246062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:40.251189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "PUT /v2.0/ports/a3330e67-ed77-4628-8b42-5c813e217529 HTTP/1.1" status: 200 len: 1130 time: 3.1085694 Nov 09 17:41:40.257125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcefb644-dd2f-4fce-acf8-af8aa32dd4e4 req-403c437c-6376-41e5-8211-87662086e490 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.4917004 Nov 09 17:41:40.367804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5e940-1835-4c52-8913-a7f72149d278 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event updated for resources: {'Port': ['ID=a3330e67-ed77-4628-8b42-5c813e217529,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:40.371310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47c1c4-c61c-400d-a1e6-18b6cb2cb5fd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.372879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b47c1c4-c61c-400d-a1e6-18b6cb2cb5fd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "GET /v2.0/ports/a3330e67-ed77-4628-8b42-5c813e217529 HTTP/1.1" status: 200 len: 1130 time: 0.1225839 Nov 09 17:41:40.391910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48800) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:40.453769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:40.454130 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.600698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Made reservation on behalf of 97fd3eb9b6dd4a6092464662eb40ef93 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:40.609792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.733449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8216075a-f77a-4514-b3f3-1d2449afee46 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:40.735065 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.786208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-6137d52b-dca5-4e4e-93b7-7288e95c80d4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8926704 Nov 09 17:41:40.827029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Request body: {'port': {'device_id': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:40.845052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-04413684-1386-4a7b-9407-d3c63ba84e83 None None] Provisioning complete for port 0395a148-c10f-4c27-aa4c-aafce09e2747 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:40.854210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3674bac-63c2-43d0-8f4a-e98e1cb772fd req-d031a9f6-5299-4d90-ba38-75955b8662dc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.858845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04413684-1386-4a7b-9407-d3c63ba84e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.870671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3674bac-63c2-43d0-8f4a-e98e1cb772fd req-d031a9f6-5299-4d90-ba38-75955b8662dc tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4112899 Nov 09 17:41:40.918856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] Deleting port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:40.919604 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.924459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 6a0c968f-5bb2-4dbe-98d5-23f199c29286, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6a0c968f-5bb2-4dbe-98d5-23f199c29286,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:40.925084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.966802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:40.978207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 6a0c968f-5bb2-4dbe-98d5-23f199c29286 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:41.034484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df26d4-f965-422d-ade4-7e224848c237 req-a5bfde89-923e-48fc-9599-67bc4e24a655 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:41.047849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56df26d4-f965-422d-ade4-7e224848c237 req-a5bfde89-923e-48fc-9599-67bc4e24a655 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 931 time: 0.4527867 Nov 09 17:41:41.149638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Deleting port a3330e67-ed77-4628-8b42-5c813e217529 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:41.150445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.165127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3674bac-63c2-43d0-8f4a-e98e1cb772fd req-96c3c01f-b19c-481e-9ca0-90fabf4daa02 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927115 Nov 09 17:41:41.170378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.192352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.287757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:41.291193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:41.301853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:41.372150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Allocated IP 172.20.0.9 (c7edaa9d-cceb-4b74-b3a5-169987cce044/9a0b7cb4-d416-4e52-8d7f-0a03b18b26da/f8081bd4-faee-40ca-b19f-111d4e9c8479) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:41.372150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event updated for resources: {'Port': ['ID=2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:41.469125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d6f10-4bba-4605-ad6a-c5e00ca97a31 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:41.503840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] For port 6a0c968f-5bb2-4dbe-98d5-23f199c29286, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6a0c968f-5bb2-4dbe-98d5-23f199c29286,segment=NetworkSegment(ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad),segment_id=ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:41.504257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.521989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] Calling delete_port for 6a0c968f-5bb2-4dbe-98d5-23f199c29286 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:41.538528 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56df26d4-f965-422d-ade4-7e224848c237 req-96ec14e6-66ec-4fba-94dc-2af4ecfd7792 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760618 Nov 09 17:41:41.586515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-04413684-1386-4a7b-9407-d3c63ba84e83 None None] Port 0395a148-c10f-4c27-aa4c-aafce09e2747 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:41.736992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3df069-0084-4e9a-85e6-a271b078ab0c req-7f2e0878-1988-43ec-9060-39bb8a34ee8d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:41.745511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb3df069-0084-4e9a-85e6-a271b078ab0c req-7f2e0878-1988-43ec-9060-39bb8a34ee8d tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4034102 Nov 09 17:41:41.893062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.905502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d6a2f218-7f41-496b-bbd3-75b706622d58 None None] Provisioning complete for port a3330e67-ed77-4628-8b42-5c813e217529 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:41.906386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f218-7f41-496b-bbd3-75b706622d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.918403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 8, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:41.930727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:41.997724 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfa80c42-50c2-46a1-b369-f1b65271e579 req-c3ea04f0-b6e5-4f51-9f56-cf977475acec tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.1319385 Nov 09 17:41:42.203686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] No DVR routers for this DVR port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:42.208267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6a0c968f-5bb2-4dbe-98d5-23f199c29286 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:42.270862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac80fb1-4a93-4101-92f8-eb7176fe0584 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 8, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': '3517fffd-97d4-42b8-b669-0d15c4f23563', 'name': '', 'network_id': '54c04bfa-68e7-4684-82ef-4894eb0caf90', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:ac:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:44Z', 'updated_at': '2021-11-09T17:41:02Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': 'f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:42.281086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0395a148-c10f-4c27-aa4c-aafce09e2747 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:42.288477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb3df069-0084-4e9a-85e6-a271b078ab0c req-b192f8f4-4df5-4218-bd2e-dc3bc216bb43 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418582 Nov 09 17:41:42.291288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.361720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.377321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adfb53-9afc-4c8a-b0f0-39f0a0f7cf43 None None] Pushing event deleted for resources: {'Port': ['ID=6a0c968f-5bb2-4dbe-98d5-23f199c29286,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.391824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Transition to ACTIVE for port object 0395a148-c10f-4c27-aa4c-aafce09e2747 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:42.395233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Calling delete_port for a3330e67-ed77-4628-8b42-5c813e217529 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:42.408914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6a0c968f-5bb2-4dbe-98d5-23f199c29286 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:42.413196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6a0c968f-5bb2-4dbe-98d5-23f199c29286 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:42.415049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.438423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2f218-7f41-496b-bbd3-75b706622d58 None None] Port a3330e67-ed77-4628-8b42-5c813e217529 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:42.498828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d6a2f218-7f41-496b-bbd3-75b706622d58 None None] Provisioning complete for port 2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:42.500035 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6a2f218-7f41-496b-bbd3-75b706622d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.547858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0395a148-c10f-4c27-aa4c-aafce09e2747,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.560598 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.656359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2f218-7f41-496b-bbd3-75b706622d58 None None] Port 2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:42.709571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=6a0c968f-5bb2-4dbe-98d5-23f199c29286,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.725317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port 6a0c968f-5bb2-4dbe-98d5-23f199c29286 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:42.848917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.881424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fca18b-c470-4e60-a419-c94ea3012ceb']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:42.894777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:42.895518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2b0d36-ca9c-48ac-99d7-6bb324dc72ad') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:42.907645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.924141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.931555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:42.931961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.966207 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:42.986507 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.042817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:43.056774 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:43.096093 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.214790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.221135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/a9fca18b-c470-4e60-a419-c94ea3012ceb HTTP/1.1" status: 204 len: 168 time: 3.9995782 Nov 09 17:41:43.221135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a1721-f2c1-4532-9a52-d8ec691d8dd9 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=a9fca18b-c470-4e60-a419-c94ea3012ceb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:43.233478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48854) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:43.269414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538af7e8-d50b-48e2-ae37-890fb88d9a38 req-f6a5b86d-f644-4a8f-8e17-613f130daf2b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:43.278570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-538af7e8-d50b-48e2-ae37-890fb88d9a38 req-f6a5b86d-f644-4a8f-8e17-613f130daf2b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 943 time: 0.2704406 Nov 09 17:41:43.355382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997d54f-48c5-45cc-a237-b229d28c5637 req-4313a9c3-841d-46fb-9cc5-c8cda05a08c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:43.358372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d997d54f-48c5-45cc-a237-b229d28c5637 req-4313a9c3-841d-46fb-9cc5-c8cda05a08c3 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.8269260 Nov 09 17:41:43.392249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-538af7e8-d50b-48e2-ae37-890fb88d9a38 req-943371e5-e474-4392-93cb-581d8bfba168 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126254 Nov 09 17:41:43.393068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Attempting to bind port 0395a148-c10f-4c27-aa4c-aafce09e2747 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:43.393416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Attempting to bind port 0395a148-c10f-4c27-aa4c-aafce09e2747 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:43.393788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Attempting to bind port 0395a148-c10f-4c27-aa4c-aafce09e2747 on network 54a4b437-4137-4084-b0d4-33407c007743 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:43.448605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Port 0395a148-c10f-4c27-aa4c-aafce09e2747 on network 54a4b437-4137-4084-b0d4-33407c007743 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:43.448941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Attempting to bind port 0395a148-c10f-4c27-aa4c-aafce09e2747 on network 54a4b437-4137-4084-b0d4-33407c007743 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:43.458269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:43.458629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Checking segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:43.459071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Bound using segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:43.459532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Bound port: 0395a148-c10f-4c27-aa4c-aafce09e2747, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:43.459908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.544683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] For port 0395a148-c10f-4c27-aa4c-aafce09e2747, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:43.548417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] For port 0395a148-c10f-4c27-aa4c-aafce09e2747, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0395a148-c10f-4c27-aa4c-aafce09e2747,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:43.568878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.671626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.764812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0395a148-c10f-4c27-aa4c-aafce09e2747,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:43.770000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd4f8c7a-05d4-40e0-b056-f438c01a7146 req-a7821909-f825-476c-87f1-8d50f5c5ff16 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.2193253 Nov 09 17:41:43.792274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:43.792911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:43.794401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-06b874c1-7090-453d-939f-e6a4c75232e8 service neutron] 10.222.0.43 "PUT /v2.0/ports/0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 1091 time: 2.9937394 Nov 09 17:41:43.795652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:43.799224 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03084906-5522-4e3b-9916-5e8a6c287f72" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:43.863363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d997d54f-48c5-45cc-a237-b229d28c5637 req-4b4cf69b-16cb-4450-a4ec-da9b3228bbc8 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962420 Nov 09 17:41:43.933930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Network c7edaa9d-cceb-4b74-b3a5-169987cce044 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:43.975357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:44.004147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:44.017941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:44.048445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 318e941a-2cb4-447f-8626-d5c09b547b1e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:44.107986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 318e941a-2cb4-447f-8626-d5c09b547b1e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:44.112132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 318e941a-2cb4-447f-8626-d5c09b547b1e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:44.174896 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd0316-838c-40d3-9bec-2470d2e2d177 x-openstack-request-id: req-d3bd0316-838c-40d3-9bec-2470d2e2d177 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:44.177001 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:44.177467 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3bd0316-838c-40d3-9bec-2470d2e2d177 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:44.178132 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'status': 'completed', 'code': 200} Nov 09 17:41:44.184858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:44.185546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:44.203571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Router 425c6ac3-b4a9-4b03-9670-1fa5b58f4583 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:44.231658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-6d499c21-3481-48d6-9642-e1edfb20442a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8804965 Nov 09 17:41:44.325962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Request body: {'port': {'device_id': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:44.567081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:44.574771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-88b4da0b-96c4-4612-88d0-864944358b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:44.577157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-88b4da0b-96c4-4612-88d0-864944358b20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1094 time: 0.3964977 Nov 09 17:41:44.597231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066fc20-0585-415f-80d1-003744403246 req-269c90ec-88c7-458f-b5f7-5ee12be20f2a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:44.611719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2066fc20-0585-415f-80d1-003744403246 req-269c90ec-88c7-458f-b5f7-5ee12be20f2a tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4613602 Nov 09 17:41:44.617316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:44.622356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:44.637771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] Sync routers for ids ['425c6ac3-b4a9-4b03-9670-1fa5b58f4583'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:44.646711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:44.652695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d4b6dc1c-ccd3-4ba5-a874-f20f7f07878d tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "PUT /v2.0/routers/425c6ac3-b4a9-4b03-9670-1fa5b58f4583 HTTP/1.1" status: 200 len: 884 time: 9.5235605 Nov 09 17:41:44.658103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:44.669758 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] Routers {'425c6ac3-b4a9-4b03-9670-1fa5b58f4583'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:44.672792 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['425c6ac3-b4a9-4b03-9670-1fa5b58f4583'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:44.717059 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:44.728576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] Routers {'425c6ac3-b4a9-4b03-9670-1fa5b58f4583'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:44.729397 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['425c6ac3-b4a9-4b03-9670-1fa5b58f4583'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:44.782826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event deleted for resources: {'Port': ['ID=a3330e67-ed77-4628-8b42-5c813e217529,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:44.802409 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-11edc7c0-2d34-448d-8548-884d7d934b12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 217 time: 0.1713209 Nov 09 17:41:44.833424 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:44.834335 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9896f-ce5b-4bfc-bcbb-8d4358ff0dc6 None None] The sync data for ids ['425c6ac3-b4a9-4b03-9670-1fa5b58f4583'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:44.951000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:44.962612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ccd9c61-6542-46e7-bf13-141fc3305e9f tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "DELETE /v2.0/ports/a3330e67-ed77-4628-8b42-5c813e217529 HTTP/1.1" status: 204 len: 168 time: 4.5666759 Nov 09 17:41:44.965435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48886) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:45.244652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b4bc-cf39-47e0-9cde-d4f925475109 req-a269ecbf-2f0b-4d01-b01a-fe7e0aed8e85 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:45.247497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6539b4bc-cf39-47e0-9cde-d4f925475109 req-a269ecbf-2f0b-4d01-b01a-fe7e0aed8e85 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 943 time: 0.7237120 Nov 09 17:41:45.376044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6539b4bc-cf39-47e0-9cde-d4f925475109 req-8955505b-033a-4dfb-b6d4-b8fbe5456fe9 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885789 Nov 09 17:41:45.487376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8081bd4-faee-40ca-b19f-111d4e9c8479 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:45.499094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:45.530506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2066fc20-0585-415f-80d1-003744403246 req-8347ea02-a271-4576-a9b5-4c7e894e6863 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9173298 Nov 09 17:41:45.551736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Transition to ACTIVE for port object f8081bd4-faee-40ca-b19f-111d4e9c8479 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:45.564648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:45.630686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Deleting subnet a5cffa53-0d3c-4591-9e9e-89d5691b381d {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:41:45.639174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-1c272182-3ed9-4d96-84d3-6b04105cd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:45.640663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-1c272182-3ed9-4d96-84d3-6b04105cd7d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.7507570 Nov 09 17:41:45.644900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:45.676575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444629c9-1df5-456d-bd5e-975574c83ed9 req-f9328f83-56f7-4a66-92ee-66155dd0ca3b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:45.679666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-444629c9-1df5-456d-bd5e-975574c83ed9 req-f9328f83-56f7-4a66-92ee-66155dd0ca3b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 931 time: 0.1745377 Nov 09 17:41:45.790881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:45.811689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-671b3d38-828e-42e8-85d8-d0319ce5aec8 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/425c6ac3-b4a9-4b03-9670-1fa5b58f4583 HTTP/1.1" status: 200 len: 925 time: 1.0456674 Nov 09 17:41:45.814840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:45.850317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:45.907032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-444629c9-1df5-456d-bd5e-975574c83ed9 req-c699d246-9d6f-4d86-a95e-49ae305145a3 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831079 Nov 09 17:41:45.911267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Attempting to bind port f8081bd4-faee-40ca-b19f-111d4e9c8479 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:41:45.911596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Attempting to bind port f8081bd4-faee-40ca-b19f-111d4e9c8479 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:41:45.912092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Attempting to bind port f8081bd4-faee-40ca-b19f-111d4e9c8479 on network c7edaa9d-cceb-4b74-b3a5-169987cce044 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:45.920983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Port f8081bd4-faee-40ca-b19f-111d4e9c8479 on network c7edaa9d-cceb-4b74-b3a5-169987cce044 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:45.920983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Attempting to bind port f8081bd4-faee-40ca-b19f-111d4e9c8479 on network c7edaa9d-cceb-4b74-b3a5-169987cce044 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:45.931608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:45.931954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Checking segment: {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:41:45.932356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Bound using segment: {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:45.932817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Bound port: f8081bd4-faee-40ca-b19f-111d4e9c8479, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776eccba-bf23-49ae-8e00-ff8eb1cd06ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:41:45.933180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.026946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:46.030777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:46.047452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.126845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.126845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.126845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] 10.222.0.83 "PUT /v2.0/ports/f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 1091 time: 1.8239353 Nov 09 17:41:46.126845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:46.126845 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e66040-529a-455f-b95c-ca6ef3c404bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:46.152229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac5a63-e10c-41c8-bbfe-8b3b8d903792 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.155013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-edac5a63-e10c-41c8-bbfe-8b3b8d903792 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=425c6ac3-b4a9-4b03-9670-1fa5b58f4583&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3301265 Nov 09 17:41:46.168923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:46.204599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-ca6afb96-bf05-48d6-981a-a6b07308a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.208142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-ca6afb96-bf05-48d6-981a-a6b07308a71e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5595639 Nov 09 17:41:46.213294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.265620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c76b3a-73a7-41e5-a214-3865f836a1d9 req-69ea576a-edaf-45a3-b77d-7d3879c92171 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.275287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-77c76b3a-73a7-41e5-a214-3865f836a1d9 req-69ea576a-edaf-45a3-b77d-7d3879c92171 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.5441995 Nov 09 17:41:46.275616 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56fade-c50d-422e-aeb9-a04005c0e7d4 x-openstack-request-id: req-ca56fade-c50d-422e-aeb9-a04005c0e7d4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:46.276364 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:46.276364 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca56fade-c50d-422e-aeb9-a04005c0e7d4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:46.276364 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'status': 'completed', 'code': 200} Nov 09 17:41:46.318438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b4ef-88e2-46e9-b4fb-11d50ecd440a service neutron] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:46.360800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-95021dc1-d893-494a-bf43-650adcbd78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.364047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-95021dc1-d893-494a-bf43-650adcbd78f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1094 time: 0.1419590 Nov 09 17:41:46.404643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97c0a60-df52-48fd-9c95-179fabe1dcdb tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.412423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d97c0a60-df52-48fd-9c95-179fabe1dcdb tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.2279494 Nov 09 17:41:46.434913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48922) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:46.528181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-57cd8b3f-b71c-4cec-9bfd-e5f7ee8bd2de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.1155763 Nov 09 17:41:46.554806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7c652f8c-a1f8-4c5a-a21b-1e74cdc4099b tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=425c6ac3-b4a9-4b03-9670-1fa5b58f4583 HTTP/1.1" status: 200 len: 205 time: 0.1000304 Nov 09 17:41:46.570907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48930) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:46.635205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f8e03-f4ca-461c-b968-a004e22f49d4 req-9b45bd4c-c0f9-4104-be6e-b48b23730fab tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.643286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-269f8e03-f4ca-461c-b968-a004e22f49d4 req-9b45bd4c-c0f9-4104-be6e-b48b23730fab tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 943 time: 0.1182203 Nov 09 17:41:46.647552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-94aa9376-f08e-4037-ab18-eeb37f17451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.649388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-94aa9376-f08e-4037-ab18-eeb37f17451e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.1063650 Nov 09 17:41:46.650290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-77c76b3a-73a7-41e5-a214-3865f836a1d9 req-73197fd0-e6ce-49f0-a040-915fff224ec2 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739667 Nov 09 17:41:46.719784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-0abe5119-b7b7-4ea4-88be-aa0f25381f77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548248 Nov 09 17:41:46.720059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.726593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.730836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-ccd7edf7-df1f-4c1c-8c38-b24aeaa5e14b service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500318 Nov 09 17:41:46.840907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-269f8e03-f4ca-461c-b968-a004e22f49d4 req-7ff2ff06-456f-467e-9673-127707ee4020 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965232 Nov 09 17:41:46.920827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cffa53-0d3c-4591-9e9e-89d5691b381d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:46.937576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd6d90-aeee-45a7-92bf-2d57681ecde7 None None] Network c0a057c4-8e24-4930-8c15-1f2962abb1e0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:46.975813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:46.986110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-50a5b1d4-f104-462d-8416-037c0e06cae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "DELETE /v2.0/subnets/a5cffa53-0d3c-4591-9e9e-89d5691b381d HTTP/1.1" status: 204 len: 168 time: 2.0099905 Nov 09 17:41:46.986922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-0de40f55-2cd5-4dc4-9be5-fd505d1240ce service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416301 Nov 09 17:41:46.995799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:47.277287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:47.437162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] DHCP port deletion for c0a057c4-8e24-4930-8c15-1f2962abb1e0 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:47.439066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-329e0333-3e38-4f2c-92ac-f0ad3dc532db req-cf08d360-196a-489d-b4b6-b5c35ba7e247 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615872 Nov 09 17:41:47.501112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d519-0155-4c7c-a304-7c59bb81aa63 req-ca8584d3-0a02-43da-bd25-25e0faa4d6e1 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.502785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ac6d519-0155-4c7c-a304-7c59bb81aa63 req-ca8584d3-0a02-43da-bd25-25e0faa4d6e1 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 943 time: 0.3256795 Nov 09 17:41:47.653448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:47.685609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a3fa7ff-4161-42f2-8c2f-6eff5c534c29 req-90084b5e-8ef4-4093-9dab-b03694012a4b service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868134 Nov 09 17:41:47.690494 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:47.720148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] Deleting port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:47.724186 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:47.786886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ac6d519-0155-4c7c-a304-7c59bb81aa63 req-2d3ed1f8-dd4c-4227-b893-5540f8e55ae1 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476292 Nov 09 17:41:47.841790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-7d40577e-350c-45d8-8f6d-6c4e910bb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.845308 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-7d40577e-350c-45d8-8f6d-6c4e910bb9e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1094 time: 0.3076012 Nov 09 17:41:47.889860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Deleting port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:47.902734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:47.958018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] For port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,segment=NetworkSegment(4ce4c213-485d-4903-90d1-d0c7579abe9d),segment_id=4ce4c213-485d-4903-90d1-d0c7579abe9d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:47.959816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.005801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] Calling delete_port for d0f5e5c2-e3db-4cff-85e6-c23a682cf68d owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:48.133741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-6ec2cf7b-c5bd-4805-9fcc-4ac0b1b4b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.135386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-6ec2cf7b-c5bd-4805-9fcc-4ac0b1b4b7f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.2824063 Nov 09 17:41:48.179376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d0f5e5c2-e3db-4cff-85e6-c23a682cf68d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:48.193673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-6fe7fde4-7c2e-4a63-8a32-7109b5248e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.195379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-6fe7fde4-7c2e-4a63-8a32-7109b5248e17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1094 time: 0.4135146 Nov 09 17:41:48.261746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-5f82d67e-3e8c-4c67-a5e3-2a18926ec235 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 217 time: 0.0686538 Nov 09 17:41:48.297069 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:41:48.406271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] For port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,segment=NetworkSegment(4ce4c213-485d-4903-90d1-d0c7579abe9d),segment_id=4ce4c213-485d-4903-90d1-d0c7579abe9d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:48.407067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.441555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82a53-3bb7-4799-bb08-38ab0fa2c19b req-adb83686-83b0-453a-8613-bb982eeaf071 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.449638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7ce82a53-3bb7-4799-bb08-38ab0fa2c19b req-adb83686-83b0-453a-8613-bb982eeaf071 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 943 time: 0.3961184 Nov 09 17:41:48.464057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 3517fffd-97d4-42b8-b669-0d15c4f23563 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:48.464412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.474385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Deleting port 2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:48.474738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.487717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Calling delete_port for d0f5e5c2-e3db-4cff-85e6-c23a682cf68d owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:48.493294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.590928 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.620907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:48.639592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Calling delete_port for 2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:48.649496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] Pushing event deleted for resources: {'Port': ['ID=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:48.664212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-554056c2-036d-4e69-872c-250589d1a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.673534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-554056c2-036d-4e69-872c-250589d1a5e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.4624767 Nov 09 17:41:48.726591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc48ef-f291-4bd3-97c7-5a5082405387 None None] No DVR routers for this DVR port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:48.820525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-e6f1acd4-4810-46c5-8610-c54d1b07b901 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.1183820 Nov 09 17:41:48.840661 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7ce82a53-3bb7-4799-bb08-38ab0fa2c19b req-d981e29f-55ce-4a2c-8194-296dd67c486d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896065 Nov 09 17:41:48.906302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-5f59499e-71a9-460e-a80e-15749756dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.908076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-5f59499e-71a9-460e-a80e-15749756dcf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.6157730 Nov 09 17:41:48.991565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.045536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] No DVR routers for this DVR port d0f5e5c2-e3db-4cff-85e6-c23a682cf68d on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:49.070272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-f7bc321b-7398-4d94-9f8b-56e443ee789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:49.073977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-f7bc321b-7398-4d94-9f8b-56e443ee789b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.2288973 Nov 09 17:41:49.079299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event deleted for resources: {'Port': ['ID=d0f5e5c2-e3db-4cff-85e6-c23a682cf68d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:49.135922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 3517fffd-97d4-42b8-b669-0d15c4f23563, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3517fffd-97d4-42b8-b669-0d15c4f23563,segment=NetworkSegment(b8709261-42f8-4d89-b785-38015ff5f3a7),segment_id=b8709261-42f8-4d89-b785-38015ff5f3a7)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:49.136313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.186931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 3517fffd-97d4-42b8-b669-0d15c4f23563 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:49.195567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-b97c9425-cdef-4254-b733-80cfda413b84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583098 Nov 09 17:41:49.464037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.514780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.558762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700acff-427c-4772-855b-e6e26f35c4b1 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:49.649451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-16387bda-f086-4757-a653-de7eb4e2b149 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406493 Nov 09 17:41:49.652750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a057c4-8e24-4930-8c15-1f2962abb1e0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:49.687726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce4c213-485d-4903-90d1-d0c7579abe9d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:49.689347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce4c213-485d-4903-90d1-d0c7579abe9d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:49.803384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.854450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.856837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event deleted for resources: {'Port': ['ID=2bb0b0ee-d0cd-4b9e-9db5-f584f369b52a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:49.881060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.881421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.881766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.882115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.882519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.882871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.883319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.883663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.884001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.884377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.884720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.885054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:49.899117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:49.899912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:49.914411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0395a148-c10f-4c27-aa4c-aafce09e2747 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:49.935292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6bd6b-8103-40f0-805e-e03c08f32671 req-9f8b4ec5-7414-4a35-88bd-ebc081184887 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:49.940814 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:49.946650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37d6bd6b-8103-40f0-805e-e03c08f32671 req-9f8b4ec5-7414-4a35-88bd-ebc081184887 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 943 time: 0.9977469 Nov 09 17:41:49.950548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:50.096126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=3517fffd-97d4-42b8-b669-0d15c4f23563,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:50.156232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-8b6c2c08-3990-4d72-9b24-e9ace5c428ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.158869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-8b6c2c08-3990-4d72-9b24-e9ace5c428ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2225797 Nov 09 17:41:50.337793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9e66040-529a-455f-b95c-ca6ef3c404bf req-a7200c42-32b7-4de7-b1ed-51b521b40d5e service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690323 Nov 09 17:41:50.342090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:50.350060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:50.359276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] 10.222.0.45 "DELETE /v2.0/networks/c0a057c4-8e24-4930-8c15-1f2962abb1e0 HTTP/1.1" status: 204 len: 168 time: 3.3566196 Nov 09 17:41:50.419589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c23b7-5510-40df-996a-f80bbb3859e1 req-de4bb782-2747-43d8-9e39-4f5ec92b4e32 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.427138 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b3c23b7-5510-40df-996a-f80bbb3859e1 req-de4bb782-2747-43d8-9e39-4f5ec92b4e32 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 943 time: 0.2758198 Nov 09 17:41:50.455055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:50.494130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3025e0a-9503-4734-b91d-d209b5e495bd tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673 tempest-ExtraDHCPOptionsIpV6TestJSON-1514336673-project] Pushing event deleted for resources: {'Network': ['ID=c0a057c4-8e24-4930-8c15-1f2962abb1e0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:50.543920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0395a148-c10f-4c27-aa4c-aafce09e2747, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0395a148-c10f-4c27-aa4c-aafce09e2747,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:50.595745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'port_id': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'mac_address': 'fa:16:3e:c5:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:50.708554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b3c23b7-5510-40df-996a-f80bbb3859e1 req-b1799de3-9698-4029-b1e1-b93d227aa567 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368104 Nov 09 17:41:50.744292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:50.776922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0395a148-c10f-4c27-aa4c-aafce09e2747 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:50.844023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0395a148-c10f-4c27-aa4c-aafce09e2747, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0395a148-c10f-4c27-aa4c-aafce09e2747,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:50.852715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.020788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0395a148-c10f-4c27-aa4c-aafce09e2747,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:51.041354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f8081bd4-faee-40ca-b19f-111d4e9c8479 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:51.078730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['0395a148-c10f-4c27-aa4c-aafce09e2747'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:51.353140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49010) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:51.460275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:51.461912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37d6bd6b-8103-40f0-805e-e03c08f32671 req-3b5b8d41-3d75-4bf2-8908-eaacd053ca1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4491336 Nov 09 17:41:51.478871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.499544 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.502125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'port_id': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'mac_address': 'fa:16:3e:40:d4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:51.627717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.665918 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.683801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.684368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Fanout notify agent at l3_agent the message router_deleted on router 425c6ac3-b4a9-4b03-9670-1fa5b58f4583 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:41:51.701403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:51.708272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf992be1-364b-488a-9d91-0e62d5e42db9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/425c6ac3-b4a9-4b03-9670-1fa5b58f4583 HTTP/1.1" status: 204 len: 168 time: 5.0772409 Nov 09 17:41:51.719456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49016) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:51.728344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-521504562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:51.785573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8081bd4-faee-40ca-b19f-111d4e9c8479 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:51.801585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-ab34f8c5-0e7d-484c-adcd-19582c05701a service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3668268 Nov 09 17:41:51.810887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b470c299-b6d2-48fd-b575-649c9701fdb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0663608007e045d285abc74012d8cf40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4419200 Nov 09 17:41:51.810887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:51.977149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:52.046663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f177b4d-b720-44c0-9035-8e72bfc9f945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.054302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.179066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.182418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.205883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f177b4d-b720-44c0-9035-8e72bfc9f945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.312334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938f83f-09bd-464d-b4c1-9c942dc5c6c9 req-10094ed4-9aad-431b-ab45-e33a9a1f3632 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:52.315611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1938f83f-09bd-464d-b4c1-9c942dc5c6c9 req-10094ed4-9aad-431b-ab45-e33a9a1f3632 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 944 time: 0.2647336 Nov 09 17:41:52.448105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f8081bd4-faee-40ca-b19f-111d4e9c8479'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:52.528105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1938f83f-09bd-464d-b4c1-9c942dc5c6c9 req-315a493f-d4c6-4a57-a70a-3b238ff353a8 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867442 Nov 09 17:41:52.620034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:52.620355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f177b4d-b720-44c0-9035-8e72bfc9f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.670625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f177b4d-b720-44c0-9035-8e72bfc9f945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:52.693782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6f177b4d-b720-44c0-9035-8e72bfc9f945 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/523096aa-8123-4cc4-9b14-f62062354aab HTTP/1.1" status: 204 len: 168 time: 0.8831668 Nov 09 17:41:52.758504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f177b4d-b720-44c0-9035-8e72bfc9f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523096aa-8123-4cc4-9b14-f62062354aab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:52.841362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03084906-5522-4e3b-9916-5e8a6c287f72 req-579e2ae0-fa3d-4176-a7f2-ef1606e1e1f6 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9964013 Nov 09 17:41:53.063616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:53.227051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:53.266518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:53.325575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:53.331074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-61c8bbd0-9bc8-4eb7-9306-3c1dcbe71a37 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6062038 Nov 09 17:41:53.331074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:53.331706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:53.354474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': True}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:53.360162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da782e-166e-4a70-8382-271634021841 req-4e4f6d56-3d0a-475c-9242-f6d0294b184c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:53.361859 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-11da782e-166e-4a70-8382-271634021841 req-4e4f6d56-3d0a-475c-9242-f6d0294b184c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 944 time: 0.4702723 Nov 09 17:41:53.777179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-11da782e-166e-4a70-8382-271634021841 req-cd47c745-f5a3-4cdd-b3b8-9bcf6e768b63 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061983 Nov 09 17:41:53.845071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:53.867064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:53.873598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b4b1f602-3073-43a8-b540-81638b1045fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6339257 Nov 09 17:41:53.883236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:53.896184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:53.898124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:54.069446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0395a148-c10f-4c27-aa4c-aafce09e2747 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:54.110651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:41:54.130745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.178794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.268512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ac912-2935-4814-8fe1-b79a1dc6ec59 req-8b83324c-5cd1-480b-befa-1f3c6625077b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:54.271466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c8ac912-2935-4814-8fe1-b79a1dc6ec59 req-8b83324c-5cd1-480b-befa-1f3c6625077b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 944 time: 0.4514387 Nov 09 17:41:54.307722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.452302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:54.601015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.609129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 0395a148-c10f-4c27-aa4c-aafce09e2747 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:54.626214 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c8ac912-2935-4814-8fe1-b79a1dc6ec59 req-33a35817-536c-48e4-a42d-2d0784af178d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089063 Nov 09 17:41:54.635946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 0395a148-c10f-4c27-aa4c-aafce09e2747 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:54.637853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.782343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.888818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:54.902533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:54.912286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6247088a-3ff2-4435-a5b2-29691f831c32 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2 HTTP/1.1" status: 204 len: 168 time: 1.0212994 Nov 09 17:41:54.913166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49100) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:54.990091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb234654-a8e8-4898-91f2-71a60fbf945a None None] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:55.100616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:55.126560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f8081bd4-faee-40ca-b19f-111d4e9c8479 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:55.359055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.367736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.407084 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.435340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1e5df-aac2-4cde-954f-cab652f99a22 req-503caa63-7eae-401a-bcc4-af253c66e693 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:55.437177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5d1e5df-aac2-4cde-954f-cab652f99a22 req-503caa63-7eae-401a-bcc4-af253c66e693 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 944 time: 0.2861574 Nov 09 17:41:55.558694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583887279'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:55.641365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5d1e5df-aac2-4cde-954f-cab652f99a22 req-e50a9f82-78fe-45ab-86a2-c8d9fa904c0a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832874 Nov 09 17:41:55.673120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 6b198951-fce3-43f2-a133-a6764552db26 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:55.673394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.732114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.779692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.793500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port f8081bd4-faee-40ca-b19f-111d4e9c8479 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:55.821285 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.877936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port f8081bd4-faee-40ca-b19f-111d4e9c8479 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:55.885793 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.914767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 6b198951-fce3-43f2-a133-a6764552db26, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6b198951-fce3-43f2-a133-a6764552db26,segment=NetworkSegment(b8709261-42f8-4d89-b785-38015ff5f3a7),segment_id=b8709261-42f8-4d89-b785-38015ff5f3a7)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:55.915420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:55.961481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] DHCP port deletion for 54c04bfa-68e7-4684-82ef-4894eb0caf90 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:55.992526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 6b198951-fce3-43f2-a133-a6764552db26 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:56.060741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:56.064245 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d705764a-9448-4cba-92ee-f1e92e25db46" -d '{"events": [{"server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "name": "network-vif-plugged", "status": "completed", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:56.103160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0395a148-c10f-4c27-aa4c-aafce09e2747, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0395a148-c10f-4c27-aa4c-aafce09e2747,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:56.171883 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:56.327178 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa4625d-15d4-4a20-a449-551dd88c5989 x-openstack-request-id: req-3fa4625d-15d4-4a20-a449-551dd88c5989 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:56.334562 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "name": "network-vif-plugged", "status": "completed", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:56.339980 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fa4625d-15d4-4a20-a449-551dd88c5989 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:56.340760 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'code': 200} Nov 09 17:41:56.433932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:56.450436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Allocated IP 172.25.3.230 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/cad58b6c-60b7-4821-97fd-f395d152ad6c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:56.510925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port 6b198951-fce3-43f2-a133-a6764552db26 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:56.517486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=6b198951-fce3-43f2-a133-a6764552db26,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.649655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:56.697641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:56.715937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e18f-464a-4528-a017-7d268dadd6ac req-a95a9ab9-5b8c-4781-a8d3-cf9c3ad82b3f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:56.724224 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5048e18f-464a-4528-a017-7d268dadd6ac req-a95a9ab9-5b8c-4781-a8d3-cf9c3ad82b3f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3398128 Nov 09 17:41:56.804697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:56.861740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:56.906253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:56.914059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5048e18f-464a-4528-a017-7d268dadd6ac req-529526eb-068e-4f5c-b6f7-9815317bad89 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888168 Nov 09 17:41:56.915843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Port': ['ID=cad58b6c-60b7-4821-97fd-f395d152ad6c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.916739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0395a148-c10f-4c27-aa4c-aafce09e2747,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.948189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f30df-2c57-4446-8182-a185b111e584 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:56.964400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:56.983035 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:56.993267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.064090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c04bfa-68e7-4684-82ef-4894eb0caf90']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.064447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Deleting port 6b198951-fce3-43f2-a133-a6764552db26 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:41:57.064447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.069727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:49Z', 'revision_number': 9, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.094466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.117724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8709261-42f8-4d89-b785-38015ff5f3a7') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.118475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8709261-42f8-4d89-b785-38015ff5f3a7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.153595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.190102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.204862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:57.205562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.280703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:57.354899 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:57.362599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.398810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.405681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:57.406371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.407425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/54c04bfa-68e7-4684-82ef-4894eb0caf90 HTTP/1.1" status: 204 len: 168 time: 2.4918525 Nov 09 17:41:57.438956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49150) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:57.444875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.475407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55ee6e-7436-42e0-aee2-e62f9dffb004 req-29bc417d-6a08-4d6a-84df-662280f5a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:57.496149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c55ee6e-7436-42e0-aee2-e62f9dffb004 req-29bc417d-6a08-4d6a-84df-662280f5a971 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1096 time: 1.1085887 Nov 09 17:41:57.500739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46029342-8d21-464f-abd6-a8bb7bbe49ba tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=54c04bfa-68e7-4684-82ef-4894eb0caf90,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:57.511959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] For port 6b198951-fce3-43f2-a133-a6764552db26, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:57.512600 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.520228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-00e8d160-c166-4284-840b-eeb169ef78c0 None None] Provisioning complete for port cad58b6c-60b7-4821-97fd-f395d152ad6c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:57.520959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-00e8d160-c166-4284-840b-eeb169ef78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.584276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:57.666615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Calling delete_port for 6b198951-fce3-43f2-a133-a6764552db26 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:41:57.670931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Port 6b198951-fce3-43f2-a133-a6764552db26 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:41:57.686024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.729506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.766832 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.778364 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.844130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed2c30-3b7d-4d82-866d-e70073f129af req-f2c4d96a-7b10-4222-84ed-8814c3eb83cd tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:57.857252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5aed2c30-3b7d-4d82-866d-e70073f129af req-f2c4d96a-7b10-4222-84ed-8814c3eb83cd tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 944 time: 1.0402825 Nov 09 17:41:57.876028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Network 54c04bfa-68e7-4684-82ef-4894eb0caf90 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:41:57.876630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] No DVR routers for this DVR port 6b198951-fce3-43f2-a133-a6764552db26 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:57.884302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:57.887025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37dd4f51-4853-4960-b09e-15dd163cea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:57.921960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-00e8d160-c166-4284-840b-eeb169ef78c0 None None] Port cad58b6c-60b7-4821-97fd-f395d152ad6c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:41:57.968492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335ae571-b2d9-4f67-83b1-747720a905d0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:57.971854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.006210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.006210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.006679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.006900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.007266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.007602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.007920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.011249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.011669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.012157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.012502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.012838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:58.137290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:58.165503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:58.166668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240bd3-3318-4c30-a8db-0558473cf553 None None] Pushing event deleted for resources: {'Port': ['ID=6b198951-fce3-43f2-a133-a6764552db26,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.171728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b198951-fce3-43f2-a133-a6764552db26 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:58.242824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b68579-24ca-495d-b893-57ec04e09852,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.270501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6b198951-fce3-43f2-a133-a6764552db26 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:41:58.276544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b198951-fce3-43f2-a133-a6764552db26 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:58.342152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Router 7f7b5418-8ffb-443a-a74e-be8b5ad77dfc is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:58.346920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5aed2c30-3b7d-4d82-866d-e70073f129af req-2524d7fb-fe67-4581-a39c-546e7078106f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837566 Nov 09 17:41:58.356122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:58.365367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c55ee6e-7436-42e0-aee2-e62f9dffb004 req-8c03ce2f-3930-483d-bfd5-71e29fcf8a65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8650501 Nov 09 17:41:58.367289 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4cab93-d63e-4708-a86d-f9ada7201365" -d '{"events": [{"server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "name": "network-vif-plugged", "status": "completed", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:58.403427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:58.410908 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c4cb5fbf-700d-4be3-9ee2-6521a73d42f7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.1916153 Nov 09 17:41:58.416212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:58.488413 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b331c6-c1e9-4425-a838-fe5572bce2a0 x-openstack-request-id: req-70b331c6-c1e9-4425-a838-fe5572bce2a0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:58.491495 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "name": "network-vif-plugged", "status": "completed", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:58.492300 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70b331c6-c1e9-4425-a838-fe5572bce2a0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:58.493107 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'code': 200} Nov 09 17:41:58.500424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:58.549024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af9de-3360-4747-9d43-8a7d735a46e9 req-05c21136-a0d8-44d9-9d36-3d22b5bc46a1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:58.558584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c7af9de-3360-4747-9d43-8a7d735a46e9 req-05c21136-a0d8-44d9-9d36-3d22b5bc46a1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3167610 Nov 09 17:41:58.662140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:49Z', 'revision_number': 9, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:58.704998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c182f-923e-414d-a7ed-f02952e44f9d None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:41:49Z', 'revision_number': 9, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'ab7b72a5-6c02-4b2c-952f-0389b016db9a', 'name': '', 'network_id': '66e1413b-22d7-44bc-8e97-dbcb40e435e8', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:64:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '752d2448-430d-4323-b202-7ffeefde90ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:42Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '752d2448-430d-4323-b202-7ffeefde90ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:58.879478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:58.901723 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] Sync routers for ids ['7f7b5418-8ffb-443a-a74e-be8b5ad77dfc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:58.930631 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] Routers {'7f7b5418-8ffb-443a-a74e-be8b5ad77dfc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:58.931680 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7f7b5418-8ffb-443a-a74e-be8b5ad77dfc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:58.950501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:58.954152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8b22e68e-4f4c-44ae-b54a-0c984d7744b3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "PUT /v2.0/routers/7f7b5418-8ffb-443a-a74e-be8b5ad77dfc HTTP/1.1" status: 200 len: 918 time: 5.6208851 Nov 09 17:41:58.959447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:59.017762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:59.022634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c7af9de-3360-4747-9d43-8a7d735a46e9 req-eeb8e338-61d9-479c-ac65-02749a011572 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252670 Nov 09 17:41:59.050763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427fbc6-ee5a-4474-a5ab-f73a83538ee2 req-9ef010f7-4dc8-45f0-a949-c32e3381763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:59.052782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f427fbc6-ee5a-4474-a5ab-f73a83538ee2 req-9ef010f7-4dc8-45f0-a949-c32e3381763d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.4159276 Nov 09 17:41:59.077854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c7423a0-5dff-472b-8ae8-f01e22d0fd4f tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6599967 Nov 09 17:41:59.097502 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] Routers {'7f7b5418-8ffb-443a-a74e-be8b5ad77dfc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:59.098465 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:41:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7f7b5418-8ffb-443a-a74e-be8b5ad77dfc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:59.102580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49184) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:59.118419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-security--143583911', 'description': 'tempest-security-description-1673784147'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:59.193561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:59.195066 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:59.196046 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59402b-0b61-4dc1-9c58-e37be04a3e1a None None] The sync data for ids ['7f7b5418-8ffb-443a-a74e-be8b5ad77dfc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:59.270525 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:59.374155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f427fbc6-ee5a-4474-a5ab-f73a83538ee2 req-57ff175c-31d0-4e22-9d99-531ef0ad69a7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075004 Nov 09 17:41:59.525168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:59.538061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:59.546104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:41:59.552370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "PUT /v2.0/security-groups/32b68579-24ca-495d-b893-57ec04e09852 HTTP/1.1" status: 200 len: 1796 time: 0.4423201 Nov 09 17:41:59.580924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:59.787110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3810bad7-be51-4f9c-b041-769766a16771 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups/32b68579-24ca-495d-b893-57ec04e09852 HTTP/1.1" status: 200 len: 1796 time: 0.2005777 Nov 09 17:41:59.788841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:59.815373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae2b6-ffed-4988-aa8c-c439e1f4205c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b68579-24ca-495d-b893-57ec04e09852,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:59.834581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffde274-262e-43f9-baea-0d3fc6f618d4 req-5034cb28-dcc2-458b-a791-65f158844ec4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:59.836570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ffde274-262e-43f9-baea-0d3fc6f618d4 req-5034cb28-dcc2-458b-a791-65f158844ec4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.2116401 Nov 09 17:41:59.845998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ed9e8d90-16c2-400f-aeac-265dbe2cbdaf tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/7f7b5418-8ffb-443a-a74e-be8b5ad77dfc HTTP/1.1" status: 200 len: 924 time: 0.8828351 Nov 09 17:41:59.846633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49214) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:59.969467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3517fffd-97d4-42b8-b669-0d15c4f23563 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:59.992572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30ba446f-995c-4384-a455-16a754bd370b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:00.027385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 3517fffd-97d4-42b8-b669-0d15c4f23563 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:42:00.027994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3517fffd-97d4-42b8-b669-0d15c4f23563 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:00.081199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30ba446f-995c-4384-a455-16a754bd370b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:00.289489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30ba446f-995c-4384-a455-16a754bd370b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:00.297211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30ba446f-995c-4384-a455-16a754bd370b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:00.303419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-30ba446f-995c-4384-a455-16a754bd370b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/32b68579-24ca-495d-b893-57ec04e09852 HTTP/1.1" status: 204 len: 168 time: 0.5108733 Nov 09 17:42:00.306250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49222) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:00.335090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba446f-995c-4384-a455-16a754bd370b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b68579-24ca-495d-b893-57ec04e09852,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:00.343956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a6544-d091-462f-a83f-1b850d1c6b91 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.346513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b82a6544-d091-462f-a83f-1b850d1c6b91 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=7f7b5418-8ffb-443a-a74e-be8b5ad77dfc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4034321 Nov 09 17:42:00.365870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49224) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:00.417526 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-619fbe62-4225-49a6-ae8f-274d854807c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:00.432524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923873a-d843-41a7-bd62-7b72031129c2 req-62ab25e6-d180-4164-a8ed-3dad268e586e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.441507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4923873a-d843-41a7-bd62-7b72031129c2 req-62ab25e6-d180-4164-a8ed-3dad268e586e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2519305 Nov 09 17:42:00.474267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6ffde274-262e-43f9-baea-0d3fc6f618d4 req-1125e2de-ccb2-42cb-9a7d-c9ba88838ff2 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243967 Nov 09 17:42:00.496468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-77cef7c8-6cb5-4420-90e3-a207e89fdfbe tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1728196 Nov 09 17:42:00.497762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:00.577299 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3b674015-860f-4451-842a-a14ce631d78c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] delete failed (client error): The resource could not be found. Nov 09 17:42:00.578375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b674015-860f-4451-842a-a14ce631d78c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/32b68579-24ca-495d-b893-57ec04e09852 HTTP/1.1" status: 404 len: 347 time: 0.0797379 Nov 09 17:42:00.610004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4923873a-d843-41a7-bd62-7b72031129c2 req-1907bb6a-2bd6-4f7c-aacb-35f02a9e5135 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670284 Nov 09 17:42:00.611027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:00.619021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112093484'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:00.706629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.009304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.021954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.084008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d00e681-fccc-4863-9c91-7d70a3b6e0c2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:01.183515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcca9-46ec-4fee-86b3-32f480ada676 req-9c55491e-9758-434c-864b-3af633f85323 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.193382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c9dcca9-46ec-4fee-86b3-32f480ada676 req-9c55491e-9758-434c-864b-3af633f85323 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.4343102 Nov 09 17:42:01.202656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49238) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:01.210718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.213393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a640831b-60c5-4869-9f45-72c7f668562b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6009252 Nov 09 17:42:01.225465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'floatingip': {'port_id': '0395a148-c10f-4c27-aa4c-aafce09e2747'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:01.230299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49240) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:01.416023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': '0d00e681-fccc-4863-9c91-7d70a3b6e0c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:01.508979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.548342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c1d4-0b28-4d41-ac5e-44bc07f84b3f req-6afe0705-5fbb-4899-9aac-49cb3fac7387 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.556396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a13c1d4-0b28-4d41-ac5e-44bc07f84b3f req-6afe0705-5fbb-4899-9aac-49cb3fac7387 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.1264925 Nov 09 17:42:01.675265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.732938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5206cf0-5047-4852-a142-c2f792d3b689 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.734564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e5206cf0-5047-4852-a142-c2f792d3b689 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 1.3637965 Nov 09 17:42:01.744085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:01.814244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a13c1d4-0b28-4d41-ac5e-44bc07f84b3f req-4035a7db-8ac3-4a67-b698-62778112cb76 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568729 Nov 09 17:42:01.876143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:01.929999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4afc984f-be46-414a-8029-37d570b8a4b1 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f7b5418-8ffb-443a-a74e-be8b5ad77dfc HTTP/1.1" status: 200 len: 205 time: 0.1838062 Nov 09 17:42:01.933588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49254) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:02.105520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port ab7b72a5-6c02-4b2c-952f-0389b016db9a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:02.105974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:02.317263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:02.410165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-efeea5f0-720f-4037-8394-856e3eceead9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:02.412594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-efeea5f0-720f-4037-8394-856e3eceead9 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.4545834 Nov 09 17:42:02.419105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:02.464298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43bff8-8644-4268-90a0-3cc37c1d6287 req-eee7a8ec-3d5a-4de8-8fa1-d2c31e59de39 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:02.465971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a43bff8-8644-4268-90a0-3cc37c1d6287 req-eee7a8ec-3d5a-4de8-8fa1-d2c31e59de39 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.7273808 Nov 09 17:42:02.589277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port ab7b72a5-6c02-4b2c-952f-0389b016db9a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab7b72a5-6c02-4b2c-952f-0389b016db9a,segment=NetworkSegment(59318d73-025c-48f0-86b0-bbe45e968456),segment_id=59318d73-025c-48f0-86b0-bbe45e968456)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:02.590094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:02.592663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaaadb5-8eb4-4385-a7c5-a53148a7b7a4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:02.605752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for ab7b72a5-6c02-4b2c-952f-0389b016db9a owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:02.763914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:02.881040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a43bff8-8644-4268-90a0-3cc37c1d6287 req-de63c218-4102-4393-a0fd-af54dbb1424e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771642 Nov 09 17:42:02.982232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:02.983897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5eda7866-3186-4e4e-b304-678a93b07eec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7018287 Nov 09 17:42:03.013748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:03.106331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.207022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.223743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.232349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d941821-24b2-4f8b-b74f-c245c8c076af tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.240067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=ab7b72a5-6c02-4b2c-952f-0389b016db9a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:03.264264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d941821-24b2-4f8b-b74f-c245c8c076af tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.390179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d0c50-dd63-44ae-ae4b-0002c7a18b0c req-f4f08215-5536-462c-bab0-fb70e18d5b02 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:03.398873 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-105d0c50-dd63-44ae-ae4b-0002c7a18b0c req-f4f08215-5536-462c-bab0-fb70e18d5b02 tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 947 time: 0.3657086 Nov 09 17:42:03.414059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d941821-24b2-4f8b-b74f-c245c8c076af tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.420488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d941821-24b2-4f8b-b74f-c245c8c076af tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.426958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d941821-24b2-4f8b-b74f-c245c8c076af tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2aaaadb5-8eb4-4385-a7c5-a53148a7b7a4 HTTP/1.1" status: 204 len: 168 time: 0.4047854 Nov 09 17:42:03.433919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49270) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:03.564853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d941821-24b2-4f8b-b74f-c245c8c076af tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aaaadb5-8eb4-4385-a7c5-a53148a7b7a4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:03.585609 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.704848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Deleting port cad58b6c-60b7-4821-97fd-f395d152ad6c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:03.704848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.729083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d01abe3-2769-47f9-854a-b67a63df5edc tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2511778 Nov 09 17:42:03.730562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.733744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:03.762126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-105d0c50-dd63-44ae-ae4b-0002c7a18b0c req-03bccb08-df51-46c2-8ea4-869638d5f04c tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614938 Nov 09 17:42:03.834377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Deleting port a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:03.834958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:03.944880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-4c3cc311-4bd5-4936-99fe-322a570b1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:03.950256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-4c3cc311-4bd5-4936-99fe-322a570b1228 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.6205323 Nov 09 17:42:03.957158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd545d-e06a-4469-8370-74d30297fccd req-175edae9-acce-4e55-aa98-57928bd6cd25 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:03.965145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b8bd545d-e06a-4469-8370-74d30297fccd req-175edae9-acce-4e55-aa98-57928bd6cd25 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.3003824 Nov 09 17:42:04.101170 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.138108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Calling delete_port for cad58b6c-60b7-4821-97fd-f395d152ad6c owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:04.148750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3105ab83-7665-4a8a-b263-3312261f00cf tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.230558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:04.301464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3105ab83-7665-4a8a-b263-3312261f00cf tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.415788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:04.423467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.463673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] For port a2311311-6b55-45ef-84cc-39defe41f189, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a2311311-6b55-45ef-84cc-39defe41f189,segment=NetworkSegment(5d9843bf-a48e-4cd3-b089-9cab33c17274),segment_id=5d9843bf-a48e-4cd3-b089-9cab33c17274)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:04.464192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.467171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.531123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3105ab83-7665-4a8a-b263-3312261f00cf tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.534510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3105ab83-7665-4a8a-b263-3312261f00cf tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.535852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3105ab83-7665-4a8a-b263-3312261f00cf tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/0d00e681-fccc-4863-9c91-7d70a3b6e0c2 HTTP/1.1" status: 204 len: 168 time: 0.7814682 Nov 09 17:42:04.544833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b8bd545d-e06a-4469-8370-74d30297fccd req-852a36db-5db4-4e99-8b4f-4153cbd4e48e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786376 Nov 09 17:42:04.554106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.569913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Calling delete_port for a2311311-6b55-45ef-84cc-39defe41f189 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:04.591387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105ab83-7665-4a8a-b263-3312261f00cf tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d00e681-fccc-4863-9c91-7d70a3b6e0c2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:04.663093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:04.680499 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-070a37b9-5ac5-45b4-a4f6-25f5590a2816 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2239244 Nov 09 17:42:04.680736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:04.685968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49292) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.712731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:04.713932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:04.776565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-33de65fe-cecc-4dfd-95dd-29a46112092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.778150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-33de65fe-cecc-4dfd-95dd-29a46112092f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.7960618 Nov 09 17:42:04.824489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:04.904489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d8db136e-6a7c-4ce8-9812-9821542ff752 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3359938 Nov 09 17:42:04.907537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-4dca3dcf-cceb-4499-84b7-0dce579edd78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.1186545 Nov 09 17:42:04.912950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.917801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201514232'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:04.922498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event deleted for resources: {'Port': ['ID=cad58b6c-60b7-4821-97fd-f395d152ad6c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:04.948945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:05.014681 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Floating IP 48d45393-e30b-44b3-8610-523ce6c4128b associated. External IP: 172.25.3.233, port: 0395a148-c10f-4c27-aa4c-aafce09e2747. Nov 09 17:42:05.015653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet 752d2448-430d-4323-b202-7ffeefde90ad {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:42:05.020675 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.168139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9b18c-77de-41b4-b2e3-a9af09a94650 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:05.223550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.227489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.284940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:02Z', 'revision_number': 10, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:05.306636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.315962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-28e5a598-8c3c-4d3c-9b28-6a8250a6e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:05.320461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-28e5a598-8c3c-4d3c-9b28-6a8250a6e9e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.3833840 Nov 09 17:42:05.320733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.321108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Fanout notify agent at l3_agent the message router_deleted on router 7f7b5418-8ffb-443a-a74e-be8b5ad77dfc {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:05.324919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.328789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:05.347247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:05.348116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:05.361223 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.364130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-80f43f8a-e0a6-4faf-9248-89c561d8a62f tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/7f7b5418-8ffb-443a-a74e-be8b5ad77dfc HTTP/1.1" status: 204 len: 168 time: 3.4263256 Nov 09 17:42:05.387305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:05.399501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1020675850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:05.417430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-9c2ec3dd-a643-4f78-90c6-e736fbe6345a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749562 Nov 09 17:42:05.421306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.444906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.446803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.530674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.541735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:05.546519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.553874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Pushing event deleted for resources: {'Port': ['ID=a2311311-6b55-45ef-84cc-39defe41f189,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:05.592343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.594381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42377c4a-b6ec-4ea7-97e4-a08f156a1405 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2017419 Nov 09 17:42:05.599914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.606465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49312) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:05.615136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'enable_snat': False}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:05.748098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] No DVR routers for this DVR port a2311311-6b55-45ef-84cc-39defe41f189 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:05.757941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:05.761912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c8bcbf40-4cd5-4625-839a-ff2c71ff2a24 req-fad6df7b-c2e3-43e7-aec7-3fb2a99ebc7b tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.83 "DELETE /v2.0/ports/a2311311-6b55-45ef-84cc-39defe41f189 HTTP/1.1" status: 204 len: 173 time: 3.3371665 Nov 09 17:42:05.774494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-deleted', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:05.778521 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cb09b7-bf1d-4894-a06f-fab94ff659b2" -d '{"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-deleted", "tag": "a2311311-6b55-45ef-84cc-39defe41f189"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:06.051433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:02Z', 'revision_number': 10, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:06.111328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee06e-bbf1-48d4-9548-84a6047b3fd2 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:02Z', 'revision_number': 10, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None, '_interfaces': [{'id': 'd02f4c7a-a4b5-4896-9e37-20ebe6b15bdf', 'name': '', 'network_id': 'c7526e44-75d2-49ff-9b39-c02059661329', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'mac_address': 'fa:16:3e:14:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:09Z', 'updated_at': '2021-11-09T17:40:21Z', 'revision_number': 5, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'subnets': [{'id': '5e9add2e-fa65-40d6-b658-74d74046de20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:06.331696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911d225-30e9-46ca-bc04-407b8fcf4209 req-724e2854-5474-4ab9-b3e6-b8a56df31c2e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.335637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8911d225-30e9-46ca-bc04-407b8fcf4209 req-724e2854-5474-4ab9-b3e6-b8a56df31c2e tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d4f474a-f667-4cd4-90c2-322c7a1aa1ed HTTP/1.1" status: 200 len: 868 time: 1.3299992 Nov 09 17:42:06.379955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:06.392730 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:06.407476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-33c8657b-d049-47eb-bb8f-de13bf1fee6e service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691601 Nov 09 17:42:06.458154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be471b-e65c-43d6-a44e-2289dd454f00 req-54c19a7a-b47c-42d2-b5cd-ad447a936125 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.459876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0be471b-e65c-43d6-a44e-2289dd454f00 req-54c19a7a-b47c-42d2-b5cd-ad447a936125 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.7472696 Nov 09 17:42:06.626233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d40ce1c-4e36-4152-b7a0-cfb9559340a0 req-1a5f2a54-55b7-4aac-ac43-7697ab233e80 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053235 Nov 09 17:42:06.666175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Router cf04b174-c6f8-489b-b3aa-20666151b0df has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:06.705326 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:06.711917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7937517 Nov 09 17:42:06.712814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:06.717601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'd91905bc-e9ed-4f46-b022-ac31797f41a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:06.727275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f862f8b-216f-4496-9232-770b426cde07 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91905bc-e9ed-4f46-b022-ac31797f41a1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:06.774549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:06.853876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e0be471b-e65c-43d6-a44e-2289dd454f00 req-8cc09286-284b-49ce-b606-daeadc50be40 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337170 Nov 09 17:42:06.870891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:06.876208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8911d225-30e9-46ca-bc04-407b8fcf4209 req-08566443-54f6-43e0-b248-dff09dea35ea tempest-ServersNegativeTestJSON-900991903 tempest-ServersNegativeTestJSON-900991903-project] 10.222.0.45 "GET /v2.0/security-groups?id=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142717 Nov 09 17:42:06.895022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:06.997811 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc59c6-916e-43c3-907b-5b70b527adc5 x-openstack-request-id: req-15fc59c6-916e-43c3-907b-5b70b527adc5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:06.998265 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f474a-f667-4cd4-90c2-322c7a1aa1ed", "name": "network-vif-deleted", "tag": "a2311311-6b55-45ef-84cc-39defe41f189", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:06.999042 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15fc59c6-916e-43c3-907b-5b70b527adc5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:06.999568 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f474a-f667-4cd4-90c2-322c7a1aa1ed', 'name': 'network-vif-deleted', 'tag': 'a2311311-6b55-45ef-84cc-39defe41f189', 'status': 'completed', 'code': 200} Nov 09 17:42:07.127219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.130894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:07.152867 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:07.171349 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.208384 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:07.209028 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:07.220144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a2311311-6b55-45ef-84cc-39defe41f189 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:07.249788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.304267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b952d3f7-8631-4b30-8944-c5297bdb970a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "PUT /v2.0/floatingips/48d45393-e30b-44b3-8610-523ce6c4128b HTTP/1.1" status: 200 len: 991 time: 6.0955176 Nov 09 17:42:07.304267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.361532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5cc346-c45f-4462-93f7-d0d578c1b471,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:07.368143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=752d2448-430d-4323-b202-7ffeefde90ad,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:07.370767 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.380482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1507f03b-1908-443e-8b52-cecb5df94277 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6665795 Nov 09 17:42:07.381401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:07.387514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: a2311311-6b55-45ef-84cc-39defe41f189 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:42:07.387960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a2311311-6b55-45ef-84cc-39defe41f189 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:07.395748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.403401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'd91905bc-e9ed-4f46-b022-ac31797f41a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:07.409991 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7a48111b-41e9-4da1-a053-cbeffee7f4e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/752d2448-430d-4323-b202-7ffeefde90ad HTTP/1.1" status: 204 len: 168 time: 2.7225130 Nov 09 17:42:07.412324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49334) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:07.436761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413d1c1-36c8-4dd3-9a67-43d548c31eb8 None None] Network 66e1413b-22d7-44bc-8e97-dbcb40e435e8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:07.515731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.737686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.746643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.761720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:07.806098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b8ce93-1588-4cf8-b789-03c3f3304e6c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:07.821935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:07.824248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eb4c2349-2329-4ddb-9ec3-6a1ea6eec233 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4398429 Nov 09 17:42:07.827415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:07.841205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'd91905bc-e9ed-4f46-b022-ac31797f41a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:07.910583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.103134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:08.197682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.231046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.262003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.276728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.303657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab7b72a5-6c02-4b2c-952f-0389b016db9a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:08.343014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.347301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ab7b72a5-6c02-4b2c-952f-0389b016db9a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:42:08.347670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab7b72a5-6c02-4b2c-952f-0389b016db9a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:08.504287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.513698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6841397 Nov 09 17:42:08.516881 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '48d45393-e30b-44b3-8610-523ce6c4128b', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'port_id': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'mac_address': 'fa:16:3e:c5:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:42:04Z', 'revision_number': 1, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:08.521774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49350) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:08.541500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'd91905bc-e9ed-4f46-b022-ac31797f41a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:08.573947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb604e4c-5bbf-4d3a-afb4-3c59ebfe645c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfe2b73-8c78-4bc1-9458-34fb89033cdf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.590272 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:08.595601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559cd93-0886-4403-a3ad-ab282a801a91 req-fbef54ba-ece9-4c87-8b46-c0f91754df35 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.598874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8559cd93-0886-4403-a3ad-ab282a801a91 req-fbef54ba-ece9-4c87-8b46-c0f91754df35 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.4618485 Nov 09 17:42:08.605113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Deleting subnet 4fc0e351-cad3-4ded-8068-41cb376c6ee7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:42:08.610856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.625296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] DHCP port deletion for 66e1413b-22d7-44bc-8e97-dbcb40e435e8 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:08.629790 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:08.631234 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:08.752292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Allocated IP 172.25.3.33 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/34dabfb7-be2d-403e-bb66-890360e0ce38) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:08.773438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] Deleting port 29653992-24f4-4cce-94df-f71b0874f0cc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:08.775231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.857059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8559cd93-0886-4403-a3ad-ab282a801a91 req-acc88cf3-6096-4738-b5df-69fbdadfa110 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639013 Nov 09 17:42:08.906456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.930260 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:08.941958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] For port 29653992-24f4-4cce-94df-f71b0874f0cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=29653992-24f4-4cce-94df-f71b0874f0cc,segment=NetworkSegment(59318d73-025c-48f0-86b0-bbe45e968456),segment_id=59318d73-025c-48f0-86b0-bbe45e968456)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:08.942823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:08.968662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] Calling delete_port for 29653992-24f4-4cce-94df-f71b0874f0cc owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:08.997177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.001682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:09.004821 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06080f8-2a0e-490e-9a37-b5c0bb099250" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:09.020241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.157902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.191999 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c25556c-3c35-4d95-8fb6-4105418d5eec x-openstack-request-id: req-6c25556c-3c35-4d95-8fb6-4105418d5eec {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:09.192388 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:09.192791 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c25556c-3c35-4d95-8fb6-4105418d5eec {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:09.193665 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'status': 'completed', 'code': 200} Nov 09 17:42:09.233573 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.234639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.276632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.293424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.302780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4fc0e351-cad3-4ded-8068-41cb376c6ee7 HTTP/1.1" status: 204 len: 168 time: 1.1985180 Nov 09 17:42:09.307708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31373a-c2a2-4991-904d-bc750db08ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc0e351-cad3-4ded-8068-41cb376c6ee7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:09.317795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:09.337624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] Pushing event deleted for resources: {'Port': ['ID=29653992-24f4-4cce-94df-f71b0874f0cc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:09.359521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94417e0-c505-4475-abd3-ef157fb67683 None None] No DVR routers for this DVR port 29653992-24f4-4cce-94df-f71b0874f0cc on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:09.416983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port 29653992-24f4-4cce-94df-f71b0874f0cc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:09.417546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.525393 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '48d45393-e30b-44b3-8610-523ce6c4128b', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'port_id': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'mac_address': 'fa:16:3e:c5:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:42:04Z', 'revision_number': 1, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:09.525987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.549676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.551749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0165355 Nov 09 17:42:09.558601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49362) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:09.570240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'd91905bc-e9ed-4f46-b022-ac31797f41a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:09.602489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad8ff3-e164-4c0d-9909-82a9d2a1a6e7 None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '48d45393-e30b-44b3-8610-523ce6c4128b', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'port_id': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'mac_address': 'fa:16:3e:c5:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:42:04Z', 'revision_number': 1, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:09.652110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port 29653992-24f4-4cce-94df-f71b0874f0cc, host n-d-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:09.652592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.679811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for 29653992-24f4-4cce-94df-f71b0874f0cc owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:09.686013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Port 29653992-24f4-4cce-94df-f71b0874f0cc was not found and therefore no delete operation was performed {{(pid=102554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:42:09.702701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.757204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2a197-3ab0-4d35-9425-fa81b5db4512 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b708ee-34e9-418f-adea-f5f00f062d5b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:09.822551 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:09.852659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-1c42b593-bf40-4499-bf97-33422fd6923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.856705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-1c42b593-bf40-4499-bf97-33422fd6923f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1096 time: 0.6103108 Nov 09 17:42:09.857866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=29653992-24f4-4cce-94df-f71b0874f0cc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:09.927121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15130331-ab23-4622-aa4d-af8174953073']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:09.996779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9843bf-a48e-4cd3-b089-9cab33c17274') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:09.997276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9843bf-a48e-4cd3-b089-9cab33c17274') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:10.024929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port 29653992-24f4-4cce-94df-f71b0874f0cc on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:10.035153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.047419 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.084979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.146170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.149433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29653992-24f4-4cce-94df-f71b0874f0cc no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:10.178065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:10.178841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:10.190746 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:10.210414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 29653992-24f4-4cce-94df-f71b0874f0cc {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:42:10.210773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29653992-24f4-4cce-94df-f71b0874f0cc not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:10.236614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce04bbd-ff83-4ed4-abd7-6c6ce349e47c None None] New status for floating IP 48d45393-e30b-44b3-8610-523ce6c4128b: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:42:10.261097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.416582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.420953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.427389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Pushing event updated for resources: {'Port': ['ID=34dabfb7-be2d-403e-bb66-890360e0ce38,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:10.444499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.450715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] 10.222.0.45 "DELETE /v2.0/networks/15130331-ab23-4622-aa4d-af8174953073 HTTP/1.1" status: 204 len: 168 time: 1.1312580 Nov 09 17:42:10.451755 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.475091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.493773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d1fbd-7979-43ab-aaaf-bb09cc1dbc07 admin admin] Pushing event deleted for resources: {'Network': ['ID=15130331-ab23-4622-aa4d-af8174953073,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:10.516383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c53b26f-0e9e-44c8-8269-fc6fa3bbd1ed,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:10.532161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.536163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-abc485b2-f164-4c93-b59f-3b004998ba0b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9733231 Nov 09 17:42:10.541185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49374) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.590330 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe181e9-a2a2-4f79-974b-603b81683909 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.603838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe181e9-a2a2-4f79-974b-603b81683909 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.642961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e1413b-22d7-44bc-8e97-dbcb40e435e8']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:10.661638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe181e9-a2a2-4f79-974b-603b81683909 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.667600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe181e9-a2a2-4f79-974b-603b81683909 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.676029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3fe181e9-a2a2-4f79-974b-603b81683909 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/4c53b26f-0e9e-44c8-8269-fc6fa3bbd1ed HTTP/1.1" status: 204 len: 168 time: 0.1318727 Nov 09 17:42:10.676890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.698337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dd588-1669-4a8e-afff-48908d419f92 req-8c12071a-bde0-4ea8-b771-82f9b6b5c144 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.700342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c3dd588-1669-4a8e-afff-48908d419f92 req-8c12071a-bde0-4ea8-b771-82f9b6b5c144 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.5690517 Nov 09 17:42:10.704503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:10.707881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe181e9-a2a2-4f79-974b-603b81683909 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c53b26f-0e9e-44c8-8269-fc6fa3bbd1ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:10.709246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59318d73-025c-48f0-86b0-bbe45e968456') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:10.709550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59318d73-025c-48f0-86b0-bbe45e968456') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:10.726647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:10.729602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:10.751233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7eb8df-0fcb-4f71-a0ad-379222f1a540 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:10.768227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.820520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2cc9e7ca-3cf1-4d87-b170-e6d73d4e6dc3 None None] Provisioning complete for port 34dabfb7-be2d-403e-bb66-890360e0ce38 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:10.824251 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e7ca-3cf1-4d87-b170-e6d73d4e6dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.873736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e7211775-c3d5-4a9a-ac11-824ab9ffd106 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71980cb9ffe144d292e64eb9eab6a179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039457 Nov 09 17:42:10.878739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:10.879552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.915678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e5b79e57-0a02-4948-a939-5ab4c81aeca0 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2350764 Nov 09 17:42:10.925813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.940793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9e7ca-3cf1-4d87-b170-e6d73d4e6dc3 None None] Port 34dabfb7-be2d-403e-bb66-890360e0ce38 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:42:10.941872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-094d441e-cd24-4cee-8710-3de54396b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.946049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-094d441e-cd24-4cee-8710-3de54396b272 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 1.0670536 Nov 09 17:42:11.067488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e601c889-9a4c-46c3-a3f1-a5764029bb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.098889 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-ff2dd0ad-b0f9-45ae-8685-283b7222d3da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 1001 time: 0.1254575 Nov 09 17:42:11.120789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.137449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e601c889-9a4c-46c3-a3f1-a5764029bb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.178894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:11.179364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:11.186325 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:11.238065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e601c889-9a4c-46c3-a3f1-a5764029bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.240877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e601c889-9a4c-46c3-a3f1-a5764029bb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.242207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e601c889-9a4c-46c3-a3f1-a5764029bb32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc19d6e0-cfbe-47e3-8fb5-64894f3dc714 HTTP/1.1" status: 204 len: 168 time: 0.3612576 Nov 09 17:42:11.262125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601c889-9a4c-46c3-a3f1-a5764029bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19d6e0-cfbe-47e3-8fb5-64894f3dc714,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:11.403601 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c56ae-e5fd-441f-8363-65385ced45c9 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.460393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c3dd588-1669-4a8e-afff-48908d419f92 req-8343ba3d-56be-4927-8c84-640ad5dffa00 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461514 Nov 09 17:42:11.472152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c56ae-e5fd-441f-8363-65385ced45c9 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.592803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c56ae-e5fd-441f-8363-65385ced45c9 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.601511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e4c56ae-e5fd-441f-8363-65385ced45c9 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.605775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:11.606332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9e4c56ae-e5fd-441f-8363-65385ced45c9 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/75b708ee-34e9-418f-adea-f5f00f062d5b HTTP/1.1" status: 204 len: 168 time: 0.6763301 Nov 09 17:42:11.608188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-7f7c5161-4cb9-4a71-9d56-03df03403daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:11.610130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-7f7c5161-4cb9-4a71-9d56-03df03403daa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.4845259 Nov 09 17:42:11.626880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.634703 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.644400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/66e1413b-22d7-44bc-8e97-dbcb40e435e8 HTTP/1.1" status: 204 len: 168 time: 4.2302983 Nov 09 17:42:11.645293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49414) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:11.740181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-56ef144e-45e4-4f94-a18d-a33b7c3943f1 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1329954 Nov 09 17:42:11.743252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:11.788272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2ab6-80c2-4865-835f-0320f07b6cec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.819519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2ab6-80c2-4865-835f-0320f07b6cec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.880437 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2ab6-80c2-4865-835f-0320f07b6cec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.889387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2ab6-80c2-4865-835f-0320f07b6cec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:11.894602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dc4a2ab6-80c2-4865-835f-0320f07b6cec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/acfe2b73-8c78-4bc1-9458-34fb89033cdf HTTP/1.1" status: 204 len: 168 time: 0.1500049 Nov 09 17:42:11.898956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:11.915805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c56ae-e5fd-441f-8363-65385ced45c9 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b708ee-34e9-418f-adea-f5f00f062d5b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:11.954187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a2ab6-80c2-4865-835f-0320f07b6cec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acfe2b73-8c78-4bc1-9458-34fb89033cdf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:11.973670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08349-b64a-444b-aaa1-43e3193deadc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=66e1413b-22d7-44bc-8e97-dbcb40e435e8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:12.019679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c9903145-2eae-4747-9eaa-8405269c89fc tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1189747 Nov 09 17:42:12.027052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:12.111356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b43723d-f5d5-4ae5-86d5-548f7ed66875 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.151412 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b43723d-f5d5-4ae5-86d5-548f7ed66875 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.208396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-75a72155-16bb-474c-8647-25bff90f8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.210133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-75a72155-16bb-474c-8647-25bff90f8927 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5890934 Nov 09 17:42:12.297146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b43723d-f5d5-4ae5-86d5-548f7ed66875 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.310354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b43723d-f5d5-4ae5-86d5-548f7ed66875 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.314904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9b43723d-f5d5-4ae5-86d5-548f7ed66875 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/08b8ce93-1588-4cf8-b789-03c3f3304e6c HTTP/1.1" status: 204 len: 168 time: 0.2834866 Nov 09 17:42:12.324668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:12.398477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43723d-f5d5-4ae5-86d5-548f7ed66875 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08b8ce93-1588-4cf8-b789-03c3f3304e6c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:12.466396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.502379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ab159873-60e0-4f70-aa9d-f7c4bfca2546 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1749465 Nov 09 17:42:12.508531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49492) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:12.711746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afb55a9-71b0-4ad5-a564-d0d266af8378 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.764436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afb55a9-71b0-4ad5-a564-d0d266af8378 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.866759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afb55a9-71b0-4ad5-a564-d0d266af8378 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.885719 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afb55a9-71b0-4ad5-a564-d0d266af8378 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:12.891472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9afb55a9-71b0-4ad5-a564-d0d266af8378 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/ad5cc346-c45f-4462-93f7-d0d578c1b471 HTTP/1.1" status: 204 len: 168 time: 0.3796101 Nov 09 17:42:12.904817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:12.971514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb55a9-71b0-4ad5-a564-d0d266af8378 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad5cc346-c45f-4462-93f7-d0d578c1b471,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:13.130331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d4b4fef9-41e9-47cd-bb4c-ef1f7dbffd94 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2232456 Nov 09 17:42:13.135956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:13.418948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-602e3916-9632-4b00-a213-19cd8007a016 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:13.582538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-602e3916-9632-4b00-a213-19cd8007a016 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:13.763894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-602e3916-9632-4b00-a213-19cd8007a016 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:13.778123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-602e3916-9632-4b00-a213-19cd8007a016 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:13.787826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-602e3916-9632-4b00-a213-19cd8007a016 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/d91905bc-e9ed-4f46-b022-ac31797f41a1 HTTP/1.1" status: 204 len: 168 time: 0.6497140 Nov 09 17:42:13.791449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49602) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:13.874598 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:13.891728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e3916-9632-4b00-a213-19cd8007a016 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91905bc-e9ed-4f46-b022-ac31797f41a1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:13.961348 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:13.978222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-de7dbab9-022a-478f-bf26-486385c00b0b service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7009473 Nov 09 17:42:14.009820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ccae-2f04-4ef1-a496-cb6505f36ff4 req-e0d192df-cad1-46c9-9957-5e8ee8ab31eb tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.024607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fb6ccae-2f04-4ef1-a496-cb6505f36ff4 req-e0d192df-cad1-46c9-9957-5e8ee8ab31eb tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.6876574 Nov 09 17:42:14.135525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-421887eb-fe06-4cfc-8c48-bdcad56c26eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2893288 Nov 09 17:42:14.142411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:14.150929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097893892'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:14.212538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.333926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.342163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.420189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:14.424011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.429940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2811728 Nov 09 17:42:14.439420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:14.449464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': '88da6d25-c0ae-46cd-93e4-4794fc4c88ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:14.507937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaa246-2dd7-4454-8cc8-d9debc36800c tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88da6d25-c0ae-46cd-93e4-4794fc4c88ca,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:14.539903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.543411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fb6ccae-2f04-4ef1-a496-cb6505f36ff4 req-8fd6042f-9c6b-4b2b-b359-fa501b55efca tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150671 Nov 09 17:42:14.681694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.693973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:14.796228 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f06080f8-2a0e-490e-9a37-b5c0bb099250 req-51a213b3-fc51-4575-9c5c-f0a9eb3a8ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812875 Nov 09 17:42:14.903523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5827c4c-520a-403c-b496-845839362738,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:14.904360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Router 51500ec8-26f9-4787-8274-92128a05a3b7 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:14.910807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c000d1d9-b7b8-4da5-8b4f-eb2aff59c5a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.054137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.055655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc30c8a7-65fb-4060-8db9-26569d29dd50 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6151161 Nov 09 17:42:15.067241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:15.239838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80560014-0ee1-4d89-a7bc-31394a5dc3ec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.417621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:15.437424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.438975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-df9c4171-9bca-4f9a-88cd-a06a80bf938b tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "PUT /v2.0/routers/51500ec8-26f9-4787-8274-92128a05a3b7 HTTP/1.1" status: 200 len: 919 time: 9.8301790 Nov 09 17:42:15.451253 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] Sync routers for ids ['51500ec8-26f9-4787-8274-92128a05a3b7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:15.458012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:15.464855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80560014-0ee1-4d89-a7bc-31394a5dc3ec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.484457 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] Routers {'51500ec8-26f9-4787-8274-92128a05a3b7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:15.485029 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['51500ec8-26f9-4787-8274-92128a05a3b7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:15.527029 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:15.551671 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] Routers {'51500ec8-26f9-4787-8274-92128a05a3b7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:15.554502 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['51500ec8-26f9-4787-8274-92128a05a3b7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:15.560132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.594624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c000d1d9-b7b8-4da5-8b4f-eb2aff59c5a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.615038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c000d1d9-b7b8-4da5-8b4f-eb2aff59c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.632262 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:15.633655 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8df37-29d7-41df-8588-fcb1faf7b124 None None] The sync data for ids ['51500ec8-26f9-4787-8274-92128a05a3b7'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:15.692135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000d1d9-b7b8-4da5-8b4f-eb2aff59c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123dc568-7c17-4c06-834f-ec2a7f074e6a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:15.747938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c000d1d9-b7b8-4da5-8b4f-eb2aff59c5a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe74ff7cc152449a8efb2147e887857a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3177037 Nov 09 17:42:15.749658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:15.793129 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80560014-0ee1-4d89-a7bc-31394a5dc3ec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.795856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80560014-0ee1-4d89-a7bc-31394a5dc3ec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:15.801147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-80560014-0ee1-4d89-a7bc-31394a5dc3ec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/88da6d25-c0ae-46cd-93e4-4794fc4c88ca HTTP/1.1" status: 204 len: 168 time: 0.7321808 Nov 09 17:42:15.807644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:15.832412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80560014-0ee1-4d89-a7bc-31394a5dc3ec tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da6d25-c0ae-46cd-93e4-4794fc4c88ca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:15.947077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bc79-2b8f-4fd3-9d72-defc3124001a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:16.076407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bc79-2b8f-4fd3-9d72-defc3124001a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:16.128839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a5554bd4-298d-4231-94a4-522b71f20eae tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3055797 Nov 09 17:42:16.129995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:16.152460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a055a-c5c2-4abf-816f-b300e63b8c2f req-fd9feba2-4b8b-4062-bf26-86e57575277e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.159245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f99a055a-c5c2-4abf-816f-b300e63b8c2f req-fd9feba2-4b8b-4062-bf26-86e57575277e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.4397192 Nov 09 17:42:16.170940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--586830050'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:16.309831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bc79-2b8f-4fd3-9d72-defc3124001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:16.315405 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bc79-2b8f-4fd3-9d72-defc3124001a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:16.318362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7cf1bc79-2b8f-4fd3-9d72-defc3124001a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/123dc568-7c17-4c06-834f-ec2a7f074e6a HTTP/1.1" status: 204 len: 168 time: 0.5659230 Nov 09 17:42:16.350973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1bc79-2b8f-4fd3-9d72-defc3124001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123dc568-7c17-4c06-834f-ec2a7f074e6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:16.380088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:16.495480 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b7e7298a-efc9-471c-977a-b53b8ea7501f tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/51500ec8-26f9-4787-8274-92128a05a3b7 HTTP/1.1" status: 200 len: 925 time: 1.0356178 Nov 09 17:42:16.509421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:16.573188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f99a055a-c5c2-4abf-816f-b300e63b8c2f req-11016ef7-231f-4a55-8b64-6c5915dc4926 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395138 Nov 09 17:42:16.699534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f301d1-b67f-4e68-955a-d4966810cfd3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.708753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-48f301d1-b67f-4e68-955a-d4966810cfd3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=51500ec8-26f9-4787-8274-92128a05a3b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1970322 Nov 09 17:42:16.710324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:16.847911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:17.051077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-635381a4-a7a5-41b7-b48f-596c98670e75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466417 Nov 09 17:42:17.054157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:17.109568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:17.110173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:17.275910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:17.277256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1160729 Nov 09 17:42:17.281531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:17.301675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--941971778'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:17.306066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c538b1c-7c23-4d83-909c-04330cc024eb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdf173c-5ff1-4c17-86a8-516f4e6d09ec,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:17.382319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4caa49-b342-4e70-a582-831e52bae37c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.383789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-be4caa49-b342-4e70-a582-831e52bae37c tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 881 time: 0.6673987 Nov 09 17:42:17.389513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:17.454178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-6b99de88-d485-4b86-8461-a2e031afe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.460760 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-6b99de88-d485-4b86-8461-a2e031afe65f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1096 time: 0.2788057 Nov 09 17:42:17.499535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7adc7e5b-8d9c-4842-8a4f-17dfbe60b23b tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=51500ec8-26f9-4787-8274-92128a05a3b7 HTTP/1.1" status: 200 len: 205 time: 0.0971971 Nov 09 17:42:17.504641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:17.508357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:17.726660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:17.735454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:17.825235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:18.017606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.186735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-0fbcf146-f228-44bc-a841-621a626e4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.197790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-0fbcf146-f228-44bc-a841-621a626e4ce3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.7117679 Nov 09 17:42:18.226519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.247509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.349455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.356918 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0742188 Nov 09 17:42:18.365010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:18.365901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:18.379330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'afdf173c-5ff1-4c17-86a8-516f4e6d09ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2620d5ad-5d72-44f5-a373-4bad6560f59c', 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:18.409597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f960ff-f320-4e9a-a0a9-6c5b5c502612 req-5f154778-4f5f-4dba-bd26-5312a0d420c9 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.423894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96f960ff-f320-4e9a-a0a9-6c5b5c502612 req-5f154778-4f5f-4dba-bd26-5312a0d420c9 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.5147684 Nov 09 17:42:18.450728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Deleting subnet 82675413-3968-409a-9e9f-ba242134e955 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:42:18.473826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.563343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ae029-2b92-49fe-b56c-38948eaa1cc5 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2620d5ad-5d72-44f5-a373-4bad6560f59c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:18.564276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-8ff5fc9d-3e0f-4a84-90ca-38a225c3074e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 1001 time: 0.3328242 Nov 09 17:42:18.641081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.702732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.758066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.764929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.813860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.872049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.903165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:18.908024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5401084 Nov 09 17:42:18.911074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:18.991448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fac8c-c376-45fe-8f2b-e1b6ae23c609 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dda7dd-e4d8-4799-9f32-1ce8585c757a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:18.995874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96f960ff-f320-4e9a-a0a9-6c5b5c502612 req-7e460983-6f5e-47ca-bde9-485b2794e71b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669661 Nov 09 17:42:19.009425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-ec1e397c-f7f1-4596-a3ae-51e836828602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:19.013532 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-ec1e397c-f7f1-4596-a3ae-51e836828602 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.2741983 Nov 09 17:42:19.139389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:19.152464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17b1f90a-9e64-4fb0-97e6-7b3cb2994817 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.182426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17b1f90a-9e64-4fb0-97e6-7b3cb2994817 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.237135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.341873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:19.427067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17b1f90a-9e64-4fb0-97e6-7b3cb2994817 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.433657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17b1f90a-9e64-4fb0-97e6-7b3cb2994817 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.437503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-17b1f90a-9e64-4fb0-97e6-7b3cb2994817 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f6dda7dd-e4d8-4799-9f32-1ce8585c757a HTTP/1.1" status: 204 len: 168 time: 0.5093048 Nov 09 17:42:19.438184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:19.462243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f90a-9e64-4fb0-97e6-7b3cb2994817 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6dda7dd-e4d8-4799-9f32-1ce8585c757a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:19.487988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.527672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82675413-3968-409a-9e9f-ba242134e955,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:19.557972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.565269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-455f9c53-966b-4ad4-a277-b94807e4ef61 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/82675413-3968-409a-9e9f-ba242134e955 HTTP/1.1" status: 204 len: 168 time: 1.1762543 Nov 09 17:42:19.570082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Deleting port 34dabfb7-be2d-403e-bb66-890360e0ce38 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:19.570840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.574383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 49996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:19.654525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-c6cd47a3-da82-4d7e-b272-d6694948d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:19.664384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-c6cd47a3-da82-4d7e-b272-d6694948d5da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4419529 Nov 09 17:42:19.695477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.713290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-network', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:19.733243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.738652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3e6ceadc-440c-405b-9d5d-2dacb05e5901 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2868924 Nov 09 17:42:19.782034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:19.848347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Made reservation on behalf of 6c128f9a533248de9ab1f892c8c01884 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:19.850971 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:19.917548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.038470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.044269 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.065858 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b0e-a885-411a-a3ca-8acc3b4e6124 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.081960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Calling delete_port for 34dabfb7-be2d-403e-bb66-890360e0ce38 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:20.110361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be32890-e81c-4360-b62d-56c66038c191']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:20.144025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac6c783-8744-4270-98cb-4017f077e5dc') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:20.144524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac6c783-8744-4270-98cb-4017f077e5dc') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:20.153954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b0e-a885-411a-a3ca-8acc3b4e6124 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.162438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-80227eba-d152-45f3-93c5-66d6cc40b6af tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.165748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-80227eba-d152-45f3-93c5-66d6cc40b6af tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 813 time: 0.3575299 Nov 09 17:42:20.185836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.311620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.356747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-2b3224dc-0d08-4d6b-9b7e-50a14f632037 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/quotas/6276d85c8cf5474787c43214ad5821c7 HTTP/1.1" status: 200 len: 375 time: 0.1764739 Nov 09 17:42:20.403346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:20.403981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:20.413681 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:20.430139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-0136821f-022c-47f4-9116-e58ef7202048 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397938 Nov 09 17:42:20.556512 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b0e-a885-411a-a3ca-8acc3b4e6124 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.559250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b0e-a885-411a-a3ca-8acc3b4e6124 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.563218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6c6c0b0e-a885-411a-a3ca-8acc3b4e6124 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/2620d5ad-5d72-44f5-a373-4bad6560f59c HTTP/1.1" status: 204 len: 168 time: 0.7771780 Nov 09 17:42:20.576403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.577204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:20.607483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c0b0e-a885-411a-a3ca-8acc3b4e6124 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620d5ad-5d72-44f5-a373-4bad6560f59c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:20.609467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.633412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febb6a8-d000-4992-bcbe-45a5cb656846 req-0454daee-e3c9-46c0-a0e6-c664734e315f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.642139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4febb6a8-d000-4992-bcbe-45a5cb656846 req-0454daee-e3c9-46c0-a0e6-c664734e315f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.4085743 Nov 09 17:42:20.645315 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.683336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.687856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7be32890-e81c-4360-b62d-56c66038c191 HTTP/1.1" status: 204 len: 168 time: 1.1105506 Nov 09 17:42:20.696821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:20.746045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:20.797134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caee23-336b-4f98-b5f2-c50c1310be73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be32890-e81c-4360-b62d-56c66038c191,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:20.818450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f93d54e-399b-4854-bd2b-b356a78a2e84,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:20.877758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3ed21564-344b-4256-a42c-47a8970f88a2 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5005536 Nov 09 17:42:20.893910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Deleting subnet aec4c347-d9cb-43f4-80d9-632517fecbed {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:42:20.915677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4febb6a8-d000-4992-bcbe-45a5cb656846 req-26df5052-f3a1-477f-9a31-9997d6dc78ae tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723491 Nov 09 17:42:20.929143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-123d2c05-7963-4dcf-9bdd-98eae791e2d7 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3498869 Nov 09 17:42:20.930068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:20.931168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:20.980261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:21.012632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.013118 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Added segment 0709fc7d-0133-4ad5-9774-5cd8120d87db of type vlan for network eaac6e2b-4680-4404-bff6-6d4397f835df Nov 09 17:42:21.016636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.093201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event deleted for resources: {'Port': ['ID=34dabfb7-be2d-403e-bb66-890360e0ce38,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:21.107237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.131883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497abb6-8d2d-489f-b468-f95cec8df51d None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:21.144262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cbd1773c-1324-40a5-86d5-8345d1aa5453 req-984dccf2-77e0-48c3-9d26-1a08a1a0a2ea service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991258 Nov 09 17:42:21.168441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:21.170483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.173807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-a0aa3b86-40ee-46dc-aa24-7526331cfa32 service neutron] 10.222.0.45 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522917 Nov 09 17:42:21.181421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e5b0602a-faea-4b10-a041-014e408f0375 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5133817 Nov 09 17:42:21.184930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50020) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:21.191190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:21.210278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:21.212790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:21.227679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbff69e9-2672-40a3-a273-76af66f44998 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.280145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.305880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbff69e9-2672-40a3-a273-76af66f44998 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.312749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.314103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:21.315418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.355067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:21.360980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.367495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting subnet 5e9add2e-fa65-40d6-b658-74d74046de20 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:42:21.372693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.432817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-12c4189d-da01-4ec9-976c-b1d3070cc919 service neutron] 10.222.0.45 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495871 Nov 09 17:42:21.440474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.467162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:19Z', 'revision_number': 11, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:21.508533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:21.520335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:21.521336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:21.588213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.666579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:21.677931 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.718024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9add2e-fa65-40d6-b658-74d74046de20,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:21.720334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.724772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2336b9c7-7b71-4f14-be92-08d047475c3e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/5e9add2e-fa65-40d6-b658-74d74046de20 HTTP/1.1" status: 204 len: 168 time: 0.5133464 Nov 09 17:42:21.736873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50022) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:21.775917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee5e7e-b973-4edf-b737-ad70af89db77 None None] Network c7526e44-75d2-49ff-9b39-c02059661329 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:21.780029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:19Z', 'revision_number': 11, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:21.826569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6806047 Nov 09 17:42:21.833703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50024) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:21.841432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Request body: {'subnet': {'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-subnet', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:21.851807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.867728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f35df-db41-4c41-b002-e33c76ce0aa0 None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:19Z', 'revision_number': 11, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:21.877846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d61bc-1395-4b4e-90b0-c688c6d0406d admin admin] Pushing event updated for resources: {'Network': ['ID=eaac6e2b-4680-4404-bff6-6d4397f835df,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:21.891142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network eaac6e2b-4680-4404-bff6-6d4397f835df details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:21.892387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.915333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Made reservation on behalf of 6c128f9a533248de9ab1f892c8c01884 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:21.921605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.930517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.940735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.989214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbff69e9-2672-40a3-a273-76af66f44998 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.992538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbff69e9-2672-40a3-a273-76af66f44998 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:21.998072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cbff69e9-2672-40a3-a273-76af66f44998 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/afdf173c-5ff1-4c17-86a8-516f4e6d09ec HTTP/1.1" status: 204 len: 168 time: 1.0489631 Nov 09 17:42:22.004735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:22.028886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.036489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aec4c347-d9cb-43f4-80d9-632517fecbed HTTP/1.1" status: 204 len: 168 time: 1.3310711 Nov 09 17:42:22.040817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50032) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:22.094614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b59f3-dbfe-4f14-893e-1e03e0ff9cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec4c347-d9cb-43f4-80d9-632517fecbed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.171324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff69e9-2672-40a3-a273-76af66f44998 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdf173c-5ff1-4c17-86a8-516f4e6d09ec,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.175403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.176829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Fanout notify agent at l3_agent the message router_deleted on router 51500ec8-26f9-4787-8274-92128a05a3b7 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:22.200621 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.202407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a563261-de06-4592-8b5c-e32ac6a8e212 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/51500ec8-26f9-4787-8274-92128a05a3b7 HTTP/1.1" status: 204 len: 168 time: 4.6887529 Nov 09 17:42:22.211142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50034) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:22.240546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Deleting port d9967ecb-fecf-44d7-bb33-2776bbf91646 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:22.241125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.242505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1732009710', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:22.261510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] DHCP port deletion for c7526e44-75d2-49ff-9b39-c02059661329 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:22.301383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0c315bc9-f7af-4517-9331-5eb301a1b4f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2565646 Nov 09 17:42:22.302305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:22.316107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7f650-414f-4402-b6b9-77bb72bff9c7 req-da5d4836-d4b6-4ba8-ac36-f3a717edabab tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.324949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ac7f650-414f-4402-b6b9-77bb72bff9c7 req-da5d4836-d4b6-4ba8-ac36-f3a717edabab tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.2361455 Nov 09 17:42:22.333107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--778232745'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:22.384455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.386015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.386254 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.396495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] For port d9967ecb-fecf-44d7-bb33-2776bbf91646, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9967ecb-fecf-44d7-bb33-2776bbf91646,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:22.396850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.401559 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.425380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Calling delete_port for d9967ecb-fecf-44d7-bb33-2776bbf91646 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:22.428073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:22.456643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ac7f650-414f-4402-b6b9-77bb72bff9c7 req-f9f0caaa-e1a9-4d67-b138-40777408ac35 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306863 Nov 09 17:42:22.490184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:42:22.490649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d02f4c7a-a4b5-4896-9e37-20ebe6b15bdf not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:22.491266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d9967ecb-fecf-44d7-bb33-2776bbf91646 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:22.499570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] Deleting port d9967ecb-fecf-44d7-bb33-2776bbf91646 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:22.500310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.631674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] For port d9967ecb-fecf-44d7-bb33-2776bbf91646, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9967ecb-fecf-44d7-bb33-2776bbf91646,segment=NetworkSegment(a259b9b8-833d-4c1c-ae83-89612f3eb7d2),segment_id=a259b9b8-833d-4c1c-ae83-89612f3eb7d2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:22.633352 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.655501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.672983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] Calling delete_port for d9967ecb-fecf-44d7-bb33-2776bbf91646 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:22.687571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.688796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.777600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.803663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46303319-1e69-4721-8496-8295a7606b2a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:22.814183 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.815932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aee742c-cac0-4f97-9d10-f47303a8b009') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:22.816409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aee742c-cac0-4f97-9d10-f47303a8b009') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:22.828011 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.845067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.853050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:22.853656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:22.927925 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:22.938657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.943932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6376092 Nov 09 17:42:22.945034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:22.949520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf1ca1-8acb-41c8-8ee8-1c379c56f6f6 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e36c9c-a6a3-42a2-bbba-5771fdd6ec30,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.957947 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:22.961746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e536b1f-7774-47c9-bd31-7fe4d50e2564 req-dfd0af7b-7d70-474c-94e6-36292e7ba6f0 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 210 time: 0.1514676 Nov 09 17:42:22.972310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': 'f7e36c9c-a6a3-42a2-bbba-5771fdd6ec30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:22.999180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.003492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] 10.222.0.45 "DELETE /v2.0/networks/46303319-1e69-4721-8496-8295a7606b2a HTTP/1.1" status: 204 len: 168 time: 0.9540982 Nov 09 17:42:23.028493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94433b-2328-47ed-bc1a-0bfe7e49eb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=46303319-1e69-4721-8496-8295a7606b2a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.039117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.103216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.122025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.128790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.186807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf3060a-cf6f-453d-9284-654722afae85,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.189424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Port': ['ID=d9967ecb-fecf-44d7-bb33-2776bbf91646,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.196890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] Pushing event deleted for resources: {'Port': ['ID=d9967ecb-fecf-44d7-bb33-2776bbf91646,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.207291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No DVR routers for this DVR port d9967ecb-fecf-44d7-bb33-2776bbf91646 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:23.210155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Checking segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:23.210718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Network hostable DHCP agents. Network: eaac6e2b-4680-4404-bff6-6d4397f835df, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:23.254446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.262462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01f614-fbcb-4542-9770-8823b7ec2c73 None None] No DVR routers for this DVR port d9967ecb-fecf-44d7-bb33-2776bbf91646 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:23.274823 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.309556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50052) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.381526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Network eaac6e2b-4680-4404-bff6-6d4397f835df is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:23.388286 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.408079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-8ee9bb8d-f97d-497e-80be-c3a602c11105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:23.409221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-8ee9bb8d-f97d-497e-80be-c3a602c11105 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.7603567 Nov 09 17:42:23.429406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, eaac6e2b-4680-4404-bff6-6d4397f835df) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:23.439185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7526e44-75d2-49ff-9b39-c02059661329']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.446755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b16983-a90e-405f-8a1c-90212894a9d8 None None] Network eaac6e2b-4680-4404-bff6-6d4397f835df requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:23.453164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:23.453770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.464379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.464751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a259b9b8-833d-4c1c-ae83-89612f3eb7d2') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.471163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1eb0c408-069c-406e-b426-b16070a79810 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d61883b4a2fc468197b44ff94e48cccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597753 Nov 09 17:42:23.477899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.497010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.541561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d6fb67ea-b80b-4376-a501-b4dc21ddf98a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7063658 Nov 09 17:42:23.546368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50062) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.555991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.557706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:23.569577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.570768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.617096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694832c8-1e0b-4db7-b424-62f052f3eaa6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.664463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-383d8a89-90aa-4c01-ab05-e318793e5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:23.666095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-383d8a89-90aa-4c01-ab05-e318793e5a5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.1933014 Nov 09 17:42:23.683489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:23.683994 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:23.703800 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:23.736742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-6e50b32b-42a0-48de-a61d-b9e2134bddb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.0608525 Nov 09 17:42:23.786369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-eaac6e2b-4680-4404-bff6-6d4397f835df', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:23.788114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.797420 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.798675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-627cf5bf-6017-4597-94ea-20e2040eff40 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8502972 Nov 09 17:42:23.811228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.871064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.872825 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.903950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-d816c9d6-386d-4359-b28c-784380504ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:23.905539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-d816c9d6-386d-4359-b28c-784380504ccf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.1617310 Nov 09 17:42:23.933714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.940568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.949871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.951416 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/networks/c7526e44-75d2-49ff-9b39-c02059661329 HTTP/1.1" status: 204 len: 168 time: 2.2099366 Nov 09 17:42:23.957305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'routes': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:23.976305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1b163b4-bcfb-4a0b-bd0c-af3749097870 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.979358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:23.985353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-287ad636-afb6-4819-926b-2a490ffb05b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707700 Nov 09 17:42:24.035876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.037253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1de7f1-3855-4efe-9aeb-3eff1e5106f1 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Pushing event deleted for resources: {'Network': ['ID=c7526e44-75d2-49ff-9b39-c02059661329,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:24.048682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1b163b4-bcfb-4a0b-bd0c-af3749097870 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.057594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12538-e4b3-4660-b683-985a679a2e6a req-f3dcc20e-d41b-44f5-87a7-c89fe82e29ef tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:24.069236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ff12538-e4b3-4660-b683-985a679a2e6a req-f3dcc20e-d41b-44f5-87a7-c89fe82e29ef tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.4344649 Nov 09 17:42:24.077882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a217b3-72ec-48cf-ac9c-0e5607df8fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.101832 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.140979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Allocated IP 172.20.0.2 (eaac6e2b-4680-4404-bff6-6d4397f835df/bbf3060a-cf6f-453d-9284-654722afae85/85ef0998-6a7f-41e4-80dd-44ed518b3c7d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:24.233892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a217b3-72ec-48cf-ac9c-0e5607df8fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.303037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ff12538-e4b3-4660-b683-985a679a2e6a req-c83bca83-11cc-400e-960f-0ce494d6e1ef tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328539 Nov 09 17:42:24.306950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1b163b4-bcfb-4a0b-bd0c-af3749097870 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.318510 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1b163b4-bcfb-4a0b-bd0c-af3749097870 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.321737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1b163b4-bcfb-4a0b-bd0c-af3749097870 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/694832c8-1e0b-4db7-b424-62f052f3eaa6 HTTP/1.1" status: 204 len: 168 time: 0.5128675 Nov 09 17:42:24.340894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:24.373614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.401995 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.412808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-922ad4be-6e92-47f1-a391-31818871c4c4 req-a9f2d0a6-9f42-4d70-a336-8a99ccfa764e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 210 time: 0.1975219 Nov 09 17:42:24.436703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.469299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b163b4-bcfb-4a0b-bd0c-af3749097870 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=694832c8-1e0b-4db7-b424-62f052f3eaa6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:24.519689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-82f4d0ec-0a9e-4b79-b4c8-e0ad58a062ce tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1705184 Nov 09 17:42:24.524115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50076) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:24.539614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Pushing event updated for resources: {'Port': ['ID=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:24.548657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Network eaac6e2b-4680-4404-bff6-6d4397f835df is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:24.550251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:24.553761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:24.560333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a217b3-72ec-48cf-ac9c-0e5607df8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.561000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Added routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 17:42:24.561595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Removed routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 17:42:24.562280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.565184 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7a217b3-72ec-48cf-ac9c-0e5607df8fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.567447 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7a217b3-72ec-48cf-ac9c-0e5607df8fa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/999b4448-2c8d-4ff4-9421-9d72deccc1f2 HTTP/1.1" status: 204 len: 168 time: 1.0864489 Nov 09 17:42:24.636951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a217b3-72ec-48cf-ac9c-0e5607df8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999b4448-2c8d-4ff4-9421-9d72deccc1f2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:24.645597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Attempting to bind port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:24.646299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Attempting to bind port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:24.647006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Attempting to bind port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:24.668791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:24.669589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Checking segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:24.670408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.671210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Bound using segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:24.672156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Bound port: 85ef0998-6a7f-41e4-80dd-44ed518b3c7d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:24.673001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.700965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39a19ba5-3a0a-4fe4-8ef2-21950b032622 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.774769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39a19ba5-3a0a-4fe4-8ef2-21950b032622 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.787545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] For port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:24.792029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] For port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:24.798375 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.828576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-97b62360-8a7b-4a0c-a265-50f32d10a26c service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769992 Nov 09 17:42:24.895222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42380e89-4f7e-4e20-8bd8-45b89837a562 None None] Pushing event updated for resources: {'Port': ['ID=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:24.913791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.973977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:24.992271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Allocated IP 172.25.3.151 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/f286d0df-a4ca-40b9-bae2-255c1b5028a1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:25.046833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39a19ba5-3a0a-4fe4-8ef2-21950b032622 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.052171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39a19ba5-3a0a-4fe4-8ef2-21950b032622 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.058292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39a19ba5-3a0a-4fe4-8ef2-21950b032622 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7e36c9c-a6a3-42a2-bbba-5771fdd6ec30 HTTP/1.1" status: 204 len: 168 time: 0.5301270 Nov 09 17:42:25.059401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50084) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:25.168383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a19ba5-3a0a-4fe4-8ef2-21950b032622 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e36c9c-a6a3-42a2-bbba-5771fdd6ec30,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:25.307847 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:42:25.335100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.399688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-35714687-86bf-4619-a88b-3b6afc47ce4e tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2767484 Nov 09 17:42:25.401142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:25.410169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50090) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:25.444935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.470179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758933711'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:25.486140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-c3cee24a-c7a7-49d5-b1f7-627f587f796e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:25.486140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-c3cee24a-c7a7-49d5-b1f7-627f587f796e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.43 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 813 time: 0.4887555 Nov 09 17:42:25.503995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Request body: {'port': {'device_id': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03', 'admin_state_up': True, 'tenant_id': '6276d85c8cf5474787c43214ad5821c7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:25.597132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router ad1d87b4-9a8d-4011-a4ca-b74213b90383 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:25.635926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-83b83ec0-428b-4e0f-8a27-6e0f157d00ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96ac2efc96a44291a2ae2c3b41fd305f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275972 Nov 09 17:42:25.654683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50094) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:25.659374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-28b8bcb7-1cdd-4128-bb24-3f3aabfd1859 req-8f3348ff-9b24-451d-8ec1-2733aefd212b tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 210 time: 0.0521672 Nov 09 17:42:25.672847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.730287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e82f5de-abc4-491b-872c-0c4ca25779b3 req-277a5dff-adde-4a8d-b8a2-23d4377de16b service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8885717 Nov 09 17:42:25.826387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b589928-6e11-4277-943f-b4c77d574d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.829516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Made reservation on behalf of 6276d85c8cf5474787c43214ad5821c7 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:25.834029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.846135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193da9ea-a7ee-4853-a936-d8a173c8c741 req-d87bb08f-d1b0-4b06-a1c4-3fc94271caaa tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:25.848905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-193da9ea-a7ee-4853-a936-d8a173c8c741 req-d87bb08f-d1b0-4b06-a1c4-3fc94271caaa tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.3953631 Nov 09 17:42:25.875102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.886419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.901874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b589928-6e11-4277-943f-b4c77d574d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.961446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:25.980703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:25.981993 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] Sync routers for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:25.983442 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9ee3fe18-0e99-4317-8903-5ac732a7024d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 704 time: 2.0316775 Nov 09 17:42:26.013818 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:26.014119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50098) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:26.015640 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.040454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.078038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7ce48f7-ee11-4127-af16-51e38c37fd55 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 205 time: 0.0618656 Nov 09 17:42:26.081781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.098580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6483312 Nov 09 17:42:26.113632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50100) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:26.114088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50102) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:26.177238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85ef0998-6a7f-41e4-80dd-44ed518b3c7d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:26.207470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': '00eed350-ed37-4aa7-9ee7-ea969e711822', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:26.220988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b589928-6e11-4277-943f-b4c77d574d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.222017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-193da9ea-a7ee-4853-a936-d8a173c8c741 req-76b261bb-e7f4-43a4-94ba-557adfe7bb6d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212955 Nov 09 17:42:26.225902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b589928-6e11-4277-943f-b4c77d574d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.231186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4b589928-6e11-4277-943f-b4c77d574d5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b1232e9-4aa9-418d-bfdd-cc444d37ba8e HTTP/1.1" status: 204 len: 168 time: 0.5674922 Nov 09 17:42:26.236371 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:26.269351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.316232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce22f91-1833-468b-a1f1-4230ef499682 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00eed350-ed37-4aa7-9ee7-ea969e711822,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.330959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:26.354190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:26.354787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.406815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:26.407687 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:19Z', 'revision_number': 11, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.424318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event updated for resources: {'Port': ['ID=f286d0df-a4ca-40b9-bae2-255c1b5028a1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.437186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:26.460096 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] Checking router: ad1d87b4-9a8d-4011-a4ca-b74213b90383 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:26.474221 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] Routers {'ad1d87b4-9a8d-4011-a4ca-b74213b90383'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:26.475230 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.484719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf420ba0-bc64-4787-a9d9-81cd5cdd2edc None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:26.606297 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] Set router ad1d87b4-9a8d-4011-a4ca-b74213b90383 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:26.627902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-19027ecd-3b63-41a1-9f98-fbc3917e8468 None None] Provisioning complete for port f286d0df-a4ca-40b9-bae2-255c1b5028a1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:26.632419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19027ecd-3b63-41a1-9f98-fbc3917e8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.704933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19027ecd-3b63-41a1-9f98-fbc3917e8468 None None] Port f286d0df-a4ca-40b9-bae2-255c1b5028a1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:42:26.724183 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:19Z', 'revision_number': 11, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.776386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:26.780074 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aba6c5-7a90-437e-990b-e6a3dc18878f None None] The sync data for ids ['ad1d87b4-9a8d-4011-a4ca-b74213b90383'] in n-d-804292-3 is: [{'id': 'ad1d87b4-9a8d-4011-a4ca-b74213b90383', 'name': 'tempest-RoutersIpV6Test-router-431147542', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:04Z', 'updated_at': '2021-11-09T17:42:19Z', 'revision_number': 11, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:26.810051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999767ad-0afb-4d0b-b2cc-70e96125b303 None None] Network eaac6e2b-4680-4404-bff6-6d4397f835df requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:27.010705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b589928-6e11-4277-943f-b4c77d574d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1232e9-4aa9-418d-bfdd-cc444d37ba8e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.061039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.065824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4625612-555b-4fac-a666-0c637cfa7440 req-34cea78c-a3a3-4ab6-a9b5-48b4ca744cd9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 210 time: 0.1019731 Nov 09 17:42:27.201810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.224182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:27.237058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Allocated IP 172.25.3.13 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/25df2d8d-9900-403f-9cf4-3a84aeedcea7) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:27.242494 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.261361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.281136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a028f0c0-c015-4c0f-9c54-c336a3a2b597 None None] Provisioning complete for port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:27.281742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a028f0c0-c015-4c0f-9c54-c336a3a2b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.383458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Allocated IP 172.20.0.7 (073f2c8a-57c9-45d1-820e-296f82704e03/2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc/2fd14bc2-418f-4818-82d2-2d05dacbfd8a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:27.460566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.481907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.496635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.543584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.543939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.544292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.544639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.545037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.545378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.545712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.546098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.546434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.546765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.547125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.547448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:27.630013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.641435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.642032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router ad1d87b4-9a8d-4011-a4ca-b74213b90383 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:27.676220 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.678406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3d518e99-4720-4e1b-bb19-95da1c29c90c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 204 len: 168 time: 1.5265279 Nov 09 17:42:27.684141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50128) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:27.686548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.696537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305553471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:27.732362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc54f-d426-421e-93b5-1d146afb71d6 req-d452e5e3-fab3-4762-a71d-7a6204b691f5 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:27.733748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dccc54f-d426-421e-93b5-1d146afb71d6 req-d452e5e3-fab3-4762-a71d-7a6204b691f5 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.3170629 Nov 09 17:42:27.744387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.779121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.779121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.831790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7437c9-4ad1-4766-8e85-3586f22f23d0,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.851426 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66e1925e-0760-4799-8a35-65cd858bac1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.853747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.892835 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:27.894144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-712d4b4a-cbfa-4c8d-84ff-a5a088ff7845 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7401226 Nov 09 17:42:27.901489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50132) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:27.975299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-34225bbb-2225-472a-9d59-e3a1b09150b2 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules/dd7437c9-4ad1-4766-8e85-3586f22f23d0 HTTP/1.1" status: 200 len: 763 time: 0.0690815 Nov 09 17:42:27.980741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50134) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.015846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dccc54f-d426-421e-93b5-1d146afb71d6 req-a3ed8322-5ed9-48b8-ba4b-60dd34a312f7 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229207 Nov 09 17:42:28.029034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50136) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.057918 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.076407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f378e89a-dffe-49b9-8297-0c27d71e1611 None None] Provisioning complete for port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:28.076782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f378e89a-dffe-49b9-8297-0c27d71e1611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.082461 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.084991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.124828 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.130343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:28.142305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:28.156486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:28.183521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Pushing event updated for resources: {'Port': ['ID=25df2d8d-9900-403f-9cf4-3a84aeedcea7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.207389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-937c2ab4-bd1b-4c43-a575-821b680ac4c4 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2246108 Nov 09 17:42:28.208803 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.210054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fedc4992-b8f4-4385-9fdc-01b71ace84fc tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5241632 Nov 09 17:42:28.217179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.220258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.240061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Router 1244da98-4e90-49f9-9d57-7244732b2144 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:28.241563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85ef0998-6a7f-41e4-80dd-44ed518b3c7d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:28.243413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:28.244976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfa080-8585-4aac-870b-6650485c186d None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:28.343882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1760968083-network', 'tenant_id': 'ee7cf3014c9e459b9fb7accfc3110087'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:28.358089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50a9481b-758b-4415-8d62-1ca24ccee117 req-5bad82c3-81f5-4376-9758-ed974337055d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 210 time: 0.1284978 Nov 09 17:42:28.392394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.416571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:28.417101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.443524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.483884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378873ca-0c4b-4f4a-9469-dbed87ecb17b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.501242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378873ca-0c4b-4f4a-9469-dbed87ecb17b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.529705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:28.554684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378873ca-0c4b-4f4a-9469-dbed87ecb17b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.562716 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378873ca-0c4b-4f4a-9469-dbed87ecb17b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.569552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-378873ca-0c4b-4f4a-9469-dbed87ecb17b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/dd7437c9-4ad1-4766-8e85-3586f22f23d0 HTTP/1.1" status: 204 len: 168 time: 0.3476205 Nov 09 17:42:28.570361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50148) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.575660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] Sync routers for ids ['1244da98-4e90-49f9-9d57-7244732b2144'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:28.609625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378873ca-0c4b-4f4a-9469-dbed87ecb17b tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd7437c9-4ad1-4766-8e85-3586f22f23d0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.615046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.618339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Made reservation on behalf of ee7cf3014c9e459b9fb7accfc3110087 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:28.619110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac3bc7b5-a806-4321-8c45-6e0cfcde0a74 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4033144 Nov 09 17:42:28.619923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.620861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.627143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] Routers {'1244da98-4e90-49f9-9d57-7244732b2144'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:28.629628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1244da98-4e90-49f9-9d57-7244732b2144'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:28.632535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:28.654067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Network 073f2c8a-57c9-45d1-820e-296f82704e03 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:28.665643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.667989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:28.684737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-beea8d48-87c2-422f-9729-617161a9236e tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113837 Nov 09 17:42:28.688252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.694731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': '00eed350-ed37-4aa7-9ee7-ea969e711822', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:28.701359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c7cd490c-6775-4641-bd4b-d30c5cadce97 None None] Provisioning complete for port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:28.701945 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7cd490c-6775-4641-bd4b-d30c5cadce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.707662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:28.724636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:28.727724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Pushing event updated for resources: {'Port': ['ID=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.734661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.786249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] Routers {'1244da98-4e90-49f9-9d57-7244732b2144'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:28.787252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1244da98-4e90-49f9-9d57-7244732b2144'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:28.800049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.822629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.841227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.863087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd490c-6775-4641-bd4b-d30c5cadce97 None None] Port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:42:28.876755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178ab816-d4da-4621-b871-af585c40c75d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.890201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.891324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:28.893472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc0c30-96d3-4aef-ac5c-c71df43d01f8 None None] The sync data for ids ['1244da98-4e90-49f9-9d57-7244732b2144'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:28.895681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0672c949-7047-4330-8f85-2d6145548beb tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068999 Nov 09 17:42:28.898855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.899536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:28.921635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c585455d-2110-434a-b407-1fdfac797a03 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules/178ab816-d4da-4621-b871-af585c40c75d HTTP/1.1" status: 200 len: 763 time: 0.0210991 Nov 09 17:42:28.931501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50156) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:28.946178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.946969 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.087796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-3748201a-162e-4cd0-a4c3-642f8e54482e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5887511 Nov 09 17:42:29.110709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a3a448c2-cc43-47c3-ab50-7af5c8d47523 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1773229 Nov 09 17:42:29.111719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:29.112040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Request body: {'port': {'device_id': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:29.164933 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e61b76b-855a-4e73-8882-1b578654229a tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.177697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e61b76b-855a-4e73-8882-1b578654229a tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.193121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.315697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.332251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.343033 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e61b76b-855a-4e73-8882-1b578654229a tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.351242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e61b76b-855a-4e73-8882-1b578654229a tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.354306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1e61b76b-855a-4e73-8882-1b578654229a tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/178ab816-d4da-4621-b871-af585c40c75d HTTP/1.1" status: 204 len: 168 time: 0.2377288 Nov 09 17:42:29.364792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:29.394006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61b76b-855a-4e73-8882-1b578654229a tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=178ab816-d4da-4621-b871-af585c40c75d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:29.394393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.409511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:29.426429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.442809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Router 88b4e000-d18b-460c-909c-e71a03282f72 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:29.454321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-71d75f59-425f-473e-b2af-634dbe667121 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870633 Nov 09 17:42:29.459595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:29.465424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Request body: {'security_group_rule': {'security_group_id': '00eed350-ed37-4aa7-9ee7-ea969e711822', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:29.467415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7467a6-ffd9-4583-8b7c-169488d81e39 req-9effa2e2-a2b5-4748-ac9b-442e1de79c82 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:29.469076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac7467a6-ffd9-4583-8b7c-169488d81e39 req-9effa2e2-a2b5-4748-ac9b-442e1de79c82 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.2944427 Nov 09 17:42:29.471589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.472126 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Added segment 44e684a0-4442-4730-9969-32b81fb9a780 of type vlan for network 77fda239-b7b7-418b-acf7-8243ea9aee16 Nov 09 17:42:29.476196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.490346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed7afb-101a-4273-997e-899c99158e09,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:29.559205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.707815 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.738249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Deleting port f286d0df-a4ca-40b9-bae2-255c1b5028a1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:42:29.738795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.741066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:29.761987 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] Sync routers for ids ['88b4e000-d18b-460c-909c-e71a03282f72'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:29.776779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] Routers {'88b4e000-d18b-460c-909c-e71a03282f72'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:29.778085 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['88b4e000-d18b-460c-909c-e71a03282f72'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:29.794824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.800543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4694b035-f1f2-4290-8b2f-a4d8dd7ed56b tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "PUT /v2.0/routers/88b4e000-d18b-460c-909c-e71a03282f72 HTTP/1.1" status: 200 len: 697 time: 1.5778184 Nov 09 17:42:29.800830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c3cdc-c240-4e90-b8e5-1de2b3092e97 req-f8ab078e-8def-4f1c-9263-45f89b325c2a tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:29.802301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d40c3cdc-c240-4e90-b8e5-1de2b3092e97 req-f8ab078e-8def-4f1c-9263-45f89b325c2a tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 931 time: 0.1988645 Nov 09 17:42:29.805636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.806830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:29.841369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:29.867784 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] Set router 88b4e000-d18b-460c-909c-e71a03282f72 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:29.875563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.891482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac7467a6-ffd9-4583-8b7c-169488d81e39 req-6caa31b3-957b-457b-97f0-2fa489330988 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602190 Nov 09 17:42:29.921389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.921389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:29.921389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.935181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:29.960774 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4e000-d18b-460c-909c-e71a03282f72', 'name': 'tempest-RoutersIpV6Test-router-305553471', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:27Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:30.007320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] Checking router: 88b4e000-d18b-460c-909c-e71a03282f72 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:30.028080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] Routers {'88b4e000-d18b-460c-909c-e71a03282f72'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:30.029136 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['88b4e000-d18b-460c-909c-e71a03282f72'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:30.086597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e9fb71-e729-41f7-ad58-24d27b3dd689,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:30.117585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-21f9d6fb-4b78-4a81-a815-121b260dd4fb tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/routers/88b4e000-d18b-460c-909c-e71a03282f72 HTTP/1.1" status: 200 len: 703 time: 0.2524095 Nov 09 17:42:30.138133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:30.152590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.154682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-72de7fba-459a-468b-85f0-b2c75f0f9ade tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6930823 Nov 09 17:42:30.170115 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] Set router 88b4e000-d18b-460c-909c-e71a03282f72 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:30.176833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:30.242391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e94cac5b-61a6-49fb-8d69-42db9d5e0028 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=88b4e000-d18b-460c-909c-e71a03282f72 HTTP/1.1" status: 200 len: 205 time: 0.0817275 Nov 09 17:42:30.242670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50176) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:30.248163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d40c3cdc-c240-4e90-b8e5-1de2b3092e97 req-863cedeb-aecc-4eac-beeb-23bc5403724d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877404 Nov 09 17:42:30.255460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.261142 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-75790391-d698-4b36-abf8-aea8280dc53f tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules/68e9fb71-e729-41f7-ad58-24d27b3dd689 HTTP/1.1" status: 200 len: 764 time: 0.0810363 Nov 09 17:42:30.270640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:30.286666 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4e000-d18b-460c-909c-e71a03282f72', 'name': 'tempest-RoutersIpV6Test-router-305553471', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:27Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:30.329651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Calling delete_port for f286d0df-a4ca-40b9-bae2-255c1b5028a1 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:42:30.357442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f25207-94f4-404f-a6eb-9972dad62ea1 None None] The sync data for ids ['88b4e000-d18b-460c-909c-e71a03282f72'] in n-d-804292-3 is: [{'id': '88b4e000-d18b-460c-909c-e71a03282f72', 'name': 'tempest-RoutersIpV6Test-router-305553471', 'tenant_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:27Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 2, 'project_id': 'af6625fee9b742dd8f4fb559ac1cfd77', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:30.415274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5da67ef-ed5a-4477-941e-e9db80e67e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.419142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3856397 Nov 09 17:42:30.454167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:30.472772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Request body: {'subnet': {'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1760968083-subnet', 'tenant_id': 'ee7cf3014c9e459b9fb7accfc3110087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:30.494084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e1cd6-fd50-4973-984b-4f416ddaf94f admin admin] Pushing event updated for resources: {'Network': ['ID=77fda239-b7b7-418b-acf7-8243ea9aee16,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:30.525015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:30.584648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Made reservation on behalf of ee7cf3014c9e459b9fb7accfc3110087 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:30.587157 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.781891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd14bc2-418f-4818-82d2-2d05dacbfd8a {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:30.792250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.794271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.816119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Transition to ACTIVE for port object 2fd14bc2-418f-4818-82d2-2d05dacbfd8a will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:30.829108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:30.836580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Router a087f6c6-4aa1-447f-91d0-c78025036a4c is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:30.926393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7454546b-29c9-40f1-ad39-37a034c53bdc tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6545372 Nov 09 17:42:30.933255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50186) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.007213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Pushing event updated for resources: {'Port': ['ID=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.076941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6752f029-cdf7-4efb-ac1f-a43d2299e046 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.140476 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.146357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6752f029-cdf7-4efb-ac1f-a43d2299e046 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.164292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.168136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.257051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:31.265844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6752f029-cdf7-4efb-ac1f-a43d2299e046 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.271694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6752f029-cdf7-4efb-ac1f-a43d2299e046 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.273031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6752f029-cdf7-4efb-ac1f-a43d2299e046 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/68e9fb71-e729-41f7-ad58-24d27b3dd689 HTTP/1.1" status: 204 len: 168 time: 0.3142986 Nov 09 17:42:31.275886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:31.284414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50188) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.284707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ec8d83-04fc-4cad-a36f-6b43980007f7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.309284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Attempting to bind port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:31.310106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Attempting to bind port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:31.310874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Attempting to bind port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a on network 073f2c8a-57c9-45d1-820e-296f82704e03 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:31.325828 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.326354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Fanout notify agent at l3_agent the message router_deleted on router 88b4e000-d18b-460c-909c-e71a03282f72 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:31.336181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:31.340133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:31.342071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee3a56-4198-49fc-9559-a6c3825f2144 req-22496ba1-63b7-45d5-b325-e47034df6534 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.342328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752f029-cdf7-4efb-ac1f-a43d2299e046 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e9fb71-e729-41f7-ad58-24d27b3dd689,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.342727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caee3a56-4198-49fc-9559-a6c3825f2144 req-22496ba1-63b7-45d5-b325-e47034df6534 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.3434582 Nov 09 17:42:31.351260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a on network 073f2c8a-57c9-45d1-820e-296f82704e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:31.352122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Attempting to bind port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a on network 073f2c8a-57c9-45d1-820e-296f82704e03 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:31.352707 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.353975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1d217fa9-c8f2-4ee2-b169-cb9af2555e1e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/88b4e000-d18b-460c-909c-e71a03282f72 HTTP/1.1" status: 204 len: 168 time: 1.1104929 Nov 09 17:42:31.365126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50192) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.382227 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.384818 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8a64be12-6907-45ae-a364-e251181a743b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8363278 Nov 09 17:42:31.387613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Checking segment: {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:31.388406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Network hostable DHCP agents. Network: 77fda239-b7b7-418b-acf7-8243ea9aee16, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:31.393132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50194) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.394516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:31.395284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Checking segment: {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:31.396112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Bound using segment: {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:31.397188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Bound port: 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:31.398023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.537863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:31.575233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.587682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:31.613970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc56e651-6bd4-49a0-96d5-12d68a1d7f08 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=88b4e000-d18b-460c-909c-e71a03282f72 HTTP/1.1" status: 200 len: 205 time: 0.2286828 Nov 09 17:42:31.632803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-182e967f-bab0-4db3-8104-3f395d56988d tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3439968 Nov 09 17:42:31.644500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50198) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.644846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50200) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.671800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Pushing event deleted for resources: {'Port': ['ID=f286d0df-a4ca-40b9-bae2-255c1b5028a1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.731364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce151804-12b4-410f-bf99-16e53228bb11 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:31.746348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 77fda239-b7b7-418b-acf7-8243ea9aee16) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:31.751445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.752660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.779525 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-f1530202-2bac-4e25-bcfb-ed1cb427ab7d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:31.780629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f1530202-2bac-4e25-bcfb-ed1cb427ab7d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/88b4e000-d18b-460c-909c-e71a03282f72 HTTP/1.1" status: 404 len: 336 time: 0.1344178 Nov 09 17:42:31.787472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:31.807861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caee3a56-4198-49fc-9559-a6c3825f2144 req-06883b2e-87d6-4222-a6e3-7be55525d1cf tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413373 Nov 09 17:42:31.837089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db2589-37f5-47ed-b969-c79d69929c6c req-1a7e9e5e-4859-4d65-b318-bc75d25f9d07 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.837089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6db2589-37f5-47ed-b969-c79d69929c6c req-1a7e9e5e-4859-4d65-b318-bc75d25f9d07 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 943 time: 0.3255951 Nov 09 17:42:31.851421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d4d87c9-57df-4b3e-887d-4003e288c527 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3840742 Nov 09 17:42:31.904674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c69695-5945-4abb-9783-8ba83ddf08b5 None None] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:31.912270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:31.950638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] For port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:31.958555 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b982a08-8f81-4942-9e51-03e46a1b5267 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:31.965780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b982a08-8f81-4942-9e51-03e46a1b5267 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:31.975810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4b982a08-8f81-4942-9e51-03e46a1b5267 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/e2926d16-cede-4e74-952c-f5a92ebef023 HTTP/1.1" status: 404 len: 337 time: 0.1825964 Nov 09 17:42:31.992212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.073542 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ce4790-a2b4-4004-9f36-b657b0f6b4e4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:32.074215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ce4790-a2b4-4004-9f36-b657b0f6b4e4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:32.079389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-60ce4790-a2b4-4004-9f36-b657b0f6b4e4 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/f70b3cb5-c7fa-4e5e-a6ee-0454953c52b2 HTTP/1.1" status: 404 len: 337 time: 0.0854928 Nov 09 17:42:32.081132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.084161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.198950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] For port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:32.261114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6db2589-37f5-47ed-b969-c79d69929c6c req-5096e3a3-13d1-4f37-b4dc-264d72fe80b3 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866096 Nov 09 17:42:32.272519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.282677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5239e-3861-4b4e-82aa-4c046c987b1a None None] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:32.289909 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1211b02b-4ce0-4b6d-86df-7a28271437ed tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:32.290693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1211b02b-4ce0-4b6d-86df-7a28271437ed tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:32.296819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1211b02b-4ce0-4b6d-86df-7a28271437ed tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/752d2448-430d-4323-b202-7ffeefde90ad HTTP/1.1" status: 404 len: 337 time: 0.2105198 Nov 09 17:42:32.303070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50214) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.356186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 3, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:32.365536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.366193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.367736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] 10.222.0.43 "PUT /v2.0/ports/2fd14bc2-418f-4818-82d2-2d05dacbfd8a HTTP/1.1" status: 200 len: 1091 time: 3.2662003 Nov 09 17:42:32.392948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'tag': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:32.402089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:32.403209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Updating router a087f6c6-4aa1-447f-91d0-c78025036a4c port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:42:32.410053 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0", "tag": "2fd14bc2-418f-4818-82d2-2d05dacbfd8a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:32.410728 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baaae45-af82-4f12-9dff-07698aea2c23 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:32.411493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baaae45-af82-4f12-9dff-07698aea2c23 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:32.428724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6baaae45-af82-4f12-9dff-07698aea2c23 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/5e9add2e-fa65-40d6-b658-74d74046de20 HTTP/1.1" status: 404 len: 337 time: 0.1239889 Nov 09 17:42:32.440022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.446949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50220) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.502742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f693c074-6016-40d4-bcb5-682bbeefa106 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.546334 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f693c074-6016-40d4-bcb5-682bbeefa106 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.640563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.646628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.740405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b14bfc69-397e-456f-a14f-f576a4bc1e26 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 200 len: 205 time: 0.2876570 Nov 09 17:42:32.744526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.746604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Router 1244da98-4e90-49f9-9d57-7244732b2144 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:32.852066 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c86bc0e-8fc8-42cd-8649-47319127a670 x-openstack-request-id: req-7c86bc0e-8fc8-42cd-8649-47319127a670 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:32.852721 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0", "tag": "2fd14bc2-418f-4818-82d2-2d05dacbfd8a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:32.852965 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c86bc0e-8fc8-42cd-8649-47319127a670 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:32.853555 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'tag': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a', 'status': 'completed', 'code': 200} Nov 09 17:42:32.863136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6f54-221a-4942-b837-51617c14cd7e service neutron] Pushing event updated for resources: {'Port': ['ID=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:32.876484 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-6860311b-0817-435b-b9ff-b559cfaed9e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:32.883874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6860311b-0817-435b-b9ff-b559cfaed9e5 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/ad1d87b4-9a8d-4011-a4ca-b74213b90383 HTTP/1.1" status: 404 len: 336 time: 0.1049905 Nov 09 17:42:32.884938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.919233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f693c074-6016-40d4-bcb5-682bbeefa106 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.924466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f693c074-6016-40d4-bcb5-682bbeefa106 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.930068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f693c074-6016-40d4-bcb5-682bbeefa106 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "DELETE /v2.0/security-groups/00eed350-ed37-4aa7-9ee7-ea969e711822 HTTP/1.1" status: 204 len: 168 time: 1.2729273 Nov 09 17:42:32.941620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50228) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:32.960823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.971034 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:32.987289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a36c3737-d9cf-4f8e-887f-88899bca866d tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4782c5c-8b35-4f8c-9569-decc4faee6d5 HTTP/1.1" status: 200 len: 205 time: 0.0927792 Nov 09 17:42:32.990694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.001109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-f8c8453c-158e-46c8-ba9a-a2cf85352e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.003300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-f8c8453c-158e-46c8-ba9a-a2cf85352e21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 1094 time: 0.5725236 Nov 09 17:42:33.032215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec42ef8-9fa2-454f-bc69-0c50ba4e15f8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:33.057993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693c074-6016-40d4-bcb5-682bbeefa106 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eed350-ed37-4aa7-9ee7-ea969e711822,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.088529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1aa73-d0f6-4099-b538-176aaa1b8a49 None None] Pushing event updated for resources: {'Port': ['ID=25df2d8d-9900-403f-9cf4-3a84aeedcea7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.092998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Attempting to bind port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:33.093523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Attempting to bind port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:33.094041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Attempting to bind port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:33.131182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:33.131765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:33.132423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.132848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:33.133764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Bound port: 25df2d8d-9900-403f-9cf4-3a84aeedcea7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:33.134191 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.178503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.196479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4e7b9e76-19f3-4f8e-8e16-d73e102540c0 None None] Provisioning complete for port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:33.196865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9e76-19f3-4f8e-8e16-d73e102540c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.254418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b9e76-19f3-4f8e-8e16-d73e102540c0 None None] Port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:42:33.266729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-c3aa700c-e0e8-44a8-91d2-6167e042d5b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a HTTP/1.1" status: 200 len: 217 time: 0.1892886 Nov 09 17:42:33.289023 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-931c376c-3321-4f97-b9ef-4e9cc348427e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:33.295025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] For port 25df2d8d-9900-403f-9cf4-3a84aeedcea7, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:33.295347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-931c376c-3321-4f97-b9ef-4e9cc348427e tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/a4782c5c-8b35-4f8c-9569-decc4faee6d5 HTTP/1.1" status: 404 len: 336 time: 0.2959104 Nov 09 17:42:33.299002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c438a99f-c30a-4501-a50d-7a1165833fc2 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3553653 Nov 09 17:42:33.299985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50236) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.307840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] For port 25df2d8d-9900-403f-9cf4-3a84aeedcea7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=25df2d8d-9900-403f-9cf4-3a84aeedcea7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:33.316749 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.355106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50238) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.405733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:33.426832 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] Sync routers for ids ['1244da98-4e90-49f9-9d57-7244732b2144'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:33.428145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.430718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a0056a66-bc9d-4d11-9735-810d0a866516 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "PUT /v2.0/routers/1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 200 len: 710 time: 4.8076842 Nov 09 17:42:33.440862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.446074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cf2b4-ec3b-4984-abb0-5bfb07d13cc9 req-5d0fa199-dfb7-40bc-a783-846ba10a63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.449039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a4cf2b4-ec3b-4984-abb0-5bfb07d13cc9 req-5d0fa199-dfb7-40bc-a783-846ba10a63a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.4594998 Nov 09 17:42:33.454501 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] Routers {'1244da98-4e90-49f9-9d57-7244732b2144'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:33.455764 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1244da98-4e90-49f9-9d57-7244732b2144'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:33.522557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61c441-fac0-4cb9-a543-d597c7f786fc req-0537e017-9f3a-426d-bd77-f90817db8c25 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.525620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d61c441-fac0-4cb9-a543-d597c7f786fc req-0537e017-9f3a-426d-bd77-f90817db8c25 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.4372091 Nov 09 17:42:33.540720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1aa73-d0f6-4099-b538-176aaa1b8a49 None None] Pushing event updated for resources: {'Port': ['ID=25df2d8d-9900-403f-9cf4-3a84aeedcea7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.558706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:33.560739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:33.579191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b9303-591d-4055-9962-8b09479cd227 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:33.609756 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:33.645150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7c960ab4-bba3-4062-9430-31bb384d4308 tempest-SecGroupTest-270942796 tempest-SecGroupTest-270942796-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2885497 Nov 09 17:42:33.660037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-24f96ab3-b765-48e1-8e07-e43e5700afdd tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/routers/1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 200 len: 745 time: 0.2041192 Nov 09 17:42:33.661472 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] Routers {'1244da98-4e90-49f9-9d57-7244732b2144'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:33.662490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.662925 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1244da98-4e90-49f9-9d57-7244732b2144'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:33.671239 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0974c342-c027-4661-994e-57975364d9db tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:33.675410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0974c342-c027-4661-994e-57975364d9db tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:33.693625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:33.709290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0974c342-c027-4661-994e-57975364d9db tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/e90d0c43-807e-445c-b001-e754945ddd7c HTTP/1.1" status: 404 len: 337 time: 0.3618665 Nov 09 17:42:33.715142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50252) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.731339 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:33.732514 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ad8cf-0e63-4a43-93cd-2be8dac97ba9 None None] The sync data for ids ['1244da98-4e90-49f9-9d57-7244732b2144'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:33.827695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32721f99-04c7-4835-a1ce-feefd68db6e4 req-1d5c9df0-47f3-4be9-81f0-e07a7b1fb937 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.830643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32721f99-04c7-4835-a1ce-feefd68db6e4 req-1d5c9df0-47f3-4be9-81f0-e07a7b1fb937 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 943 time: 0.3274381 Nov 09 17:42:33.841701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b555c73-3244-4b42-b6a8-20a8f6ad66a3 tempest-RoutersIpV6AdminTest-837930985 tempest-RoutersIpV6AdminTest-837930985-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&device_id=1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 200 len: 205 time: 0.1760492 Nov 09 17:42:33.843660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.848510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:33.865859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a4cf2b4-ec3b-4984-abb0-5bfb07d13cc9 req-55e44346-fd41-4800-8d9f-3ea3d2482446 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020221 Nov 09 17:42:33.922039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9bc251f4-704f-4b7e-808f-d6bd0a4fb0a5 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 200 len: 205 time: 0.0761046 Nov 09 17:42:33.926790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d2a0eca6-e6ee-45b5-ac8f-dbd68ffdda8a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 200 len: 205 time: 0.1719398 Nov 09 17:42:33.927982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.928841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50258) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:33.958002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-c09a8b64-1772-4baf-b2d4-c272264fcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.959654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-c09a8b64-1772-4baf-b2d4-c272264fcdaa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 200 len: 853 time: 0.6816578 Nov 09 17:42:34.052581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-c60baf3a-5081-422f-8b16-20771b4e1650 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=073f2c8a-57c9-45d1-820e-296f82704e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772765 Nov 09 17:42:34.068207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fbbe3c06-9d7e-4853-bd8f-7d227e8641b8 None None] Provisioning complete for port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:34.069078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3c06-9d7e-4853-bd8f-7d227e8641b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:34.090160 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b145996c-160f-4062-903f-27f5ba98c854 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:34.092492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b145996c-160f-4062-903f-27f5ba98c854 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/4bfeec37-cf7e-4f7c-944f-9808262ad817 HTTP/1.1" status: 404 len: 336 time: 0.1617961 Nov 09 17:42:34.103019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:34.241474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d27ad38c-e6e1-4af0-819b-556c48529e7c tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 HTTP/1.1" status: 200 len: 205 time: 0.1345086 Nov 09 17:42:34.257521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:34.274615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:34.307995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d61c441-fac0-4cb9-a543-d597c7f786fc req-7a3d77ae-42dd-4b9b-8fc7-d780ec21896c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774770 Nov 09 17:42:34.358841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:34.373524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-32721f99-04c7-4835-a1ce-feefd68db6e4 req-53f5d79c-ccae-4d7b-b2b8-47c4221ac95b tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000360 Nov 09 17:42:34.686817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Allocated IP 172.20.0.1 (eaac6e2b-4680-4404-bff6-6d4397f835df/bbf3060a-cf6f-453d-9284-654722afae85/7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:34.694666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50268) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:34.698647 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3c06-9d7e-4853-bd8f-7d227e8641b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:34.792160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fbbe3c06-9d7e-4853-bd8f-7d227e8641b8 None None] For port 25df2d8d-9900-403f-9cf4-3a84aeedcea7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=25df2d8d-9900-403f-9cf4-3a84aeedcea7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:34.797631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 3, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:34.836214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-5488e98c-c9d0-4034-832e-c53646fcc645 service neutron] 10.222.0.43 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103891 Nov 09 17:42:34.886943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3c06-9d7e-4853-bd8f-7d227e8641b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:34.911813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f73fce-30be-48b6-a830-5dcc01d21fd1 None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 3, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:34.966892 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c74d1a4d-0006-43fd-ac31-74c6423339e2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:34.968168 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c74d1a4d-0006-43fd-ac31-74c6423339e2 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/11ba6aaa-c67e-4b7d-85a5-05c2cda67fa4 HTTP/1.1" status: 404 len: 336 time: 0.7081344 Nov 09 17:42:34.971634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.019415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe3c06-9d7e-4853-bd8f-7d227e8641b8 None None] Pushing event updated for resources: {'Port': ['ID=25df2d8d-9900-403f-9cf4-3a84aeedcea7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:35.036899 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a274e147-0eb7-4999-a37b-81b32ce8eb59 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:35.037491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a274e147-0eb7-4999-a37b-81b32ce8eb59 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:35.041261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a274e147-0eb7-4999-a37b-81b32ce8eb59 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/9bd546d2-58a7-4d0c-b936-1262d2b26724 HTTP/1.1" status: 404 len: 337 time: 0.0680244 Nov 09 17:42:35.069132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.161751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.165065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.177774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c5518556-6b8a-4eeb-94f0-98a20428a1ab tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 HTTP/1.1" status: 200 len: 205 time: 0.1044178 Nov 09 17:42:35.191603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.210948 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-83479c5d-bf78-495f-a2dd-bb6b3cdd72c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40ec399a607144dd9e8aeb5cf3c134db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148299 Nov 09 17:42:35.225404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.253511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.254121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Fanout notify agent at l3_agent the message router_deleted on router 1244da98-4e90-49f9-9d57-7244732b2144 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:35.263152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.265638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-10032dc5-7d72-482f-98d9-a5be4512b731 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 204 len: 168 time: 1.3324730 Nov 09 17:42:35.269480 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-d427346a-c4ff-4f44-afcd-098dd8537c8a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:35.270725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d427346a-c4ff-4f44-afcd-098dd8537c8a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/c39219cc-d8d9-4fe7-b00f-bdec9cd5a798 HTTP/1.1" status: 404 len: 336 time: 0.0781384 Nov 09 17:42:35.273165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.276294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f979d17e-c5b3-4fb5-9659-b10c1f4d093e req-792102bc-25a7-4b10-9866-cc6a3ecaa9bb service neutron] 10.222.0.43 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264612 Nov 09 17:42:35.284956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.288820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50284) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.336634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-99e72788-2c51-4d12-9d5b-0bbfbd217700 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 200 len: 205 time: 0.0624304 Nov 09 17:42:35.337296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.396819 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-bfd03f96-3760-4ca5-916b-8dfc81d45ff9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] delete failed (client error): The resource could not be found. Nov 09 17:42:35.400829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bfd03f96-3760-4ca5-916b-8dfc81d45ff9 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/1244da98-4e90-49f9-9d57-7244732b2144 HTTP/1.1" status: 404 len: 336 time: 0.0589983 Nov 09 17:42:35.401776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.434478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e472fdd-5540-42eb-ac92-50e09d982a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.458756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e472fdd-5540-42eb-ac92-50e09d982a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.461198 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15f3ce0-ba5a-49f8-ae3a-6fc5262c0b08 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:35.462106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15f3ce0-ba5a-49f8-ae3a-6fc5262c0b08 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:35.472773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e15f3ce0-ba5a-49f8-ae3a-6fc5262c0b08 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/f572b086-bcfe-426b-86fc-90cbb8059b55 HTTP/1.1" status: 404 len: 337 time: 0.1815603 Nov 09 17:42:35.483536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50294) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.488869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-65dada81-c4cb-4911-ab47-80d8b6333570 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=51500ec8-26f9-4787-8274-92128a05a3b7 HTTP/1.1" status: 200 len: 205 time: 0.0854340 Nov 09 17:42:35.489250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50296) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.579061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.589670 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-5f13fe2e-377d-4aa5-aa6c-dae861803f52 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] delete failed (client error): The resource could not be found. Nov 09 17:42:35.595800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e472fdd-5540-42eb-ac92-50e09d982a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.595800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e472fdd-5540-42eb-ac92-50e09d982a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:35.597205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f13fe2e-377d-4aa5-aa6c-dae861803f52 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/51500ec8-26f9-4787-8274-92128a05a3b7 HTTP/1.1" status: 404 len: 336 time: 0.0788465 Nov 09 17:42:35.600342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50302) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.610338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3e472fdd-5540-42eb-ac92-50e09d982a04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/335ae571-b2d9-4f67-83b1-747720a905d0 HTTP/1.1" status: 204 len: 168 time: 0.3717470 Nov 09 17:42:35.617530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50306) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.631302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c313dd5-4cc1-438a-a76d-a815f33b6d6a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "GET /v2.0/ports?device_id=804ba97e-62f9-4898-9fd1-0a367e47c2f8 HTTP/1.1" status: 200 len: 205 time: 0.1456449 Nov 09 17:42:35.709315 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3000818d-2369-489c-b014-761525085356 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] delete failed (client error): The resource could not be found. Nov 09 17:42:35.710621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3000818d-2369-489c-b014-761525085356 tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/routers/804ba97e-62f9-4898-9fd1-0a367e47c2f8 HTTP/1.1" status: 404 len: 336 time: 0.0740333 Nov 09 17:42:35.713687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.743030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Network eaac6e2b-4680-4404-bff6-6d4397f835df is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:35.747961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-378eae4d-7383-41d1-b7eb-e3ccfbc55be2 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f7b5418-8ffb-443a-a74e-be8b5ad77dfc HTTP/1.1" status: 200 len: 205 time: 0.1217797 Nov 09 17:42:35.758594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50312) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.760449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:35.775103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e472fdd-5540-42eb-ac92-50e09d982a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ae571-b2d9-4f67-83b1-747720a905d0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:35.777712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:35.779609 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd597a5-724d-4b52-aefd-a42310833fab tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:35.780308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd597a5-724d-4b52-aefd-a42310833fab tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:35.784404 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8cd597a5-724d-4b52-aefd-a42310833fab tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/c92521a8-59c5-46cc-8500-119a348d1704 HTTP/1.1" status: 404 len: 337 time: 0.0665109 Nov 09 17:42:35.794170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb162db-df78-4772-8581-009e50a6518a req-4a9d7153-a33a-4f42-aadf-455c027dfb23 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.796379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdb162db-df78-4772-8581-009e50a6518a req-4a9d7153-a33a-4f42-aadf-455c027dfb23 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.2623417 Nov 09 17:42:35.797173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:35.862528 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8f2281-53fb-4144-a133-bc8e84fbc89a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:35.865829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8f2281-53fb-4144-a133-bc8e84fbc89a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:35.879584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cb8f2281-53fb-4144-a133-bc8e84fbc89a tempest-RoutersIpV6Test-1238815316 tempest-RoutersIpV6Test-1238815316-project] 10.222.0.45 "DELETE /v2.0/subnets/c5d1333a-5f2d-4684-9c6e-b327b4be87ce HTTP/1.1" status: 404 len: 337 time: 0.0786672 Nov 09 17:42:35.944298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdb162db-df78-4772-8581-009e50a6518a req-31bb834d-a863-4314-a37d-6001bb598f3f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290262 Nov 09 17:42:36.227566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 25df2d8d-9900-403f-9cf4-3a84aeedcea7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:36.366903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26bf6653-5743-47c2-8193-28b29eff25c2 None None] Provisioning complete for port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:36.367360 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26bf6653-5743-47c2-8193-28b29eff25c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:36.407014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:36.407885 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:36.482683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:36.528071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-26bf6653-5743-47c2-8193-28b29eff25c2 None None] Port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:42:36.562656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-8700856e-3956-4886-b0db-8988f137b5a2 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.564706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-8700856e-3956-4886-b0db-8988f137b5a2 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/networks?id=77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 200 len: 809 time: 0.2525156 Nov 09 17:42:36.594902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-ce9f4b6d-4fce-43cd-999f-958ed6e29e69 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/quotas/ee7cf3014c9e459b9fb7accfc3110087 HTTP/1.1" status: 200 len: 375 time: 0.0215607 Nov 09 17:42:36.655123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-a59c7447-fa88-449a-8949-a4d2d67110f2 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524988 Nov 09 17:42:36.743426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-ac9b7c24-94ea-4ee8-be7a-6b96206164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.745024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-ac9b7c24-94ea-4ee8-be7a-6b96206164d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 1094 time: 1.3189526 Nov 09 17:42:36.755144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae14c4-a31a-425c-bb86-1fabca41c34c req-5ce73456-e754-4a7c-a8dd-242f6a96054c tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.756694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73ae14c4-a31a-425c-bb86-1fabca41c34c req-5ce73456-e754-4a7c-a8dd-242f6a96054c tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 943 time: 1.1939456 Nov 09 17:42:36.757634 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-654c6328-2fd0-48a3-902f-8c70ecd6457c tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] delete failed (client error): The resource could not be found. Nov 09 17:42:36.758847 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-654c6328-2fd0-48a3-902f-8c70ecd6457c tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/7f7b5418-8ffb-443a-a74e-be8b5ad77dfc HTTP/1.1" status: 404 len: 336 time: 0.9951608 Nov 09 17:42:36.759718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:36.762227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50352) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:36.782304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:36.815937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cdf242e9-667d-45c6-92da-672219b7de2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af6625fee9b742dd8f4fb559ac1cfd77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269517 Nov 09 17:42:36.820530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:36.869887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b6114634-5bca-4eb2-a13c-bdaaa72cfff6 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=425c6ac3-b4a9-4b03-9670-1fa5b58f4583 HTTP/1.1" status: 200 len: 205 time: 0.1040325 Nov 09 17:42:36.877532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:36.932764 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-458d9670-ff2f-4511-a4a9-8924930025af tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] delete failed (client error): The resource could not be found. Nov 09 17:42:36.934639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-458d9670-ff2f-4511-a4a9-8924930025af tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/425c6ac3-b4a9-4b03-9670-1fa5b58f4583 HTTP/1.1" status: 404 len: 336 time: 0.0543809 Nov 09 17:42:36.942528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50362) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:36.959933 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3712a9d4-4d51-4c81-9f75-d35e018aa334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:36.989114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13d11f8f-d7d8-487e-810b-b0ff02e36d48 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea56d19e-746b-4bbc-96d8-496aaea6bdcd HTTP/1.1" status: 200 len: 205 time: 0.0450940 Nov 09 17:42:36.993766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.037092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-73ae14c4-a31a-425c-bb86-1fabca41c34c req-ac5fbad9-81c5-475d-b887-2e29940f5490 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507534 Nov 09 17:42:37.057821 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-01050ae1-39ea-4184-8bf1-57849310b7c4 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] delete failed (client error): The resource could not be found. Nov 09 17:42:37.057821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-01050ae1-39ea-4184-8bf1-57849310b7c4 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/ea56d19e-746b-4bbc-96d8-496aaea6bdcd HTTP/1.1" status: 404 len: 336 time: 0.0562375 Nov 09 17:42:37.061616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-b17e9d3a-d212-4858-9cce-0271ea9afd38 service neutron] 10.222.0.45 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907254 Nov 09 17:42:37.062685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.068182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.083867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3712a9d4-4d51-4c81-9f75-d35e018aa334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.137633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-62d19fac-2574-444c-b3db-6d53fbef70b8 req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1930765951', 'description': 'tempest-description-967577655'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:37.176986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-d0c8e73a-804a-4cd4-981e-73adaf6e032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.179554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15564c27-c8fb-4cc3-9f00-d412ea603dfd tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "GET /v2.0/ports?device_id=af372923-1109-45c7-8fb4-952c1aeae31a HTTP/1.1" status: 200 len: 205 time: 0.1058073 Nov 09 17:42:37.184227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-d0c8e73a-804a-4cd4-981e-73adaf6e032a service neutron] 10.222.0.43 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 913 time: 0.4206576 Nov 09 17:42:37.185982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50374) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.268821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-98d9e7d1-2dc6-4bc5-afe1-b588d06907ec tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-169472160', 'prefixes': ['172.20.0.0/16']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:37.273578 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-bf18507d-50ac-4261-bc7f-94c63f21be66 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] delete failed (client error): The resource could not be found. Nov 09 17:42:37.274157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-e723786b-a0a5-4657-b6e8-fbf861dad0e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a HTTP/1.1" status: 200 len: 217 time: 0.0739102 Nov 09 17:42:37.274622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bf18507d-50ac-4261-bc7f-94c63f21be66 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/routers/af372923-1109-45c7-8fb4-952c1aeae31a HTTP/1.1" status: 404 len: 336 time: 0.0874496 Nov 09 17:42:37.282655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.321669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62d19fac-2574-444c-b3db-6d53fbef70b8 req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.339367 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff400c8-7450-4a0d-bfe6-e3b72cd82af4 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] DELETE failed (client error): The resource could not be found. Nov 09 17:42:37.339848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff400c8-7450-4a0d-bfe6-e3b72cd82af4 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:42:37.343419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bff400c8-7450-4a0d-bfe6-e3b72cd82af4 tempest-RoutersIpV6AdminTest-1299186721 tempest-RoutersIpV6AdminTest-1299186721-project] 10.222.0.45 "DELETE /v2.0/subnets/2d01d793-6c7c-4ba7-8439-4705e7fa6999 HTTP/1.1" status: 404 len: 337 time: 0.0570350 Nov 09 17:42:37.365512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.367685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-839fec7c-4f21-43eb-ba5f-a450b332b982 service neutron] 10.222.0.45 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773831 Nov 09 17:42:37.404494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3712a9d4-4d51-4c81-9f75-d35e018aa334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.413546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3712a9d4-4d51-4c81-9f75-d35e018aa334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.415708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3712a9d4-4d51-4c81-9f75-d35e018aa334 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ecf2a61-543c-4b1a-97b4-b3b44a5ef4cc HTTP/1.1" status: 204 len: 168 time: 0.5941193 Nov 09 17:42:37.450002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a9d4-4d51-4c81-9f75-d35e018aa334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf2a61-543c-4b1a-97b4-b3b44a5ef4cc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:37.482049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-ba44d5b8-6b52-4484-959e-814d0b4f7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.487641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-ba44d5b8-6b52-4484-959e-814d0b4f7b71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 200 len: 853 time: 0.2045143 Nov 09 17:42:37.536279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98d9e7d1-2dc6-4bc5-afe1-b588d06907ec tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] Publish callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.541315 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98d9e7d1-2dc6-4bc5-afe1-b588d06907ec tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4663250 Nov 09 17:42:37.543854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.662080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-71e8a88c-7417-4cdd-bc16-df61b6ff0347 tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] 10.222.0.45 "GET /v2.0/subnetpools/c0c412fe-3ec9-46c8-839d-f2d3d3bef06c HTTP/1.1" status: 200 len: 731 time: 0.1121953 Nov 09 17:42:37.662397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.668633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2af25054-dcfb-4a1f-ae88-9fde63e1338b tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1245287633'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:37.704758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-76ce3c29-1871-4d9c-b6e6-c34284216fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=073f2c8a-57c9-45d1-820e-296f82704e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893916 Nov 09 17:42:37.816316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-179644f4-ed7d-44e5-9196-fb8c3afacec2 req-2b278a0e-1f8e-4a3d-9ba1-51493bb89936 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 210 time: 0.0477703 Nov 09 17:42:37.881048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2af25054-dcfb-4a1f-ae88-9fde63e1338b tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] Publish callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:37.881954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2af25054-dcfb-4a1f-ae88-9fde63e1338b tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] 10.222.0.45 "PUT /v2.0/subnetpools/c0c412fe-3ec9-46c8-839d-f2d3d3bef06c HTTP/1.1" status: 200 len: 684 time: 0.2186491 Nov 09 17:42:37.886931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:38.028252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-7ebf8240-56d7-4251-b722-299728f210ca service neutron] 10.222.0.43 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268765 Nov 09 17:42:38.029966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62d19fac-2574-444c-b3db-6d53fbef70b8 req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.043304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62d19fac-2574-444c-b3db-6d53fbef70b8 req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.051083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d545476-1054-4609-b854-163cf47f9e87 tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] Publish callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.058880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6d545476-1054-4609-b854-163cf47f9e87 tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] 10.222.0.45 "DELETE /v2.0/subnetpools/c0c412fe-3ec9-46c8-839d-f2d3d3bef06c HTTP/1.1" status: 204 len: 168 time: 0.1699452 Nov 09 17:42:38.060053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50400) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:38.102737 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ae21e072-ab76-40d5-93e3-c06886f49897 tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] show failed (client error): The resource could not be found. Nov 09 17:42:38.112540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ae21e072-ab76-40d5-93e3-c06886f49897 tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] 10.222.0.45 "GET /v2.0/subnetpools/c0c412fe-3ec9-46c8-839d-f2d3d3bef06c HTTP/1.1" status: 404 len: 346 time: 0.0483317 Nov 09 17:42:38.114804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50404) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:38.150214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:38.153458 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-fbbfb970-d504-4922-a140-b75fc4ed3f0e tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] delete failed (client error): The resource could not be found. Nov 09 17:42:38.157009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fbbfb970-d504-4922-a140-b75fc4ed3f0e tempest-SubnetPoolsTestJSON-1647751357 tempest-SubnetPoolsTestJSON-1647751357-project] 10.222.0.45 "DELETE /v2.0/subnetpools/c0c412fe-3ec9-46c8-839d-f2d3d3bef06c HTTP/1.1" status: 404 len: 346 time: 0.0392654 Nov 09 17:42:38.239208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fd14bc2-418f-4818-82d2-2d05dacbfd8a details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:38.263914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5586d-bbfa-46a6-b360-18132b665542,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:38.275117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-757c60b4-a716-4c7c-a4e0-ad93d4e6d04f req-09b3a3c5-14b6-42e5-a6c9-05d459882eab service neutron] 10.222.0.43 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358613 Nov 09 17:42:38.293585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62d19fac-2574-444c-b3db-6d53fbef70b8 req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.303142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62d19fac-2574-444c-b3db-6d53fbef70b8 req-6d0291b5-5676-4d70-918e-c8213795d92d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.1782351 Nov 09 17:42:38.350355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.360449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.420485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437896a-c643-4b16-a486-e7bec6700edc req-13c1a197-2fe0-4fe7-b8a3-5cde54951904 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:38.432416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4437896a-c643-4b16-a486-e7bec6700edc req-13c1a197-2fe0-4fe7-b8a3-5cde54951904 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 943 time: 0.1697755 Nov 09 17:42:38.482266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:38.496639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.540821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4437896a-c643-4b16-a486-e7bec6700edc req-52e30bb0-a201-4b10-a72f-3c2347ee58d1 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046538 Nov 09 17:42:38.572808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:38.588209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a', 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03', 'port_id': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a', 'mac_address': 'fa:16:3e:08:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:38.618524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-70020ef5-84d8-493a-830e-fb6ec4fa44cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.660905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.667453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-e6976042-9285-4f7e-bf8b-16f1cf056146 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1930765951&fields=id&tenant_id=97fd3eb9b6dd4a6092464662eb40ef93 HTTP/1.1" status: 200 len: 267 time: 0.2317369 Nov 09 17:42:38.754455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd14bc2-418f-4818-82d2-2d05dacbfd8a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:38.778896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-d397b004-040b-4772-8045-14977c5a2ca0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:38.790216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-d397b004-040b-4772-8045-14977c5a2ca0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.1218092 Nov 09 17:42:38.791876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-70020ef5-84d8-493a-830e-fb6ec4fa44cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.795438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Network eaac6e2b-4680-4404-bff6-6d4397f835df is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:38.797823 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-70020ef5-84d8-493a-830e-fb6ec4fa44cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.801562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'port': {'security_groups': ['ae609016-fa92-46ed-a80e-1c9860125d3e', 'c6e5586d-bbfa-46a6-b360-18132b665542']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:38.805560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:38.873005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:38.882713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:38.946619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:39.015753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-70020ef5-84d8-493a-830e-fb6ec4fa44cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bb411cca37549af8b21cd67dc88ec51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8543370 Nov 09 17:42:39.020177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:39.085727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70020ef5-84d8-493a-830e-fb6ec4fa44cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e241b566-664b-4886-8466-7af37dbb831a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.125634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.130153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['2fd14bc2-418f-4818-82d2-2d05dacbfd8a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:39.141822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.214213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9275170-24bf-4e2e-9d79-bc23007beee8 req-a40f688e-73a4-432e-868d-a86d72d290e5 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 210 time: 0.1951811 Nov 09 17:42:39.276472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Router a087f6c6-4aa1-447f-91d0-c78025036a4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:39.294214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735116da-d7b5-4251-b979-e9929d93c11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.369657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735116da-d7b5-4251-b979-e9929d93c11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.412718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa576-0a77-4ef9-8b68-34577485121b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.510221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735116da-d7b5-4251-b979-e9929d93c11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.515922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735116da-d7b5-4251-b979-e9929d93c11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.520805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-735116da-d7b5-4251-b979-e9929d93c11c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e241b566-664b-4886-8466-7af37dbb831a HTTP/1.1" status: 204 len: 168 time: 0.4995933 Nov 09 17:42:39.537314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5e32f09f-85bb-4a61-b0e0-bce765aa5c35 None None] Provisioning complete for port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:39.538817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e32f09f-85bb-4a61-b0e0-bce765aa5c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.615742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735116da-d7b5-4251-b979-e9929d93c11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241b566-664b-4886-8466-7af37dbb831a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.647368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:39.678703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a55f3781-d06c-48d1-83e0-1052b59a2c63 admin admin] 10.222.0.45 "PUT /v2.0/routers/a087f6c6-4aa1-447f-91d0-c78025036a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2767470 Nov 09 17:42:39.681126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:39.722429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5e32f09f-85bb-4a61-b0e0-bce765aa5c35 None None] Port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:42:39.730142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:39.731454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:39.765854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:39.856694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.868013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50450) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:39.878609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.897199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f8081bd4-faee-40ca-b19f-111d4e9c8479'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:39.968792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa576-0a77-4ef9-8b68-34577485121b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:39.989335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:39.992945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:40.007772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.008627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.010358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3aecf4c2-1e42-4623-ad06-ecf798fed81b req-47dd7475-d4b2-4a25-8b3c-a269634c8ab0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "PUT /v2.0/ports/f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 981 time: 1.2187471 Nov 09 17:42:40.011017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:40.013788 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c" -d '{"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:40.026157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa576-0a77-4ef9-8b68-34577485121b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.044537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d43a-ce86-4f49-b937-f232f76182cb req-0285e8ab-ea0b-4a03-ae4d-6c68ffdcaddb tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.047581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9470d43a-ce86-4f49-b937-f232f76182cb req-0285e8ab-ea0b-4a03-ae4d-6c68ffdcaddb tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 944 time: 0.3044446 Nov 09 17:42:40.102667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f8081bd4-faee-40ca-b19f-111d4e9c8479'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:40.121621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fa576-0a77-4ef9-8b68-34577485121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8159a-a118-46da-b56f-dc8c255131b4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:40.165231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-201dda2b-acd1-4f43-9f6f-f969f84b9231 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.167161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-201dda2b-acd1-4f43-9f6f-f969f84b9231 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "GET /v2.0/networks?id=77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 200 len: 809 time: 0.6038363 Nov 09 17:42:40.192538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Request body: {'port': {'device_id': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16', 'admin_state_up': True, 'tenant_id': 'ee7cf3014c9e459b9fb7accfc3110087'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:40.201279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5b8fa576-0a77-4ef9-8b68-34577485121b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3b046a298284191a2b2cbdfeb8a3ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2533937 Nov 09 17:42:40.206894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50464) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:40.238812 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eae9a7-ed44-4055-a5fc-d2a1d1a4178a x-openstack-request-id: req-25eae9a7-ed44-4055-a5fc-d2a1d1a4178a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:40.242169 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:40.242875 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25eae9a7-ed44-4055-a5fc-d2a1d1a4178a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:40.243692 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'status': 'completed', 'code': 200} Nov 09 17:42:40.277500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fd14bc2-418f-4818-82d2-2d05dacbfd8a up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:40.430347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-de5ade5e-d6ea-45cd-b5f0-18c256a5df14 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1930765951&fields=id&tenant_id=97fd3eb9b6dd4a6092464662eb40ef93 HTTP/1.1" status: 200 len: 267 time: 0.1265047 Nov 09 17:42:40.432327 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10312b37-3c7f-45d3-8946-976ef02ad844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.477167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10312b37-3c7f-45d3-8946-976ef02ad844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.490032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9470d43a-ce86-4f49-b937-f232f76182cb req-9a4429b2-2151-4151-be4f-648dc60f1921 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125724 Nov 09 17:42:40.558842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Made reservation on behalf of ee7cf3014c9e459b9fb7accfc3110087 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:40.565594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.600141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1031648507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:40.634218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:40.672293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:40.672657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.691927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10312b37-3c7f-45d3-8946-976ef02ad844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.696900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10312b37-3c7f-45d3-8946-976ef02ad844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.703282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10312b37-3c7f-45d3-8946-976ef02ad844 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6d8159a-a118-46da-b56f-dc8c255131b4 HTTP/1.1" status: 204 len: 168 time: 0.4943025 Nov 09 17:42:40.710917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50470) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:40.715135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.717339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:40.792857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10312b37-3c7f-45d3-8946-976ef02ad844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8159a-a118-46da-b56f-dc8c255131b4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:40.816864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-2958fc4c-2fac-41fc-b578-7a0c0630790a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.817226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Allocated IP 172.20.0.5 (77fda239-b7b7-418b-acf7-8243ea9aee16/f3ec8d83-04fc-4cad-a36f-6b43980007f7/a42d35c7-77b0-4999-b3ac-7e45f8b5b992) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:40.831879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-2958fc4c-2fac-41fc-b578-7a0c0630790a tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 984 time: 0.2529278 Nov 09 17:42:40.890234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'port': {'security_groups': ['ae609016-fa92-46ed-a80e-1c9860125d3e']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:41.052212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.064218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.088426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-88131163-a0e5-4cec-aba6-b54a6c12ca79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e89da9a5dd4419886a4b4e1c35fb27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635898 Nov 09 17:42:41.091751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50476) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:41.099197 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.124307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 2, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:41.127868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.154521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.156387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-adca977b-44de-42a1-8791-89f7a6fdf5e3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2859008 Nov 09 17:42:41.157049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-9ab3db4c-da9c-460d-ac53-18c2b07dfe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.159744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-9ab3db4c-da9c-460d-ac53-18c2b07dfe3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1135 time: 0.8698413 Nov 09 17:42:41.161199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.164354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:41.170611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-90550946'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:41.183021 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.235422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:41.236037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Updating router a087f6c6-4aa1-447f-91d0-c78025036a4c port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:42:41.308298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:41.323427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ac7416e-607d-4bbe-92a3-700fbc8c4520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.324167 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef92539e-3f84-4646-96f0-1383cf233b86" -d '{"events": [{"server_uuid": "2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd14bc2-418f-4818-82d2-2d05dacbfd8a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:41.324357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-5e2da692-536a-4bae-be10-938daa529421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.324357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-5e2da692-536a-4bae-be10-938daa529421 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.1479821 Nov 09 17:42:41.381053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:41.394193 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.403653 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.447716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-6f58176b-0dba-44ae-8631-068a8b3e3766 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.1083233 Nov 09 17:42:41.447974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ac7416e-607d-4bbe-92a3-700fbc8c4520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.453863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:41.486013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50488) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:41.514299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:41.522865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:41.524856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--833761008', 'description': 'tempest-description--97534085'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:41.526806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.542100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:41.547733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.571857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Pushing event updated for resources: {'Port': ['ID=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.623024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.625069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.672494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-ea34960b-f515-4eac-9e93-0a325c7ef800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.676038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-ea34960b-f515-4eac-9e93-0a325c7ef800 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.2198169 Nov 09 17:42:41.742481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ac7416e-607d-4bbe-92a3-700fbc8c4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.745361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ac7416e-607d-4bbe-92a3-700fbc8c4520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.750661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8ac7416e-607d-4bbe-92a3-700fbc8c4520 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0c364f0-dcd4-49d3-bf4b-7f1367717768 HTTP/1.1" status: 204 len: 168 time: 0.6454110 Nov 09 17:42:41.774337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7416e-607d-4bbe-92a3-700fbc8c4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c364f0-dcd4-49d3-bf4b-7f1367717768,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.819951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:41.852500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.863563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.918084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.930963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.951859 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.953252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4487343 Nov 09 17:42:41.956912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.958155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050aaca9-615c-46b3-9dda-b1b2f0c7ff8a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.971323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.971323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:41.979489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-288dd0b6-1c13-4799-96a2-1a486a828c04 req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "PUT /v2.0/ports/f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 942 time: 1.1249509 Nov 09 17:42:41.987064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.988549 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.040244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.076127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50502) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:42.077600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f8081bd4-faee-40ca-b19f-111d4e9c8479'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:42.089966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'security_group_rule': {'security_group_id': '9e4a6d2c-0359-4cba-aeac-c1cbf62a6487', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:42.106818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-0d05939c-880b-4a71-a94b-2a3e23b63aa9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3991659 Nov 09 17:42:42.122338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e47c81f-a5ce-4360-85f5-d99a9b5ab0c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:42.128621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593641-9241-48aa-b7dd-598987206c7c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event updated for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:42.154637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.171503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f8081bd4-faee-40ca-b19f-111d4e9c8479'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:42.216668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969c856-fd86-43ad-bffd-119cc290b747 req-43263526-74ed-4c4f-bd16-e5993ea16baa tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:42.228746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3969c856-fd86-43ad-bffd-119cc290b747 req-43263526-74ed-4c4f-bd16-e5993ea16baa tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 931 time: 0.6759067 Nov 09 17:42:42.229603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:42.248702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:42.255279 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0edf596-b30e-4d54-bdc5-6e7e1e582901" -d '{"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:42.332627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.339537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-1e9bd77c-5f64-4cd0-bd86-98f3ce92b1a3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1528523 Nov 09 17:42:42.343939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.365162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.369044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.369403 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Added segment bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7 of type vlan for network 39d46d16-61f3-4684-9269-cf20ad62c794 Nov 09 17:42:42.393638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Request body: {'port': {'device_id': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:42.436219 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.439656 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588214 Nov 09 17:42:42.450225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50514) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:42.464827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'security_group_rule': {'security_group_id': '9e4a6d2c-0359-4cba-aeac-c1cbf62a6487', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:42.480497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e1b9b-2cf3-4822-8201-224adeaf902e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d11cef6-c65a-4bed-9450-f0cc9e50c703,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:42.542307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3969c856-fd86-43ad-bffd-119cc290b747 req-4f41db04-88ca-455e-a05f-6b33a194f2ef tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063415 Nov 09 17:42:42.553016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.560369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.616627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.650276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-4d196ae5-5515-4ab7-8288-f625237546b6 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120618 Nov 09 17:42:42.719646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.729377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.740747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:42.755330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21cc0b6-7d33-4cf8-a041-99f90cbef19f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:42.780590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.789455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-711f48e3-3391-43cf-a1c7-71a19ba87841 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361056 Nov 09 17:42:42.790560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50518) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:42.807228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d28ae-d90f-4750-baef-a4eae2c60c94 None None] Pushing event updated for resources: {'Port': ['ID=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:42.807553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:42.875523 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97aa7c3-dae6-4f5f-91a4-6647fc55e280 x-openstack-request-id: req-f97aa7c3-dae6-4f5f-91a4-6647fc55e280 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:42.876073 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd14bc2-418f-4818-82d2-2d05dacbfd8a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:42.876971 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f97aa7c3-dae6-4f5f-91a4-6647fc55e280 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:42.877689 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a', 'code': 200} Nov 09 17:42:42.952722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Attempting to bind port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:42.953119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Attempting to bind port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:42.953495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Attempting to bind port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:42.973044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:42.973492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Checking segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:42.973908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:42.974337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Bound using segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:42.976773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Bound port: 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:42.977177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.081504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.099195 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.107433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] For port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:43.111823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] For port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:43.128703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.146479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:43.155288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032895 Nov 09 17:42:43.161311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.168867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:43.169919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.170302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50532) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:43.223662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec774f-7ef5-49de-9807-3ada385b5f6a req-5f9cb5db-d514-4d1f-9ee9-569a6f6470bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:43.233234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5ec774f-7ef5-49de-9807-3ada385b5f6a req-5f9cb5db-d514-4d1f-9ee9-569a6f6470bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 945 time: 0.4958560 Nov 09 17:42:43.244722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0740621 Nov 09 17:42:43.245006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:43.245006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:43.246941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:43.250029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d28ae-d90f-4750-baef-a4eae2c60c94 None None] Pushing event updated for resources: {'Port': ['ID=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:43.284289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'subnet': {'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:43.375795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d0513896-96e5-4708-960c-5637fa8a0508 None None] Provisioning complete for port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:43.376070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0513896-96e5-4708-960c-5637fa8a0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.482968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:43.486911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.533287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24ea343-914a-4637-95b3-49abe4eb148a req-ff5504fc-42ba-44d8-ab60-3caf88090cf7 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5721879 Nov 09 17:42:43.544764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40f13c-b37e-4624-bad5-e5ee2486e064 req-910775a3-c485-4a4b-b0a4-7046680bb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:43.546806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a40f13c-b37e-4624-bad5-e5ee2486e064 req-910775a3-c485-4a4b-b0a4-7046680bb3da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 1096 time: 0.6512883 Nov 09 17:42:43.551263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:43.640849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:43.665345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a40f13c-b37e-4624-bad5-e5ee2486e064 req-881d9752-b44f-46b4-8f8f-d2e8c190a709 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059453 Nov 09 17:42:43.682744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5ec774f-7ef5-49de-9807-3ada385b5f6a req-6304eb00-3ec5-4449-8781-85d9fffa85a2 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479594 Nov 09 17:42:43.692295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.797430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5075ce2e-7ee1-4fda-af14-530d6b2983de tempest-NetworksApiDiscovery-2004167630 tempest-NetworksApiDiscovery-2004167630-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6161704 Nov 09 17:42:43.810820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.825658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0513896-96e5-4708-960c-5637fa8a0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:43.940672 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5264cb6c-bfa1-4ada-a1ac-95c5f71dd829 x-openstack-request-id: req-5264cb6c-bfa1-4ada-a1ac-95c5f71dd829 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:43.940955 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:43.941099 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5264cb6c-bfa1-4ada-a1ac-95c5f71dd829 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:43.941646 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'status': 'completed', 'code': 200} Nov 09 17:42:43.977970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Allocated IP 172.25.3.101 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/fec84352-2bce-49c7-928c-0cd6d0cd7276) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:43.996853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50550) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:44.159534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d0513896-96e5-4708-960c-5637fa8a0508 None None] For port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:44.170835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0513896-96e5-4708-960c-5637fa8a0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.241755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0513896-96e5-4708-960c-5637fa8a0508 None None] Pushing event updated for resources: {'Port': ['ID=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:44.256916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1148093200'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:44.268841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:43Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:44.321833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536e9a2-16da-431a-98f7-4d0bb0154cdc None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:43Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:44.326664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Made reservation on behalf of ab925a9d743e4541958446ae0e1f0427 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:44.331394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.359153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a4c47d3f-9ab8-4dca-9eac-2caa434c5452 None None] Provisioning complete for port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:44.360343 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4c47d3f-9ab8-4dca-9eac-2caa434c5452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.373024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.382588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.401227 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.491902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b79e1-9692-44e6-adb1-3f76b0b78b66 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Network': ['ID=39d46d16-61f3-4684-9269-cf20ad62c794,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:44.500351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:44.544401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 39d46d16-61f3-4684-9269-cf20ad62c794 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:44.617519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c54dc37a-5b14-4215-a860-1ad2d5e8e88c req-309acfe1-c341-4d13-96f8-5a045ab70d89 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8823540 Nov 09 17:42:44.731955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.743435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.791465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:44.843183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.861733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f333924-334e-44f0-8775-d3599367efae req-4b68ea06-d1cf-4889-9d52-84d39123ff93 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:44.879068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f333924-334e-44f0-8775-d3599367efae req-4b68ea06-d1cf-4889-9d52-84d39123ff93 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 931 time: 0.3778803 Nov 09 17:42:44.981145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:44.982011 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Added segment e0e0c6b0-5997-49bf-a99b-f5ab93e85af5 of type vlan for network e08e69d8-f658-439d-a4c2-6bb2c015f106 Nov 09 17:42:45.014634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88ab29f7-a90c-4288-b811-f375adeada4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.015246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cfe205-3ecf-4b74-8b60-4d5347302bad,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.052522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:45.070412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:45.121607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f333924-334e-44f0-8775-d3599367efae req-55bfadb6-d626-4bb2-880d-118e9169959d tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411261 Nov 09 17:42:45.125284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'Port': ['ID=fec84352-2bce-49c7-928c-0cd6d0cd7276,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.131481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:45.159376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-0b3b7654-947a-4122-a99d-4b697ad97177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.161053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-0b3b7654-947a-4122-a99d-4b697ad97177 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.3279152 Nov 09 17:42:45.197936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Allocated IP 172.25.3.7 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/5d0dc494-377e-46c3-997c-64b7804c54ae) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:45.215144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.312742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.549789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42d35c7-77b0-4999-b3ac-7e45f8b5b992 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:45.557759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Subnet': ['ID=f45e5af6-0679-4679-b4b1-3344fc4aefd1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.570695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.575123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88ab29f7-a90c-4288-b811-f375adeada4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.585496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-dd13b751-c16b-4c7f-a550-093dfc66f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.587247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-dd13b751-c16b-4c7f-a550-093dfc66f903 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.3883159 Nov 09 17:42:45.601346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88ab29f7-a90c-4288-b811-f375adeada4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.665782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Transition to ACTIVE for port object a42d35c7-77b0-4999-b3ac-7e45f8b5b992 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:45.685219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-cfb7c5cd-954c-4a32-9b5b-91bd0ae8be99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.0849078 Nov 09 17:42:45.694650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.714641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7182b-1b49-491d-8a81-e0700e616e75 req-24ce0dbe-7dee-4129-8d8a-a1e785da626c tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.716366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05d7182b-1b49-491d-8a81-e0700e616e75 req-24ce0dbe-7dee-4129-8d8a-a1e785da626c tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 945 time: 0.3784781 Nov 09 17:42:45.717182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Checking segment: {'id': 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:45.717552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network hostable DHCP agents. Network: 39d46d16-61f3-4684-9269-cf20ad62c794, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:45.742631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.753985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.755103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:45.800170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-88ab29f7-a90c-4288-b811-f375adeada4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2220651db2944b3aaea3ac76ca708d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2521324 Nov 09 17:42:45.814420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:45.815436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab29f7-a90c-4288-b811-f375adeada4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce730057-e761-424a-ad5c-08e43fca9f78,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.907979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.931125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-2cbfe12f-8870-4111-83a3-c58b0def7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.932835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-2cbfe12f-8870-4111-83a3-c58b0def7a4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.2288971 Nov 09 17:42:45.948682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network 39d46d16-61f3-4684-9269-cf20ad62c794 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:45.987618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9859407 Nov 09 17:42:45.999964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50566) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:46.035545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Request body: {'subnet': {'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:46.047761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05d7182b-1b49-491d-8a81-e0700e616e75 req-8f8a10b6-bd32-4e5c-b56d-bae3170519e6 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912776 Nov 09 17:42:46.054702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-e9ea7a83-fa33-4722-8551-30826ccbbb4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949812 Nov 09 17:42:46.081186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 39d46d16-61f3-4684-9269-cf20ad62c794) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:46.104544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd85c9-e65f-4749-8ea9-054e52b19629 None None] Network 39d46d16-61f3-4684-9269-cf20ad62c794 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:46.179405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:46.179974 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.191903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.206459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82c96b-cc09-4a6c-8a2f-c7dd50d73c73 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event updated for resources: {'Network': ['ID=e08e69d8-f658-439d-a4c2-6bb2c015f106,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:46.334358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6c291a6c-7a4f-401b-aedc-080467aa8b7b tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0694835 Nov 09 17:42:46.340189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:46.367415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:46.387910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'network': {'name': 'tempest-router-network01--673814313'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:46.394033 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6af330f3-7fa6-4977-aed9-03660024eed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.416510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.417085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:46.433565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Attempting to bind port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:46.434058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Attempting to bind port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:46.434227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Attempting to bind port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 on network 77fda239-b7b7-418b-acf7-8243ea9aee16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:46.454102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.487155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6af330f3-7fa6-4977-aed9-03660024eed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.503544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 on network 77fda239-b7b7-418b-acf7-8243ea9aee16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:46.504066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Attempting to bind port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 on network 77fda239-b7b7-418b-acf7-8243ea9aee16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:46.514977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:46.519053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.555553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0872ec1-e828-4679-8f0b-332c32b073c9 req-7459f321-0d5f-46cb-afa0-0ebcbef77345 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:46.558833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0872ec1-e828-4679-8f0b-332c32b073c9 req-7459f321-0d5f-46cb-afa0-0ebcbef77345 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 943 time: 0.2195883 Nov 09 17:42:46.581783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:46.582111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Checking segment: {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:46.583180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Bound using segment: {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:46.583641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Bound port: a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:46.584081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.623547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:46.624600 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.711212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] For port a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:46.717980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] For port a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:46.748722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-6a66f96b-3c55-4e8d-9d79-55c0420c7468 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841772 Nov 09 17:42:46.763202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.772451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:46.831096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-39d46d16-61f3-4684-9269-cf20ad62c794', 'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794', 'tenant_id': '093d9405387c4f84998a2ed2cbe10f92', 'fixed_ips': [{'subnet_id': 'f45e5af6-0679-4679-b4b1-3344fc4aefd1'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:46.832245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.900323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.964346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:46.964736 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Added segment 8d322350-99b3-4f3d-84d0-222a7fe576a4 of type vlan for network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c Nov 09 17:42:46.987275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:46.999345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:47.013176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:47.060740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Allocated IP 2001:db8::2 (39d46d16-61f3-4684-9269-cf20ad62c794/f45e5af6-0679-4679-b4b1-3344fc4aefd1/dd7d1126-b425-4291-b33f-92de39d14f6a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:47.109841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event updated for resources: {'Port': ['ID=5d0dc494-377e-46c3-997c-64b7804c54ae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.143066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.169500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Made reservation on behalf of ab925a9d743e4541958446ae0e1f0427 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:47.187164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.195113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.196936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.198606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-26f8b7a3-02ef-4f8e-bcd0-6f03e2f8a891 service neutron] 10.222.0.83 "PUT /v2.0/ports/a42d35c7-77b0-4999-b3ac-7e45f8b5b992 HTTP/1.1" status: 200 len: 1091 time: 4.8228738 Nov 09 17:42:47.204055 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'tag': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:47.209258 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d" -d '{"events": [{"name": "network-changed", "server_uuid": "733d2e59-abc3-47e1-87c6-dac57428b21d", "tag": "a42d35c7-77b0-4999-b3ac-7e45f8b5b992"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:47.232393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.310853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.334509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6af330f3-7fa6-4977-aed9-03660024eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.337562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6af330f3-7fa6-4977-aed9-03660024eed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.344364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6af330f3-7fa6-4977-aed9-03660024eed2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce730057-e761-424a-ad5c-08e43fca9f78 HTTP/1.1" status: 204 len: 168 time: 1.5246751 Nov 09 17:42:47.365524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0872ec1-e828-4679-8f0b-332c32b073c9 req-7905a31a-1b26-4e20-a4b8-4985af53303e tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872109 Nov 09 17:42:47.382395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.398634 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.415529 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.430511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.496082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Pushing event updated for resources: {'Port': ['ID=dd7d1126-b425-4291-b33f-92de39d14f6a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.517652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Network 39d46d16-61f3-4684-9269-cf20ad62c794 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:47.520042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:47.523468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:47.539051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:47.669162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Attempting to bind port dd7d1126-b425-4291-b33f-92de39d14f6a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:47.669539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Attempting to bind port dd7d1126-b425-4291-b33f-92de39d14f6a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:47.669973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Attempting to bind port dd7d1126-b425-4291-b33f-92de39d14f6a on network 39d46d16-61f3-4684-9269-cf20ad62c794 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:47.672306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.683343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af330f3-7fa6-4977-aed9-03660024eed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce730057-e761-424a-ad5c-08e43fca9f78,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.690896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:47.691381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Checking segment: {'id': 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:47.692092 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.692476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Bound using segment: {'id': 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:47.692979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Bound port: dd7d1126-b425-4291-b33f-92de39d14f6a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39d46d16-61f3-4684-9269-cf20ad62c794'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:47.693381 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.709924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0edf596-b30e-4d54-bdc5-6e7e1e582901 req-bb18f901-13ca-458c-9a4e-d6e2b0db0cd2 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403293 Nov 09 17:42:47.715489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.735410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.742389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.753513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'Port': ['ID=fec84352-2bce-49c7-928c-0cd6d0cd7276,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.758279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.791207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4447322 Nov 09 17:42:47.792228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:47.813524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'network': {'name': 'tempest-router-network02--1612482599'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:47.866627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] For port dd7d1126-b425-4291-b33f-92de39d14f6a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:47.875250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] For port dd7d1126-b425-4291-b33f-92de39d14f6a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd7d1126-b425-4291-b33f-92de39d14f6a,segment=NetworkSegment(bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7),segment_id=bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:47.882291 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.895732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-b7bc8982-3485-4b02-8c82-3d0b19ada96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.897671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-b7bc8982-3485-4b02-8c82-3d0b19ada96a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 1094 time: 0.6312449 Nov 09 17:42:47.898450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:47.903686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:47.986900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-06611427-fc1e-43c5-a79e-148d4c51a439 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992 HTTP/1.1" status: 200 len: 217 time: 0.0769584 Nov 09 17:42:48.012561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:48.033811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.033811 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Added segment 98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7 of type vlan for network f5eb8c48-342a-447a-ae0e-4bf245ec1215 Nov 09 17:42:48.037429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae58536-a1ae-4ae6-86ab-3a89c1ab00d5 None None] Pushing event updated for resources: {'Port': ['ID=dd7d1126-b425-4291-b33f-92de39d14f6a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:48.050111 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.060241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bf1dcbaa-c72c-4160-95b7-895c7e33db5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2653332 Nov 09 17:42:48.173682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5b098-b81f-4369-9914-1a97494d682a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Network': ['ID=bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:48.190056 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.190922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:48.267626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-6a645a25-2c1e-41c4-aab2-f0f6294a5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.273958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-6a645a25-2c1e-41c4-aab2-f0f6294a5c17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec8d83-04fc-4cad-a36f-6b43980007f7 HTTP/1.1" status: 200 len: 849 time: 0.1441143 Nov 09 17:42:48.281852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.294291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.294972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.580690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.584519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.595944 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-5e12aec4-f826-4a91-a11f-ebb001ecf76c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=77fda239-b7b7-418b-acf7-8243ea9aee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2970104 Nov 09 17:42:48.597130 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:48.606015 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a223a4b8-d7f4-45e8-9105-2f2228d6afcb x-openstack-request-id: req-a223a4b8-d7f4-45e8-9105-2f2228d6afcb {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:48.618176 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733d2e59-abc3-47e1-87c6-dac57428b21d", "tag": "a42d35c7-77b0-4999-b3ac-7e45f8b5b992", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:48.618607 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a223a4b8-d7f4-45e8-9105-2f2228d6afcb {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:48.618923 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'tag': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992', 'status': 'completed', 'code': 200} Nov 09 17:42:48.632263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8196137 Nov 09 17:42:48.660614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50672) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:48.676796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'subnet': {'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:48.793179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532d6b4-59b8-4ddd-bdad-e9ba036ef2d1 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Network': ['ID=f5eb8c48-342a-447a-ae0e-4bf245ec1215,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:48.811893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f5eb8c48-342a-447a-ae0e-4bf245ec1215 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:48.922306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-d74933a5-7a3a-408e-a981-2d24f66e5ff7 service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992799 Nov 09 17:42:48.967413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02da1cf-617a-48c4-8f3c-f3bf967f6d68 req-80492ee6-f403-4b9e-b140-78628cd16f90 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.985275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b02da1cf-617a-48c4-8f3c-f3bf967f6d68 req-80492ee6-f403-4b9e-b140-78628cd16f90 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 943 time: 0.2056422 Nov 09 17:42:49.021533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event updated for resources: {'Subnet': ['ID=d33eb1bf-4261-477e-93bb-e25ff0547c4c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:49.045004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event updated for resources: {'Port': ['ID=5d0dc494-377e-46c3-997c-64b7804c54ae,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:49.130314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:49.144526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Checking segment: {'id': 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:49.145375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Network hostable DHCP agents. Network: e08e69d8-f658-439d-a4c2-6bb2c015f106, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:49.146088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b02da1cf-617a-48c4-8f3c-f3bf967f6d68 req-38a34cfc-72cb-49d2-a976-0c0a7436f96d tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476676 Nov 09 17:42:49.182477 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-415d942c-4d7b-440b-b6b6-716ddc1b8782 req-9a18139c-bd5d-45cf-9d92-98746d8cad5f service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420304 Nov 09 17:42:49.220838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:49.233903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:49.406625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-c6653dba-f9df-4935-bd8b-3370eceed089 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--833761008&fields=id&tenant_id=6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 267 time: 0.0998499 Nov 09 17:42:49.414707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-e03a96d2-731a-4b4a-a44f-7ab18796a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.417011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-e03a96d2-731a-4b4a-a44f-7ab18796a9aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 1094 time: 0.1544235 Nov 09 17:42:49.451198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:49.463875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24ea343-914a-4637-95b3-49abe4eb148a req-c19a6ef1-8bb1-41c0-af13-521a2e7cb4b4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.9285159 Nov 09 17:42:49.650097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-8cd4959d-637e-420c-b006-e70555e8479e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.651772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-8cd4959d-637e-420c-b006-e70555e8479e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 817 time: 0.2275376 Nov 09 17:42:49.655177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-dd49a7b2-1a3e-474c-a017-d74f6de5b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.658017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-dd49a7b2-1a3e-474c-a017-d74f6de5b04b service neutron] 10.222.0.83 "GET /v2.0/networks?id=77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 200 len: 909 time: 0.2317352 Nov 09 17:42:49.752302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-75407ff2-7baf-4f5a-a5ba-f317788efbd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992 HTTP/1.1" status: 200 len: 217 time: 0.0774891 Nov 09 17:42:49.757880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-1fcc4e77-4294-4e44-96ee-aefb0d1d85fc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/quotas/6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 375 time: 0.0911853 Nov 09 17:42:49.799946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:49.823640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24ea343-914a-4637-95b3-49abe4eb148a req-b6261856-03e7-4deb-a91d-65e0c63d50f4 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.3409266 Nov 09 17:42:49.948172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e08e69d8-f658-439d-a4c2-6bb2c015f106) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:49.956799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.958692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:49.966726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589b8b5-622b-4bef-99d1-d0c0316cbb05 None None] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:50.025548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-961d8e79-225a-4877-b48f-cd1b4a2c8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.037172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-961d8e79-225a-4877-b48f-cd1b4a2c8121 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec8d83-04fc-4cad-a36f-6b43980007f7 HTTP/1.1" status: 200 len: 849 time: 0.2680418 Nov 09 17:42:50.083768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd99583-2f33-4c39-8044-449c0688c5cd None None] Network 39d46d16-61f3-4684-9269-cf20ad62c794 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:50.090518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-5aa1251f-a6d4-458a-b0ef-ab0f7ac25d4b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2853942 Nov 09 17:42:50.172090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0833f9d6-3235-4d0b-9a7b-ce1658f31dd6 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1599591 Nov 09 17:42:50.176030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-3d6be307-a833-486b-b234-577f01c546a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=77fda239-b7b7-418b-acf7-8243ea9aee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281364 Nov 09 17:42:50.184348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:50.195176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Request body: {'port': {'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106', 'name': 'tempest-ExtraDHCPOptionsTestJSON-635549027'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:50.221942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea343-914a-4637-95b3-49abe4eb148a req-50269fa5-b13a-468d-adc6-105f614f67a0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.226664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24ea343-914a-4637-95b3-49abe4eb148a req-50269fa5-b13a-468d-adc6-105f614f67a0 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.4017267 Nov 09 17:42:50.234927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:50.257888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-b24ea343-914a-4637-95b3-49abe4eb148a req-51dfbbe8-7435-42f1-a639-b1f024fae24d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:42:50.259480 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24ea343-914a-4637-95b3-49abe4eb148a req-51dfbbe8-7435-42f1-a639-b1f024fae24d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188422 Nov 09 17:42:50.278346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd7d1126-b425-4291-b33f-92de39d14f6a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:50.400255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Subnet': ['ID=d415843a-f7de-4ac6-9914-779525417b9e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:50.422923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.427651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-25f76abe-92a0-4f99-9c38-c23d543ee8fc None None] Provisioning complete for port dd7d1126-b425-4291-b33f-92de39d14f6a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:50.427871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.428248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.428558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25f76abe-92a0-4f99-9c38-c23d543ee8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:50.429017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.430088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.431472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.432120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.432872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.434203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.435425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.436297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.437220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:50.471667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Checking segment: {'id': '8d322350-99b3-4f3d-84d0-222a7fe576a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:50.476452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network hostable DHCP agents. Network: bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:50.523119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:50.537789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port dd7d1126-b425-4291-b33f-92de39d14f6a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:50.538470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:50.547677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:50.617682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.620613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:50.663345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56110a2a-b5da-42a1-9611-e8b9a65cd4d5 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0004146 Nov 09 17:42:50.667094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50714) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:50.673984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'subnet': {'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:50.690267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc2d89-8c03-4717-b581-bc98b62689db req-cfed72dd-814c-4943-9249-21f0d51e4b3e tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.692425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64fc2d89-8c03-4717-b581-bc98b62689db req-cfed72dd-814c-4943-9249-21f0d51e4b3e tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 943 time: 0.1374972 Nov 09 17:42:50.831023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64fc2d89-8c03-4717-b581-bc98b62689db req-f591a1a1-7748-40be-aa49-a2a8a4ee0193 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822461 Nov 09 17:42:50.909516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:50.919035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:50.925400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf958e-b5fb-473f-a04b-806e1d4e5f91 None None] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:51.332592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Made reservation on behalf of ab925a9d743e4541958446ae0e1f0427 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:51.339274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.364009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.385741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-4e838f60-5c48-4318-90f5-7adee1061a25 service neutron] 10.222.0.45 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2424614 Nov 09 17:42:51.394223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-c9f5b478-80f9-4079-ac1a-26fa978653e4 service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0614598 Nov 09 17:42:51.407877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.439808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] device_id is not set on port 60595108-b620-4701-b9fc-c6e65f13f632 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:42:51.440081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25f76abe-92a0-4f99-9c38-c23d543ee8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.488567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-e08e69d8-f658-439d-a4c2-6bb2c015f106', 'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106', 'tenant_id': 'ab925a9d743e4541958446ae0e1f0427', 'fixed_ips': [{'subnet_id': 'd33eb1bf-4261-477e-93bb-e25ff0547c4c'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:51.489673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.527997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983131b-1034-4d21-aa2c-46d1c706979c req-8f363085-6c7e-481e-8717-f7e1d3f0ee44 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:51.530885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-8f363085-6c7e-481e-8717-f7e1d3f0ee44 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4556704 Nov 09 17:42:51.535578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Checking segment: {'id': '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:51.536126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network hostable DHCP agents. Network: f5eb8c48-342a-447a-ae0e-4bf245ec1215, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:51.555165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Subnet': ['ID=3b33525a-dba9-4f1f-8c4f-1d08682cd8b9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:51.555387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port dd7d1126-b425-4291-b33f-92de39d14f6a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd7d1126-b425-4291-b33f-92de39d14f6a,segment=NetworkSegment(bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7),segment_id=bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:51.577205 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.631618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-07403d6d-e599-488b-b3a0-cae50c456b07 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0675242 Nov 09 17:42:51.653153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'floatingip': {'port_id': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:51.683844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c', 'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c', 'tenant_id': '093d9405387c4f84998a2ed2cbe10f92', 'fixed_ips': [{'subnet_id': 'd415843a-f7de-4ac6-9914-779525417b9e'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:51.684721 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:51.754177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network f5eb8c48-342a-447a-ae0e-4bf245ec1215 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:51.763814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-852cc95a-9cc0-423e-a398-baeb9acf6b1a service neutron] 10.222.0.45 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627150 Nov 09 17:42:51.809281 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-25f76abe-92a0-4f99-9c38-c23d543ee8fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:42:51.809644 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-25f76abe-92a0-4f99-9c38-c23d543ee8fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:42:51.812699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f5eb8c48-342a-447a-ae0e-4bf245ec1215) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:51.828403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=dd7d1126-b425-4291-b33f-92de39d14f6a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:51.847814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f66e86-6a07-441a-8da8-2ce647bb89d4 None None] Network f5eb8c48-342a-447a-ae0e-4bf245ec1215 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:51.860803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:52.033515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba32bf39-9c70-4926-bd0e-5b1c5ecf209d req-503f02ba-682f-49d3-9c6c-d11587f2b623 service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056015 Nov 09 17:42:52.285564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd7d1126-b425-4291-b33f-92de39d14f6a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:52.340566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97667c-4d3b-4fb2-93e1-e828fd6428bc req-dcf77480-02fd-41b7-8cab-3ef9e2694dc7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:52.342895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d97667c-4d3b-4fb2-93e1-e828fd6428bc req-dcf77480-02fd-41b7-8cab-3ef9e2694dc7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 943 time: 0.0920608 Nov 09 17:42:52.360145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:52.428112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d97667c-4d3b-4fb2-93e1-e828fd6428bc req-1673c002-3da8-4803-ba0f-68a953644e32 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743361 Nov 09 17:42:52.457058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Allocated IP 172.20.0.2 (e08e69d8-f658-439d-a4c2-6bb2c015f106/d33eb1bf-4261-477e-93bb-e25ff0547c4c/f379b301-f933-4217-b4d5-9cc414bd9fdd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:52.524924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e71744f-f45b-4338-9afc-b3984ef7faa5 req-6a503b8c-3893-432f-8405-415bc25dce6f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 210 time: 0.0438943 Nov 09 17:42:52.568613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:52.571389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:52.603993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1cc96436-4830-4fbc-9578-23614db813e7 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9352970 Nov 09 17:42:52.606692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:52.626924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Allocated IP 2001:db8::2 (bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c/d415843a-f7de-4ac6-9914-779525417b9e/6b6dc3c6-998f-46db-b364-d536a9abdbed) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:52.848052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d783b92b-2163-4140-a0cd-ccb494c65b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.070525 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.083584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port dd7d1126-b425-4291-b33f-92de39d14f6a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:53.084453 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.110551 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.256771 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.264514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f5eb8c48-342a-447a-ae0e-4bf245ec1215', 'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215', 'tenant_id': '093d9405387c4f84998a2ed2cbe10f92', 'fixed_ips': [{'subnet_id': '3b33525a-dba9-4f1f-8c4f-1d08682cd8b9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:53.266342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.272144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.287900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:53.310585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:53.316497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Allocated IP 172.20.0.13 (e08e69d8-f658-439d-a4c2-6bb2c015f106/d33eb1bf-4261-477e-93bb-e25ff0547c4c/60595108-b620-4701-b9fc-c6e65f13f632) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:53.349441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e6886927-b293-4392-af32-aefbec5f0278 None None] Provisioning complete for port dd7d1126-b425-4291-b33f-92de39d14f6a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:53.350129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6886927-b293-4392-af32-aefbec5f0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.357036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:53.410876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.442092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d783b92b-2163-4140-a0cd-ccb494c65b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.479318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d783b92b-2163-4140-a0cd-ccb494c65b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.493180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a42d35c7-77b0-4999-b3ac-7e45f8b5b992 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:53.560265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.637119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783b92b-2163-4140-a0cd-ccb494c65b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d271d05-0cf5-44ce-82a9-217ff271def5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.650469 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Floating IP 03e58941-79ba-4f0a-b990-38774bc5eebb associated. External IP: 172.25.3.7, port: f8081bd4-faee-40ca-b19f-111d4e9c8479. Nov 09 17:42:53.774213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Pushing event updated for resources: {'Port': ['ID=f379b301-f933-4217-b4d5-9cc414bd9fdd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.795245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Attempting to bind port f379b301-f933-4217-b4d5-9cc414bd9fdd on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:53.795980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Attempting to bind port f379b301-f933-4217-b4d5-9cc414bd9fdd by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:53.796821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Attempting to bind port f379b301-f933-4217-b4d5-9cc414bd9fdd on network e08e69d8-f658-439d-a4c2-6bb2c015f106 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:53.839373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d783b92b-2163-4140-a0cd-ccb494c65b27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e69c08a3c01f4aa9970849da89960b97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4748461 Nov 09 17:42:53.842876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:53.912270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:53.924957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:53.925911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Checking segment: {'id': 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:53.926868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:53.927750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Bound using segment: {'id': 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:53.928730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Bound port: f379b301-f933-4217-b4d5-9cc414bd9fdd, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:53.929583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.072898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcd87e-3ef5-4046-9ddc-f958107860e2 req-403f5572-8155-4019-8293-bf2f391e3c0b tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:54.098073 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6dcd87e-3ef5-4046-9ddc-f958107860e2 req-403f5572-8155-4019-8293-bf2f391e3c0b tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 943 time: 0.5050249 Nov 09 17:42:54.274398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.518423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc396845-836e-4f7d-8817-b553105ad6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.537449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6dcd87e-3ef5-4046-9ddc-f958107860e2 req-c8e8285b-8818-4f07-a9dd-ee6eb4afee19 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372673 Nov 09 17:42:54.553524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.570484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc396845-836e-4f7d-8817-b553105ad6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.671849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:54.682177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:54.689591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:54.697875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event updated for resources: {'Port': ['ID=60595108-b620-4701-b9fc-c6e65f13f632,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:54.745620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.760754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1216f172-da0e-4854-b6af-53c9717dda90 req-b4398d39-7b0c-4f6c-b8b2-018ba74f25a8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 210 time: 0.0643659 Nov 09 17:42:54.771674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Allocated IP 2001:db8::2 (f5eb8c48-342a-447a-ae0e-4bf245ec1215/3b33525a-dba9-4f1f-8c4f-1d08682cd8b9/60c2d0da-a0d6-4af7-9725-cb57a6109a07) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:54.791026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.850813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Allocated IP 2001:db8::1 (bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c/d415843a-f7de-4ac6-9914-779525417b9e/4807101d-ea02-454c-9d5e-e895eabf1965) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:54.866880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] For port f379b301-f933-4217-b4d5-9cc414bd9fdd, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:54.906453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] For port f379b301-f933-4217-b4d5-9cc414bd9fdd, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f379b301-f933-4217-b4d5-9cc414bd9fdd,segment=NetworkSegment(e0e0c6b0-5997-49bf-a99b-f5ab93e85af5),segment_id=e0e0c6b0-5997-49bf-a99b-f5ab93e85af5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:54.956407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:54.958714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:54.968601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:54.982040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:54.998563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:55.005842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Pushing event updated for resources: {'Port': ['ID=6b6dc3c6-998f-46db-b364-d536a9abdbed,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.013950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.024847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992', 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16', 'port_id': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992', 'mac_address': 'fa:16:3e:da:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ec8d83-04fc-4cad-a36f-6b43980007f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:55.044691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:55.045379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.061206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc396845-836e-4f7d-8817-b553105ad6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.064795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc396845-836e-4f7d-8817-b553105ad6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.067216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc396845-836e-4f7d-8817-b553105ad6d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d271d05-0cf5-44ce-82a9-217ff271def5 HTTP/1.1" status: 204 len: 168 time: 1.2209756 Nov 09 17:42:55.127365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-7e3463d9-3995-4dde-8b53-5fca1d857771 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:55.130226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-7e3463d9-3995-4dde-8b53-5fca1d857771 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 817 time: 1.1762948 Nov 09 17:42:55.161041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad92daac-2f26-4d2b-95a2-4efbfb515b80 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9754548 Nov 09 17:42:55.161753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:55.175050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Request body: {'port': {'network_id': 'e08e69d8-f658-439d-a4c2-6bb2c015f106', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1949619282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:55.175050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] bootfile-name is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:42:55.175050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] tftp-server is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:42:55.175670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] server-ip-address is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:42:55.182681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc396845-836e-4f7d-8817-b553105ad6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d271d05-0cf5-44ce-82a9-217ff271def5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.272710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.311270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.380124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:55.382019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:55.402291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Attempting to bind port 6b6dc3c6-998f-46db-b364-d536a9abdbed on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:55.402914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Attempting to bind port 6b6dc3c6-998f-46db-b364-d536a9abdbed by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '8d322350-99b3-4f3d-84d0-222a7fe576a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:55.403575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Attempting to bind port 6b6dc3c6-998f-46db-b364-d536a9abdbed on network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:55.411901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6deba-2cc0-4ed2-943f-64bd7b83d95c None None] Pushing event updated for resources: {'Port': ['ID=f379b301-f933-4217-b4d5-9cc414bd9fdd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.436340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:55.436915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.437979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42d35c7-77b0-4999-b3ac-7e45f8b5b992 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:55.460214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:55.464381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Checking segment: {'id': '8d322350-99b3-4f3d-84d0-222a7fe576a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:55.465635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.468017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Bound using segment: {'id': '8d322350-99b3-4f3d-84d0-222a7fe576a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:55.469161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Bound port: 6b6dc3c6-998f-46db-b364-d536a9abdbed, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d322350-99b3-4f3d-84d0-222a7fe576a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:55.470507 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.510593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:55.513487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-d73a7c36-8b5c-45a3-a922-8d7922260b78 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 379 time: 0.3683586 Nov 09 17:42:55.526757 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.532766 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.545669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Port': ['ID=4807101d-ea02-454c-9d5e-e895eabf1965,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.547381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'port': {'device_id': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'admin_state_up': True, 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'security_groups': ['9e4a6d2c-0359-4cba-aeac-c1cbf62a6487']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:55.607478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Made reservation on behalf of ab925a9d743e4541958446ae0e1f0427 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:55.621334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.675639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.723310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] device_id is not set on port 22ce7be8-014e-4917-bffb-560e2918dc41 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:42:55.765083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Network f5eb8c48-342a-447a-ae0e-4bf245ec1215 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:55.780071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:55.793199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:55.796730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.810363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] For port 6b6dc3c6-998f-46db-b364-d536a9abdbed, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:55.817674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] For port 6b6dc3c6-998f-46db-b364-d536a9abdbed, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6b6dc3c6-998f-46db-b364-d536a9abdbed,segment=NetworkSegment(8d322350-99b3-4f3d-84d0-222a7fe576a4),segment_id=8d322350-99b3-4f3d-84d0-222a7fe576a4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:55.827039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a42d35c7-77b0-4999-b3ac-7e45f8b5b992'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:55.837145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:55.895733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:56.020725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Allocated IP 172.20.0.9 (e08e69d8-f658-439d-a4c2-6bb2c015f106/d33eb1bf-4261-477e-93bb-e25ff0547c4c/22ce7be8-014e-4917-bffb-560e2918dc41) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:56.033912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Pushing event updated for resources: {'Port': ['ID=60c2d0da-a0d6-4af7-9725-cb57a6109a07,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:56.096353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:56.183189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.217933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:56.218848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c0d4-fc43-4976-a9f6-873aeb5517f3 None None] Pushing event updated for resources: {'Port': ['ID=6b6dc3c6-998f-46db-b364-d536a9abdbed,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:56.224723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.234537 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9e79-547c-4c3b-89b3-306c684a3f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.239303 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] Sync routers for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:56.281390 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:56.282054 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:56.293795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Attempting to bind port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:42:56.294424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Attempting to bind port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:42:56.295029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Attempting to bind port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 on network f5eb8c48-342a-447a-ae0e-4bf245ec1215 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:56.305702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Made reservation on behalf of 6c128f9a533248de9ab1f892c8c01884 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:56.306242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:56.306899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Checking segment: {'id': '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:42:56.307587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.308202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Bound using segment: {'id': '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:56.309344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Bound port: 60c2d0da-a0d6-4af7-9725-cb57a6109a07, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f5eb8c48-342a-447a-ae0e-4bf245ec1215'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:42:56.309910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.310247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.335476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-e953ade7-eccf-4faa-97b3-b75c07caa1d6 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "PUT /v2.0/floatingips/03e58941-79ba-4f0a-b990-38774bc5eebb HTTP/1.1" status: 200 len: 994 time: 4.6912405 Nov 09 17:42:56.337881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:56.340842 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:56.378057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50147438-164a-41e9-ac9e-3d22ea104ccd req-ac4fd482-98e5-4f9c-a2d2-84a8480a6ace tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:56.396514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50147438-164a-41e9-ac9e-3d22ea104ccd req-ac4fd482-98e5-4f9c-a2d2-84a8480a6ace tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 944 time: 0.4222879 Nov 09 17:42:56.713308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] For port 60c2d0da-a0d6-4af7-9725-cb57a6109a07, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:56.738369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983131b-1034-4d21-aa2c-46d1c706979c req-958a5b04-4dc4-4b78-aa33-31dd881e07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:56.743362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-958a5b04-4dc4-4b78-aa33-31dd881e07aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.3641920 Nov 09 17:42:56.760467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] For port 60c2d0da-a0d6-4af7-9725-cb57a6109a07, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60c2d0da-a0d6-4af7-9725-cb57a6109a07,segment=NetworkSegment(98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7),segment_id=98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:56.775715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:56.930489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4078ab-1f63-4fb2-a236-1f477460a0ef None None] Pushing event updated for resources: {'Port': ['ID=60c2d0da-a0d6-4af7-9725-cb57a6109a07,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:56.939719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Allocated IP 172.20.0.9 (eaac6e2b-4680-4404-bff6-6d4397f835df/bbf3060a-cf6f-453d-9284-654722afae85/75889762-094c-4908-97ca-e1775d45e368) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:57.038539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9e79-547c-4c3b-89b3-306c684a3f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.042123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983131b-1034-4d21-aa2c-46d1c706979c req-1fa3305c-8d9f-44c6-a7ee-fb7133dc061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.049928 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-1fa3305c-8d9f-44c6-a7ee-fb7133dc061b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.2875197 Nov 09 17:42:57.094312 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbaf9e79-547c-4c3b-89b3-306c684a3f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.096361 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:57.137426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50147438-164a-41e9-ac9e-3d22ea104ccd req-73cbda43-a9d7-44ea-9944-c0b8f728054e tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399039 Nov 09 17:42:57.381722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bbaf9e79-547c-4c3b-89b3-306c684a3f08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf9719489edb4216864444b91f703191&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2458034 Nov 09 17:42:57.397699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b6dc3c6-998f-46db-b364-d536a9abdbed up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:57.415762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-929ab4d1-2ae1-419e-b674-53b7a68c348c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 997 time: 0.3253446 Nov 09 17:42:57.422836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50790) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:57.573828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf9e79-547c-4c3b-89b3-306c684a3f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d64f19-73fa-4d99-8a7e-f1c9003559f2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:57.598947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a42d35c7-77b0-4999-b3ac-7e45f8b5b992 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:57.611502 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.653839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983131b-1034-4d21-aa2c-46d1c706979c req-d0fc5dd9-404c-4ef0-a9ea-423b090744cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.658557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-d0fc5dd9-404c-4ef0-a9ea-423b090744cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.2190938 Nov 09 17:42:57.668910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1771c039-7c1d-4551-a357-2fac6eb52d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.706469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e41fd45-b586-433e-a682-9853f213528a req-026e9419-70ac-42bf-9aa5-b3e8fd07eadc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 210 time: 0.3787684 Nov 09 17:42:57.812488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-39d7a333-1a56-4396-9773-8f5b6ea1f9d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279838 Nov 09 17:42:57.845888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-4faa91e9-37fb-470f-8f47-cf2d0a326ce5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:42:57.847817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.853631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-4faa91e9-37fb-470f-8f47-cf2d0a326ce5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134666 Nov 09 17:42:57.856125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.856944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.863027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1771c039-7c1d-4551-a357-2fac6eb52d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:57.913945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020bea31-c6e2-4d21-84d4-706ba5b457b0 None None] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:58.092207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6b6dc3c6-998f-46db-b364-d536a9abdbed triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:58.092580 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.178406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-4f866aca-482b-485d-9f65-85a8832b46c2 service neutron] 10.222.0.45 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751994 Nov 09 17:42:58.182765 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec7105-d1be-4851-98fd-d2c5030d2d63 x-openstack-request-id: req-6bec7105-d1be-4851-98fd-d2c5030d2d63 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:58.183372 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:58.184562 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bec7105-d1be-4851-98fd-d2c5030d2d63 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:58.185842 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'status': 'completed', 'code': 200} Nov 09 17:42:58.193103 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '03e58941-79ba-4f0a-b990-38774bc5eebb', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'floating_ip_address': '172.25.3.7', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'port_id': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'mac_address': 'fa:16:3e:40:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:47Z', 'updated_at': '2021-11-09T17:42:52Z', 'revision_number': 1, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:38Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:58.275189 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7919857-4b8e-4fd5-ba2d-9c062f83df10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.302077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-56bf0e77-5b30-4f8e-ba8c-9f2dceb0ce23 None None] Provisioning complete for port f379b301-f933-4217-b4d5-9cc414bd9fdd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:58.302452 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56bf0e77-5b30-4f8e-ba8c-9f2dceb0ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.332094 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] Checking router: 258a12f3-dfa8-40d4-ba32-64b5980a9be5 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:58.374016 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:58.379914 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:42:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:58.387288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.507753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Network eaac6e2b-4680-4404-bff6-6d4397f835df is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:58.523639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1771c039-7c1d-4551-a357-2fac6eb52d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.528297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1771c039-7c1d-4551-a357-2fac6eb52d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.529710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1771c039-7c1d-4551-a357-2fac6eb52d7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58d64f19-73fa-4d99-8a7e-f1c9003559f2 HTTP/1.1" status: 204 len: 168 time: 1.1006415 Nov 09 17:42:58.530877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:58.559964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bc04d-594f-4eb2-b31e-22cf361341aa None None] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:58.606327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:58.619731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771c039-7c1d-4551-a357-2fac6eb52d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d64f19-73fa-4d99-8a7e-f1c9003559f2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:58.660239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:58.686061 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.686743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:58.739090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f983131b-1034-4d21-aa2c-46d1c706979c req-3d6a79ac-d10f-4721-9f3f-7a08ea63a4f2 service neutron] 10.222.0.45 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380979 Nov 09 17:42:58.765617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:58.766444 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.810675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:58.813060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:58.865083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-99d6aaea-7836-4b84-aeb2-b8d399bc0d35 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3314755 Nov 09 17:42:58.879261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Request body: {'port': {'device_id': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:59.086343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:59.147491 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:59.270522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:59.445959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:59.488249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:59.488816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb189-6e35-4708-937e-fc351f15bd32 req-0693c4c6-5f47-4f6b-8af9-0c7bcb9f3492 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:59.509830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:59.510571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-115eb189-6e35-4708-937e-fc351f15bd32 req-0693c4c6-5f47-4f6b-8af9-0c7bcb9f3492 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 931 time: 0.3653474 Nov 09 17:42:59.517547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:59.521370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Port': ['ID=4807101d-ea02-454c-9d5e-e895eabf1965,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:59.575971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56bf0e77-5b30-4f8e-ba8c-9f2dceb0ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:42:59.724189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 6b6dc3c6-998f-46db-b364-d536a9abdbed, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6b6dc3c6-998f-46db-b364-d536a9abdbed,segment=NetworkSegment(8d322350-99b3-4f3d-84d0-222a7fe576a4),segment_id=8d322350-99b3-4f3d-84d0-222a7fe576a4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:59.760838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32b6d0-560d-4776-9e80-ad36ab7642d3 None None] Network f5eb8c48-342a-447a-ae0e-4bf245ec1215 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:59.789307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.789869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.790404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.795984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.796667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.797208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.798277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.798876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.799516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.800022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.800597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.811685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:59.825211 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '03e58941-79ba-4f0a-b990-38774bc5eebb', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'floating_ip_address': '172.25.3.7', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'port_id': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'mac_address': 'fa:16:3e:40:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:47Z', 'updated_at': '2021-11-09T17:42:52Z', 'revision_number': 1, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:38Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:59.871366 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55981ad6-43fc-4f98-9fd9-cbea39b26d11 None None] The sync data for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 is: [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '03e58941-79ba-4f0a-b990-38774bc5eebb', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'floating_ip_address': '172.25.3.7', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'port_id': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'mac_address': 'fa:16:3e:40:d4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:47Z', 'updated_at': '2021-11-09T17:42:52Z', 'revision_number': 1, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:38Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:59.894741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-115eb189-6e35-4708-937e-fc351f15bd32 req-0f750d5e-403e-4e0f-9fd1-6d6ccdb39530 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644649 Nov 09 17:43:00.052896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:00.242640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:00.264730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75889762-094c-4908-97ca-e1775d45e368 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:00.287188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:00.306367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Transition to ACTIVE for port object 75889762-094c-4908-97ca-e1775d45e368 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:00.312731 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-84744f09-b393-45e7-8a51-c865b4e0bc58 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 997 time: 0.3609283 Nov 09 17:43:00.316464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:00.353279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:00.361791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:00.362806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f379b301-f933-4217-b4d5-9cc414bd9fdd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:00.364784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event updated for resources: {'Port': ['ID=22ce7be8-014e-4917-bffb-560e2918dc41,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:00.390463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:00.404189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ba13a-6a27-472c-820e-05a4e653cf49 req-89143104-b43d-4b44-bc96-95e3a521d088 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:00.413528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-159ba13a-6a27-472c-820e-05a4e653cf49 req-89143104-b43d-4b44-bc96-95e3a521d088 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 944 time: 1.1139705 Nov 09 17:43:00.417460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-1782a823-f275-49a5-bbba-9ba8a2607294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:00.419331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-1782a823-f275-49a5-bbba-9ba8a2607294 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 1.1292310 Nov 09 17:43:00.459947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c4e4fc-811c-4408-9ff2-37b3e98a0e9a None None] New status for floating IP 03e58941-79ba-4f0a-b990-38774bc5eebb: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:43:00.559491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-159ba13a-6a27-472c-820e-05a4e653cf49 req-9721b138-ece5-48b8-b611-becc44c5cf2c tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238544 Nov 09 17:43:00.568161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-c9887264-6cdc-486f-8d48-f00a819b905d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:00.570673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-c9887264-6cdc-486f-8d48-f00a819b905d tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports/f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 942 time: 0.2472570 Nov 09 17:43:00.586758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:00.750816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Attempting to bind port 75889762-094c-4908-97ca-e1775d45e368 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:43:00.751738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Attempting to bind port 75889762-094c-4908-97ca-e1775d45e368 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:43:00.752091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Attempting to bind port 75889762-094c-4908-97ca-e1775d45e368 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:00.777755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Port 75889762-094c-4908-97ca-e1775d45e368 on network eaac6e2b-4680-4404-bff6-6d4397f835df not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:00.777755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Attempting to bind port 75889762-094c-4908-97ca-e1775d45e368 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:00.821488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:00.831652 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01c9bb-1e1c-4c52-8f1b-08a09cb05d5b" -d '{"events": [{"server_uuid": "733d2e59-abc3-47e1-87c6-dac57428b21d", "name": "network-vif-plugged", "status": "completed", "tag": "a42d35c7-77b0-4999-b3ac-7e45f8b5b992"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:00.864251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-56bf0e77-5b30-4f8e-ba8c-9f2dceb0ce23 None None] For port f379b301-f933-4217-b4d5-9cc414bd9fdd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f379b301-f933-4217-b4d5-9cc414bd9fdd,segment=NetworkSegment(e0e0c6b0-5997-49bf-a99b-f5ab93e85af5),segment_id=e0e0c6b0-5997-49bf-a99b-f5ab93e85af5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:00.901966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:00.903836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:00.907545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:00.907966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Checking segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:00.908438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Bound using segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:00.908923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Bound port: 75889762-094c-4908-97ca-e1775d45e368, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:43:00.914665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:00.958850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1856186-f5f3-490f-bbed-31239440b399 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.7904539 Nov 09 17:43:00.961099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:01.029765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:01.032679 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56bf0e77-5b30-4f8e-ba8c-9f2dceb0ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.050544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c19875f-285e-49a3-84ab-b6986166ab34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.081246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.159815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-966a9148-b8a1-41f8-b2a3-34c0eb8b1675 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 997 time: 0.4101503 Nov 09 17:43:01.197385 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f14c59b-148e-46a6-a2ea-5d36d7a74b44 x-openstack-request-id: req-4f14c59b-148e-46a6-a2ea-5d36d7a74b44 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:01.197885 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d2e59-abc3-47e1-87c6-dac57428b21d", "name": "network-vif-plugged", "status": "completed", "tag": "a42d35c7-77b0-4999-b3ac-7e45f8b5b992", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:01.198326 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f14c59b-148e-46a6-a2ea-5d36d7a74b44 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:01.199057 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992', 'code': 200} Nov 09 17:43:01.224796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=6b6dc3c6-998f-46db-b364-d536a9abdbed,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:01.252934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Router c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:43:01.304965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-ccb2c88b-a2e7-4df7-95a4-2d7f9e36376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.308160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-ccb2c88b-a2e7-4df7-95a4-2d7f9e36376f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.7988207 Nov 09 17:43:01.335598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4719a48-9887-4f5b-8702-0ea254e8dec2 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.342448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4719a48-9887-4f5b-8702-0ea254e8dec2 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.350547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4719a48-9887-4f5b-8702-0ea254e8dec2 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.352708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c4719a48-9887-4f5b-8702-0ea254e8dec2 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3797662 Nov 09 17:43:01.386762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50838) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:01.564605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:01.621540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:01.716151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.797140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f379b301-f933-4217-b4d5-9cc414bd9fdd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:01.797858 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.815273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:01.869422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.870073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.871740 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-15ea17e9-2332-4e62-8d79-f7c7ab94c435 service neutron] 10.222.0.43 "PUT /v2.0/ports/75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 1091 time: 2.9994948 Nov 09 17:43:01.873231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:01.876340 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34" -d '{"events": [{"name": "network-changed", "server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:01.915204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Provisioning complete for port 6b6dc3c6-998f-46db-b364-d536a9abdbed triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:01.916446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:01.952292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-f35cc7df-31de-41ca-b9c6-c868976eecca tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.954458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-f35cc7df-31de-41ca-b9c6-c868976eecca tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 0.7675993 Nov 09 17:43:02.041084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:02.048164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0e77-5b30-4f8e-ba8c-9f2dceb0ce23 None None] Pushing event updated for resources: {'Port': ['ID=f379b301-f933-4217-b4d5-9cc414bd9fdd,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:02.241893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e4cb7-1ab7-4e22-b059-5ffd44e7c2ca req-990a5444-958a-4bb8-9566-914cdb5075a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:02.245577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943e4cb7-1ab7-4e22-b059-5ffd44e7c2ca req-990a5444-958a-4bb8-9566-914cdb5075a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 1096 time: 0.9749627 Nov 09 17:43:02.258790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-2f380a07-0594-4036-9680-db706e1dbf9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 997 time: 0.9045248 Nov 09 17:43:02.300265 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:43:02.340777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Deleting port 22ce7be8-014e-4917-bffb-560e2918dc41 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:02.343797 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:02.385733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-1b48a306-ed8d-4154-b355-b069a3326345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:02.392962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-1b48a306-ed8d-4154-b355-b069a3326345 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1094 time: 0.4341638 Nov 09 17:43:02.429697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:02.504234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:02.510708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2df1c5a4-22df-4cb0-8a78-b9b724ae224f tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9027469 Nov 09 17:43:02.524517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb4de-b7d8-459b-8fc1-1bd50095882b req-6a9a2dff-b4bc-401a-8fc2-28e62de08c98 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:02.535547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-644fb4de-b7d8-459b-8fc1-1bd50095882b req-6a9a2dff-b4bc-401a-8fc2-28e62de08c98 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 1.0895553 Nov 09 17:43:02.546492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:02.567409 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] Sync routers for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:02.588690 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:02.589335 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:02.644116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Provisioning complete for port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:02.644301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:02.660567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-1304b0a3-1c77-4112-9d35-ed36d951d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:02.673147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-1304b0a3-1c77-4112-9d35-ed36d951d8ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.3880475 Nov 09 17:43:02.701817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-7d307e42-8c19-4133-a72c-5935269bee9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 217 time: 0.1727612 Nov 09 17:43:02.718425 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:02.764028 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:02.766764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-a19ebd4b-22a7-45b0-9f5e-ea7c332e1796 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 999 time: 0.6388066 Nov 09 17:43:02.769281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:02.779691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943e4cb7-1ab7-4e22-b059-5ffd44e7c2ca req-acf831ee-8c9d-4f48-bddc-75c90daf218e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165298 Nov 09 17:43:02.799364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:02.873017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-19db6044-0204-4c78-a319-4900b1322f8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282845 Nov 09 17:43:02.932906 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:02.940211 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a4d2-0906-4ea5-9f90-bf0387e6a4f3 None None] The sync data for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:02.986770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.019547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-644fb4de-b7d8-459b-8fc1-1bd50095882b req-0af258e0-52d2-43e6-8693-18cc9db295a7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4827888 Nov 09 17:43:03.072209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] For port 60c2d0da-a0d6-4af7-9725-cb57a6109a07, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60c2d0da-a0d6-4af7-9725-cb57a6109a07,segment=NetworkSegment(98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7),segment_id=98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:03.081331 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.230139 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.262953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-b64de8f3-2ccd-4b11-b5a0-092788d7c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:03.265883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-b64de8f3-2ccd-4b11-b5a0-092788d7c3a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.5409431 Nov 09 17:43:03.295918 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c2d0da-a0d6-4af7-9725-cb57a6109a07 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:03.476673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.484110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Calling delete_port for 22ce7be8-014e-4917-bffb-560e2918dc41 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:03.573114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e5a42-05cc-4b7c-aea4-78f90046a11b None None] Pushing event updated for resources: {'Port': ['ID=60c2d0da-a0d6-4af7-9725-cb57a6109a07,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:03.574505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c685-e447-4dc0-b8bc-349d19ec15a9 req-77959732-1539-453b-acff-181ccd389ed6 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:03.585253 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.595042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f184c685-e447-4dc0-b8bc-349d19ec15a9 req-77959732-1539-453b-acff-181ccd389ed6 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 945 time: 0.2396972 Nov 09 17:43:03.672286 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.684842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:03.685429 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.703196 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-5d98b7ab-e34a-45ae-91f3-12f2d124dddf service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480968 Nov 09 17:43:03.819248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Provisioning complete for port 6b6dc3c6-998f-46db-b364-d536a9abdbed triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:03.819830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:03.891022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5931ceaf-7e39-44fe-b4dd-e1840a33f6e7 req-96a16a96-43d3-46f1-9370-36449ce5c241 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721323 Nov 09 17:43:03.976151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b6dc3c6-998f-46db-b364-d536a9abdbed up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:04.009225 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.034784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.035508 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Floating IP 03e58941-79ba-4f0a-b990-38774bc5eebb disassociated. External IP: 172.25.3.7, port: f8081bd4-faee-40ca-b19f-111d4e9c8479. Nov 09 17:43:04.036276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f184c685-e447-4dc0-b8bc-349d19ec15a9 req-6e366996-e75d-4a87-a3c3-dfe2c153d5d1 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411128 Nov 09 17:43:04.049665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-0aaf8264-3fb0-432e-9f83-9c8e867c4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:04.053126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-0aaf8264-3fb0-432e-9f83-9c8e867c4b4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7430494 Nov 09 17:43:04.117000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6b6dc3c6-998f-46db-b364-d536a9abdbed triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.117817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.172810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Provisioning complete for port 60595108-b620-4701-b9fc-c6e65f13f632 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.173715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.275098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Port 60595108-b620-4701-b9fc-c6e65f13f632 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:04.362744 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-6be65bb3-972f-4410-b70f-3217981366ce tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:43:04.389935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6be65bb3-972f-4410-b70f-3217981366ce tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8181398 Nov 09 17:43:04.391965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:04.400832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f379b301-f933-4217-b4d5-9cc414bd9fdd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:04.453979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Provisioning complete for port 22ce7be8-014e-4917-bffb-560e2918dc41 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.454804 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.514267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Port 22ce7be8-014e-4917-bffb-560e2918dc41 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:04.521913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f379b301-f933-4217-b4d5-9cc414bd9fdd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.522290 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.560242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Provisioning complete for port 4807101d-ea02-454c-9d5e-e895eabf1965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.560957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.597849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9a80a-5c14-4b3e-b738-495c8856f4a5 req-d93aefa0-186d-4ed9-a9a5-f3f771519758 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:04.606947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82b9a80a-5c14-4b3e-b738-495c8856f4a5 req-d93aefa0-186d-4ed9-a9a5-f3f771519758 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1382914 Nov 09 17:43:04.620884 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0691ead5-8295-4539-b296-6048f6b1d3a9 x-openstack-request-id: req-0691ead5-8295-4539-b296-6048f6b1d3a9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:04.621791 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "tag": "75889762-094c-4908-97ca-e1775d45e368", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:04.622463 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0691ead5-8295-4539-b296-6048f6b1d3a9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:04.623648 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'status': 'completed', 'code': 200} Nov 09 17:43:04.628142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Port 4807101d-ea02-454c-9d5e-e895eabf1965 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:04.703464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-6a1111e4-fdcf-4b81-9e80-4e482b46e7db service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464705 Nov 09 17:43:04.733111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Provisioning complete for port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.733581 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.755909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82b9a80a-5c14-4b3e-b738-495c8856f4a5 req-4a2ba2ca-d9a7-4007-a44d-c33c53b103aa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451976 Nov 09 17:43:04.898717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Provisioning complete for port f379b301-f933-4217-b4d5-9cc414bd9fdd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.899218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76a1147b-e1d3-4994-bff4-be55943b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:04.966907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c2d0da-a0d6-4af7-9725-cb57a6109a07 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:05.133308 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c81c031-51f1-484c-b2ba-dcbaf9c779dd req-b20a382f-235d-4bbc-942a-5b1fa4a03fd5 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719475 Nov 09 17:43:05.304781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:05.305683 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:05.370686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:05.495806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffafa84-b97a-4a3a-aa4f-36075afdcd02 req-deda7e2e-64a8-4bc0-a38c-32280d2f32bf tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:05.498751 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ffafa84-b97a-4a3a-aa4f-36075afdcd02 req-deda7e2e-64a8-4bc0-a38c-32280d2f32bf tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 945 time: 0.1328402 Nov 09 17:43:05.508741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-da27b373-100d-4dbd-9bbf-2f0c4010188e None None] Provisioning complete for port 4807101d-ea02-454c-9d5e-e895eabf1965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:05.510815 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da27b373-100d-4dbd-9bbf-2f0c4010188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:05.589903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ffafa84-b97a-4a3a-aa4f-36075afdcd02 req-4c2b1aae-e190-479b-9afa-262ac7dffff0 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 Nov 09 17:43:05.604895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da27b373-100d-4dbd-9bbf-2f0c4010188e None None] Port 4807101d-ea02-454c-9d5e-e895eabf1965 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:05.780679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:06.044596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddad57-388e-4af8-96f0-d29563ab1749 req-ffcbd830-8ea2-4ba1-93dd-db85cc034e98 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:06.047582 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1ddad57-388e-4af8-96f0-d29563ab1749 req-ffcbd830-8ea2-4ba1-93dd-db85cc034e98 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1276338 Nov 09 17:43:06.114935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-9859896a-0218-43c7-998b-dbadee50b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:06.120356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-9859896a-0218-43c7-998b-dbadee50b93f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1094 time: 0.8669279 Nov 09 17:43:06.160316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1ddad57-388e-4af8-96f0-d29563ab1749 req-893a6638-194b-4fd4-8d52-823a3fc7cced tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872874 Nov 09 17:43:06.238217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event deleted for resources: {'Port': ['ID=22ce7be8-014e-4917-bffb-560e2918dc41,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:06.292934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:06.457812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting port 4807101d-ea02-454c-9d5e-e895eabf1965 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:06.457812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:06.675579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:06.694836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Calling delete_port for 4807101d-ea02-454c-9d5e-e895eabf1965 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:06.907881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:06.913300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2cc362f3-07b1-4bb0-b4d4-3c7788cbe0aa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "DELETE /v2.0/ports/22ce7be8-014e-4917-bffb-560e2918dc41 HTTP/1.1" status: 204 len: 168 time: 5.5185223 Nov 09 17:43:06.921857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50914) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:06.927962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Request body: {'port': {'name': 'tempest-new-port-name-1416597460', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:06.928489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.api.validators [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] bootfile-name is not in valid_values {{(pid=102554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:43:06.928922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.api.validators [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] tftp-server is not in valid_values {{(pid=102554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:43:06.929477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.api.validators [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] server-ip-address is not in valid_values {{(pid=102554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:43:07.008862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-1cc4181f-b568-4aa3-8b83-653d0918bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.011086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-1cc4181f-b568-4aa3-8b83-653d0918bdc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.8168366 Nov 09 17:43:07.096015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:07.124309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] Sync routers for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:07.134002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-67620e91-0041-4c61-b0a5-6f26f1468b22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 217 time: 0.1053460 Nov 09 17:43:07.138053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:07.175952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:07.179060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:07.285742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-9156501f-9178-4cd1-88c9-8f4a1f834ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.287458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-9156501f-9178-4cd1-88c9-8f4a1f834ee7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1421950 Nov 09 17:43:07.293341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:07.309873 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b88b5bb0-847d-4299-823a-a25861be997f tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "PUT /v2.0/floatingips/03e58941-79ba-4f0a-b990-38774bc5eebb HTTP/1.1" status: 200 len: 693 time: 4.5413105 Nov 09 17:43:07.322090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:07.325388 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9608e852-2f3d-42c4-a997-483390845804" -d '{"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:07.358524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:07.401179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:07.524171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Port': ['ID=4807101d-ea02-454c-9d5e-e895eabf1965,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:07.738014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b7800afe-116f-4041-983b-dc7bc6e32494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.740167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-b7800afe-116f-4041-983b-dc7bc6e32494 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.3874729 Nov 09 17:43:07.756896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cdcfc-6f64-499b-b2e1-6494af174dd5 req-0bb637c7-138d-46f0-97ed-0f3bd5fad083 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.760093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-022cdcfc-6f64-499b-b2e1-6494af174dd5 req-0bb637c7-138d-46f0-97ed-0f3bd5fad083 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 945 time: 0.4821286 Nov 09 17:43:07.862220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-ad9d303b-ea7c-4ea6-82b1-f771b9a71759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.862459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:07.865221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-ad9d303b-ea7c-4ea6-82b1-f771b9a71759 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5650635 Nov 09 17:43:08.073045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:38Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:08.148699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-eb4abe7b-02d8-4286-b7eb-e52295d92a4f service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897137 Nov 09 17:43:08.149585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-022cdcfc-6f64-499b-b2e1-6494af174dd5 req-13f5dc81-a42b-4ebc-9500-ac2125ae6ac1 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310418 Nov 09 17:43:08.226485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] Checking router: 258a12f3-dfa8-40d4-ba32-64b5980a9be5 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:08.269116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:08.269779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:08.442721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-9f1e50a9-024b-4ccd-8e0f-d74d63ada5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:08.445312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-9f1e50a9-024b-4ccd-8e0f-d74d63ada5ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.6683178 Nov 09 17:43:08.464051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Router c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:08.473549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:08.522910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-06371dde-8375-4559-a1f0-fefe07d8d46a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.0643048 Nov 09 17:43:08.574949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6c1e9-729d-4c5c-b82b-bdba2d1fcfb5 req-36a1062e-4793-4be5-80e7-5721a5d796fc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:08.585777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c6c1e9-729d-4c5c-b82b-bdba2d1fcfb5 req-36a1062e-4793-4be5-80e7-5721a5d796fc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1865432 Nov 09 17:43:08.596066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:08.654747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:08.667268 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] Sync routers for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:08.675131 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-117bc878-def0-48a7-b5e8-148a37c13002 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2741179 Nov 09 17:43:08.683475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:08.687294 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:08.688630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:08.745264 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:08.767473 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:08.768465 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:08.787123 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-4c89c7cc-300c-4609-adcf-0ddbcaa26741 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] delete failed (client error): The resource could not be found. Nov 09 17:43:08.792169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4c89c7cc-300c-4609-adcf-0ddbcaa26741 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1890295817 HTTP/1.1" status: 404 len: 335 time: 0.1032584 Nov 09 17:43:08.794690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 50938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:08.802952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-666ab631-7c38-4630-8730-c4c4f53e2480 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:08.814935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c6c1e9-729d-4c5c-b82b-bdba2d1fcfb5 req-88102f1f-33ee-445e-b63a-f4f4f6418d33 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273030 Nov 09 17:43:08.845025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:08.846010 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65e8cf-e7b2-49ec-bea4-2025cb96244a None None] The sync data for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:08.860293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dd584a2-57e1-4cb7-a0b2-75fd7eb74d34 req-575554db-7b78-480e-974e-e8a339c5ae87 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991200 Nov 09 17:43:08.866373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-84c3e922-7b61-4f6e-9a52-2efd0d606b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:08.868902 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-84c3e922-7b61-4f6e-9a52-2efd0d606b3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.3356516 Nov 09 17:43:08.871718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:08.904255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:08.917939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-6326ebde-3b45-45cc-b55f-04a0e301663d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389721 Nov 09 17:43:08.919600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:08.935968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '75889762-094c-4908-97ca-e1775d45e368', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'port_id': '75889762-094c-4908-97ca-e1775d45e368', 'mac_address': 'fa:16:3e:2b:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:08.961017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-7a195cae-29b9-40f4-aed8-d497aeecd6e4 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:08.963937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-7a195cae-29b9-40f4-aed8-d497aeecd6e4 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 945 time: 0.2168393 Nov 09 17:43:09.019157 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.038078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75889762-094c-4908-97ca-e1775d45e368 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:09.064663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:09.086357 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080efee3-f2ac-4068-b8a9-a5bc9c1793c6 x-openstack-request-id: req-080efee3-f2ac-4068-b8a9-a5bc9c1793c6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:09.089123 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:09.090207 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-080efee3-f2ac-4068-b8a9-a5bc9c1793c6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:09.093133 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'status': 'completed', 'code': 200} Nov 09 17:43:09.096299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.178600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:09.258151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] In _notify_port_updated(), no bound segment for port 60595108-b620-4701-b9fc-c6e65f13f632 on network e08e69d8-f658-439d-a4c2-6bb2c015f106 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:43:09.272801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.284400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:38Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:09.285359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.285359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "PUT /v2.0/ports/60595108-b620-4701-b9fc-c6e65f13f632 HTTP/1.1" status: 200 len: 1137 time: 2.3554780 Nov 09 17:43:09.336756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50948) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:09.365376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ebca30-e571-49cd-8f72-10bae1138eed None None] The sync data for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 is: [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:41:29Z', 'revision_number': 4, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8216075a-f77a-4514-b3f3-1d2449afee46', 'name': '', 'network_id': 'c7edaa9d-cceb-4b74-b3a5-169987cce044', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'mac_address': 'fa:16:3e:a7:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:26Z', 'updated_at': '2021-11-09T17:41:38Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'subnets': [{'id': '9a0b7cb4-d416-4e52-8d7f-0a03b18b26da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:09.371160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['75889762-094c-4908-97ca-e1775d45e368'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:09.473348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a19a4-387d-4ff2-a9bd-e0ab155c6989 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event updated for resources: {'Port': ['ID=60595108-b620-4701-b9fc-c6e65f13f632,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:09.486478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063bd8f6-1393-4539-b219-f2a6a2648376 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.492849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-063bd8f6-1393-4539-b219-f2a6a2648376 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "GET /v2.0/ports/60595108-b620-4701-b9fc-c6e65f13f632 HTTP/1.1" status: 200 len: 1137 time: 0.1519649 Nov 09 17:43:09.494329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:09.506758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-883ae94a-68b6-4ff2-9941-b8ff303a2580 service neutron] 10.222.0.45 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733976 Nov 09 17:43:09.732079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dec892ef-6e09-40cd-9ef8-0645ef28b14c None None] Provisioning complete for port 60595108-b620-4701-b9fc-c6e65f13f632 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:09.733109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dec892ef-6e09-40cd-9ef8-0645ef28b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.834511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-666ab631-7c38-4630-8730-c4c4f53e2480 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.855337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Deleting port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:09.855337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.865068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e852-2f3d-42c4-a997-483390845804 req-d7b0a792-a909-4c50-81ad-d43b4f983907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.878574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-d7b0a792-a909-4c50-81ad-d43b4f983907 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 1096 time: 0.6072910 Nov 09 17:43:09.890525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Deleting port 60595108-b620-4701-b9fc-c6e65f13f632 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:09.890964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:09.921078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dec892ef-6e09-40cd-9ef8-0645ef28b14c None None] Port 60595108-b620-4701-b9fc-c6e65f13f632 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:09.934109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d0756-9018-4dd7-8964-910b38d299db req-6c2c7cb8-1bcf-43e8-8b28-3f6fa2162a4b tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.938155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-556d0756-9018-4dd7-8964-910b38d299db req-6c2c7cb8-1bcf-43e8-8b28-3f6fa2162a4b tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 945 time: 0.4737208 Nov 09 17:43:09.979561 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-666ab631-7c38-4630-8730-c4c4f53e2480 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] update failed (client error): The resource could not be found. Nov 09 17:43:09.987530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-666ab631-7c38-4630-8730-c4c4f53e2480 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc HTTP/1.1" status: 404 len: 339 time: 1.1904864 Nov 09 17:43:10.000613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:10.006534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1877107135'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:10.033424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eaa26941-93d2-4b21-b5de-58e5d2423c55 req-0212e9db-6ff7-49d4-aa60-e11a2662ec0d service neutron] 10.222.0.45 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249002 Nov 09 17:43:10.074219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe360863-207a-457b-b9d5-29fdfdb4419e None None] New status for floating IP 03e58941-79ba-4f0a-b990-38774bc5eebb: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:43:10.146919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:10.162948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.220675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-556d0756-9018-4dd7-8964-910b38d299db req-c910382c-c509-42c9-9df7-e39e52a7fcee tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093022 Nov 09 17:43:10.243405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:10.258121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.259029 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Added segment dd739a14-fa85-41a6-89b6-b11d1487d58d of type vlan for network 2f07170f-c30a-436f-9c49-8c684505d414 Nov 09 17:43:10.387819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-23485534-33c3-40fa-a1bb-6d923dddea2e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips/03e58941-79ba-4f0a-b990-38774bc5eebb HTTP/1.1" status: 200 len: 693 time: 0.1135869 Nov 09 17:43:10.392741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.399941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.421816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Calling delete_port for 60595108-b620-4701-b9fc-c6e65f13f632 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:10.459456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5090-81e6-4b1a-b612-9297932f8aaa req-a171aec6-10c8-4a46-b5e0-e146a96d025e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:10.461182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba0e5090-81e6-4b1a-b612-9297932f8aaa req-a171aec6-10c8-4a46-b5e0-e146a96d025e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 944 time: 0.2697318 Nov 09 17:43:10.537180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e852-2f3d-42c4-a997-483390845804 req-84b17109-9742-4e0e-ad98-3998236e8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:10.540408 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-84b17109-9742-4e0e-ad98-3998236e8ef6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 200 len: 919 time: 0.6527393 Nov 09 17:43:10.556875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:10.665256 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.680665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:10.684999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.692545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 75889762-094c-4908-97ca-e1775d45e368 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:10.699263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 75889762-094c-4908-97ca-e1775d45e368 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:10.699792 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.725999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-92285f0d-b837-4161-bd59-69e83f01642c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 200 len: 217 time: 0.1752012 Nov 09 17:43:10.750246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] For port a42d35c7-77b0-4999-b3ac-7e45f8b5b992, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:10.751424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.787603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Calling delete_port for a42d35c7-77b0-4999-b3ac-7e45f8b5b992 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:10.930306 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba0e5090-81e6-4b1a-b612-9297932f8aaa req-37e3d6a1-2ea3-4a45-9170-86a7346c49fe tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156245 Nov 09 17:43:10.951820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:10.999881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9972320 Nov 09 17:43:11.001439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50974) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:11.081756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'subnet': {'network_id': '2f07170f-c30a-436f-9c49-8c684505d414', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:11.142755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:11.152226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:11.160622 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268b52f-3bd3-4fd1-9aaf-bd857fd9762a" -d '{"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-plugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:11.171412 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:11.230257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3641865-e5d6-41ad-9cac-5152d72727bd tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Network': ['ID=2f07170f-c30a-436f-9c49-8c684505d414,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:11.280822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:11.429815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event deleted for resources: {'Port': ['ID=60595108-b620-4701-b9fc-c6e65f13f632,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:11.455178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:11.489430 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b550959-5a57-4cfe-bc4f-e0a2798c7313 x-openstack-request-id: req-8b550959-5a57-4cfe-bc4f-e0a2798c7313 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:11.490013 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-plugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:11.490535 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b550959-5a57-4cfe-bc4f-e0a2798c7313 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:11.495270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Made reservation on behalf of 093d9405387c4f84998a2ed2cbe10f92 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:11.502349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:11.502948 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'code': 200} Nov 09 17:43:11.504244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 2f07170f-c30a-436f-9c49-8c684505d414 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:11.801766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e852-2f3d-42c4-a997-483390845804 req-d9ee8826-e0d1-41b1-a76a-6dc77215ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:11.803508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-d9ee8826-e0d1-41b1-a76a-6dc77215ba2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 200 len: 859 time: 0.0654716 Nov 09 17:43:11.841886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1483d6-c88f-4758-aaf5-fe14e7be5a65 req-7e5918f8-cf40-408e-a5fa-9eb4ecb74b0b tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:11.843725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1483d6-c88f-4758-aaf5-fe14e7be5a65 req-7e5918f8-cf40-408e-a5fa-9eb4ecb74b0b tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 945 time: 0.3937507 Nov 09 17:43:11.845234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:11.848802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dd2ba7fe-5c10-4ba7-bfd8-3973e93e2712 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "DELETE /v2.0/ports/60595108-b620-4701-b9fc-c6e65f13f632 HTTP/1.1" status: 204 len: 168 time: 2.3317721 Nov 09 17:43:11.859428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50982) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:11.862478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10184d5d-a10f-4f6b-9e6f-18e5ed8fb029 req-2f5fc718-7b0b-4924-b0a4-b959846bb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:11.864194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10184d5d-a10f-4f6b-9e6f-18e5ed8fb029 req-2f5fc718-7b0b-4924-b0a4-b959846bb193 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1096 time: 0.4290571 Nov 09 17:43:11.886828 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-f5d20b53-0aad-4dba-a7fc-a9d498fc4c91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7edaa9d-cceb-4b74-b3a5-169987cce044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543830 Nov 09 17:43:12.095925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-796a9c20-2813-48b7-b5e1-c8d8ba11a803 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.110172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-796a9c20-2813-48b7-b5e1-c8d8ba11a803 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/networks/d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 784 time: 1.7203848 Nov 09 17:43:12.127656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-accd084b-a5de-4d27-9f56-8b5655fefdf7 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:43:12.142855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-accd084b-a5de-4d27-9f56-8b5655fefdf7 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311849 Nov 09 17:43:12.153514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Deleting subnet d33eb1bf-4261-477e-93bb-e25ff0547c4c {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:12.160328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.222790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.370383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-944c7ae9-6f96-4840-894c-aa73cc5413eb tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.2255080 Nov 09 17:43:12.393114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.462654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.472259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e1483d6-c88f-4758-aaf5-fe14e7be5a65 req-73a220d6-d718-470e-b7e6-8fdc3295f8a5 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973413 Nov 09 17:43:12.506361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10184d5d-a10f-4f6b-9e6f-18e5ed8fb029 req-eab78524-efc2-4f12-aa13-dced3012d373 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6302392 Nov 09 17:43:12.533844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.550762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-87215ea3-dbc1-4390-a314-0c2daa1c7564 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.1529679 Nov 09 17:43:12.569564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Subnet': ['ID=651363a5-feca-4241-9eb5-43d28d75102f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:12.597672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Checking segment: {'id': 'dd739a14-fa85-41a6-89b6-b11d1487d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f07170f-c30a-436f-9c49-8c684505d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:12.598551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network hostable DHCP agents. Network: 2f07170f-c30a-436f-9c49-8c684505d414, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:12.650708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-f2742a4d-f355-4b9e-9c34-dc4e70a3d3c6 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404630 Nov 09 17:43:12.652106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Pushing event deleted for resources: {'Port': ['ID=a42d35c7-77b0-4999-b3ac-7e45f8b5b992,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:12.679748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.690254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network 2f07170f-c30a-436f-9c49-8c684505d414 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:12.742731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event deleted for resources: {'Subnet': ['ID=d33eb1bf-4261-477e-93bb-e25ff0547c4c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:12.745280 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:12.753245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d0e94ee-0718-4ca1-b9f7-0a3da3403fa7 tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "DELETE /v2.0/subnets/d33eb1bf-4261-477e-93bb-e25ff0547c4c HTTP/1.1" status: 204 len: 168 time: 0.8843505 Nov 09 17:43:12.756761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 2f07170f-c30a-436f-9c49-8c684505d414) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:12.788335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2f459-d93e-4147-9fb5-c7ab9d0c15d1 None None] Network e08e69d8-f658-439d-a4c2-6bb2c015f106 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:12.800850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077a7e2-e66e-4168-a48f-2e2b3baa6b6e req-cb118a76-2046-4de7-8781-e45f6377f28e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.819428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1077a7e2-e66e-4168-a48f-2e2b3baa6b6e req-cb118a76-2046-4de7-8781-e45f6377f28e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2028842 Nov 09 17:43:12.823851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c630e01-a146-4259-9a50-a7bf689887af None None] Network 2f07170f-c30a-436f-9c49-8c684505d414 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:12.874766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 50994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:13.064961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:13.067027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.104241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1077a7e2-e66e-4168-a48f-2e2b3baa6b6e req-de604fee-44e0-4a3e-8fa3-7df1f69572c9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777467 Nov 09 17:43:13.126614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] No DVR routers for this DVR port a42d35c7-77b0-4999-b3ac-7e45f8b5b992 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:13.135107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.141967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-82509880-aa2f-4f7a-9a61-eda13579cd36 req-ae1cdc95-10d6-4c2d-8e04-a870dfe626b8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "DELETE /v2.0/ports/a42d35c7-77b0-4999-b3ac-7e45f8b5b992 HTTP/1.1" status: 204 len: 173 time: 4.1128476 Nov 09 17:43:13.145624 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.160561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'name': 'network-vif-deleted', 'tag': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:13.164768 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bdfcf0-2713-4b08-8a32-d2aa6912a0d6" -d '{"events": [{"server_uuid": "733d2e59-abc3-47e1-87c6-dac57428b21d", "name": "network-vif-deleted", "tag": "a42d35c7-77b0-4999-b3ac-7e45f8b5b992"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:13.185043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-68378574-3898-40ea-8315-82dc56778cba tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1178758 Nov 09 17:43:13.195297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:13.211638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ba0e6917-1c87-446c-af6d-637d65a3cb07 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f07170f-c30a-436f-9c49-8c684505d414'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:13.277609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Deleting port 5d0dc494-377e-46c3-997c-64b7804c54ae {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:13.278267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.371388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9608e852-2f3d-42c4-a997-483390845804 req-494f18d4-b0e5-4ce0-920e-585bdcc64db6 service neutron] 10.222.0.83 "GET /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472087 Nov 09 17:43:13.412137 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7250b9e8-0d7a-44d0-b4a8-0a0ef931fec5 x-openstack-request-id: req-7250b9e8-0d7a-44d0-b4a8-0a0ef931fec5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:13.412624 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d2e59-abc3-47e1-87c6-dac57428b21d", "name": "network-vif-deleted", "tag": "a42d35c7-77b0-4999-b3ac-7e45f8b5b992", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:13.413045 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7250b9e8-0d7a-44d0-b4a8-0a0ef931fec5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:13.413663 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d2e59-abc3-47e1-87c6-dac57428b21d', 'name': 'network-vif-deleted', 'tag': 'a42d35c7-77b0-4999-b3ac-7e45f8b5b992', 'status': 'completed', 'code': 200} Nov 09 17:43:13.494450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.503027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.570242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Calling delete_port for 5d0dc494-377e-46c3-997c-64b7804c54ae owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:13.615393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a42d35c7-77b0-4999-b3ac-7e45f8b5b992 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:13.754109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: a42d35c7-77b0-4999-b3ac-7e45f8b5b992 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:13.754500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a42d35c7-77b0-4999-b3ac-7e45f8b5b992 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:13.788264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-2f07170f-c30a-436f-9c49-8c684505d414', 'network_id': '2f07170f-c30a-436f-9c49-8c684505d414', 'tenant_id': '093d9405387c4f84998a2ed2cbe10f92', 'fixed_ips': [{'subnet_id': '651363a5-feca-4241-9eb5-43d28d75102f'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:13.789611 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:13.863874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ca353a3f-c047-4bd7-b427-521d90949884 req-bd79a647-ca3f-4326-9534-998e9b95adde tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=733d2e59-abc3-47e1-87c6-dac57428b21d HTTP/1.1" status: 200 len: 210 time: 0.1376576 Nov 09 17:43:13.956040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Deleting port f379b301-f933-4217-b4d5-9cc414bd9fdd {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:13.956762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.034254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] DHCP port deletion for e08e69d8-f658-439d-a4c2-6bb2c015f106 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:14.061448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.109118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event deleted for resources: {'Port': ['ID=5d0dc494-377e-46c3-997c-64b7804c54ae,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.227660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.230971 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.243528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] Deleting port f379b301-f933-4217-b4d5-9cc414bd9fdd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:14.244146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.252705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5df0d476-f941-4fbe-84cb-e6e5a974a5b2 req-6cef5b86-6f5a-4331-ac97-93fbe527bc1b tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "DELETE /v2.0/floatingips/03e58941-79ba-4f0a-b990-38774bc5eebb HTTP/1.1" status: 204 len: 173 time: 1.6394510 Nov 09 17:43:14.332455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-059911ff-db3d-4e7a-9361-101cbea7388b req-675f9263-2049-47a4-b01d-674653cb022e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups/c6e5586d-bbfa-46a6-b360-18132b665542 HTTP/1.1" status: 200 len: 1826 time: 0.0675211 Nov 09 17:43:14.399385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] For port f379b301-f933-4217-b4d5-9cc414bd9fdd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f379b301-f933-4217-b4d5-9cc414bd9fdd,segment=NetworkSegment(e0e0c6b0-5997-49bf-a99b-f5ab93e85af5),segment_id=e0e0c6b0-5997-49bf-a99b-f5ab93e85af5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:14.400124 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.425852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] Calling delete_port for f379b301-f933-4217-b4d5-9cc414bd9fdd owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:14.453948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-059911ff-db3d-4e7a-9361-101cbea7388b req-f0b1363e-d34f-4845-87ba-a1f90f85b676 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.505915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6917-1c87-446c-af6d-637d65a3cb07 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.549192 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.561121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-059911ff-db3d-4e7a-9361-101cbea7388b req-f0b1363e-d34f-4845-87ba-a1f90f85b676 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.592462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] No DVR routers for this DVR port f379b301-f933-4217-b4d5-9cc414bd9fdd on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:14.600205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b06a1-cbd4-4dfb-a04d-bc3ea315fa2a None None] Pushing event deleted for resources: {'Port': ['ID=f379b301-f933-4217-b4d5-9cc414bd9fdd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.626121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Allocated IP 2001:db8:1::2 (2f07170f-c30a-436f-9c49-8c684505d414/651363a5-feca-4241-9eb5-43d28d75102f/2b17987c-3285-445c-a4b9-21aa2df839ab) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:14.698407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-059911ff-db3d-4e7a-9361-101cbea7388b req-f0b1363e-d34f-4845-87ba-a1f90f85b676 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.710560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] For port f379b301-f933-4217-b4d5-9cc414bd9fdd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f379b301-f933-4217-b4d5-9cc414bd9fdd,segment=NetworkSegment(e0e0c6b0-5997-49bf-a99b-f5ab93e85af5),segment_id=e0e0c6b0-5997-49bf-a99b-f5ab93e85af5)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:14.711222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-059911ff-db3d-4e7a-9361-101cbea7388b req-f0b1363e-d34f-4845-87ba-a1f90f85b676 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.712283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:14.713213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-059911ff-db3d-4e7a-9361-101cbea7388b req-f0b1363e-d34f-4845-87ba-a1f90f85b676 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "DELETE /v2.0/security-groups/c6e5586d-bbfa-46a6-b360-18132b665542 HTTP/1.1" status: 204 len: 173 time: 0.3803792 Nov 09 17:43:14.754042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1363e-d34f-4845-87ba-a1f90f85b676 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5586d-bbfa-46a6-b360-18132b665542,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.794510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc994-ab88-444b-80d2-59c74552b3be req-afaed9d0-af83-4e99-b257-bfe52c1d0d92 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:14.808597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d2fc994-ab88-444b-80d2-59c74552b3be req-afaed9d0-af83-4e99-b257-bfe52c1d0d92 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.3418667 Nov 09 17:43:14.829136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Calling delete_port for f379b301-f933-4217-b4d5-9cc414bd9fdd owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:15.037224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f379b301-f933-4217-b4d5-9cc414bd9fdd no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:15.087377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:15.095750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d2fc994-ab88-444b-80d2-59c74552b3be req-3dce9473-ce2d-4939-9b8f-d37cceb67612 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843690 Nov 09 17:43:15.110798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f379b301-f933-4217-b4d5-9cc414bd9fdd {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:15.110798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f379b301-f933-4217-b4d5-9cc414bd9fdd not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:15.120526 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:15.323569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Network 2f07170f-c30a-436f-9c49-8c684505d414 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:15.347139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:15.370822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:15.375605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Pushing event updated for resources: {'Port': ['ID=2b17987c-3285-445c-a4b9-21aa2df839ab,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:15.380494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105ea15-c3a0-4639-9999-384d445bc806 req-820bff00-692c-4290-98d4-83c3360a95ee tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.394087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f105ea15-c3a0-4639-9999-384d445bc806 req-820bff00-692c-4290-98d4-83c3360a95ee tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.0843515 Nov 09 17:43:15.394087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:15.407762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'floatingip': {'port_id': '75889762-094c-4908-97ca-e1775d45e368'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:15.467654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:15.508388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:15.582846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event deleted for resources: {'Port': ['ID=f379b301-f933-4217-b4d5-9cc414bd9fdd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:15.588032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Attempting to bind port 2b17987c-3285-445c-a4b9-21aa2df839ab on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:43:15.588833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Attempting to bind port 2b17987c-3285-445c-a4b9-21aa2df839ab by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'dd739a14-fa85-41a6-89b6-b11d1487d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f07170f-c30a-436f-9c49-8c684505d414'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:43:15.589447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Attempting to bind port 2b17987c-3285-445c-a4b9-21aa2df839ab on network 2f07170f-c30a-436f-9c49-8c684505d414 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:15.616332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:15.616986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Checking segment: {'id': 'dd739a14-fa85-41a6-89b6-b11d1487d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f07170f-c30a-436f-9c49-8c684505d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:15.617673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:15.618511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Bound using segment: {'id': 'dd739a14-fa85-41a6-89b6-b11d1487d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f07170f-c30a-436f-9c49-8c684505d414'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:15.632820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Bound port: 2b17987c-3285-445c-a4b9-21aa2df839ab, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd739a14-fa85-41a6-89b6-b11d1487d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2f07170f-c30a-436f-9c49-8c684505d414'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:43:15.633491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:15.635979 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-ba0e6917-1c87-446c-af6d-637d65a3cb07 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:43:15.637997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ba0e6917-1c87-446c-af6d-637d65a3cb07 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc HTTP/1.1" status: 400 len: 364 time: 2.4376090 Nov 09 17:43:15.666544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0c99b-946b-4037-b4c2-ca34edbcac36 req-9baec84b-b035-4a6c-8e56-dea06043508c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.679543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29e0c99b-946b-4037-b4c2-ca34edbcac36 req-9baec84b-b035-4a6c-8e56-dea06043508c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.3918376 Nov 09 17:43:15.680693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51054) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:15.692505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] No DVR routers for this DVR port f379b301-f933-4217-b4d5-9cc414bd9fdd on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:15.844510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] For port 2b17987c-3285-445c-a4b9-21aa2df839ab, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:15.857172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] For port 2b17987c-3285-445c-a4b9-21aa2df839ab, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2b17987c-3285-445c-a4b9-21aa2df839ab,segment=NetworkSegment(dd739a14-fa85-41a6-89b6-b11d1487d58d),segment_id=dd739a14-fa85-41a6-89b6-b11d1487d58d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:15.876403 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.041459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7e08608d-fe07-4546-bccd-826239bc1bd9 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.044554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7e08608d-fe07-4546-bccd-826239bc1bd9 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/networks?id=77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 200 len: 809 time: 0.3617203 Nov 09 17:43:16.059237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23431-f16e-46f1-a06f-d8916b17b4c9 None None] Pushing event updated for resources: {'Port': ['ID=2b17987c-3285-445c-a4b9-21aa2df839ab,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:16.213218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.237966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-5f894d26-e246-4f84-a9e1-9f4ebb3bd411 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/quotas/ee7cf3014c9e459b9fb7accfc3110087 HTTP/1.1" status: 200 len: 375 time: 0.0329463 Nov 09 17:43:16.238663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29e0c99b-946b-4037-b4c2-ca34edbcac36 req-57361daf-162b-4f53-86c8-4aac2cb8490c tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271950 Nov 09 17:43:16.276791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08e69d8-f658-439d-a4c2-6bb2c015f106']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:16.343883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:16.348440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e0c6b0-5997-49bf-a99b-f5ab93e85af5') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:16.361175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-0ca06607-77e7-433e-a306-e7a5489025d9 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221054 Nov 09 17:43:16.489075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.579571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.613633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:16.614316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:16.624313 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:16.653286 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.669972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.722386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:16.981822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:17.022440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:17.026194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] 10.222.0.45 "DELETE /v2.0/networks/e08e69d8-f658-439d-a4c2-6bb2c015f106 HTTP/1.1" status: 204 len: 168 time: 4.0926325 Nov 09 17:43:17.089102 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Floating IP 6b2ea153-663d-4320-92d6-1f8b819f38fb associated. External IP: 172.25.3.101, port: 75889762-094c-4908-97ca-e1775d45e368. Nov 09 17:43:17.103885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-427ba38f-62ad-4216-bc4f-67abf8fa4f1f service neutron] 10.222.0.45 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413361 Nov 09 17:43:17.132505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fa523-33d2-473e-a587-e952f39fefaa tempest-ExtraDHCPOptionsTestJSON-478669096 tempest-ExtraDHCPOptionsTestJSON-478669096-project] Pushing event deleted for resources: {'Network': ['ID=e08e69d8-f658-439d-a4c2-6bb2c015f106,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:17.162811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2b17987c-3285-445c-a4b9-21aa2df839ab up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:17.409187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2b17987c-3285-445c-a4b9-21aa2df839ab triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:17.409997 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:17.774346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:17.801676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Allocated IP 2001:db8::1 (39d46d16-61f3-4684-9269-cf20ad62c794/f45e5af6-0679-4679-b4b1-3344fc4aefd1/0527fe17-1f8c-462b-ad7f-fd5b9a7c5207) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:17.937838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 2b17987c-3285-445c-a4b9-21aa2df839ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2b17987c-3285-445c-a4b9-21aa2df839ab,segment=NetworkSegment(dd739a14-fa85-41a6-89b6-b11d1487d58d),segment_id=dd739a14-fa85-41a6-89b6-b11d1487d58d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:17.945637 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:18.181988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=2b17987c-3285-445c-a4b9-21aa2df839ab,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:18.190512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67c5ea-dabf-4cda-91bc-8244c646c2fd req-dfb92e36-c42d-4979-b38e-28657f8102de tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.192789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0a67c5ea-dabf-4cda-91bc-8244c646c2fd req-dfb92e36-c42d-4979-b38e-28657f8102de tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.7071424 Nov 09 17:43:18.195839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:18.368788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8977a-4a82-4c21-8358-aa3f42f5edaa None None] Network 2f07170f-c30a-436f-9c49-8c684505d414 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:18.409683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0a67c5ea-dabf-4cda-91bc-8244c646c2fd req-f1f18843-ad63-4a9f-bf1c-7efc48453d07 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882915 Nov 09 17:43:18.461145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-37025a69-b977-49ad-912d-3faaa75e4c32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4709454 Nov 09 17:43:18.555384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:18.633677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9da2ff02-f8ad-43aa-b2ac-eae9199cd3ef None None] Provisioning complete for port 2b17987c-3285-445c-a4b9-21aa2df839ab triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:18.634056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9da2ff02-f8ad-43aa-b2ac-eae9199cd3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:18.648489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-d68d9857-85cf-4085-a26c-bd9f4d223f02 service neutron] 10.222.0.45 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2579114 Nov 09 17:43:18.829356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-390bdedd-0d81-4775-bdc2-ec1c176203c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.831182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-390bdedd-0d81-4775-bdc2-ec1c176203c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1096 time: 0.2644846 Nov 09 17:43:18.874315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-605f94b4-88d5-407c-90df-282585508dc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab925a9d743e4541958446ae0e1f0427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6602917 Nov 09 17:43:18.880583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51092) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:19.031019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:19.104735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Port': ['ID=0527fe17-1f8c-462b-ad7f-fd5b9a7c5207,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:19.180341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network 39d46d16-61f3-4684-9269-cf20ad62c794 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:19.186624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:19.210233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2b17987c-3285-445c-a4b9-21aa2df839ab up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:19.221689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:19.222434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:19.332707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Router a087f6c6-4aa1-447f-91d0-c78025036a4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:19.402684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-7269d0c5-a44a-4d17-92c4-76f6e9d60932 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:19.417734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-7269d0c5-a44a-4d17-92c4-76f6e9d60932 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.83 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.7609029 Nov 09 17:43:19.441107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2b17987c-3285-445c-a4b9-21aa2df839ab triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:19.442038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:19.649087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f7a0d6c-7764-497d-b3b0-8052417c44a5 req-80c3176e-1d05-4dc7-b8d5-5fb0ffc9ac9d tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 210 time: 0.1401696 Nov 09 17:43:19.825295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:19.841170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-f881ddc5-5656-4753-9781-ff1e1af622dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:19.843108 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-f881ddc5-5656-4753-9781-ff1e1af622dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.9431686 Nov 09 17:43:19.844528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ae64a57-9925-484d-9065-be7c9924d4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.027271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-897dd325-94b3-4fa4-a700-c4790505bd0c None None] Provisioning complete for port 0527fe17-1f8c-462b-ad7f-fd5b9a7c5207 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:20.027916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-897dd325-94b3-4fa4-a700-c4790505bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.084255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-897dd325-94b3-4fa4-a700-c4790505bd0c None None] Port 0527fe17-1f8c-462b-ad7f-fd5b9a7c5207 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:20.228065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-90bc877e-7b9f-4cdb-acf9-3e04e63f4782 None None] Provisioning complete for port 2b17987c-3285-445c-a4b9-21aa2df839ab triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:20.229025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90bc877e-7b9f-4cdb-acf9-3e04e63f4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.335713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94389494-500e-47d6-b9f8-8d86582388de req-39bb664b-d42a-4278-8f46-b4bd776c69b5 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.354920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94389494-500e-47d6-b9f8-8d86582388de req-39bb664b-d42a-4278-8f46-b4bd776c69b5 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 945 time: 0.5614443 Nov 09 17:43:20.401924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Deleting port f8081bd4-faee-40ca-b19f-111d4e9c8479 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:20.403017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.583932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.588156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-460978f6-9d27-41ae-bac8-d63156418378 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 1001 time: 0.7335739 Nov 09 17:43:20.594744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ae64a57-9925-484d-9065-be7c9924d4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.597632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.599400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.855753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94389494-500e-47d6-b9f8-8d86582388de req-b386f5f8-fd24-4f6f-bb45-4bac65a4f186 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae609016-fa92-46ed-a80e-1c9860125d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873967 Nov 09 17:43:20.861811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:20.878483 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:20.899629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:20.901487 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:20.902116 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:21.006169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7c7ca26a-137b-47fc-b6ac-b48b7c4eea69 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "PUT /v2.0/floatingips/6b2ea153-663d-4320-92d6-1f8b819f38fb HTTP/1.1" status: 200 len: 991 time: 5.6059191 Nov 09 17:43:21.007858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:21.019684 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec" -d '{"events": [{"name": "network-changed", "server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:21.075067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] For port f8081bd4-faee-40ca-b19f-111d4e9c8479, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f8081bd4-faee-40ca-b19f-111d4e9c8479,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:21.076565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:21.130228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event updated for resources: {'Port': ['ID=0527fe17-1f8c-462b-ad7f-fd5b9a7c5207,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:21.135794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Calling delete_port for f8081bd4-faee-40ca-b19f-111d4e9c8479 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:21.191085 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:21.271659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4de5a9e7-6107-440c-89cb-141382c79719 req-c716f045-578c-4b10-89d1-dcde8fde30a2 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 210 time: 0.0837183 Nov 09 17:43:21.282646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Network 39d46d16-61f3-4684-9269-cf20ad62c794 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:21.285611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:21.373804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-dfd2a2db-4e9c-4865-bcf9-8046cdaa8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:21.378321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-dfd2a2db-4e9c-4865-bcf9-8046cdaa8caa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.7628684 Nov 09 17:43:21.454140 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f685c9-c65d-41bd-bf38-3956896f7340 x-openstack-request-id: req-34f685c9-c65d-41bd-bf38-3956896f7340 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:21.454899 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "tag": "75889762-094c-4908-97ca-e1775d45e368", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:21.454899 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34f685c9-c65d-41bd-bf38-3956896f7340 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:21.455260 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'status': 'completed', 'code': 200} Nov 09 17:43:21.665647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f8081bd4-faee-40ca-b19f-111d4e9c8479 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:21.778353 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '6b2ea153-663d-4320-92d6-1f8b819f38fb', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'floating_ip_address': '172.25.3.101', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'port_id': '75889762-094c-4908-97ca-e1775d45e368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'mac_address': 'fa:16:3e:2b:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:45Z', 'updated_at': '2021-11-09T17:43:16Z', 'revision_number': 1, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:21.920563 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:21.970872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:21.973193 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.076649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ae64a57-9925-484d-9065-be7c9924d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.082332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.093168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ae64a57-9925-484d-9065-be7c9924d4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.099404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4d087848-ad84-4aa7-8a79-862cb2d17c67 None None] Provisioning complete for port 0527fe17-1f8c-462b-ad7f-fd5b9a7c5207 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:22.101445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d087848-ad84-4aa7-8a79-862cb2d17c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.111628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ae64a57-9925-484d-9065-be7c9924d4d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09cfe205-3ecf-4b74-8b60-4d5347302bad HTTP/1.1" status: 204 len: 168 time: 3.2241275 Nov 09 17:43:22.207274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-32ef4313-7520-4e7d-94d9-d039f532b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.214187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-32ef4313-7520-4e7d-94d9-d039f532b3c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6098959 Nov 09 17:43:22.231457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4d087848-ad84-4aa7-8a79-862cb2d17c67 None None] Port 0527fe17-1f8c-462b-ad7f-fd5b9a7c5207 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:43:22.259903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.319273 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:22.336264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Router c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:22.357295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-f264af9c-9646-4630-a9cd-022771ea42aa tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.362074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae64a57-9925-484d-9065-be7c9924d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cfe205-3ecf-4b74-8b60-4d5347302bad,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:22.367986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-f264af9c-9646-4630-a9cd-022771ea42aa tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "GET /v2.0/networks?id=77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 200 len: 809 time: 0.7329323 Nov 09 17:43:22.369023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Pushing event deleted for resources: {'Port': ['ID=f8081bd4-faee-40ca-b19f-111d4e9c8479,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:22.416572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-4ac1e462-8187-4aaa-8427-795956a0b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.426299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-4ac1e462-8187-4aaa-8427-795956a0b8ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1096 time: 0.8204834 Nov 09 17:43:22.439820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Request body: {'port': {'device_id': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16', 'admin_state_up': True, 'tenant_id': 'ee7cf3014c9e459b9fb7accfc3110087'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:22.471838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-52538dd2-0f31-412f-a2a8-d8d6928c3165 req-5aab6737-8a1f-40ba-a371-3e17987205f1 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.2718318 Nov 09 17:43:22.798486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-5d19b829-581e-43dc-a309-bea0e7ed1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.801260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-5d19b829-581e-43dc-a309-bea0e7ed1be3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.3651264 Nov 09 17:43:22.801460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] No DVR routers for this DVR port f8081bd4-faee-40ca-b19f-111d4e9c8479 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:22.809655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.829428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27dba2fa-8c80-4c6d-b0d0-b406ba322d41 req-176b15d6-c1da-4999-874c-cca430480408 tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.83 "DELETE /v2.0/ports/f8081bd4-faee-40ca-b19f-111d4e9c8479 HTTP/1.1" status: 204 len: 173 time: 3.3830655 Nov 09 17:43:22.911931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Made reservation on behalf of ee7cf3014c9e459b9fb7accfc3110087 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:22.926338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:22.966290 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:23.119570 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '6b2ea153-663d-4320-92d6-1f8b819f38fb', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'floating_ip_address': '172.25.3.101', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'port_id': '75889762-094c-4908-97ca-e1775d45e368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'mac_address': 'fa:16:3e:2b:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:45Z', 'updated_at': '2021-11-09T17:43:16Z', 'revision_number': 1, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:23.151184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df5ded51-b6f3-4c7a-b7e7-5096cfee21c2 req-53bf379c-a1b9-4e0d-bdbf-23075924d56d tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 210 time: 0.3449326 Nov 09 17:43:23.212188 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bea83-7c76-41cc-b96c-27601887ecb7 None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '6b2ea153-663d-4320-92d6-1f8b819f38fb', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'floating_ip_address': '172.25.3.101', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'port_id': '75889762-094c-4908-97ca-e1775d45e368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'mac_address': 'fa:16:3e:2b:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:45Z', 'updated_at': '2021-11-09T17:43:16Z', 'revision_number': 1, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:23.447856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Allocated IP 172.20.0.6 (77fda239-b7b7-418b-acf7-8243ea9aee16/f3ec8d83-04fc-4cad-a36f-6b43980007f7/59707711-c8d3-4a5d-a2f9-87f46b6f868a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:23.457499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'name': 'network-vif-deleted', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:23.459742 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3228ed1c-f037-4824-a615-da70587fa762" -d '{"events": [{"server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "name": "network-vif-deleted", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:23.830011 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-a9f4f534-05ee-45ef-b481-4a90ddbaa046 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5737727 Nov 09 17:43:23.844542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-e69721b5-494e-4874-8c98-d9d90d77d3f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 999 time: 0.8472390 Nov 09 17:43:23.960599 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb0f7b-ef27-48e7-b0b1-483d381effdc x-openstack-request-id: req-6ebb0f7b-ef27-48e7-b0b1-483d381effdc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:23.961442 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183f067-a953-4e73-9add-c38cbdf2bbdd", "name": "network-vif-deleted", "tag": "f8081bd4-faee-40ca-b19f-111d4e9c8479", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:23.962698 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ebb0f7b-ef27-48e7-b0b1-483d381effdc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:23.964344 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1183f067-a953-4e73-9add-c38cbdf2bbdd', 'name': 'network-vif-deleted', 'tag': 'f8081bd4-faee-40ca-b19f-111d4e9c8479', 'status': 'completed', 'code': 200} Nov 09 17:43:23.988149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c55e39-ebc6-4645-99f2-224e7d268de1 None None] New status for floating IP 6b2ea153-663d-4320-92d6-1f8b819f38fb: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:43:24.125788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:24.483287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:24.767795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1e82b21-859b-448b-9722-dcfe64ada5d4 req-fe3e4f91-3497-4e88-8e88-6bd94af6f18e tempest-ServerRescueTestJSONUnderV235-71205364 tempest-ServerRescueTestJSONUnderV235-71205364-project] 10.222.0.45 "GET /v2.0/ports?device_id=1183f067-a953-4e73-9add-c38cbdf2bbdd HTTP/1.1" status: 200 len: 210 time: 0.8679690 Nov 09 17:43:24.779243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Pushing event updated for resources: {'Port': ['ID=59707711-c8d3-4a5d-a2f9-87f46b6f868a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:24.822398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:24.841573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:24.853723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:24.883478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:24.893670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d76260e-0937-4aab-8483-7a03b7e3613e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1972644 Nov 09 17:43:24.896665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:24.916267 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] Sync routers for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:24.944911 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:24.945954 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:24.979750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1495d95-7c12-492c-bd4b-e5234e8576bb req-c17a624d-7fb3-450e-8cbe-eb4a72733f0d tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:24.990449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1495d95-7c12-492c-bd4b-e5234e8576bb req-c17a624d-7fb3-450e-8cbe-eb4a72733f0d tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 931 time: 0.6412749 Nov 09 17:43:24.994011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:25.001754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:25.003030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:25.013812 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6f9bd3e1-0520-49ee-b941-63ad5198056c tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:25.020120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-e150a631-e834-4fcc-9a96-57fbc19238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:25.022711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-e150a631-e834-4fcc-9a96-57fbc19238f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 1.1390142 Nov 09 17:43:25.037564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-59709abb-a482-4ff9-bec6-05861c4c96e7 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6110988 Nov 09 17:43:25.119149 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Request body: {'port': {'device_id': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:25.126770 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:25.206138 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:25.215662 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:25.217103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7957b4c0-0f3a-4d21-aad7-fe84f50b8e12 req-a7a100e8-a5fa-4059-9222-f43148a2be98 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3586218 Nov 09 17:43:25.226126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-67c97292-59ff-40fc-abb1-e33431ad51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:25.228488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-67c97292-59ff-40fc-abb1-e33431ad51c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533844 Nov 09 17:43:25.270133 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-6f9bd3e1-0520-49ee-b941-63ad5198056c tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:43:25.277837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6f9bd3e1-0520-49ee-b941-63ad5198056c tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc HTTP/1.1" status: 409 len: 329 time: 0.3776484 Nov 09 17:43:25.279115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51202) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:25.371901 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:25.379405 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4781646-a413-4af1-acd7-95ee037b3aab None None] The sync data for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:25.497631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1495d95-7c12-492c-bd4b-e5234e8576bb req-f3c0ede7-591a-445c-97d5-ad4939159de6 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038762 Nov 09 17:43:25.524904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:25.569890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'networks': [{'name': 'tempest-network--1429658769'}, {'name': 'tempest-network--842374429'}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:25.581097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'network': {'name': 'tempest-network--1429658769'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:25.582749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'network': {'name': 'tempest-network--842374429'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:25.718161 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-49725bf4-f831-4bbe-ad79-c43917dbca5f service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795322 Nov 09 17:43:25.816567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'network': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:25.822032 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:25.835777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.036032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:26.233395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.237712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a8cccb3-a38c-468d-88d5-1cdb1895aaec req-09a05bda-828c-4a80-8171-de10955671d2 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275098 Nov 09 17:43:26.256059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.256519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.413223 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.430108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59707711-c8d3-4a5d-a2f9-87f46b6f868a {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:26.459911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.547617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431dd4dc-4372-41f7-9e53-1dd52422a40d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:26.565437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:26.585139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Transition to ACTIVE for port object 59707711-c8d3-4a5d-a2f9-87f46b6f868a will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:26.619656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.622582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.622739 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Added segment 30165bc9-912a-4c28-97b1-b1c7a3a7d926 of type vlan for network ac8ee5ce-6918-46ac-abe7-0d207bb6d69d Nov 09 17:43:26.914890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:26.932963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b072d6e-1e18-4e14-ae7a-f25a2cb2b00c req-552ef053-7722-44cc-9f8f-3db364a28554 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.944164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b072d6e-1e18-4e14-ae7a-f25a2cb2b00c req-552ef053-7722-44cc-9f8f-3db364a28554 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 943 time: 0.1957386 Nov 09 17:43:26.992536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Pushing event updated for resources: {'Port': ['ID=59707711-c8d3-4a5d-a2f9-87f46b6f868a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.060635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting port 0527fe17-1f8c-462b-ad7f-fd5b9a7c5207 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:27.066405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.253240 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b072d6e-1e18-4e14-ae7a-f25a2cb2b00c req-9b174d86-ffea-403c-8822-be19d7a80cc1 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079362 Nov 09 17:43:27.263308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:27.320269 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.320269 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Added segment 1369780b-e3f4-49ec-a781-455ae80bdb1e of type vlan for network 6293e0a1-f34e-46f0-a59e-4bea1d646388 Nov 09 17:43:27.320269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Attempting to bind port 59707711-c8d3-4a5d-a2f9-87f46b6f868a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:43:27.320269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Attempting to bind port 59707711-c8d3-4a5d-a2f9-87f46b6f868a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:43:27.320269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Attempting to bind port 59707711-c8d3-4a5d-a2f9-87f46b6f868a on network 77fda239-b7b7-418b-acf7-8243ea9aee16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:27.346690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Port 59707711-c8d3-4a5d-a2f9-87f46b6f868a on network 77fda239-b7b7-418b-acf7-8243ea9aee16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:27.347091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Attempting to bind port 59707711-c8d3-4a5d-a2f9-87f46b6f868a on network 77fda239-b7b7-418b-acf7-8243ea9aee16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:27.390932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:27.390932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Checking segment: {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:27.390932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Bound using segment: {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:27.390932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Bound port: 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e684a0-4442-4730-9969-32b81fb9a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:43:27.390932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.392144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.412037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.437859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Calling delete_port for 0527fe17-1f8c-462b-ad7f-fd5b9a7c5207 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:27.504433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.504923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.510827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:27.516560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:27.517327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.632801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] For port 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:27.674388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6566076 Nov 09 17:43:27.686848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51230) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:27.704399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] For port 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:27.712501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Network': ['ID=ac8ee5ce-6918-46ac-abe7-0d207bb6d69d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.737746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ac8ee5ce-6918-46ac-abe7-0d207bb6d69d details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:27.831747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:27.964455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dad0935-81b2-41b0-afad-4d2fc3e70fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:28.077422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:28.252854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Port': ['ID=0527fe17-1f8c-462b-ad7f-fd5b9a7c5207,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:28.383918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:28.657806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5045ad-1a15-4da7-adde-440ee4fd8587 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.674135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5045ad-1a15-4da7-adde-440ee4fd8587 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.688942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5045ad-1a15-4da7-adde-440ee4fd8587 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.709673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5045ad-1a15-4da7-adde-440ee4fd8587 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.715344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fa5045ad-1a15-4da7-adde-440ee4fd8587 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0273683 Nov 09 17:43:28.716706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51244) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:28.741610 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:28.953727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.956081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:28.959671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] 10.222.0.83 "PUT /v2.0/ports/59707711-c8d3-4a5d-a2f9-87f46b6f868a HTTP/1.1" status: 200 len: 1091 time: 3.8880537 Nov 09 17:43:28.979432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'tag': '59707711-c8d3-4a5d-a2f9-87f46b6f868a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:28.983502 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a51f6-8f82-4746-b1b1-cef695d77ec3", "tag": "59707711-c8d3-4a5d-a2f9-87f46b6f868a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:29.050693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fdfa6-c291-4dd8-bd19-fc6d67301165 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Network': ['ID=6293e0a1-f34e-46f0-a59e-4bea1d646388,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:29.076369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6293e0a1-f34e-46f0-a59e-4bea1d646388 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:29.166160 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969074e6-6521-43ab-a0d1-9a80fb96390f x-openstack-request-id: req-969074e6-6521-43ab-a0d1-9a80fb96390f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:29.167529 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a51f6-8f82-4746-b1b1-cef695d77ec3", "tag": "59707711-c8d3-4a5d-a2f9-87f46b6f868a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:29.176389 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-969074e6-6521-43ab-a0d1-9a80fb96390f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:29.195411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:29.228654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f40745-a185-41eb-9806-2321f4ddb014 req-71603cf2-68a4-4112-beff-207e8bd737e3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.238621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6f40745-a185-41eb-9806-2321f4ddb014 req-71603cf2-68a4-4112-beff-207e8bd737e3 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 943 time: 0.5068336 Nov 09 17:43:29.248898 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'tag': '59707711-c8d3-4a5d-a2f9-87f46b6f868a', 'status': 'completed', 'code': 200} Nov 09 17:43:29.380932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf70754-1bbb-4e92-b19f-e046f8f3ab78 service neutron] Pushing event updated for resources: {'Port': ['ID=59707711-c8d3-4a5d-a2f9-87f46b6f868a,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:29.432322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:29.518364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:29.556190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-33ffaea7-660c-4d14-8b16-62d7a42bb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.559715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-33ffaea7-660c-4d14-8b16-62d7a42bb2ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 1094 time: 0.4535108 Nov 09 17:43:29.564142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Router c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:29.607354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6f40745-a185-41eb-9806-2321f4ddb014 req-c96642d9-f81f-4787-b541-2ca8119d2079 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641844 Nov 09 17:43:29.631387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8ee5ce-6918-46ac-abe7-0d207bb6d69d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.695891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-7ec21639-c267-43db-b726-828a81a4ade8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a HTTP/1.1" status: 200 len: 217 time: 0.1255968 Nov 09 17:43:29.708514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30165bc9-912a-4c28-97b1-b1c7a3a7d926') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.709622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30165bc9-912a-4c28-97b1-b1c7a3a7d926') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.730082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:29.747615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:29.768197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:29.770113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:29.837121 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:29.996547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:30.022509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bb1e9f88-d5f3-4bdf-a042-b5ed79049bd6 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7214427 Nov 09 17:43:30.024440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51262) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:30.025387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.031298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] Sync routers for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:30.044641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.048934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/networks/ac8ee5ce-6918-46ac-abe7-0d207bb6d69d HTTP/1.1" status: 204 len: 168 time: 1.3309345 Nov 09 17:43:30.051547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:30.052658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:30.076881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-3a7cb29b-9c63-498f-bc0f-576b49b9f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:30.080362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-3a7cb29b-9c63-498f-bc0f-576b49b9f4f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec8d83-04fc-4cad-a36f-6b43980007f7 HTTP/1.1" status: 200 len: 849 time: 0.3703110 Nov 09 17:43:30.084772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:30.149021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:30.165735 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-f5c42daa-5ef2-4ebf-884b-4aa6d566608e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] show failed (client error): The resource could not be found. Nov 09 17:43:30.170038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f5c42daa-5ef2-4ebf-884b-4aa6d566608e tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1757836755 HTTP/1.1" status: 404 len: 335 time: 0.1408098 Nov 09 17:43:30.173921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:30.178816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba588e-a04b-4224-b095-7fcd8115dd8d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Network': ['ID=ac8ee5ce-6918-46ac-abe7-0d207bb6d69d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:30.187677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-85c9477b-55df-4ce0-bc1a-72dce974cea3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:30.214813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] Routers {'c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:30.215419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:30.244009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-98303c89-a0ee-40ff-946b-b1ca61a6d70e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=77fda239-b7b7-418b-acf7-8243ea9aee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857604 Nov 09 17:43:30.282257 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-85c9477b-55df-4ce0-bc1a-72dce974cea3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] update failed (client error): The resource could not be found. Nov 09 17:43:30.291399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:30.292704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6bdb6-eedb-49d6-9aed-7c2896603fa5 None None] The sync data for ids ['c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:30.303915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-85c9477b-55df-4ce0-bc1a-72dce974cea3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-18024620 HTTP/1.1" status: 404 len: 333 time: 0.1117108 Nov 09 17:43:30.304853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:30.377902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting subnet 651363a5-feca-4241-9eb5-43d28d75102f {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:30.382095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.414282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a5437c3-eef9-4b31-9e71-af43830e241d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.432545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.618720 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-b150f9d2-6565-4482-9f48-7a2830ed4cbf service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907109 Nov 09 17:43:30.621658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.739615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.850309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.916129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Subnet': ['ID=651363a5-feca-4241-9eb5-43d28d75102f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:30.946331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b43f18-3b2d-4daa-a63d-8fd43d13e6ae None None] Network 2f07170f-c30a-436f-9c49-8c684505d414 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:30.947195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:30.956052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12ae4543-7559-4fc6-93ac-4260e2b76799 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/subnets/651363a5-feca-4241-9eb5-43d28d75102f HTTP/1.1" status: 204 len: 168 time: 0.6482587 Nov 09 17:43:30.957715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51284) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:31.183098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.234851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.247670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93644-26e4-49ed-9c16-057531df80fd req-305f52aa-4bdb-45f9-90e6-ef8179ce17e6 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.250767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19e93644-26e4-49ed-9c16-057531df80fd req-305f52aa-4bdb-45f9-90e6-ef8179ce17e6 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 943 time: 0.4967582 Nov 09 17:43:31.252929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting port 2b17987c-3285-445c-a4b9-21aa2df839ab {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:31.254032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.270715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3981f1b7-c6fb-46dc-b521-b6a6a055d358 req-8e9ddc98-6842-4950-9f88-6ae04bfa78d6 service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372697 Nov 09 17:43:31.272716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] DHCP port deletion for 2f07170f-c30a-436f-9c49-8c684505d414 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:31.382560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Deleting port 2b17987c-3285-445c-a4b9-21aa2df839ab {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:31.382943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.384296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6293e0a1-f34e-46f0-a59e-4bea1d646388']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:31.385426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] For port 2b17987c-3285-445c-a4b9-21aa2df839ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2b17987c-3285-445c-a4b9-21aa2df839ab,segment=NetworkSegment(dd739a14-fa85-41a6-89b6-b11d1487d58d),segment_id=dd739a14-fa85-41a6-89b6-b11d1487d58d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:31.385910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.403972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Calling delete_port for 2b17987c-3285-445c-a4b9-21aa2df839ab owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:31.483503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19e93644-26e4-49ed-9c16-057531df80fd req-eeb847f3-08d3-4b9d-9b83-6b203dbf5cea tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765494 Nov 09 17:43:31.494020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] For port 2b17987c-3285-445c-a4b9-21aa2df839ab, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2b17987c-3285-445c-a4b9-21aa2df839ab,segment=NetworkSegment(dd739a14-fa85-41a6-89b6-b11d1487d58d),segment_id=dd739a14-fa85-41a6-89b6-b11d1487d58d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:31.494418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.508391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1369780b-e3f4-49ec-a781-455ae80bdb1e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:31.511397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Calling delete_port for 2b17987c-3285-445c-a4b9-21aa2df839ab owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:31.511741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1369780b-e3f4-49ec-a781-455ae80bdb1e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:31.541289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.547291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.575294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] No DVR routers for this DVR port 2b17987c-3285-445c-a4b9-21aa2df839ab on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:31.618686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.622078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.630269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Deleting port 8216075a-f77a-4514-b3f3-1d2449afee46 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:31.631562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.638490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-d9627607-70f7-4fdd-8420-a0cb71c70222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.648220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-d9627607-70f7-4fdd-8420-a0cb71c70222 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 1094 time: 0.3006873 Nov 09 17:43:31.650590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] No DVR routers for this DVR port 2b17987c-3285-445c-a4b9-21aa2df839ab on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:31.662720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:31.663196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.684993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Port': ['ID=2b17987c-3285-445c-a4b9-21aa2df839ab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:31.770845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:31.799014 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:31.803539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f07170f-c30a-436f-9c49-8c684505d414']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:31.830822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd739a14-fa85-41a6-89b6-b11d1487d58d') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:31.831307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd739a14-fa85-41a6-89b6-b11d1487d58d') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:31.873952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.915948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.945436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:31.947201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:31.959430 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:32.055369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.072763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.081909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/networks/2f07170f-c30a-436f-9c49-8c684505d414 HTTP/1.1" status: 204 len: 168 time: 1.1158345 Nov 09 17:43:32.094094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51296) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:32.177024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Pushing event deleted for resources: {'Port': ['ID=2b17987c-3285-445c-a4b9-21aa2df839ab,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:32.197753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.197992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.198340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.198680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.199029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.199363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.199693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.200021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.200347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.200674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.206861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.207300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f6b7ea-7678-48f5-8057-c65c103e6930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:32.218674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-a9d15f9c-8e07-4e98-8a2b-69c5baf274f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:32.220400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-a9d15f9c-8e07-4e98-8a2b-69c5baf274f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 200 len: 909 time: 0.5493183 Nov 09 17:43:32.233802 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.264093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting subnet 3b33525a-dba9-4f1f-8c4f-1d08682cd8b9 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:32.268917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.321428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de829e5-e688-4452-a202-228d001b7b9d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Network': ['ID=2f07170f-c30a-436f-9c49-8c684505d414,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:32.338934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-445b70f4-5b40-46de-9a25-c4cd5f584a9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a HTTP/1.1" status: 200 len: 217 time: 0.0936637 Nov 09 17:43:32.342974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.428215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.466018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] For port 8216075a-f77a-4514-b3f3-1d2449afee46, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8216075a-f77a-4514-b3f3-1d2449afee46,segment=NetworkSegment(776eccba-bf23-49ae-8e00-ff8eb1cd06ba),segment_id=776eccba-bf23-49ae-8e00-ff8eb1cd06ba)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:32.466781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.509506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.514658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.519979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/networks/6293e0a1-f34e-46f0-a59e-4bea1d646388 HTTP/1.1" status: 204 len: 168 time: 2.4015791 Nov 09 17:43:32.521998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a2713-c2fd-40c7-bc3e-1ce3dc71ce6b tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Network': ['ID=6293e0a1-f34e-46f0-a59e-4bea1d646388,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:32.528142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:32.553338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Calling delete_port for 8216075a-f77a-4514-b3f3-1d2449afee46 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:32.612501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-c67153aa-3c32-4209-aaf0-b958a499e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:32.614387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-c67153aa-3c32-4209-aaf0-b958a499e21d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec8d83-04fc-4cad-a36f-6b43980007f7 HTTP/1.1" status: 200 len: 849 time: 0.2617037 Nov 09 17:43:32.820227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dab82-347b-454d-b1a6-8c1a8eb4e930 req-a8138ae3-447b-4d58-a058-4f4c69280dd1 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:32.835275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-673dab82-347b-454d-b1a6-8c1a8eb4e930 req-a8138ae3-447b-4d58-a058-4f4c69280dd1 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 943 time: 0.1513491 Nov 09 17:43:32.850896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-005e617b-6c7d-4a7c-a0ab-d7992aca1e64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=77fda239-b7b7-418b-acf7-8243ea9aee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500305 Nov 09 17:43:32.956439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-673dab82-347b-454d-b1a6-8c1a8eb4e930 req-569c6dd8-fb3e-4841-9c67-4bc03ed09f5e tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171496 Nov 09 17:43:32.959373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.970328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2b17987c-3285-445c-a4b9-21aa2df839ab no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:32.989729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:32.994453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/subnets/3b33525a-dba9-4f1f-8c4f-1d08682cd8b9 HTTP/1.1" status: 204 len: 168 time: 0.8976731 Nov 09 17:43:33.001101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50922820-17b4-484c-82a3-75ecbf631167 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:33.004802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2b17987c-3285-445c-a4b9-21aa2df839ab {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:33.005422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2b17987c-3285-445c-a4b9-21aa2df839ab not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:33.007481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4761fd1-174e-44cb-9fe5-ce54d9ac2bec None None] Network f5eb8c48-342a-447a-ae0e-4bf245ec1215 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:33.017179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51310) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:33.029560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d0a28-a508-4b40-b580-ca7286b85ae3 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Subnet': ['ID=3b33525a-dba9-4f1f-8c4f-1d08682cd8b9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:33.042752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50922820-17b4-484c-82a3-75ecbf631167 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:33.064753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-50922820-17b4-484c-82a3-75ecbf631167 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5286226 Nov 09 17:43:33.067773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:33.077890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-157885015'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:33.185599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting subnet d415843a-f7de-4ac6-9914-779525417b9e {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:33.191953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.241660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:33.246014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.282742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-873bafb8-1eb0-436e-bce8-e228b9501d83 service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164960 Nov 09 17:43:33.290143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.295077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.450670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:33.455784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] DHCP port deletion for f5eb8c48-342a-447a-ae0e-4bf245ec1215 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:33.465850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7b3793-469c-41aa-aebd-0bd3394cfbf6 req-046ebc8f-28e4-4b29-a38b-01e2a18284be service neutron] 10.222.0.83 "GET /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711271 Nov 09 17:43:33.514126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.514710 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Added segment 7b875974-f632-4ec1-9b9e-38e270b4e03f of type vlan for network 35c04db7-acf3-45b6-bc5f-3fc26aaf8382 Nov 09 17:43:33.567959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.593860 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.603493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] Deleting port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:33.603876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.629853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8216075a-f77a-4514-b3f3-1d2449afee46,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:33.647498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.662390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.765170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] For port 60c2d0da-a0d6-4af7-9725-cb57a6109a07, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60c2d0da-a0d6-4af7-9725-cb57a6109a07,segment=NetworkSegment(98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7),segment_id=98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:33.766709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.768027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:43:33.791759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] Calling delete_port for 60c2d0da-a0d6-4af7-9725-cb57a6109a07 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:33.837066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.844742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:33.845769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.970264 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:33.978945 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9100089 Nov 09 17:43:33.980065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:33.993122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1993704735'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:34.002517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.009754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dca46-9c8f-4847-84ca-93b72156fba0 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Network': ['ID=35c04db7-acf3-45b6-bc5f-3fc26aaf8382,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:34.067252 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.071181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Subnet': ['ID=d415843a-f7de-4ac6-9914-779525417b9e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:34.084251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.088264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ad1a9e4-73c6-4f7f-b147-b1ce0712590d tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/subnets/d415843a-f7de-4ac6-9914-779525417b9e HTTP/1.1" status: 204 len: 168 time: 1.0699608 Nov 09 17:43:34.090730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:34.132458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dec305-81c2-4e7f-bab7-10b222d7d329 None None] Network bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:34.139712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] No DVR routers for this DVR port 60c2d0da-a0d6-4af7-9725-cb57a6109a07 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:34.151506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:34.155127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.268058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.297087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 35c04db7-acf3-45b6-bc5f-3fc26aaf8382 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:34.371611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:34.406048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.406391 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Added segment be5f543b-8ab0-44a2-aad5-ee9de508f0e5 of type vlan for network f7b4b859-4f16-4013-8233-fc2cbb482572 Nov 09 17:43:34.413120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575439f3-fed4-4175-9a10-a38e43c666ed None None] Pushing event deleted for resources: {'Port': ['ID=60c2d0da-a0d6-4af7-9725-cb57a6109a07,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:34.423147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f652-f44e-4086-af20-2792042ced35 req-a8c13a52-b57d-432d-8c72-b46bebd79d23 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.424803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcd9f652-f44e-4086-af20-2792042ced35 req-a8c13a52-b57d-432d-8c72-b46bebd79d23 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 943 time: 0.2473912 Nov 09 17:43:34.448522 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.480261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5eb8c48-342a-447a-ae0e-4bf245ec1215']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.513362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.513819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e0a50a-e5e5-4fcd-b8f7-ad723022b9b7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.541920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.572630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.592708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:34.594440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:34.615030 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:34.618723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] DHCP port deletion for bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:34.677104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.742130 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcd9f652-f44e-4086-af20-2792042ced35 req-3e97ca70-5773-4b91-af86-8a6882888a84 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951324 Nov 09 17:43:34.754330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] Deleting port 6b6dc3c6-998f-46db-b364-d536a9abdbed {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:34.754714 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.856161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.866793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.867717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:34.966803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] For port 6b6dc3c6-998f-46db-b364-d536a9abdbed, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6b6dc3c6-998f-46db-b364-d536a9abdbed,segment=NetworkSegment(8d322350-99b3-4f3d-84d0-222a7fe576a4),segment_id=8d322350-99b3-4f3d-84d0-222a7fe576a4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:34.974146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.027667 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0406060 Nov 09 17:43:35.041735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] Calling delete_port for 6b6dc3c6-998f-46db-b364-d536a9abdbed owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:35.042373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:35.049472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:35.057650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'ports': [{'network_id': '35c04db7-acf3-45b6-bc5f-3fc26aaf8382', 'name': 'tempest-port--648252113', 'admin_state_up': True}, {'network_id': 'f7b4b859-4f16-4013-8233-fc2cbb482572', 'admin_state_up': False}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:35.058100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'port': {'network_id': '35c04db7-acf3-45b6-bc5f-3fc26aaf8382', 'name': 'tempest-port--648252113', 'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:35.058731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'port': {'network_id': 'f7b4b859-4f16-4013-8233-fc2cbb482572', 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:35.231957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c2d0da-a0d6-4af7-9725-cb57a6109a07 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:35.258883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.267829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.272931 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/networks/f5eb8c48-342a-447a-ae0e-4bf245ec1215 HTTP/1.1" status: 204 len: 168 time: 1.1795113 Nov 09 17:43:35.281132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 60c2d0da-a0d6-4af7-9725-cb57a6109a07 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:35.281655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c2d0da-a0d6-4af7-9725-cb57a6109a07 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:35.282249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6b6dc3c6-998f-46db-b364-d536a9abdbed no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:35.284613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51352) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:35.294815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222789cd-c468-42c7-aa69-11637f1b4d30 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Network': ['ID=f5eb8c48-342a-447a-ae0e-4bf245ec1215,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:35.429316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.486693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.516904 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.549275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting port 6b6dc3c6-998f-46db-b364-d536a9abdbed {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:35.549795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.613273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] Pushing event deleted for resources: {'Port': ['ID=6b6dc3c6-998f-46db-b364-d536a9abdbed,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:35.628510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d183d4-e3e5-4ec4-8a64-68fd515f2b52 None None] No DVR routers for this DVR port 6b6dc3c6-998f-46db-b364-d536a9abdbed on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:35.700882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 59707711-c8d3-4a5d-a2f9-87f46b6f868a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:35.715393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] For port 6b6dc3c6-998f-46db-b364-d536a9abdbed, host n-d-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:35.715873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.753621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Calling delete_port for 6b6dc3c6-998f-46db-b364-d536a9abdbed owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:35.767240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Port 6b6dc3c6-998f-46db-b364-d536a9abdbed was not found and therefore no delete operation was performed {{(pid=102554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:43:35.769357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:35.776437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56ef4f-82f5-47d2-ade0-83f3137d4fb4 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Network': ['ID=f7b4b859-4f16-4013-8233-fc2cbb482572,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:35.820935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] No DVR routers for this DVR port 6b6dc3c6-998f-46db-b364-d536a9abdbed on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:35.829094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Port': ['ID=6b6dc3c6-998f-46db-b364-d536a9abdbed,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:35.854373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f7b4b859-4f16-4013-8233-fc2cbb482572 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:36.010554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:36.018001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.033833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '59707711-c8d3-4a5d-a2f9-87f46b6f868a', 'network_id': '77fda239-b7b7-418b-acf7-8243ea9aee16', 'port_id': '59707711-c8d3-4a5d-a2f9-87f46b6f868a', 'mac_address': 'fa:16:3e:d0:75:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ec8d83-04fc-4cad-a36f-6b43980007f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:36.036238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:36.047062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] Sync routers for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:36.060950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260f11-fbb6-43aa-9d0e-ac089e08b513 req-405e00bb-e17a-4370-8897-9d69deb5b654 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.066660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3f37f5ff-ff61-4d99-82bf-551e1359ac35 admin admin] 10.222.0.45 "PUT /v2.0/routers/258a12f3-dfa8-40d4-ba32-64b5980a9be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0291057 Nov 09 17:43:36.069700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91260f11-fbb6-43aa-9d0e-ac089e08b513 req-405e00bb-e17a-4370-8897-9d69deb5b654 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 943 time: 0.1414406 Nov 09 17:43:36.070943 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:36.071757 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.079294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51360) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:36.089195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.121481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.147697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59707711-c8d3-4a5d-a2f9-87f46b6f868a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:36.148938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d322350-99b3-4f3d-84d0-222a7fe576a4') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.151512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d322350-99b3-4f3d-84d0-222a7fe576a4') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.183609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.207800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:36.215960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.216912 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.231863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:36.236597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.308760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'port': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:36.322105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.343683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=59707711-c8d3-4a5d-a2f9-87f46b6f868a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:36.357449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.392379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91260f11-fbb6-43aa-9d0e-ac089e08b513 req-8bef6799-63ca-4262-98f6-4c9eb7b686fb tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215744 Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:36.393689 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:36.446695 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:36.460912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['59707711-c8d3-4a5d-a2f9-87f46b6f868a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:36.575249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.624010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] device_id is not set on port 6387735c-3474-4796-b896-43224353619a yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:43:36.666376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.679651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.687000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51370) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:36.690110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/networks/bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c HTTP/1.1" status: 204 len: 168 time: 1.3993804 Nov 09 17:43:36.826848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting subnet f45e5af6-0679-4679-b4b1-3344fc4aefd1 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:36.842036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0039a39-5a32-4f76-a535-c81518468343 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Network': ['ID=bd43be4f-cbc9-4e54-9d0c-f531d2d2a97c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:36.865686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.868088 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:43:33Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.918461 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] Checking router: 258a12f3-dfa8-40d4-ba32-64b5980a9be5 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:36.930117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] Routers {'258a12f3-dfa8-40d4-ba32-64b5980a9be5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:36.930361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:36.930748 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:43:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.952873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.060728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.066588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Deleting port 650e67f9-1b38-4033-8a79-6338eff0020a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:37.066929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.103900 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] Set router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:37.155295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.191250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.263281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] For port 650e67f9-1b38-4033-8a79-6338eff0020a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=650e67f9-1b38-4033-8a79-6338eff0020a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:37.263661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.281172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Calling delete_port for 650e67f9-1b38-4033-8a79-6338eff0020a owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:37.301255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] device_id is not set on port 94617769-315f-4861-9958-efd504ab9ecd yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:43:37.435937 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:43:33Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:37.508036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.512595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/subnets/f45e5af6-0679-4679-b4b1-3344fc4aefd1 HTTP/1.1" status: 204 len: 168 time: 0.8245120 Nov 09 17:43:37.514133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a0bda-4fa5-426b-80ec-bdf16f00784e None None] Network 39d46d16-61f3-4684-9269-cf20ad62c794 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:37.564830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:37.586750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302af64-2df5-4e47-a274-22486a39975a tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Subnet': ['ID=f45e5af6-0679-4679-b4b1-3344fc4aefd1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:37.602598 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.621910 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606ff50-bbf1-463e-9994-d1361263defa None None] The sync data for ids ['258a12f3-dfa8-40d4-ba32-64b5980a9be5'] in n-d-804292-3 is: [{'id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'name': 'tempest-ServerRescueTestJSONUnderV235-646987430-router', 'tenant_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:12Z', 'updated_at': '2021-11-09T17:43:33Z', 'revision_number': 5, 'project_id': '97fd3eb9b6dd4a6092464662eb40ef93', 'gw_port': {'id': '650e67f9-1b38-4033-8a79-6338eff0020a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258a12f3-dfa8-40d4-ba32-64b5980a9be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:16Z', 'updated_at': '2021-11-09T17:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:37.671620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Pushing event deleted for resources: {'Port': ['ID=650e67f9-1b38-4033-8a79-6338eff0020a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:37.703800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 59707711-c8d3-4a5d-a2f9-87f46b6f868a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:37.763520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.782497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.815350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a7614-4380-4bf2-b33e-5ec941be982b req-635b01df-36e4-4447-a780-be6818307cf8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:37.817070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee2a7614-4380-4bf2-b33e-5ec941be982b req-635b01df-36e4-4447-a780-be6818307cf8 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 944 time: 0.2276986 Nov 09 17:43:37.824372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:37.870120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af3adcf-88e4-49dd-bda3-49939fcbe077 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:38.024973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 59707711-c8d3-4a5d-a2f9-87f46b6f868a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:38.034823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 59707711-c8d3-4a5d-a2f9-87f46b6f868a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:38.035278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.117332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.191471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.199254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.203843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] DHCP port deletion for 39d46d16-61f3-4684-9269-cf20ad62c794 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:38.293828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.318824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.319478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 258a12f3-dfa8-40d4-ba32-64b5980a9be5 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:43:38.324457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.325662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-53e29dcc-a9d4-4c97-95bd-e71737b5e221 admin admin] 10.222.0.45 "DELETE /v2.0/routers/258a12f3-dfa8-40d4-ba32-64b5980a9be5 HTTP/1.1" status: 204 len: 168 time: 2.2452412 Nov 09 17:43:38.329208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51394) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:38.352608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee2a7614-4380-4bf2-b33e-5ec941be982b req-70e7d3e8-a0ae-4bf2-92bf-81dacab611bf tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277302 Nov 09 17:43:38.377657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Port': ['ID=6387735c-3474-4796-b896-43224353619a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:38.397218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59707711-c8d3-4a5d-a2f9-87f46b6f868a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:38.400478 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9098092c-bcfb-4cd3-8619-55235921fe1b" -d '{"events": [{"server_uuid": "fe1a51f6-8f82-4746-b1b1-cef695d77ec3", "name": "network-vif-plugged", "status": "completed", "tag": "59707711-c8d3-4a5d-a2f9-87f46b6f868a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:38.423128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:38.430534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] Deleting port dd7d1126-b425-4291-b33f-92de39d14f6a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:38.431199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.434017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.467445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Deleting subnet 9a0b7cb4-d416-4e52-8d7f-0a03b18b26da {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:38.473061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Deleting port dd7d1126-b425-4291-b33f-92de39d14f6a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:38.474259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.475528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.478929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Checking segment: {'id': '7b875974-f632-4ec1-9b9e-38e270b4e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '35c04db7-acf3-45b6-bc5f-3fc26aaf8382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:38.479598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network hostable DHCP agents. Network: 35c04db7-acf3-45b6-bc5f-3fc26aaf8382, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:38.545594 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b25bbc-dfbb-427d-bb50-5bddc14082c8 x-openstack-request-id: req-85b25bbc-dfbb-427d-bb50-5bddc14082c8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:38.546345 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a51f6-8f82-4746-b1b1-cef695d77ec3", "name": "network-vif-plugged", "status": "completed", "tag": "59707711-c8d3-4a5d-a2f9-87f46b6f868a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:38.546895 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85b25bbc-dfbb-427d-bb50-5bddc14082c8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:38.547635 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59707711-c8d3-4a5d-a2f9-87f46b6f868a', 'code': 200} Nov 09 17:43:38.600005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.613394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] For port dd7d1126-b425-4291-b33f-92de39d14f6a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd7d1126-b425-4291-b33f-92de39d14f6a,segment=NetworkSegment(bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7),segment_id=bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:38.614410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.645078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=59707711-c8d3-4a5d-a2f9-87f46b6f868a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:38.649287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] Calling delete_port for dd7d1126-b425-4291-b33f-92de39d14f6a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:38.704907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.799347 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.840302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] No DVR routers for this DVR port dd7d1126-b425-4291-b33f-92de39d14f6a on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:38.871062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network 35c04db7-acf3-45b6-bc5f-3fc26aaf8382 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:38.892309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:38.941055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb4322-d8f3-4dc3-bce1-2f473cc80397 None None] Pushing event deleted for resources: {'Port': ['ID=dd7d1126-b425-4291-b33f-92de39d14f6a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:38.994299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] For port dd7d1126-b425-4291-b33f-92de39d14f6a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd7d1126-b425-4291-b33f-92de39d14f6a,segment=NetworkSegment(bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7),segment_id=bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:38.994890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.016030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 35c04db7-acf3-45b6-bc5f-3fc26aaf8382) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:39.022776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0b7cb4-d416-4e52-8d7f-0a03b18b26da,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:39.028789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265962e5-af3e-42f2-8d1e-6275d46be064 None None] Network 35c04db7-acf3-45b6-bc5f-3fc26aaf8382 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:39.054777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.064337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964fff7-8640-4864-a79a-e6ad4259501e req-095276dd-0cee-48d6-8794-a6a3103fcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:39.067134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5964fff7-8640-4864-a79a-e6ad4259501e req-095276dd-0cee-48d6-8794-a6a3103fcec9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 1096 time: 0.3932946 Nov 09 17:43:39.079410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e076aae5-c365-413f-8ce6-0cc5ffc57af1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9a0b7cb4-d416-4e52-8d7f-0a03b18b26da HTTP/1.1" status: 204 len: 168 time: 0.7409196 Nov 09 17:43:39.080617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:39.120849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:39.120849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.160253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Calling delete_port for dd7d1126-b425-4291-b33f-92de39d14f6a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:39.305224 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:43:39.372763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Port': ['ID=94617769-315f-4861-9958-efd504ab9ecd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:39.406824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.468795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5964fff7-8640-4864-a79a-e6ad4259501e req-d995a858-8ccb-487e-b0f6-410c9839cd52 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047547 Nov 09 17:43:39.549193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Checking segment: {'id': 'be5f543b-8ab0-44a2-aad5-ee9de508f0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7b4b859-4f16-4013-8233-fc2cbb482572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:39.550233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network hostable DHCP agents. Network: f7b4b859-4f16-4013-8233-fc2cbb482572, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:39.572906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd7d1126-b425-4291-b33f-92de39d14f6a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:39.655297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network f7b4b859-4f16-4013-8233-fc2cbb482572 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:39.665838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: dd7d1126-b425-4291-b33f-92de39d14f6a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:39.666397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd7d1126-b425-4291-b33f-92de39d14f6a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:39.667085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8216075a-f77a-4514-b3f3-1d2449afee46 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:39.694362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.727863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.731935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f7b4b859-4f16-4013-8233-fc2cbb482572) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:39.778057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7edaa9d-cceb-4b74-b3a5-169987cce044']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:39.789129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8216075a-f77a-4514-b3f3-1d2449afee46 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:39.789420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8216075a-f77a-4514-b3f3-1d2449afee46 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:39.799457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047c120-a5dd-4954-b6a4-9749d5df4e69 None None] Network f7b4b859-4f16-4013-8233-fc2cbb482572 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:39.810524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:39.821562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776eccba-bf23-49ae-8e00-ff8eb1cd06ba') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:39.822326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776eccba-bf23-49ae-8e00-ff8eb1cd06ba') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:39.832337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:39.838446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.848694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:39.857740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.865912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.879338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Port': ['ID=dd7d1126-b425-4291-b33f-92de39d14f6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:39.884270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:39.885001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:39.906373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] No DVR routers for this DVR port dd7d1126-b425-4291-b33f-92de39d14f6a on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:39.957232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b3336824-01d7-447e-94cb-4725ff956271 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9044371 Nov 09 17:43:39.958095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:39.982035 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:39.990959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.010704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.022700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c7edaa9d-cceb-4b74-b3a5-169987cce044 HTTP/1.1" status: 204 len: 168 time: 0.9378810 Nov 09 17:43:40.071809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2dfb3-19b5-4bf5-8b0e-1218f8c7a9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7edaa9d-cceb-4b74-b3a5-169987cce044,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:40.109810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f15b-21fa-4edf-b405-6a4cbf9da230 req-0ace5a08-3e80-4454-be33-9c8fe318e603 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.120304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ac8f15b-21fa-4edf-b405-6a4cbf9da230 req-0ace5a08-3e80-4454-be33-9c8fe318e603 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 945 time: 0.5312989 Nov 09 17:43:40.239836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.244265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ac8f15b-21fa-4edf-b405-6a4cbf9da230 req-69365ca2-2713-48aa-8311-ec55686eadd6 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023910 Nov 09 17:43:40.319765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d46d16-61f3-4684-9269-cf20ad62c794']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:40.350283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c789f23-d53e-4cf3-b68c-d8039bfe9785 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.369974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c789f23-d53e-4cf3-b68c-d8039bfe9785 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.377328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51434) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:40.378100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c789f23-d53e-4cf3-b68c-d8039bfe9785 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4027109 Nov 09 17:43:40.399404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:40.400314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf54bb0a-e2e4-46f5-9b21-5897d1ccfce7') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:40.432946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.484868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.505311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:40.505982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.565511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:40.659365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f1f43cdb-423c-4572-8c6c-7b8c6d40afb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97fd3eb9b6dd4a6092464662eb40ef93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910692 Nov 09 17:43:40.662554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:40.669006 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:40.672690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Deleting port 6387735c-3474-4796-b896-43224353619a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:40.672690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.678288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.700003 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.709443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/networks/39d46d16-61f3-4684-9269-cf20ad62c794 HTTP/1.1" status: 204 len: 168 time: 3.1392083 Nov 09 17:43:40.720105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:40.760398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8fc3a-9386-4822-9e4d-7cca9ef62330 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Pushing event deleted for resources: {'Network': ['ID=39d46d16-61f3-4684-9269-cf20ad62c794,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:40.792419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-73131ead-3f1b-41f6-b827-3a0200e2ccf2 tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc HTTP/1.1" status: 200 len: 205 time: 0.0483155 Nov 09 17:43:40.795783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:40.820752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b325a702-690c-497b-987b-0f4afc58ad4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.824231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.852121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Calling delete_port for 6387735c-3474-4796-b896-43224353619a owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:40.890698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b325a702-690c-497b-987b-0f4afc58ad4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.915226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 650e67f9-1b38-4033-8a79-6338eff0020a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:40.956237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:40.993469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 650e67f9-1b38-4033-8a79-6338eff0020a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:40.995384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 650e67f9-1b38-4033-8a79-6338eff0020a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:41.259626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b325a702-690c-497b-987b-0f4afc58ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.264388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b325a702-690c-497b-987b-0f4afc58ad4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.288592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b325a702-690c-497b-987b-0f4afc58ad4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae609016-fa92-46ed-a80e-1c9860125d3e HTTP/1.1" status: 204 len: 168 time: 0.5911441 Nov 09 17:43:41.366081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a702-690c-497b-987b-0f4afc58ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae609016-fa92-46ed-a80e-1c9860125d3e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:41.375455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.412243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.424105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.478821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Port': ['ID=6387735c-3474-4796-b896-43224353619a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:41.494150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.503273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8696647a-c245-4a39-beb6-e28632307484 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/ports/6387735c-3474-4796-b896-43224353619a HTTP/1.1" status: 204 len: 168 time: 1.1244698 Nov 09 17:43:41.540583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51454) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:41.595969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.596905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Fanout notify agent at l3_agent the message router_deleted on router c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:43:41.644404 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:41.651253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d136a2da-34f5-4ca4-9f07-15a9d307c6ec tempest-RoutersNegativeIpV6Test-1083966857 tempest-RoutersNegativeIpV6Test-1083966857-project] 10.222.0.45 "DELETE /v2.0/routers/c8bbc4bb-d264-4ae5-9ce5-0a4cb0c554dc HTTP/1.1" status: 204 len: 168 time: 0.8507481 Nov 09 17:43:41.967556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea0039-4010-410b-a1f1-44ae9c23f26d req-544d1377-9e2f-44fb-9437-37db8a527ba4 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:41.986706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13ea0039-4010-410b-a1f1-44ae9c23f26d req-544d1377-9e2f-44fb-9437-37db8a527ba4 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 945 time: 0.4811704 Nov 09 17:43:42.196636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13ea0039-4010-410b-a1f1-44ae9c23f26d req-3a2c92ac-c8c6-4c21-a942-558d2821f31f tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086372 Nov 09 17:43:42.209697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Deleting port 94617769-315f-4861-9958-efd504ab9ecd {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:42.210032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:42.316499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:42.432048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:42.484905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Calling delete_port for 94617769-315f-4861-9958-efd504ab9ecd owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:42.714458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:42.816330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Port': ['ID=94617769-315f-4861-9958-efd504ab9ecd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:42.854577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:42.866271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:42.885352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c4b863a3-100e-433f-bd8f-5dd193e62930 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/ports/94617769-315f-4861-9958-efd504ab9ecd HTTP/1.1" status: 204 len: 168 time: 1.3404703 Nov 09 17:43:42.942503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51504) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:42.948675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8046cd02-0fc0-40d4-9cd3-ffbc0f773fc6 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0656946 Nov 09 17:43:42.970547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-379227929'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:43.018196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:43.026102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.044558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6e816dbf-cb23-44f1-afc3-47741a865fc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=093d9405387c4f84998a2ed2cbe10f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7268348 Nov 09 17:43:43.048740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:43.071508 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:43.111863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.112812 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Added segment d41b0d25-b015-4d4d-b9d0-bdd883a51a3e of type vlan for network 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae Nov 09 17:43:43.225272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.259619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db626cf1-f99c-41ad-b985-ec09f99d8e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.318419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db626cf1-f99c-41ad-b985-ec09f99d8e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.320597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.326611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.327388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.427332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4817076 Nov 09 17:43:43.430372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:43.442031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-683101640'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:43.486947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb217f-0774-4a61-8564-5ceb1012e645 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Network': ['ID=72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:43.504780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:43.510886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db626cf1-f99c-41ad-b985-ec09f99d8e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.527995 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db626cf1-f99c-41ad-b985-ec09f99d8e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.532954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:43.536824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.539831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db626cf1-f99c-41ad-b985-ec09f99d8e1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e47c81f-a5ce-4360-85f5-d99a9b5ab0c6 HTTP/1.1" status: 204 len: 168 time: 0.4896240 Nov 09 17:43:43.581135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db626cf1-f99c-41ad-b985-ec09f99d8e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e47c81f-a5ce-4360-85f5-d99a9b5ab0c6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:43.657672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:43.685375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.686241 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Added segment f90578b2-d37d-4d11-b047-59000bee8731 of type vlan for network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 Nov 09 17:43:43.798583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.845601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:43.886259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.890936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:44.009057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eb4fe-260b-4583-ae4c-c80e7d9305b9 req-49d4d744-b8a6-4d95-bc34-0005ca2f80cc tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:44.022662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-806eb4fe-260b-4583-ae4c-c80e7d9305b9 req-49d4d744-b8a6-4d95-bc34-0005ca2f80cc tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 945 time: 0.1780856 Nov 09 17:43:44.101518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6689203 Nov 09 17:43:44.154790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df5f36-4307-429f-8d41-9a6129492456 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Network': ['ID=b7c617fd-8eb2-4e47-94e6-8fa09196f6a4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:44.184451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:44.276911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-806eb4fe-260b-4583-ae4c-c80e7d9305b9 req-7ca2b50f-9014-461c-9aab-923753ad3035 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528033 Nov 09 17:43:45.351797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-40635915-4b00-4066-bcee-e3399766d332 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.353488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-40635915-4b00-4066-bcee-e3399766d332 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 945 time: 0.1418304 Nov 09 17:43:45.605760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51590) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:45.656577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Deleting port 59707711-c8d3-4a5d-a2f9-87f46b6f868a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:45.657456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:45.947669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d9217-7ba3-4674-8c00-06d7a9e0246a req-0aa44f24-9f8c-4870-93bd-b96be0fc93c2 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.955473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] For port 59707711-c8d3-4a5d-a2f9-87f46b6f868a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=59707711-c8d3-4a5d-a2f9-87f46b6f868a,segment=NetworkSegment(44e684a0-4442-4730-9969-32b81fb9a780),segment_id=44e684a0-4442-4730-9969-32b81fb9a780)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:45.955766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:45.970260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a9d9217-7ba3-4674-8c00-06d7a9e0246a req-0aa44f24-9f8c-4870-93bd-b96be0fc93c2 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 945 time: 0.3597071 Nov 09 17:43:45.997326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Calling delete_port for 59707711-c8d3-4a5d-a2f9-87f46b6f868a owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:46.257849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a9d9217-7ba3-4674-8c00-06d7a9e0246a req-08c0a480-4d99-430f-b63f-36fc91cc38f5 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/security-groups?id=22ed7afb-101a-4273-997e-899c99158e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861505 Nov 09 17:43:46.378919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:46.397367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['59707711-c8d3-4a5d-a2f9-87f46b6f868a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:46.542585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Pushing event deleted for resources: {'Port': ['ID=59707711-c8d3-4a5d-a2f9-87f46b6f868a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:46.700654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] No DVR routers for this DVR port 59707711-c8d3-4a5d-a2f9-87f46b6f868a on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:46.708931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:46.718246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9449dccf-9fed-4c03-b3ed-eda89647850f req-7381950c-c1f3-46f4-b393-ae93152e38da tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.83 "DELETE /v2.0/ports/59707711-c8d3-4a5d-a2f9-87f46b6f868a HTTP/1.1" status: 204 len: 173 time: 1.3531790 Nov 09 17:43:46.719454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'name': 'network-vif-deleted', 'tag': '59707711-c8d3-4a5d-a2f9-87f46b6f868a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:46.725233 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff2e4c-a74a-44bf-9007-821c30839fdf" -d '{"events": [{"server_uuid": "fe1a51f6-8f82-4746-b1b1-cef695d77ec3", "name": "network-vif-deleted", "tag": "59707711-c8d3-4a5d-a2f9-87f46b6f868a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:46.835238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1580061266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:46.895637 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f050fa1-ac30-47ce-b2d4-f3607f251ec9 x-openstack-request-id: req-0f050fa1-ac30-47ce-b2d4-f3607f251ec9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:46.896398 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a51f6-8f82-4746-b1b1-cef695d77ec3", "name": "network-vif-deleted", "tag": "59707711-c8d3-4a5d-a2f9-87f46b6f868a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:46.896760 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f050fa1-ac30-47ce-b2d4-f3607f251ec9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:46.897407 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a51f6-8f82-4746-b1b1-cef695d77ec3', 'name': 'network-vif-deleted', 'tag': '59707711-c8d3-4a5d-a2f9-87f46b6f868a', 'status': 'completed', 'code': 200} Nov 09 17:43:47.023276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.031197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.194030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.203190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.276929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.279117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52550ab2-e3ad-420d-9845-a1e96ae2c7c0 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6683104 Nov 09 17:43:47.284653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51614) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:47.293812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1544247648'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:47.368779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Made reservation on behalf of 0ffb0970e1674f0c881b62418745118e for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:47.382067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.422597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.454176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51620) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:47.650342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-55f73588-f199-47ad-9aeb-5d26958f247e req-1dd44367-5a40-4d73-8366-023c847d5189 tempest-VolumesActionsTest-811246206 tempest-VolumesActionsTest-811246206-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe1a51f6-8f82-4746-b1b1-cef695d77ec3 HTTP/1.1" status: 200 len: 210 time: 0.0925529 Nov 09 17:43:47.650915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:47.667686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'subnets': [{'network_id': '72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1622468458', 'ip_version': 6}, {'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:47.670266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'subnet': {'network_id': '72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1622468458', 'ip_version': 6}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:47.676033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Request body: {'subnet': {'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:47.740083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.748004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.826468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:47.871326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92602f09-a639-4cc1-829f-ab2bbc8976a5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:47.881944 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:47.882580 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Added segment 5085b7f0-077a-4ef2-a0ee-398e1a3851f1 of type vlan for network f27fd395-8e61-41fa-a7ff-53c64826fc64 Nov 09 17:43:47.993047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.061973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.068379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:48.069396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.142037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5da921d7-13f5-4493-b9b3-d99e79b2e381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.222849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9362090 Nov 09 17:43:48.227636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51642) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:48.251471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'subnet': {'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:48.355496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dc31e-12f4-4133-b0bc-4feae17efd7a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Network': ['ID=f27fd395-8e61-41fa-a7ff-53c64826fc64,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:48.370742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:48.475688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Made reservation on behalf of c591f4289f4e4ee1bf309031f272c07f for: {'subnet': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:48.494614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.494950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.521142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Made reservation on behalf of 0ffb0970e1674f0c881b62418745118e for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:48.525088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.685917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5da921d7-13f5-4493-b9b3-d99e79b2e381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.706853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5da921d7-13f5-4493-b9b3-d99e79b2e381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:48.804322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51656) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:48.814564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5da921d7-13f5-4493-b9b3-d99e79b2e381 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2805741144bc49468ce7e68645cc4fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3585563 Nov 09 17:43:49.047429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-403e34ed-49f6-4d83-ba07-f7b4a517ddcb req-b12dae1e-2ab9-4e96-b63e-694009bc861b service neutron] (102555) timed out ('10.222.0.43', 60131) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:43:49.112738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:49.182510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da921d7-13f5-4493-b9b3-d99e79b2e381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a11ac-7bd0-4fe5-9cba-7d53327565b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:49.393925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Subnet': ['ID=d34cd961-ae05-4745-958b-99374fa00ab9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:49.549693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d48709-57b2-4f74-8453-6ab63ef18f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:49.618902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Checking segment: {'id': '5085b7f0-077a-4ef2-a0ee-398e1a3851f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:49.625807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network hostable DHCP agents. Network: f27fd395-8e61-41fa-a7ff-53c64826fc64, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:49.666663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d48709-57b2-4f74-8453-6ab63ef18f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:49.734455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:49.757692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f27fd395-8e61-41fa-a7ff-53c64826fc64) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:49.773560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 59707711-c8d3-4a5d-a2f9-87f46b6f868a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:49.783765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605370bf-c479-4f50-a6ff-f36eba5c1873 None None] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:49.788994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:49.793387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:49.851478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-25329b18-8228-49a0-bcac-28b61743ed1b tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6193628 Nov 09 17:43:49.856474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51696) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:49.870580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d48709-57b2-4f74-8453-6ab63ef18f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:49.875701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d48709-57b2-4f74-8453-6ab63ef18f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:49.878571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-37d48709-57b2-4f74-8453-6ab63ef18f90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/158a11ac-7bd0-4fe5-9cba-7d53327565b9 HTTP/1.1" status: 204 len: 168 time: 1.0719535 Nov 09 17:43:49.899551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'network': {'name': 'tempest-router-network01--1265388242'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:49.960171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 59707711-c8d3-4a5d-a2f9-87f46b6f868a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:43:49.960588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 59707711-c8d3-4a5d-a2f9-87f46b6f868a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:49.966936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d48709-57b2-4f74-8453-6ab63ef18f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a11ac-7bd0-4fe5-9cba-7d53327565b9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:50.020848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Made reservation on behalf of 0ffb0970e1674f0c881b62418745118e for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:50.039655 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.085728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.188458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:50.224107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f27fd395-8e61-41fa-a7ff-53c64826fc64', 'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64', 'tenant_id': '0ffb0970e1674f0c881b62418745118e', 'fixed_ips': [{'subnet_id': 'd34cd961-ae05-4745-958b-99374fa00ab9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:50.226148 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.232473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.245453 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Added segment 0476974a-989b-4f64-84a3-463c86e72126 of type vlan for network 29f5e5ec-fb7c-4049-b935-18ae39b2263b Nov 09 17:43:50.363636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Checking segment: {'id': 'd41b0d25-b015-4d4d-b9d0-bdd883a51a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:50.364220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network hostable DHCP agents. Network: 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:50.393716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.395968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Subnet': ['ID=63477be9-f5e4-4c55-8e20-47222511df10,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:50.425573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:50.450806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:50.457446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.497943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.523960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:50.529465 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.542765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c9c88-ed49-432d-a6e3-30f2fd57dca1 None None] Network 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:50.586554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:50.640596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event updated for resources: {'Subnet': ['ID=93ec2afd-2a16-41e6-9ec9-b26b6a57f327,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:50.665722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:50.666962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8023117 Nov 09 17:43:50.693915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'network': {'name': 'tempest-router-network02--1082982448'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:50.708065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Checking segment: {'id': 'f90578b2-d37d-4d11-b047-59000bee8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:50.708705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network hostable DHCP agents. Network: b7c617fd-8eb2-4e47-94e6-8fa09196f6a4, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:50.766867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:50.788860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Made reservation on behalf of 0ffb0970e1674f0c881b62418745118e for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:50.796462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.815565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b7c617fd-8eb2-4e47-94e6-8fa09196f6a4) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:50.842736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:50.843485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:50.844228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:50.860734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f1996-95b3-4d9d-8e52-a2950336ce05 None None] Network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:50.911328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f03383b4-c2fa-4505-8d83-cace79111155 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2570262 Nov 09 17:43:50.921255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:50.923141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:51.039182 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.039688 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Added segment 1293eaed-bd99-4058-8b01-8cf02f61a8c9 of type vlan for network de6296ab-e004-43d6-9cad-cab14d51bc78 Nov 09 17:43:51.055108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:51.103990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Network': ['ID=29f5e5ec-fb7c-4049-b935-18ae39b2263b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:51.145385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4c55-e84e-4918-9c59-573678ef2e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.155730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Allocated IP 172.20.0.2 (f27fd395-8e61-41fa-a7ff-53c64826fc64/d34cd961-ae05-4745-958b-99374fa00ab9/48bdcf3c-5467-43d9-a6b3-ecc4cd79c448) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:51.163535 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1cf4-3ed8-4e17-b6df-1058cd0fff99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.168293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.182142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.183210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.184002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.184788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.185553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.186854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.187657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.188441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.189196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.190729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.191694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8fea-4e98-4a34-94f0-dd2a4e60bb94 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:51.251720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931f1f8-8720-4b01-8ade-3b0cb5497ab9 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.253895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:51.259038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931f1f8-8720-4b01-8ade-3b0cb5497ab9 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.266888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931f1f8-8720-4b01-8ade-3b0cb5497ab9 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.268931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6931f1f8-8720-4b01-8ade-3b0cb5497ab9 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3399425 Nov 09 17:43:51.274561 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.285086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:51.432016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.433448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1cf4-3ed8-4e17-b6df-1058cd0fff99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.443455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.447217 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1cf4-3ed8-4e17-b6df-1058cd0fff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.448359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.523067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Deleting subnet 63477be9-f5e4-4c55-8e20-47222511df10 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:51.558411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7c0d1cf4-3ed8-4e17-b6df-1058cd0fff99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=145d722f3b494789b5133cc977758a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5000472 Nov 09 17:43:51.559540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51744) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:51.565731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d1cf4-3ed8-4e17-b6df-1058cd0fff99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b364b2-9237-44a1-aecb-40f47da836d7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:51.848293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d8f03e3-928b-4f48-97e3-db5912586bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.942140 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4c55-e84e-4918-9c59-573678ef2e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.952559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d8f03e3-928b-4f48-97e3-db5912586bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:51.956450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4c55-e84e-4918-9c59-573678ef2e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.118328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a4c55-e84e-4918-9c59-573678ef2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bf026-4379-48df-b9b6-cca6b6c580ff,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:52.132163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2f4a4c55-e84e-4918-9c59-573678ef2e45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=427a7b6e5ae0434fae4c1e24cc029134&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5158803 Nov 09 17:43:52.132163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51756) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:52.230792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d8f03e3-928b-4f48-97e3-db5912586bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.247332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d8f03e3-928b-4f48-97e3-db5912586bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.251551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d8f03e3-928b-4f48-97e3-db5912586bbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9b364b2-9237-44a1-aecb-40f47da836d7 HTTP/1.1" status: 204 len: 168 time: 0.6803963 Nov 09 17:43:52.275852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f03e3-928b-4f48-97e3-db5912586bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b364b2-9237-44a1-aecb-40f47da836d7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:52.339650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-531009ca-4706-4449-b372-5a1d8269a944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.441001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-531009ca-4706-4449-b372-5a1d8269a944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.499603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.543529 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.614774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-531009ca-4706-4449-b372-5a1d8269a944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.621111 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-531009ca-4706-4449-b372-5a1d8269a944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.626405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Network': ['ID=de6296ab-e004-43d6-9cad-cab14d51bc78,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:52.636063 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-531009ca-4706-4449-b372-5a1d8269a944 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b19bf026-4379-48df-b9b6-cca6b6c580ff HTTP/1.1" status: 204 len: 168 time: 0.4989367 Nov 09 17:43:52.636396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.669915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531009ca-4706-4449-b372-5a1d8269a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bf026-4379-48df-b9b6-cca6b6c580ff,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:52.685847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8b345-c465-4c9b-a907-a20c48f21ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae', 'network_id': '72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae', 'tenant_id': 'c591f4289f4e4ee1bf309031f272c07f', 'fixed_ips': [{'subnet_id': '63477be9-f5e4-4c55-8e20-47222511df10'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:52.688985 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68e8b345-c465-4c9b-a907-a20c48f21ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.704954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network de6296ab-e004-43d6-9cad-cab14d51bc78 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:52.765965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51766) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:52.766478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-90e8c491-2ac6-4df4-8577-8531c8b79e92 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0804315 Nov 09 17:43:52.773041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'subnet': {'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:52.836595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:52.987480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:52.998531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Pushing event updated for resources: {'Port': ['ID=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:53.067346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:53.079328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:53.146434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Made reservation on behalf of 0ffb0970e1674f0c881b62418745118e for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:53.154392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.164877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.277450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-b7c617fd-8eb2-4e47-94e6-8fa09196f6a4', 'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4', 'tenant_id': 'c591f4289f4e4ee1bf309031f272c07f', 'fixed_ips': [{'subnet_id': '93ec2afd-2a16-41e6-9ec9-b26b6a57f327'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:53.279552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.384391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.440901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.566109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.572322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/subnets/63477be9-f5e4-4c55-8e20-47222511df10 HTTP/1.1" status: 204 len: 168 time: 2.2800829 Nov 09 17:43:53.576290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78f874-fccd-4c78-acc5-7f802368f888 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Subnet': ['ID=63477be9-f5e4-4c55-8e20-47222511df10,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:53.578709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51788) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:53.744696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:53.821226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f48235bb-20a0-4655-b5f1-d8c710265215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:53.885952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Deleting subnet 93ec2afd-2a16-41e6-9ec9-b26b6a57f327 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:43:53.893034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Allocated IP 2001:db8:0:1::1 (b7c617fd-8eb2-4e47-94e6-8fa09196f6a4/93ec2afd-2a16-41e6-9ec9-b26b6a57f327/6d3ce564-49fd-44cb-8e8c-1994cc8c060a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:53.904521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.110387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Subnet': ['ID=926da8c0-ae9e-4592-b7d1-15a32b869b03,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:54.119417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.134281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.149788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.183695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Attempting to bind port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:43:54.184171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Attempting to bind port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5085b7f0-077a-4ef2-a0ee-398e1a3851f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:43:54.184547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Attempting to bind port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 on network f27fd395-8e61-41fa-a7ff-53c64826fc64 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:54.219478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:54.219852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Checking segment: {'id': '5085b7f0-077a-4ef2-a0ee-398e1a3851f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:54.220306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.220714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Bound using segment: {'id': '5085b7f0-077a-4ef2-a0ee-398e1a3851f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:54.221258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Bound port: 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5085b7f0-077a-4ef2-a0ee-398e1a3851f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f27fd395-8e61-41fa-a7ff-53c64826fc64'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:43:54.221650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.246422 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f48235bb-20a0-4655-b5f1-d8c710265215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.255586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f48235bb-20a0-4655-b5f1-d8c710265215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.290063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Checking segment: {'id': '0476974a-989b-4f64-84a3-463c86e72126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:54.290535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network hostable DHCP agents. Network: 29f5e5ec-fb7c-4049-b935-18ae39b2263b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:54.344032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server [None req-68e8b345-c465-4c9b-a907-a20c48f21ee3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63477be9-f5e4-4c55-8e20-47222511df10: This subnet is being modified by another concurrent operation. Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63477be9-f5e4-4c55-8e20-47222511df10: This subnet is being modified by another concurrent operation. Nov 09 17:43:54.345331 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Nov 09 17:43:54.360691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48235bb-20a0-4655-b5f1-d8c710265215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73015357-bb08-45a1-9a17-54d58ed23cd2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:54.384828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.388875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 29f5e5ec-fb7c-4049-b935-18ae39b2263b) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:54.426716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f48235bb-20a0-4655-b5f1-d8c710265215 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=521a585c7e414710a9ae8652294d7ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666515 Nov 09 17:43:54.432031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:54.463406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:54.469139 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.513313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6d1d87ba-6185-4569-91bc-0c544a03bbec tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7460632 Nov 09 17:43:54.524738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51824) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:54.537461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'subnet': {'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:54.601747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:54.630050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13ba6077-67eb-4bf1-8a00-c37d4e09761e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.648973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02321c3-fc93-43bd-9819-19b8b9a98c7f None None] Network 72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:54.666947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e672e-cd02-4af8-b0b4-ad3841f66615 None None] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:54.723966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13ba6077-67eb-4bf1-8a00-c37d4e09761e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.736383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:54.746215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:54.783800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Made reservation on behalf of 0ffb0970e1674f0c881b62418745118e for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:54.791764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.899489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13ba6077-67eb-4bf1-8a00-c37d4e09761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.906046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13ba6077-67eb-4bf1-8a00-c37d4e09761e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:54.924616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13ba6077-67eb-4bf1-8a00-c37d4e09761e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73015357-bb08-45a1-9a17-54d58ed23cd2 HTTP/1.1" status: 204 len: 168 time: 0.4708688 Nov 09 17:43:54.992880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba6077-67eb-4bf1-8a00-c37d4e09761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73015357-bb08-45a1-9a17-54d58ed23cd2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:55.312580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:55.503204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Pushing event updated for resources: {'Port': ['ID=6d3ce564-49fd-44cb-8e8c-1994cc8c060a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:55.629637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:55.790903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Subnet': ['ID=93ec2afd-2a16-41e6-9ec9-b26b6a57f327,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:55.860473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:55.875666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:55.882435 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-75cd4389-60d4-4f5d-84f7-3037b465abb3 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/subnets/93ec2afd-2a16-41e6-9ec9-b26b6a57f327 HTTP/1.1" status: 204 len: 168 time: 2.2958462 Nov 09 17:43:55.890666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:56.007836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] For port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:56.066491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Attempting to bind port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:43:56.079826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Attempting to bind port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f90578b2-d37d-4d11-b047-59000bee8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:43:56.082066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Attempting to bind port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a on network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:56.118914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Subnet': ['ID=98924236-f208-47a6-8442-0a14fbf3d4a1,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:56.138272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] For port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,segment=NetworkSegment(5085b7f0-077a-4ef2-a0ee-398e1a3851f1),segment_id=5085b7f0-077a-4ef2-a0ee-398e1a3851f1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:56.146600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:56.147788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Checking segment: {'id': 'f90578b2-d37d-4d11-b047-59000bee8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:56.148740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:56.149603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Bound using segment: {'id': 'f90578b2-d37d-4d11-b047-59000bee8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:56.150645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Bound port: 6d3ce564-49fd-44cb-8e8c-1994cc8c060a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90578b2-d37d-4d11-b047-59000bee8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b7c617fd-8eb2-4e47-94e6-8fa09196f6a4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:43:56.151595 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:56.212696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f05703-67d5-4b37-b78e-34b64d57cdd7 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:56.236470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:56.243190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-47f05703-67d5-4b37-b78e-34b64d57cdd7 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3597057 Nov 09 17:43:56.244291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:56.299959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Checking segment: {'id': '1293eaed-bd99-4058-8b01-8cf02f61a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:43:56.300342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network hostable DHCP agents. Network: de6296ab-e004-43d6-9cad-cab14d51bc78, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:56.380542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network de6296ab-e004-43d6-9cad-cab14d51bc78 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:56.428531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, de6296ab-e004-43d6-9cad-cab14d51bc78) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:56.460409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] For port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:56.465981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:56.473033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] For port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6d3ce564-49fd-44cb-8e8c-1994cc8c060a,segment=NetworkSegment(f90578b2-d37d-4d11-b047-59000bee8731),segment_id=f90578b2-d37d-4d11-b047-59000bee8731)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:56.499603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:56.583744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae1d3cdd-6976-4169-9bea-066e0ba43922 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0568025 Nov 09 17:43:56.600674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:56.628452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb61984-6ff7-4818-a5e6-92e731177fb3 None None] Network de6296ab-e004-43d6-9cad-cab14d51bc78 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:56.644981 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:56.780638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:57.114838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Deleting port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:43:57.117789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:57.341138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-29f5e5ec-fb7c-4049-b935-18ae39b2263b', 'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b', 'tenant_id': '0ffb0970e1674f0c881b62418745118e', 'fixed_ips': [{'subnet_id': '926da8c0-ae9e-4592-b7d1-15a32b869b03'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:57.350691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:57.369039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] For port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6d3ce564-49fd-44cb-8e8c-1994cc8c060a,segment=NetworkSegment(f90578b2-d37d-4d11-b047-59000bee8731),segment_id=f90578b2-d37d-4d11-b047-59000bee8731)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:57.369859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:57.434776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Calling delete_port for 6d3ce564-49fd-44cb-8e8c-1994cc8c060a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:43:57.787147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:57.851759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87212e32-f441-4e9d-971f-2d4c39e0e1b1 None None] Pushing event updated for resources: {'Port': ['ID=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.030042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-de6296ab-e004-43d6-9cad-cab14d51bc78', 'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78', 'tenant_id': '0ffb0970e1674f0c881b62418745118e', 'fixed_ips': [{'subnet_id': '98924236-f208-47a6-8442-0a14fbf3d4a1'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:58.031856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.057410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Port': ['ID=6d3ce564-49fd-44cb-8e8c-1994cc8c060a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.080440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] No DVR routers for this DVR port 6d3ce564-49fd-44cb-8e8c-1994cc8c060a on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:58.112689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44231eab-5ee8-41e1-8563-e21dbfcfadad None None] Network b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:58.275789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3741d-67a3-459a-8dba-4d3c0467be09 None None] Pushing event deleted for resources: {'Port': ['ID=6d3ce564-49fd-44cb-8e8c-1994cc8c060a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.284643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.333263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c617fd-8eb2-4e47-94e6-8fa09196f6a4']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.361695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90578b2-d37d-4d11-b047-59000bee8731') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.362675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90578b2-d37d-4d11-b047-59000bee8731') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.379093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.416082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.429041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:58.430136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:58.612566 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:58.679306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.703605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.716052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/networks/b7c617fd-8eb2-4e47-94e6-8fa09196f6a4 HTTP/1.1" status: 204 len: 168 time: 2.4676847 Nov 09 17:43:58.729644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:58.828305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45b9e78f-a6e9-4be7-8342-3f96f65eeec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.867365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:58.910826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75721e-c0ed-480d-b5dd-0f71cead693d tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Network': ['ID=b7c617fd-8eb2-4e47-94e6-8fa09196f6a4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:59.130128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:59.238333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Allocated IP 172.20.0.2 (29f5e5ec-fb7c-4049-b935-18ae39b2263b/926da8c0-ae9e-4592-b7d1-15a32b869b03/80a37f8b-a298-4d1c-b40f-cfbba5bdaa09) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:59.303009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:59.325929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:43:59.768147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Allocated IP 172.20.0.2 (de6296ab-e004-43d6-9cad-cab14d51bc78/98924236-f208-47a6-8442-0a14fbf3d4a1/1a9ec52b-d5de-486b-93af-f07fe90babc0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:59.932739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.015381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:00.056841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41b0d25-b015-4d4d-b9d0-bdd883a51a3e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:00.057141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41b0d25-b015-4d4d-b9d0-bdd883a51a3e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:00.095852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.133137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.157796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:00.158275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:00.166370 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:00.331175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:00.331744 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.333626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e46ec4-1b3f-400d-af01-1581fa511c6a None None] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:00.364034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.402971 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:00.419020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/networks/72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae HTTP/1.1" status: 204 len: 168 time: 1.6856508 Nov 09 17:44:00.419020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Network': ['ID=72bbde3b-5cb8-4a4d-8cb0-974bd2f1edae,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:00.419577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51946) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:00.478661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.479050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.486521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.487062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.487422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.487777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.488121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.488464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.488804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.489137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.499930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.500396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329f72b-8ce5-4816-bdff-8eb6613dfd6f tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:00.733950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.066033 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.160188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b07c595b-7738-47fd-a02e-99b75e0a33fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.190622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b4b859-4f16-4013-8233-fc2cbb482572']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.231523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5f543b-8ab0-44a2-aad5-ee9de508f0e5') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.232102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5f543b-8ab0-44a2-aad5-ee9de508f0e5') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.248988 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.285550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7cc62b4e-7b95-40e3-ac7e-8d85ca309ec8 None None] Provisioning complete for port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:01.286418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cc62b4e-7b95-40e3-ac7e-8d85ca309ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.325768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.415976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.473570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.525973 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cc62b4e-7b95-40e3-ac7e-8d85ca309ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.690020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:01.690446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:01.713155 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:01.900733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:01.950832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Allocated IP 172.20.0.1 (29f5e5ec-fb7c-4049-b935-18ae39b2263b/926da8c0-ae9e-4592-b7d1-15a32b869b03/b61b922a-fc66-41f5-a951-770736c407b9) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:01.984417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.064987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.082529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:02.095486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/networks/f7b4b859-4f16-4013-8233-fc2cbb482572 HTTP/1.1" status: 204 len: 168 time: 1.6550112 Nov 09 17:44:02.096918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a47e-fc9c-4908-a161-091016445616 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Network': ['ID=f7b4b859-4f16-4013-8233-fc2cbb482572,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:02.411886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.441648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.537784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:02.541717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:02.561439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cc62b4e-7b95-40e3-ac7e-8d85ca309ec8 None None] For port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,segment=NetworkSegment(5085b7f0-077a-4ef2-a0ee-398e1a3851f1),segment_id=5085b7f0-077a-4ef2-a0ee-398e1a3851f1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:02.585790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.623024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cc62b4e-7b95-40e3-ac7e-8d85ca309ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.637308 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.693018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Pushing event updated for resources: {'Port': ['ID=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:02.783590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Attempting to bind port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:44:02.784352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Attempting to bind port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0476974a-989b-4f64-84a3-463c86e72126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:44:02.784945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Attempting to bind port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 on network 29f5e5ec-fb7c-4049-b935-18ae39b2263b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:02.794030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.810586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:02.812053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Checking segment: {'id': '0476974a-989b-4f64-84a3-463c86e72126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:02.812803 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.813449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Bound using segment: {'id': '0476974a-989b-4f64-84a3-463c86e72126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:02.814207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Bound port: 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0476974a-989b-4f64-84a3-463c86e72126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '29f5e5ec-fb7c-4049-b935-18ae39b2263b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:44:02.815179 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.844187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.876226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:02.879497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:02.886924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:02.947565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:02.953434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4831a502-d554-425f-9e19-8931bd957c7e None None] Provisioning complete for port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:02.957474 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4831a502-d554-425f-9e19-8931bd957c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.018370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Port': ['ID=b61b922a-fc66-41f5-a951-770736c407b9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:03.046720 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.080216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc62b4e-7b95-40e3-ac7e-8d85ca309ec8 None None] Pushing event updated for resources: {'Port': ['ID=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:03.103388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Network de6296ab-e004-43d6-9cad-cab14d51bc78 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:03.144075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c04db7-acf3-45b6-bc5f-3fc26aaf8382']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:03.205694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b875974-f632-4ec1-9b9e-38e270b4e03f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:03.218848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b875974-f632-4ec1-9b9e-38e270b4e03f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:03.256722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Pushing event updated for resources: {'Port': ['ID=1a9ec52b-d5de-486b-93af-f07fe90babc0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:03.275633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:03.286336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.325942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.340718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.383912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:03.385333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:03.397068 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:03.414122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:03.514493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.525873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] For port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:03.554181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-b1ec63ff-88e1-4fcf-a6c4-41c7f52230f8 req-0f9b8819-46ca-49aa-9d31-c13984524ca9 service neutron] (102554) timed out ('10.222.0.45', 34680) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:44:03.566686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] For port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,segment=NetworkSegment(0476974a-989b-4f64-84a3-463c86e72126),segment_id=0476974a-989b-4f64-84a3-463c86e72126)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:03.768386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.804984 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.829080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:03.865350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] 10.222.0.45 "DELETE /v2.0/networks/35c04db7-acf3-45b6-bc5f-3fc26aaf8382 HTTP/1.1" status: 204 len: 168 time: 1.7808089 Nov 09 17:44:04.049136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fc5e8-0808-4faa-b62a-d4058d210318 tempest-BulkNetworkOpsIpV6Test-463438901 tempest-BulkNetworkOpsIpV6Test-463438901-project] Pushing event deleted for resources: {'Network': ['ID=35c04db7-acf3-45b6-bc5f-3fc26aaf8382,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:04.158644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:04.244188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Attempting to bind port 1a9ec52b-d5de-486b-93af-f07fe90babc0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:44:04.244539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Attempting to bind port 1a9ec52b-d5de-486b-93af-f07fe90babc0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1293eaed-bd99-4058-8b01-8cf02f61a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:44:04.244910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Attempting to bind port 1a9ec52b-d5de-486b-93af-f07fe90babc0 on network de6296ab-e004-43d6-9cad-cab14d51bc78 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:04.261716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:04.261951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Checking segment: {'id': '1293eaed-bd99-4058-8b01-8cf02f61a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:04.262371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:04.263400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Bound using segment: {'id': '1293eaed-bd99-4058-8b01-8cf02f61a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:04.263400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Bound port: 1a9ec52b-d5de-486b-93af-f07fe90babc0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1293eaed-bd99-4058-8b01-8cf02f61a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de6296ab-e004-43d6-9cad-cab14d51bc78'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:44:04.264229 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:04.333357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f217-13c4-432e-954a-25bd464785e7 None None] Pushing event updated for resources: {'Port': ['ID=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:04.393295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:04.490465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] For port 1a9ec52b-d5de-486b-93af-f07fe90babc0, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:04.497233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] For port 1a9ec52b-d5de-486b-93af-f07fe90babc0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1a9ec52b-d5de-486b-93af-f07fe90babc0,segment=NetworkSegment(1293eaed-bd99-4058-8b01-8cf02f61a8c9),segment_id=1293eaed-bd99-4058-8b01-8cf02f61a8c9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:04.505943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:04.676668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd93b2-ffea-4919-a4a2-81e2f505a188 None None] Pushing event updated for resources: {'Port': ['ID=1a9ec52b-d5de-486b-93af-f07fe90babc0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:05.021276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a93fc95-4889-42d6-b9b5-435afbddd252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.277252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.330905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.418556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.502175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:05.609529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:05.674870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Port': ['ID=b61b922a-fc66-41f5-a951-770736c407b9,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:05.689729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:05.691269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.796381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a93fc95-4889-42d6-b9b5-435afbddd252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.816183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a93fc95-4889-42d6-b9b5-435afbddd252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:05.829290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:05.835767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:06.070676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93fc95-4889-42d6-b9b5-435afbddd252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eda0b6-d19a-41f2-bc36-1c582d15ab16,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:06.181109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52068) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:06.182803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a93fc95-4889-42d6-b9b5-435afbddd252 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=833ef82acac041fdab84e1faf8618659&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7832355 Nov 09 17:44:06.201051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:06.341058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Router b75199ff-0dfe-4626-aa5d-3846f1703b8b is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:44:06.342038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:06.345479 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.351909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4dee-ae47-4b02-afa2-0335c6ca220b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.437483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4dee-ae47-4b02-afa2-0335c6ca220b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.446906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7efbae78-d86d-4cae-919e-8a717e51d764 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c591f4289f4e4ee1bf309031f272c07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7534096 Nov 09 17:44:06.448962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:06.537783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4dee-ae47-4b02-afa2-0335c6ca220b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.542303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4dee-ae47-4b02-afa2-0335c6ca220b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.544014 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5d2e4dee-ae47-4b02-afa2-0335c6ca220b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40eda0b6-d19a-41f2-bc36-1c582d15ab16 HTTP/1.1" status: 204 len: 168 time: 0.3618679 Nov 09 17:44:06.629880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dee53b4-34e3-4a6b-becc-0404b2cef009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.683794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e4dee-ae47-4b02-afa2-0335c6ca220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eda0b6-d19a-41f2-bc36-1c582d15ab16,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:06.690384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dee53b4-34e3-4a6b-becc-0404b2cef009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.736467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.835958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dee53b4-34e3-4a6b-becc-0404b2cef009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.839912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dee53b4-34e3-4a6b-becc-0404b2cef009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:06.842579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3dee53b4-34e3-4a6b-becc-0404b2cef009 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/431dd4dc-4372-41f7-9e53-1dd52422a40d HTTP/1.1" status: 204 len: 168 time: 0.3882983 Nov 09 17:44:06.853925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee53b4-34e3-4a6b-becc-0404b2cef009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431dd4dc-4372-41f7-9e53-1dd52422a40d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:06.872714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14809c19-1ff8-4b8e-bf2f-bfaffd0a725c None None] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:06.972659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:07.089810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:07.126932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f3beac76-37dd-4566-ad4e-c633f19e281d tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5171895 Nov 09 17:44:07.128257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:07.243844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] Sync routers for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:07.372041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,segment=NetworkSegment(0476974a-989b-4f64-84a3-463c86e72126),segment_id=0476974a-989b-4f64-84a3-463c86e72126)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:07.377881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63358a-0938-4ba5-91d2-d5a849714f3c None None] Network de6296ab-e004-43d6-9cad-cab14d51bc78 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:07.415423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:07.416518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.429088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:07.743475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52106) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:07.803202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82c37c63-d8c8-4e9f-bfad-30233f54518b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.041648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:08.079150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a9ec52b-d5de-486b-93af-f07fe90babc0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:08.145697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82c37c63-d8c8-4e9f-bfad-30233f54518b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.155906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82c37c63-d8c8-4e9f-bfad-30233f54518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.160184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f25183ab-6642-4b3d-8b85-9a5fb42a5234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.199224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f006a218-f3fd-4a99-9daf-f99c77a74521 None None] Provisioning complete for port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:08.199612 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f006a218-f3fd-4a99-9daf-f99c77a74521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.225013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-82c37c63-d8c8-4e9f-bfad-30233f54518b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b295a4088004d9c835a4fd9ccc3da67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4791920 Nov 09 17:44:08.225799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:08.285723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37c63-d8c8-4e9f-bfad-30233f54518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d65148-a1cc-4817-9991-8242a3a18777,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:08.484809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f25183ab-6642-4b3d-8b85-9a5fb42a5234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.507938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e60acf55-e372-41c3-acda-94fd85de5a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.642528 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-cc94591d-0feb-4b00-955c-4d1dbbdf0aff tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:08.645088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cc94591d-0feb-4b00-955c-4d1dbbdf0aff tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5156879 Nov 09 17:44:08.650467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e60acf55-e372-41c3-acda-94fd85de5a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.651619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:08.668144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:08.669008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:08.679774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f25183ab-6642-4b3d-8b85-9a5fb42a5234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:08.755892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:08.805644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f25183ab-6642-4b3d-8b85-9a5fb42a5234 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34db987e5c0140efa90bb8f790642153&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8309717 Nov 09 17:44:08.820312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52140) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.026800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:09.034182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25183ab-6642-4b3d-8b85-9a5fb42a5234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839e03b3-d50e-40b3-a77d-66071fed082e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:09.034963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd55b53-40f4-48b2-9ee8-4ab6dd90b252 None None] The sync data for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:09.065965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e60acf55-e372-41c3-acda-94fd85de5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.078609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e60acf55-e372-41c3-acda-94fd85de5a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.084235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e60acf55-e372-41c3-acda-94fd85de5a5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01d65148-a1cc-4817-9991-8242a3a18777 HTTP/1.1" status: 204 len: 168 time: 0.8538718 Nov 09 17:44:09.135272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60acf55-e372-41c3-acda-94fd85de5a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d65148-a1cc-4817-9991-8242a3a18777,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:09.175513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6aeb-575d-4dfc-9e16-0597c1b7bf3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.281363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1a9ec52b-d5de-486b-93af-f07fe90babc0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:09.283053 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.301351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6aeb-575d-4dfc-9e16-0597c1b7bf3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.360137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.532669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6aeb-575d-4dfc-9e16-0597c1b7bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.536059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6aeb-575d-4dfc-9e16-0597c1b7bf3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.537361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cdeb6aeb-575d-4dfc-9e16-0597c1b7bf3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/839e03b3-d50e-40b3-a77d-66071fed082e HTTP/1.1" status: 204 len: 168 time: 0.7140682 Nov 09 17:44:09.572738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb6aeb-575d-4dfc-9e16-0597c1b7bf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839e03b3-d50e-40b3-a77d-66071fed082e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:09.854362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'networks': [{'name': 'tempest-network--2035996271'}, {'name': 'tempest-network--1429273826'}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:09.854664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'network': {'name': 'tempest-network--2035996271'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:09.855171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'network': {'name': 'tempest-network--1429273826'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:09.942584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'network': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:09.955379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:09.996491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:10.368465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:10.387100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:10.388205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:10.492156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d12019-d924-4cea-9a64-1d17866f4ceb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:10.542057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:10.567919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:10.568893 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Added segment 4f343ca2-41bb-4767-a532-310d8e96b6f9 of type vlan for network 3dc64522-6ed9-49d8-81c2-ceb9a5a0b136 Nov 09 17:44:10.759733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.046290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:11.128358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.128696 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Added segment b1c89c59-3cb9-4cc1-aaab-31b998910557 of type vlan for network d32d44b2-1ae3-439c-80a0-c3b43405e2cf Nov 09 17:44:11.210345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.251863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d8aa2198-2545-452e-aafc-5b85178224ae None None] Provisioning complete for port 1a9ec52b-d5de-486b-93af-f07fe90babc0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:11.252550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2198-2545-452e-aafc-5b85178224ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.304218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.305069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.329562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.349674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.355191 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.359339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.418222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.479284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1a9ec52b-d5de-486b-93af-f07fe90babc0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1a9ec52b-d5de-486b-93af-f07fe90babc0,segment=NetworkSegment(1293eaed-bd99-4058-8b01-8cf02f61a8c9),segment_id=1293eaed-bd99-4058-8b01-8cf02f61a8c9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:11.523387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.573856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52192) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.619043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d150b42-d701-4bf1-b32f-4baad7303c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.668522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1a9ec52b-d5de-486b-93af-f07fe90babc0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:11.760955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2198-2545-452e-aafc-5b85178224ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:11.890208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Network': ['ID=3dc64522-6ed9-49d8-81c2-ceb9a5a0b136,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:12.018482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3dc64522-6ed9-49d8-81c2-ceb9a5a0b136 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:12.022926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:12.187650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d150b42-d701-4bf1-b32f-4baad7303c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:12.195590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d150b42-d701-4bf1-b32f-4baad7303c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:12.298195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d150b42-d701-4bf1-b32f-4baad7303c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3503eff8-1a6e-45d1-a145-58714d3a7459,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:12.330032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9664485 Nov 09 17:44:12.339309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52206) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:12.463078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26368dc-d8b1-44c2-b262-bf9db0c35311 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Network': ['ID=d32d44b2-1ae3-439c-80a0-c3b43405e2cf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:12.516992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d32d44b2-1ae3-439c-80a0-c3b43405e2cf details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:12.727390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd554d2-a635-4261-b191-9b5bb7bf2bd0 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:44:12.806555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d150b42-d701-4bf1-b32f-4baad7303c0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57dd7b5362784c8fa504039aa5c5baf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2314000 Nov 09 17:44:12.807295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52222) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:12.847543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-d8aa2198-2545-452e-aafc-5b85178224ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:44:12.850091 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-d8aa2198-2545-452e-aafc-5b85178224ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:44:12.878091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb261c-b63f-4a6c-898e-f9ca7d49f113 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.884795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb261c-b63f-4a6c-898e-f9ca7d49f113 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.892967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb261c-b63f-4a6c-898e-f9ca7d49f113 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.900674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:12.901145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb261c-b63f-4a6c-898e-f9ca7d49f113 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.902103 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:12.903361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-73bb261c-b63f-4a6c-898e-f9ca7d49f113 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5229599 Nov 09 17:44:12.914209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52224) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:13.019418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting port b61b922a-fc66-41f5-a951-770736c407b9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:13.019889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.277625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.284216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd554d2-a635-4261-b191-9b5bb7bf2bd0 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:44:13.315926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Calling delete_port for b61b922a-fc66-41f5-a951-770736c407b9 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:13.379564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.458396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748a02-4c20-4b0f-b550-15f5535ec0c4 req-881de410-e333-4fcc-841a-0d637d58c8cd tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.460841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69748a02-4c20-4b0f-b550-15f5535ec0c4 req-881de410-e333-4fcc-841a-0d637d58c8cd tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.5552254 Nov 09 17:44:13.473855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-62d89541-e1f1-4a3e-9e93-03918a1c04f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.667195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-62d89541-e1f1-4a3e-9e93-03918a1c04f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.697847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.706498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69748a02-4c20-4b0f-b550-15f5535ec0c4 req-f34690bb-47f2-4327-8027-f1c047663e0e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955819 Nov 09 17:44:13.859400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc64522-6ed9-49d8-81c2-ceb9a5a0b136']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:13.910336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f343ca2-41bb-4767-a532-310d8e96b6f9') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:13.912642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f343ca2-41bb-4767-a532-310d8e96b6f9') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:13.924715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a9ec52b-d5de-486b-93af-f07fe90babc0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:13.938136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:13.957593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.010973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.016580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb6b0e-4b0b-4068-bc2d-b38f3763f190 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:44:14.027192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-62d89541-e1f1-4a3e-9e93-03918a1c04f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.036238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-62d89541-e1f1-4a3e-9e93-03918a1c04f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.038576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-62d89541-e1f1-4a3e-9e93-03918a1c04f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3503eff8-1a6e-45d1-a145-58714d3a7459 HTTP/1.1" status: 204 len: 168 time: 1.2265747 Nov 09 17:44:14.043781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:14.045408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.049745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Port': ['ID=b61b922a-fc66-41f5-a951-770736c407b9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:14.065648 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:14.080480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89541-e1f1-4a3e-9e93-03918a1c04f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3503eff8-1a6e-45d1-a145-58714d3a7459,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:14.141725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8de066c0-f6a3-4295-a01a-db39e756e472 None None] Provisioning complete for port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:14.142101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8de066c0-f6a3-4295-a01a-db39e756e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.258767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.344241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.346335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8de066c0-f6a3-4295-a01a-db39e756e472 None None] Could not find standard attr ID for object b61b922a-fc66-41f5-a951-770736c407b9. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:44:14.379718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1a9ec52b-d5de-486b-93af-f07fe90babc0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:14.380134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.389930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/networks/3dc64522-6ed9-49d8-81c2-ceb9a5a0b136 HTTP/1.1" status: 204 len: 168 time: 1.4730439 Nov 09 17:44:14.391379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:14.393547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc7366-88d2-453c-8fa2-d4d5f07411bd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Network': ['ID=3dc64522-6ed9-49d8-81c2-ceb9a5a0b136,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:14.476956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb6b0e-4b0b-4068-bc2d-b38f3763f190 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:44:14.521783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c88e7883-dfb1-4682-89ed-5016df9245c3 None None] Provisioning complete for port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:14.522161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c88e7883-dfb1-4682-89ed-5016df9245c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.711617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.800827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:14.975950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:15.040391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32d44b2-1ae3-439c-80a0-c3b43405e2cf']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:15.064393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c89c59-3cb9-4cc1-aaab-31b998910557') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:15.065299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c89c59-3cb9-4cc1-aaab-31b998910557') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:15.089316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:15.143539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:15.168674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:15.178938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:15.267066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df107fd2-a37f-438b-bd66-a0e800c63252 req-539d7ebb-d234-4375-ac7a-6357555bbad9 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.297412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df107fd2-a37f-438b-bd66-a0e800c63252 req-539d7ebb-d234-4375-ac7a-6357555bbad9 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2454877 Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:15.493645 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:15.497463 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:15.508266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:15.518422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/networks/d32d44b2-1ae3-439c-80a0-c3b43405e2cf HTTP/1.1" status: 204 len: 168 time: 1.1191621 Nov 09 17:44:15.553977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df107fd2-a37f-438b-bd66-a0e800c63252 req-2e1b90ef-d545-4646-90a6-e761ffa66338 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541132 Nov 09 17:44:15.563393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52282) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:15.579105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821366a2-6acd-481d-9b23-812e9c6a5df6 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Network': ['ID=d32d44b2-1ae3-439c-80a0-c3b43405e2cf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:15.918727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd7346-6f5d-4e3a-a033-fb8ff2e74126 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.938675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd7346-6f5d-4e3a-a033-fb8ff2e74126 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.950054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-19dd7346-6f5d-4e3a-a033-fb8ff2e74126 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3848286 Nov 09 17:44:15.951697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52294) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:15.989001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-10369988'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:16.065137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:16.074089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:16.179156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:16.205521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:16.205845 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Added segment ff503dea-6556-42dc-8db8-de4feb2bc399 of type vlan for network 5938115b-46ac-4194-8b3b-e39eb782c76c Nov 09 17:44:16.312699 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:44:16.329021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Router b75199ff-0dfe-4626-aa5d-3846f1703b8b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:16.507123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:16.735077 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:16.808349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:16.809035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:16.863069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9087501 Nov 09 17:44:16.866962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52310) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:16.886231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1716767895'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:17.092641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:17.096427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:17.242609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef1fdb-49cb-4140-beea-5df39508424b tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Network': ['ID=5938115b-46ac-4194-8b3b-e39eb782c76c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:17.259522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 5938115b-46ac-4194-8b3b-e39eb782c76c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:17.287561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:17.326513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:17.332274 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Added segment 5729e6c9-758d-4ae9-a337-0a18922809b3 of type vlan for network dbfcf48f-4bb7-48af-bb10-686db1a55e7b Nov 09 17:44:17.485435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:17.505033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:17.524680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e49f3b1f-626b-4b61-ab7d-16eb19496f62 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8657804 Nov 09 17:44:17.526695 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] Sync routers for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:17.531078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:17.555004 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:17.556177 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:17.585131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26caa5a-be94-4dbf-a8bd-982ed48a9ce8 req-4f2f110c-2404-4d92-9a72-4e8be2e7f172 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:17.589056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c26caa5a-be94-4dbf-a8bd-982ed48a9ce8 req-4f2f110c-2404-4d92-9a72-4e8be2e7f172 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2061245 Nov 09 17:44:17.666115 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:17.690128 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-128b083d-ff36-438b-83b6-6579c09bb8bd tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] delete failed (client error): The resource could not be found. Nov 09 17:44:17.692966 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:17.694399 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:17.695411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-128b083d-ff36-438b-83b6-6579c09bb8bd tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1693319949 HTTP/1.1" status: 404 len: 335 time: 0.1633976 Nov 09 17:44:17.709356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:17.723290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:17.723970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dd611bcc-bdb7-4a21-a29c-f63c032598b3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b75199ff-0dfe-4626-aa5d-3846f1703b8b'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:17.729710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:17.741739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:17.811689 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:17.816441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4a3a2-94a5-4ea5-9f3e-0352c9d772d3 None None] The sync data for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:17.905089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c26caa5a-be94-4dbf-a8bd-982ed48a9ce8 req-16676a49-fc5a-4ac5-bb7e-b5b144014d3a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104477 Nov 09 17:44:17.960992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Network': ['ID=dbfcf48f-4bb7-48af-bb10-686db1a55e7b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:17.977203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network dbfcf48f-4bb7-48af-bb10-686db1a55e7b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:18.000885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8e18a19b-e7cb-44e7-8fc5-77972e893474 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1261199 Nov 09 17:44:18.002784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:18.013639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'ports': [{'network_id': '5938115b-46ac-4194-8b3b-e39eb782c76c', 'name': 'tempest-port--1575263264', 'admin_state_up': True}, {'network_id': 'dbfcf48f-4bb7-48af-bb10-686db1a55e7b', 'admin_state_up': False}]} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:18.022205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'port': {'network_id': '5938115b-46ac-4194-8b3b-e39eb782c76c', 'name': 'tempest-port--1575263264', 'admin_state_up': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:18.024078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'port': {'network_id': 'dbfcf48f-4bb7-48af-bb10-686db1a55e7b', 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:18.375705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd611bcc-bdb7-4a21-a29c-f63c032598b3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:18.452698 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-dd611bcc-bdb7-4a21-a29c-f63c032598b3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] update failed (client error): The resource could not be found. Nov 09 17:44:18.453761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52358) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:18.456502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dd611bcc-bdb7-4a21-a29c-f63c032598b3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b HTTP/1.1" status: 404 len: 339 time: 0.7369001 Nov 09 17:44:19.456066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d44a8-cbb3-4247-98bc-d3b19bb0c52d req-47fd9970-caf1-42b6-8195-7404f43ece61 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:19.459215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f8d44a8-cbb3-4247-98bc-d3b19bb0c52d req-47fd9970-caf1-42b6-8195-7404f43ece61 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3333604 Nov 09 17:44:19.508616 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-eaf31594-f6f5-4a29-91ba-b6a786fc1b0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5224357 Nov 09 17:44:19.509293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'port': 2} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:19.525310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:19.633109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f8d44a8-cbb3-4247-98bc-d3b19bb0c52d req-952fe13e-9023-48c5-a8c8-da53d3f20e92 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653664 Nov 09 17:44:19.724136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:19.779927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-81822be4-c747-438d-a50d-e8ec80f24eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:19.782601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-81822be4-c747-438d-a50d-e8ec80f24eda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 1096 time: 0.2475412 Nov 09 17:44:20.291688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-7a8182d8-ce06-49aa-8809-a9456fcf8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:20.293230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-7a8182d8-ce06-49aa-8809-a9456fcf8f43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 913 time: 0.4645870 Nov 09 17:44:20.294574 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:20.342223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] device_id is not set on port 4ce33682-a086-4eb6-b331-111fb9973356 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:44:20.448031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-d3209f2d-b505-4b56-80ff-f5a194bf8371 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a HTTP/1.1" status: 200 len: 217 time: 0.0584183 Nov 09 17:44:20.997506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318991-de12-4a23-91a3-ecd639a2ca73 req-826ed106-f17d-43d1-8fab-f04e4f1f88ab tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:21.001666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2318991-de12-4a23-91a3-ecd639a2ca73 req-826ed106-f17d-43d1-8fab-f04e4f1f88ab tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.1989543 Nov 09 17:44:21.063407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:21.086783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-001baa2f-7f67-4acd-aac5-74011d80e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:21.101552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-001baa2f-7f67-4acd-aac5-74011d80e477 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 200 len: 853 time: 0.6221943 Nov 09 17:44:21.236996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:21.256408 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2318991-de12-4a23-91a3-ecd639a2ca73 req-bf850e47-2242-4aac-9cb6-4934b782d2fb tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462871 Nov 09 17:44:21.464353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-79f7d8b9-8ac4-4b29-96e7-c74954efd2a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=073f2c8a-57c9-45d1-820e-296f82704e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140037 Nov 09 17:44:21.469418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] device_id is not set on port 32dc0731-f86f-4354-8db3-8921a814c03a yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:44:21.532620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804949d0-f0fe-43e8-8e4e-d91fa41cfa95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:21.694915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804949d0-f0fe-43e8-8e4e-d91fa41cfa95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:21.704067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804949d0-f0fe-43e8-8e4e-d91fa41cfa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:21.765645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:21.774288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-804949d0-f0fe-43e8-8e4e-d91fa41cfa95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e8739b1be784eb98458e1d76625d3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368762 Nov 09 17:44:21.796560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:21.828618 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:21.852154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804949d0-f0fe-43e8-8e4e-d91fa41cfa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1651de2f-8fe6-40cd-8a2b-8e4825d25a55,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:21.984053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-840d144f-a029-4219-8844-844d1f49fbae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:22.031061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Checking segment: {'id': 'ff503dea-6556-42dc-8db8-de4feb2bc399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5938115b-46ac-4194-8b3b-e39eb782c76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:22.031571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network hostable DHCP agents. Network: 5938115b-46ac-4194-8b3b-e39eb782c76c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:22.038038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Port': ['ID=4ce33682-a086-4eb6-b331-111fb9973356,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:22.058289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-df886c47-09b7-4f76-a03d-94cbffa5ed6a service neutron] 10.222.0.43 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714896 Nov 09 17:44:22.066646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-840d144f-a029-4219-8844-844d1f49fbae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:22.100323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network 5938115b-46ac-4194-8b3b-e39eb782c76c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:22.113851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Allocated IP 172.20.0.1 (f27fd395-8e61-41fa-a7ff-53c64826fc64/d34cd961-ae05-4745-958b-99374fa00ab9/155e78cd-9314-42e5-8800-d06f832d69a5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:22.277191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-840d144f-a029-4219-8844-844d1f49fbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:22.282588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-840d144f-a029-4219-8844-844d1f49fbae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:22.285604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-840d144f-a029-4219-8844-844d1f49fbae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1651de2f-8fe6-40cd-8a2b-8e4825d25a55 HTTP/1.1" status: 204 len: 168 time: 0.4809811 Nov 09 17:44:22.338072 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d144f-a029-4219-8844-844d1f49fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651de2f-8fe6-40cd-8a2b-8e4825d25a55,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:22.608988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be03eff-58ae-42e3-afa5-642c9df0f450 req-768f3802-b48f-494c-b638-59ce09eb4b4e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:22.618038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7be03eff-58ae-42e3-afa5-642c9df0f450 req-768f3802-b48f-494c-b638-59ce09eb4b4e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.1494086 Nov 09 17:44:22.708578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7be03eff-58ae-42e3-afa5-642c9df0f450 req-d3b66fab-407b-45e9-8618-442d46bc2694 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755296 Nov 09 17:44:22.989036 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.035191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 5938115b-46ac-4194-8b3b-e39eb782c76c) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:23.035472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:23.048984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd0219-0be9-40ef-b2dc-5b2de7afcec9 None None] Network 5938115b-46ac-4194-8b3b-e39eb782c76c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:23.052749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:23.058793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.081742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee34faf-c7b0-4294-90e2-c6f15150df49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.269238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee34faf-c7b0-4294-90e2-c6f15150df49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.280810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ee34faf-c7b0-4294-90e2-c6f15150df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.383851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee34faf-c7b0-4294-90e2-c6f15150df49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a719a62-8241-4c97-99ea-86ecb0c27a68,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:23.449729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9ee34faf-c7b0-4294-90e2-c6f15150df49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc2275af97b24cf791bb21da45cef521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125254 Nov 09 17:44:23.450828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52478) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:23.594625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9e99582-d3bc-47d6-917a-a086e3699498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.624997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9e99582-d3bc-47d6-917a-a086e3699498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.706080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9e99582-d3bc-47d6-917a-a086e3699498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.711895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9e99582-d3bc-47d6-917a-a086e3699498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.714425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f9e99582-d3bc-47d6-917a-a086e3699498 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a719a62-8241-4c97-99ea-86ecb0c27a68 HTTP/1.1" status: 204 len: 168 time: 0.2618217 Nov 09 17:44:23.733201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Port': ['ID=32dc0731-f86f-4354-8db3-8921a814c03a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:23.761454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e99582-d3bc-47d6-917a-a086e3699498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a719a62-8241-4c97-99ea-86ecb0c27a68,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:23.821511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Checking segment: {'id': '5729e6c9-758d-4ae9-a337-0a18922809b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dbfcf48f-4bb7-48af-bb10-686db1a55e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:23.823480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network hostable DHCP agents. Network: dbfcf48f-4bb7-48af-bb10-686db1a55e7b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:23.837617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e31182f5-8b84-46d6-989a-d8b3095e2ed3 req-84d499bc-da27-4202-a8fe-b7691084179d service neutron] 10.222.0.43 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7662563 Nov 09 17:44:23.916362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:23.938510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network dbfcf48f-4bb7-48af-bb10-686db1a55e7b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:23.977428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, dbfcf48f-4bb7-48af-bb10-686db1a55e7b) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:23.996123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8d917-79fb-4f94-b44c-a9943e3fdf69 None None] Network dbfcf48f-4bb7-48af-bb10-686db1a55e7b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:24.015417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:24.073302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:24.144827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:24.148164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:24.178448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db9c0e-a7cc-490a-979f-0107c7739ea3 req-e9f29789-dbbe-4b2b-bd51-6607e0bd4ff9 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:24.200160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90db9c0e-a7cc-490a-979f-0107c7739ea3 req-e9f29789-dbbe-4b2b-bd51-6607e0bd4ff9 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2060573 Nov 09 17:44:24.308962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:24.402599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-66763f2e-668f-4810-a0e0-eba605cf206d tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3968859 Nov 09 17:44:24.412711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52494) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.510156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90db9c0e-a7cc-490a-979f-0107c7739ea3 req-038303bb-66d6-4cff-9650-75d5eaf311b2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024428 Nov 09 17:44:24.834809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:24.965732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:24.983276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Port': ['ID=155e78cd-9314-42e5-8800-d06f832d69a5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:24.998722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:25.313428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648bee3-d3df-472c-a812-607a33423250 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:25.334381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648bee3-d3df-472c-a812-607a33423250 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:25.369476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:25.370300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a648bee3-d3df-472c-a812-607a33423250 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7105815 Nov 09 17:44:25.381171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:25.847203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Deleting port 4ce33682-a086-4eb6-b331-111fb9973356 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:25.849118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:25.943033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-edd43a89-35fb-4f68-bb10-8537c01eb11f None None] Provisioning complete for port 155e78cd-9314-42e5-8800-d06f832d69a5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:25.944743 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edd43a89-35fb-4f68-bb10-8537c01eb11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:26.048560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2aab-e5d2-48c5-972f-c23d696660a4 req-cbc23c30-a90a-46f7-a603-ae2483135a8e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.063591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a54b2aab-e5d2-48c5-972f-c23d696660a4 req-cbc23c30-a90a-46f7-a603-ae2483135a8e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.4898772 Nov 09 17:44:26.121148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e05b5-9f99-4224-914b-35664badcefd req-0dc808ec-3b31-477c-80d0-116c96ccb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.125326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-0dc808ec-3b31-477c-80d0-116c96ccb2c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1096 time: 0.5877547 Nov 09 17:44:26.185470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-edd43a89-35fb-4f68-bb10-8537c01eb11f None None] Port 155e78cd-9314-42e5-8800-d06f832d69a5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:44:26.296079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:26.402530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Calling delete_port for 4ce33682-a086-4eb6-b331-111fb9973356 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:26.430169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e05b5-9f99-4224-914b-35664badcefd req-d65453c7-5e0e-4b69-a3cb-32ea8e4bbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.431926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-d65453c7-5e0e-4b69-a3cb-32ea8e4bbbb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.2654979 Nov 09 17:44:26.559118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-8cd8a7be-25a8-4634-9d17-ab2061212d1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 1001 time: 0.1130285 Nov 09 17:44:26.780424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:26.814663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:26.851036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a54b2aab-e5d2-48c5-972f-c23d696660a4 req-f0c5bc3f-e614-4261-add5-20131374b1b1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7856503 Nov 09 17:44:26.918517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:26.922385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e05b5-9f99-4224-914b-35664badcefd req-47ca397d-4a61-4097-a022-e1a5f7d54bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.930148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-47ca397d-4a61-4097-a022-e1a5f7d54bde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.3626118 Nov 09 17:44:26.942149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52538) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.943483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/ports/4ce33682-a086-4eb6-b331-111fb9973356 HTTP/1.1" status: 204 len: 168 time: 1.5706489 Nov 09 17:44:27.053199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd6608-536c-4653-93b7-fc5882254fad tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Port': ['ID=4ce33682-a086-4eb6-b331-111fb9973356,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:27.446803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e05b5-9f99-4224-914b-35664badcefd req-038d92f6-d55a-418f-aae6-09bd0f7e2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:27.450275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-038d92f6-d55a-418f-aae6-09bd0f7e2437 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5016840 Nov 09 17:44:27.822371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Deleting port 32dc0731-f86f-4354-8db3-8921a814c03a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:27.822642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.012060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.024990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ea10367-a5fb-45fe-8a72-05ba7944fda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.032549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Calling delete_port for 32dc0731-f86f-4354-8db3-8921a814c03a owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:28.147985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.242046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Port': ['ID=32dc0731-f86f-4354-8db3-8921a814c03a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:28.247537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.252324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0b0ed367-d3df-47b1-a6e3-1c8c86a43ecf tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/ports/32dc0731-f86f-4354-8db3-8921a814c03a HTTP/1.1" status: 204 len: 168 time: 1.2966738 Nov 09 17:44:28.256984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52560) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:28.274963 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-66b5f0b8-6e70-4d36-ab6f-d4fd89a3e094 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150713 Nov 09 17:44:28.312799 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-245f0190-03d5-4057-abc5-216e3bc3eb16 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520153 Nov 09 17:44:28.323939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:28.341960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-33008522'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:28.382542 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.453785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:28.462860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.555307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:28.573097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.588679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.590033 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Added segment 3e4686f9-6ce8-4d51-9984-0ce0a164eda3 of type vlan for network c8cf9e32-24dc-42f0-826a-6a16c06cd1e0 Nov 09 17:44:28.611308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.772965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c086eb-6b5a-499b-9fe8-f465f1680486 req-175153ae-188e-40b6-8653-860a54236c71 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:28.774657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64c086eb-6b5a-499b-9fe8-f465f1680486 req-175153ae-188e-40b6-8653-860a54236c71 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.4127035 Nov 09 17:44:28.800640 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.841304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.860812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:28.861497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:28.866140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event updated for resources: {'Port': ['ID=155e78cd-9314-42e5-8800-d06f832d69a5,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:28.920672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817e05b5-9f99-4224-914b-35664badcefd req-359c1a4c-6bad-4908-b616-758daccd19ef service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208267 Nov 09 17:44:28.922567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:29.020885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64c086eb-6b5a-499b-9fe8-f465f1680486 req-ddb25525-1074-4c16-a17e-96f38350ee1a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027669 Nov 09 17:44:29.240545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Network': ['ID=c8cf9e32-24dc-42f0-826a-6a16c06cd1e0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:29.269305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-25413bd4-e2e3-4e36-9df9-cdf3a51e7ebd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9319456 Nov 09 17:44:29.272100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52582) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:29.274290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c8cf9e32-24dc-42f0-826a-6a16c06cd1e0 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:29.289575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-568626572'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:29.432268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:29.441911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:29.533517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:29.610232 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:29.615241 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Added segment d5eac764-4983-45bf-ab15-0d307570d76b of type vlan for network 1f674346-619a-4d2e-a1b5-53c73790e9b4 Nov 09 17:44:29.913377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:29.939539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:29.967612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:30.064266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:30.073682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:30.074489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:30.410157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-832c259d-8172-4600-a8e4-4dfb07d74dca None None] Provisioning complete for port 155e78cd-9314-42e5-8800-d06f832d69a5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:30.410769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-832c259d-8172-4600-a8e4-4dfb07d74dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:30.543448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Network': ['ID=1f674346-619a-4d2e-a1b5-53c73790e9b4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:30.599270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d3b86ab3-4483-496b-9243-4b43bcccb7df tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3094382 Nov 09 17:44:30.619049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1f674346-619a-4d2e-a1b5-53c73790e9b4 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:30.722610 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6134c3c9-7559-45c3-86b7-aab91e0267de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:30.779580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0ed09-3feb-44f3-ba48-df5828140629 req-cdee4fe2-b825-4237-8487-348f1e8a5e2a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:30.789770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:30.797302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'subnets': [{'network_id': 'c8cf9e32-24dc-42f0-826a-6a16c06cd1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1766058764', 'ip_version': 4}, {'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:30.798714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'subnet': {'network_id': 'c8cf9e32-24dc-42f0-826a-6a16c06cd1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1766058764', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:30.799678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Request body: {'subnet': {'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:30.805835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdc0ed09-3feb-44f3-ba48-df5828140629 req-cdee4fe2-b825-4237-8487-348f1e8a5e2a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.4700255 Nov 09 17:44:30.813841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-832c259d-8172-4600-a8e4-4dfb07d74dca None None] Port 155e78cd-9314-42e5-8800-d06f832d69a5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:44:30.949170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Router b75199ff-0dfe-4626-aa5d-3846f1703b8b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:31.344257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdc0ed09-3feb-44f3-ba48-df5828140629 req-172fd296-7268-4520-b2e7-284fa026a47c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5256801 Nov 09 17:44:31.517449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Made reservation on behalf of 4dcf04e8dfac4c8d96b526d0ec996931 for: {'subnet': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:31.547483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:31.547836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:31.653093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:31.673454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5c744505-ca2f-4e98-8bcf-5509d61bd643 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2169514 Nov 09 17:44:31.678316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52630) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:31.699241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] Sync routers for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:31.705243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:31.752754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:31.755395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:31.942664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:31.957670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:31.958742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:32.005958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:32.006937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775cf75-4b6e-4d8a-b97a-72ef1eabe0f6 None None] The sync data for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:32.200868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fbafbd16-f2ae-4413-a50f-a07212ba147a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:32.583487 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-fbafbd16-f2ae-4413-a50f-a07212ba147a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:44:32.592454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fbafbd16-f2ae-4413-a50f-a07212ba147a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b HTTP/1.1" status: 409 len: 329 time: 0.9082210 Nov 09 17:44:32.594576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:32.595229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52654) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:32.993048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8354d929-dedf-4ee9-8858-c029869f72f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.062200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.154757 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.307307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Subnet': ['ID=492a00f3-bb86-4a1c-9404-02e8b26e5473,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:33.349111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Checking segment: {'id': '3e4686f9-6ce8-4d51-9984-0ce0a164eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c8cf9e32-24dc-42f0-826a-6a16c06cd1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:33.349763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network hostable DHCP agents. Network: c8cf9e32-24dc-42f0-826a-6a16c06cd1e0, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:33.409336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8354d929-dedf-4ee9-8858-c029869f72f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.429940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8354d929-dedf-4ee9-8858-c029869f72f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.497586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8354d929-dedf-4ee9-8858-c029869f72f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edef1bca763a4485a0e168e75bae2999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8955379 Nov 09 17:44:33.503669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:33.512365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network c8cf9e32-24dc-42f0-826a-6a16c06cd1e0 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:33.573108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c8cf9e32-24dc-42f0-826a-6a16c06cd1e0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:33.592496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.626303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354d929-dedf-4ee9-8858-c029869f72f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e9cef-f4d5-4ccf-80a8-4384bbec1734,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:33.701131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92266b1e-a88b-4e7d-838f-04d67277ce99 None None] Network c8cf9e32-24dc-42f0-826a-6a16c06cd1e0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:33.780978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823331b4-06ee-4c2c-8b79-562fb0a784f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.839303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event updated for resources: {'Subnet': ['ID=651914f1-c7d5-45e7-adbe-5cc649f31be1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:33.903436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823331b4-06ee-4c2c-8b79-562fb0a784f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:33.926108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Checking segment: {'id': 'd5eac764-4983-45bf-ab15-0d307570d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:33.932624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network hostable DHCP agents. Network: 1f674346-619a-4d2e-a1b5-53c73790e9b4, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:33.975114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Network 1f674346-619a-4d2e-a1b5-53c73790e9b4 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:33.999757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1f674346-619a-4d2e-a1b5-53c73790e9b4) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:34.000061 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:34.056226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7113e39-d333-4566-bc54-1fc5a7fbe901 None None] Network 1f674346-619a-4d2e-a1b5-53c73790e9b4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:34.056638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:34.057562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:34.058725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:34.131651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33f08711-a94b-4772-8042-6a5aae6b7d69 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3395360 Nov 09 17:44:34.141220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:34.173310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:34.498774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823331b4-06ee-4c2c-8b79-562fb0a784f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:34.506783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-823331b4-06ee-4c2c-8b79-562fb0a784f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:34.523972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-823331b4-06ee-4c2c-8b79-562fb0a784f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/897e9cef-f4d5-4ccf-80a8-4384bbec1734 HTTP/1.1" status: 204 len: 168 time: 1.0182054 Nov 09 17:44:34.588939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89713b3-e679-456b-be04-37ddb9244150 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:34.592805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89713b3-e679-456b-be04-37ddb9244150 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:34.612596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89713b3-e679-456b-be04-37ddb9244150 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:34.618286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b89713b3-e679-456b-be04-37ddb9244150 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4728067 Nov 09 17:44:34.618999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:34.668548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823331b4-06ee-4c2c-8b79-562fb0a784f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e9cef-f4d5-4ccf-80a8-4384bbec1734,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:34.955928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a401d3-4197-4ce3-9dc8-4433b0a6aac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c8cf9e32-24dc-42f0-826a-6a16c06cd1e0', 'network_id': 'c8cf9e32-24dc-42f0-826a-6a16c06cd1e0', 'tenant_id': '4dcf04e8dfac4c8d96b526d0ec996931', 'fixed_ips': [{'subnet_id': '492a00f3-bb86-4a1c-9404-02e8b26e5473'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:44:34.957738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59a401d3-4197-4ce3-9dc8-4433b0a6aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:34.983124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Deleting subnet 492a00f3-bb86-4a1c-9404-02e8b26e5473 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:44:35.008263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.314849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.369712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1f674346-619a-4d2e-a1b5-53c73790e9b4', 'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4', 'tenant_id': '4dcf04e8dfac4c8d96b526d0ec996931', 'fixed_ips': [{'subnet_id': '651914f1-c7d5-45e7-adbe-5cc649f31be1'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:44:35.370729 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.500583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.635591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting port 155e78cd-9314-42e5-8800-d06f832d69a5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:35.636485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.708355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.782667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Subnet': ['ID=492a00f3-bb86-4a1c-9404-02e8b26e5473,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:35.788919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:35.802923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-03e9a34a-99b7-48ff-aec8-51b2ec4588fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/subnets/492a00f3-bb86-4a1c-9404-02e8b26e5473 HTTP/1.1" status: 204 len: 168 time: 1.1823318 Nov 09 17:44:35.805273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52706) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server [None req-59a401d3-4197-4ce3-9dc8-4433b0a6aac0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 492a00f3-bb86-4a1c-9404-02e8b26e5473: This subnet is being modified by another concurrent operation. Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 492a00f3-bb86-4a1c-9404-02e8b26e5473: This subnet is being modified by another concurrent operation. Nov 09 17:44:35.817790 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Nov 09 17:44:35.846156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e0753-f5bf-473f-bc78-422f46f10f08 None None] Network c8cf9e32-24dc-42f0-826a-6a16c06cd1e0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:35.922295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Allocated IP 172.20.0.18 (1f674346-619a-4d2e-a1b5-53c73790e9b4/651914f1-c7d5-45e7-adbe-5cc649f31be1/6f5e7e7a-4526-4aeb-8bc0-884ee8f17506) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:35.975710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.021994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Deleting subnet 651914f1-c7d5-45e7-adbe-5cc649f31be1 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:44:36.062927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Calling delete_port for 155e78cd-9314-42e5-8800-d06f832d69a5 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:36.071683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:36.099397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06b95956-123a-43fc-8f99-47f42d2276f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.292449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06b95956-123a-43fc-8f99-47f42d2276f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.298887 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06b95956-123a-43fc-8f99-47f42d2276f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.392833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-06b95956-123a-43fc-8f99-47f42d2276f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=087d289aa2564fa084fe011773508af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193424 Nov 09 17:44:36.396318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:36.461937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.477057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.533362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b95956-123a-43fc-8f99-47f42d2276f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d28195a-dac0-4077-8a89-7b59cd4d5b6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:36.584167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.608352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bdcc268f-fea8-4c1f-82ac-6168445b3cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.614682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Network 1f674346-619a-4d2e-a1b5-53c73790e9b4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:36.628049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:36.649785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:36.714316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bdcc268f-fea8-4c1f-82ac-6168445b3cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.751426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.852987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bdcc268f-fea8-4c1f-82ac-6168445b3cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.857971 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bdcc268f-fea8-4c1f-82ac-6168445b3cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.860160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bdcc268f-fea8-4c1f-82ac-6168445b3cb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d28195a-dac0-4077-8a89-7b59cd4d5b6f HTTP/1.1" status: 204 len: 168 time: 0.4614499 Nov 09 17:44:36.881239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc268f-fea8-4c1f-82ac-6168445b3cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d28195a-dac0-4077-8a89-7b59cd4d5b6f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:36.920397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Pushing event updated for resources: {'Port': ['ID=6f5e7e7a-4526-4aeb-8bc0-884ee8f17506,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:36.937758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.938124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.938477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.939541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.939679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.941406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.941734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.942100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.943617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.943973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.944318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.947747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:36.957037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Attempting to bind port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:44:36.958647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Attempting to bind port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd5eac764-4983-45bf-ab15-0d307570d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:44:36.960421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Attempting to bind port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 on network 1f674346-619a-4d2e-a1b5-53c73790e9b4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:36.975734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:36.976310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Checking segment: {'id': 'd5eac764-4983-45bf-ab15-0d307570d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:44:36.976700 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:36.976980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Bound using segment: {'id': 'd5eac764-4983-45bf-ab15-0d307570d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:36.977432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Bound port: 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eac764-4983-45bf-ab15-0d307570d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1f674346-619a-4d2e-a1b5-53c73790e9b4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:44:36.978050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:37.014636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:37.974068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] For port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:38.005994 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:38.012216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] For port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6f5e7e7a-4526-4aeb-8bc0-884ee8f17506,segment=NetworkSegment(d5eac764-4983-45bf-ab15-0d307570d76b),segment_id=d5eac764-4983-45bf-ab15-0d307570d76b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:38.021274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:38.120587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Subnet': ['ID=651914f1-c7d5-45e7-adbe-5cc649f31be1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:38.141409 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:38.148660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1bb27ab3-4e5a-4666-9711-cf7a0e971fa0 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/subnets/651914f1-c7d5-45e7-adbe-5cc649f31be1 HTTP/1.1" status: 204 len: 168 time: 2.3408899 Nov 09 17:44:38.151258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:38.263384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:38.274720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373242c-9198-4d5e-acb0-f17972870831 None None] Pushing event updated for resources: {'Port': ['ID=6f5e7e7a-4526-4aeb-8bc0-884ee8f17506,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:38.366386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464cc6f0-5118-4012-98a3-160494ecbabd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.369399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-464cc6f0-5118-4012-98a3-160494ecbabd tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2159088 Nov 09 17:44:38.382617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:38.404543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Port': ['ID=155e78cd-9314-42e5-8800-d06f832d69a5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:38.605290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:38.901563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Deleting port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:38.902037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:39.132796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] For port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6f5e7e7a-4526-4aeb-8bc0-884ee8f17506,segment=NetworkSegment(d5eac764-4983-45bf-ab15-0d307570d76b),segment_id=d5eac764-4983-45bf-ab15-0d307570d76b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:39.133249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:39.138048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:39.174653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Calling delete_port for 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:39.499935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Router b75199ff-0dfe-4626-aa5d-3846f1703b8b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:39.585026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:39.778923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Port': ['ID=6f5e7e7a-4526-4aeb-8bc0-884ee8f17506,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:39.790646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] No DVR routers for this DVR port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:39.898894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:39.921389 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] Sync routers for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:39.954660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7193122f-a746-4e19-bbc1-3d9e410ede14 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3349714 Nov 09 17:44:39.958554 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:39.962814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:39.967113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52794) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:39.978669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:40.070604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:44:40.074089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 17:44:40.172044 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:40.179814 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-6abe1ca7-1b7e-4975-b5b7-9db10817da6f tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] show failed (client error): The resource could not be found. Nov 09 17:44:40.190406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 not found, will not notify nova. {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 17:44:40.197682 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6abe1ca7-1b7e-4975-b5b7-9db10817da6f tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1298963905 HTTP/1.1" status: 404 len: 335 time: 0.2216659 Nov 09 17:44:40.198432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52802) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:40.219387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-47db755e-9e2c-49bd-9b12-a11eb6b39206 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:40.235675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] Routers {'b75199ff-0dfe-4626-aa5d-3846f1703b8b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:40.236734 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:44:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:40.364351 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-47db755e-9e2c-49bd-9b12-a11eb6b39206 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] update failed (client error): The resource could not be found. Nov 09 17:44:40.370408 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-47db755e-9e2c-49bd-9b12-a11eb6b39206 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-664930213 HTTP/1.1" status: 404 len: 334 time: 0.1671073 Nov 09 17:44:40.371415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52806) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:40.411289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:40.461545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:40.463099 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1cad6-d0c8-4b2b-8ff0-aa8dc6c8a3fb None None] The sync data for ids ['b75199ff-0dfe-4626-aa5d-3846f1703b8b'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:40.506637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f674346-619a-4d2e-a1b5-53c73790e9b4']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:40.510006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting subnet 98924236-f208-47a6-8442-0a14fbf3d4a1 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:44:40.521238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:40.539989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eac764-4983-45bf-ab15-0d307570d76b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:40.545227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eac764-4983-45bf-ab15-0d307570d76b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:40.570058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f7592-8f9f-4732-8bb0-f05d27dab8f5 req-fef80ae9-d40a-41dc-85e6-7e760e3127ab tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:40.603942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f9f7592-8f9f-4732-8bb0-f05d27dab8f5 req-fef80ae9-d40a-41dc-85e6-7e760e3127ab tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 945 time: 0.4163692 Nov 09 17:44:40.661794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:40.678706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:40.738639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:40.788753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:40.790127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:40.795715 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:40.847647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f9f7592-8f9f-4732-8bb0-f05d27dab8f5 req-0057a1a8-15df-4b9c-a541-23c6427f1d16 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348747 Nov 09 17:44:40.912981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47cd6d-0f16-44f4-b72c-34d0c69a250d None None] Network 1f674346-619a-4d2e-a1b5-53c73790e9b4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:41.035980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.052958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.060888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.072233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/networks/1f674346-619a-4d2e-a1b5-53c73790e9b4 HTTP/1.1" status: 204 len: 168 time: 2.6827686 Nov 09 17:44:41.077380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:41.101139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f73b128c-7bff-4268-ad9e-4545e14f2fce None None] Could not find standard attr ID for object 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:44:41.114774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365d0e-26a9-4297-abbc-8af4b9e77a27 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Network': ['ID=1f674346-619a-4d2e-a1b5-53c73790e9b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:41.373381 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.416501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.509482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e0f5b-041a-460e-b478-a35633daef6f None None] DHCP port deletion for 1f674346-619a-4d2e-a1b5-53c73790e9b4 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:41.548760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c997a-23d1-4e6c-b3a9-5a3be1fe5ae3 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:44:41.560515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-f659b100-c6ba-476d-a1bf-4f1773369403 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:41.563430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-f659b100-c6ba-476d-a1bf-4f1773369403 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 945 time: 0.2513359 Nov 09 17:44:41.566870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Subnet': ['ID=98924236-f208-47a6-8442-0a14fbf3d4a1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:41.576948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.583638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:41.585719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ab0022d-80a9-49b6-b410-e2ce32bf5996 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/subnets/98924236-f208-47a6-8442-0a14fbf3d4a1 HTTP/1.1" status: 204 len: 168 time: 1.2115262 Nov 09 17:44:41.770292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting subnet 926da8c0-ae9e-4592-b7d1-15a32b869b03 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:44:41.777940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.816006 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.872119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:41.940346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:41.989186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:44:41.989536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6f5e7e7a-4526-4aeb-8bc0-884ee8f17506 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:42.019258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cf9e32-24dc-42f0-826a-6a16c06cd1e0']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4686f9-6ce8-4d51-9984-0ce0a164eda3') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4686f9-6ce8-4d51-9984-0ce0a164eda3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:42.100362 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:42.115436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c997a-23d1-4e6c-b3a9-5a3be1fe5ae3 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:44:42.140370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.221773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Deleting port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:42.222344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.240635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2e4dd-1cf3-4413-9ca0-c21ae93cbed5 req-9986f467-4dc2-42e6-9ab7-c060f1c8c70f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.249512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27f2e4dd-1cf3-4413-9ca0-c21ae93cbed5 req-9986f467-4dc2-42e6-9ab7-c060f1c8c70f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 945 time: 0.2110629 Nov 09 17:44:42.425404 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.457573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Subnet': ['ID=926da8c0-ae9e-4592-b7d1-15a32b869b03,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:42.478542 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27f2e4dd-1cf3-4413-9ca0-c21ae93cbed5 req-4403b569-ae90-41f9-aaf5-72f87ec4fe6c tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277563 Nov 09 17:44:42.512991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.516845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-20239e68-05c7-479b-92d3-49baf0fdeb24 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/subnets/926da8c0-ae9e-4592-b7d1-15a32b869b03 HTTP/1.1" status: 204 len: 168 time: 0.9318662 Nov 09 17:44:42.521435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.695487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.720247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.726505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.727385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/networks/c8cf9e32-24dc-42f0-826a-6a16c06cd1e0 HTTP/1.1" status: 204 len: 168 time: 1.6481233 Nov 09 17:44:42.785784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] For port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:42.790847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:42.800128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059adecc-f255-40c9-be48-a58837182203 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Network': ['ID=c8cf9e32-24dc-42f0-826a-6a16c06cd1e0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:42.876670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Calling delete_port for 2fd14bc2-418f-4818-82d2-2d05dacbfd8a owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:42.893346 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.042131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.103794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b27c2-9af0-42ed-b7c9-64c703cb126a None None] Network de6296ab-e004-43d6-9cad-cab14d51bc78 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:43.252434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00901464-6d7a-4a6e-a046-a981a9075083 None None] Network 29f5e5ec-fb7c-4049-b935-18ae39b2263b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:43.377948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting port 1a9ec52b-d5de-486b-93af-f07fe90babc0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:43.389936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.462285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.529556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfcf48f-4bb7-48af-bb10-686db1a55e7b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:43.546924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5729e6c9-758d-4ae9-a337-0a18922809b3') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:43.547461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5729e6c9-758d-4ae9-a337-0a18922809b3') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:43.581332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.639273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.665251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:43.666118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:43.676002 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:43.690872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] For port 1a9ec52b-d5de-486b-93af-f07fe90babc0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1a9ec52b-d5de-486b-93af-f07fe90babc0,segment=NetworkSegment(1293eaed-bd99-4058-8b01-8cf02f61a8c9),segment_id=1293eaed-bd99-4058-8b01-8cf02f61a8c9)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:43.691974 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.713788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Calling delete_port for 1a9ec52b-d5de-486b-93af-f07fe90babc0 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:43.724933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.784525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Pushing event deleted for resources: {'Port': ['ID=2fd14bc2-418f-4818-82d2-2d05dacbfd8a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:43.828969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e227d95-39cb-4128-a2d1-0a0a3c66a3bf None None] DHCP port deletion for 073f2c8a-57c9-45d1-820e-296f82704e03 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:43.884397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9be2c9eb-5be1-421e-98ae-d26071a426d2 req-002f760c-802a-45c0-9c46-002f90ca5b7d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0 HTTP/1.1" status: 200 len: 210 time: 0.1767330 Nov 09 17:44:43.937769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.948483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.953675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/networks/dbfcf48f-4bb7-48af-bb10-686db1a55e7b HTTP/1.1" status: 204 len: 168 time: 1.2252493 Nov 09 17:44:43.956602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:43.967952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] No DVR routers for this DVR port 2fd14bc2-418f-4818-82d2-2d05dacbfd8a on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:43.972854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:43.976974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-71f05105-6ec3-459d-8e6f-443ff17db6b8 req-1239ac61-b01c-41d9-9a2d-e2f6ac64aed9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.43 "DELETE /v2.0/ports/2fd14bc2-418f-4818-82d2-2d05dacbfd8a HTTP/1.1" status: 204 len: 173 time: 2.3898568 Nov 09 17:44:43.977469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'name': 'network-vif-deleted', 'tag': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:43.980521 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7cd42b-edfc-4d7d-a7b6-45f864795179" -d '{"events": [{"server_uuid": "2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0", "name": "network-vif-deleted", "tag": "2fd14bc2-418f-4818-82d2-2d05dacbfd8a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:44.117686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd2f68-8c69-4007-b72e-b25435664ed7 tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Network': ['ID=dbfcf48f-4bb7-48af-bb10-686db1a55e7b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:44.141187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] DHCP port deletion for de6296ab-e004-43d6-9cad-cab14d51bc78 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:44.217020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.237433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] DHCP port deletion for 29f5e5ec-fb7c-4049-b935-18ae39b2263b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:44.241187 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.302626 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0865d3ee-cdc8-4e71-89f4-d551520acf7b x-openstack-request-id: req-0865d3ee-cdc8-4e71-89f4-d551520acf7b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:44.319852 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0", "name": "network-vif-deleted", "tag": "2fd14bc2-418f-4818-82d2-2d05dacbfd8a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:44.321299 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0865d3ee-cdc8-4e71-89f4-d551520acf7b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:44.321960 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cae08f2-57ae-4b0e-bc89-ad3b7a3c46b0', 'name': 'network-vif-deleted', 'tag': '2fd14bc2-418f-4818-82d2-2d05dacbfd8a', 'status': 'completed', 'code': 200} Nov 09 17:44:44.406789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Deleting port 1a9ec52b-d5de-486b-93af-f07fe90babc0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:44.408497 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.461361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.501600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] No DVR routers for this DVR port 1a9ec52b-d5de-486b-93af-f07fe90babc0 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:44.519090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5938115b-46ac-4194-8b3b-e39eb782c76c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:44.554425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff503dea-6556-42dc-8db8-de4feb2bc399') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:44.554724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff503dea-6556-42dc-8db8-de4feb2bc399') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:44.565767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] For port 1a9ec52b-d5de-486b-93af-f07fe90babc0, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:44.566442 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.607443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Port': ['ID=1a9ec52b-d5de-486b-93af-f07fe90babc0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:44.607677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.610004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Calling delete_port for 1a9ec52b-d5de-486b-93af-f07fe90babc0 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:44.620418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Port 1a9ec52b-d5de-486b-93af-f07fe90babc0 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:44:44.635664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.643843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] Deleting port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:44.644736 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.681722 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.699122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:44.700127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.772830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] Pushing event deleted for resources: {'Port': ['ID=1a9ec52b-d5de-486b-93af-f07fe90babc0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:44.787907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.848823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6296ab-e004-43d6-9cad-cab14d51bc78']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:44.882816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1293eaed-bd99-4058-8b01-8cf02f61a8c9') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:44.884056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1293eaed-bd99-4058-8b01-8cf02f61a8c9') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:44.913009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.919185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446a967-51aa-42ce-aa8e-0e0709f62a3b None None] No DVR routers for this DVR port 1a9ec52b-d5de-486b-93af-f07fe90babc0 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:44.964347 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:44.970586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.976768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fd14bc2-418f-4818-82d2-2d05dacbfd8a no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:44.979116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:44.979658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:44.986309 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:45.010819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.053499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.077061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] 10.222.0.45 "DELETE /v2.0/networks/5938115b-46ac-4194-8b3b-e39eb782c76c HTTP/1.1" status: 204 len: 168 time: 1.1189876 Nov 09 17:44:45.080769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed101507-e338-48f3-869a-d38eba4c92fc tempest-BulkNetworkOpsTest-842257566 tempest-BulkNetworkOpsTest-842257566-project] Pushing event deleted for resources: {'Network': ['ID=5938115b-46ac-4194-8b3b-e39eb782c76c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:45.134707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 2fd14bc2-418f-4818-82d2-2d05dacbfd8a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:44:45.135133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2fd14bc2-418f-4818-82d2-2d05dacbfd8a not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:45.185249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] For port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,segment=NetworkSegment(0476974a-989b-4f64-84a3-463c86e72126),segment_id=0476974a-989b-4f64-84a3-463c86e72126)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:45.185746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.192155 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.225953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.238082 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/networks/de6296ab-e004-43d6-9cad-cab14d51bc78 HTTP/1.1" status: 204 len: 168 time: 2.7065670 Nov 09 17:44:45.238786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:45.244923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] Calling delete_port for 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:45.274721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404a6e-d9fd-4ff8-a233-30c446504a27 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Network': ['ID=de6296ab-e004-43d6-9cad-cab14d51bc78,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:45.589578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.770316 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.820498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a9ec52b-d5de-486b-93af-f07fe90babc0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:45.875057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] Pushing event deleted for resources: {'Port': ['ID=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:45.882490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1a9ec52b-d5de-486b-93af-f07fe90babc0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:44:45.883128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a9ec52b-d5de-486b-93af-f07fe90babc0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:45.883757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:45.900976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:45.901679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:45.951202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:44:45.954762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:45.959494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b1ee7-df57-45f7-9c9d-82fc733570c5 None None] No DVR routers for this DVR port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:46.054523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] For port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09, host n-d-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:46.055160 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.075628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Calling delete_port for 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:46.079287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:44:46.082203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.124815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Port': ['ID=80a37f8b-a298-4d1c-b40f-cfbba5bdaa09,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:46.162287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] No DVR routers for this DVR port 80a37f8b-a298-4d1c-b40f-cfbba5bdaa09 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:46.190512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52938) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:46.455651 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.516391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f5e5ec-fb7c-4049-b935-18ae39b2263b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:46.536256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-338d9961-a11b-4a54-a1c8-b9f2ae0aeeae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dcf04e8dfac4c8d96b526d0ec996931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3441873 Nov 09 17:44:46.537289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0476974a-989b-4f64-84a3-463c86e72126') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:46.537709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0476974a-989b-4f64-84a3-463c86e72126') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:46.544167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:46.586327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.631912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.648168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:46.648788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:46.653145 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:46.714675 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6cc11d25-f48a-48fb-99ae-aea5a9d7a7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.854880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6cc11d25-f48a-48fb-99ae-aea5a9d7a7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.924970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.955647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:46.967675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/networks/29f5e5ec-fb7c-4049-b935-18ae39b2263b HTTP/1.1" status: 204 len: 168 time: 1.7268801 Nov 09 17:44:46.973988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52964) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:47.005276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af25b0-d8f0-43d6-af72-17f033717bd3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Network': ['ID=29f5e5ec-fb7c-4049-b935-18ae39b2263b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:47.219191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting subnet d34cd961-ae05-4745-958b-99374fa00ab9 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:44:47.226441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.263562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6cc11d25-f48a-48fb-99ae-aea5a9d7a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.266837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6cc11d25-f48a-48fb-99ae-aea5a9d7a7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.271006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6cc11d25-f48a-48fb-99ae-aea5a9d7a7ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43d12019-d924-4cea-9a64-1d17866f4ceb HTTP/1.1" status: 204 len: 168 time: 0.7226443 Nov 09 17:44:47.296732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc11d25-f48a-48fb-99ae-aea5a9d7a7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d12019-d924-4cea-9a64-1d17866f4ceb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:47.311761 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.577436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.777392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.947505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Subnet': ['ID=d34cd961-ae05-4745-958b-99374fa00ab9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:47.971991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:47.972936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00103d1f-e8e1-4b32-b6d6-2201efe8ff15 None None] Network f27fd395-8e61-41fa-a7ff-53c64826fc64 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:48.008531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:48.010133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-27d45c67-156e-43da-80f0-c8c87f44414a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/subnets/d34cd961-ae05-4745-958b-99374fa00ab9 HTTP/1.1" status: 204 len: 168 time: 0.9950445 Nov 09 17:44:48.637697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] DHCP port deletion for f27fd395-8e61-41fa-a7ff-53c64826fc64 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:48.992159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] Deleting port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:48.993277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:49.202604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] For port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,segment=NetworkSegment(5085b7f0-077a-4ef2-a0ee-398e1a3851f1),segment_id=5085b7f0-077a-4ef2-a0ee-398e1a3851f1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:49.203528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:49.225085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:49.242112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] Calling delete_port for 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:49.394002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Deleting port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:44:49.394345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:49.697317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:49.780634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53030) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:49.870305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] For port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,segment=NetworkSegment(5085b7f0-077a-4ef2-a0ee-398e1a3851f1),segment_id=5085b7f0-077a-4ef2-a0ee-398e1a3851f1)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:49.872814 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:49.938634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Calling delete_port for 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:44:49.979291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:49.984592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] No DVR routers for this DVR port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:50.001894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6256c-4d2c-4ce4-b0e9-239eb8789045 None None] Pushing event deleted for resources: {'Port': ['ID=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:50.040253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:44:50.040752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:50.227928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f3995158-fffe-44e9-acd9-5eb329280d32 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] Request body: {'port': {'network_id': '9d501afc-8e0d-41b9-b9d4-a66e5b3f311b', 'name': 'tempest-NetworksNegativeTestJSON-1660064491'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:50.260673 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3995158-fffe-44e9-acd9-5eb329280d32 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] POST failed (client error): The resource could not be found. Nov 09 17:44:50.262097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3995158-fffe-44e9-acd9-5eb329280d32 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.264561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f3995158-fffe-44e9-acd9-5eb329280d32 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4802220 Nov 09 17:44:50.268368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.280436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.313118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] No DVR routers for this DVR port 48bdcf3c-5467-43d9-a6b3-ecc4cd79c448 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:50.341454 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-75acb42e-12c8-46f3-9ae3-a04000161d28 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:50.342762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75acb42e-12c8-46f3-9ae3-a04000161d28 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.351550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53046) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.352293 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-75acb42e-12c8-46f3-9ae3-a04000161d28 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "DELETE /v2.0/networks/c7854f7a-002c-4777-a2b6-979cc7a02753 HTTP/1.1" status: 404 len: 339 time: 0.0812681 Nov 09 17:44:50.358927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Port': ['ID=48bdcf3c-5467-43d9-a6b3-ecc4cd79c448,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:50.416160 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3b3e6e-ba38-4c26-9155-127a44af4826 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:50.417789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3b3e6e-ba38-4c26-9155-127a44af4826 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.422539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e3b3e6e-ba38-4c26-9155-127a44af4826 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "DELETE /v2.0/ports/f5d5cf2b-16d8-465b-9d10-f93e57acac11 HTTP/1.1" status: 404 len: 333 time: 0.0697525 Nov 09 17:44:50.426318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53048) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.484690 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc8b75c-ec59-44f7-927d-a3768ee9ad09 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:50.485655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc8b75c-ec59-44f7-927d-a3768ee9ad09 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.489874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2dc8b75c-ec59-44f7-927d-a3768ee9ad09 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "DELETE /v2.0/subnets/5772aee6-6583-4dcf-94a6-0ad0db783c82 HTTP/1.1" status: 404 len: 337 time: 0.0613143 Nov 09 17:44:50.494243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53050) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.539130 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b80c0a-d072-433c-b630-c7f7b22bc979 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] GET failed (client error): The resource could not be found. Nov 09 17:44:50.541213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d1b80c0a-d072-433c-b630-c7f7b22bc979 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "GET /v2.0/networks/599eb2cb-21f9-45f2-89b0-f7201626abe1 HTTP/1.1" status: 404 len: 339 time: 0.0453968 Nov 09 17:44:50.545304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53054) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.550852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.583659 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-804c9408-a679-41cf-b4aa-c562f6f86419 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] GET failed (client error): The resource could not be found. Nov 09 17:44:50.588754 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-804c9408-a679-41cf-b4aa-c562f6f86419 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "GET /v2.0/ports/7cb660d3-a7d0-4a7b-8ccb-6610fc464ca1 HTTP/1.1" status: 404 len: 333 time: 0.0419478 Nov 09 17:44:50.592863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53056) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.609387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27fd395-8e61-41fa-a7ff-53c64826fc64']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:50.638394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5085b7f0-077a-4ef2-a0ee-398e1a3851f1') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:50.639872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5085b7f0-077a-4ef2-a0ee-398e1a3851f1') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:50.662838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.677590 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e237a0e2-32e9-4292-aee9-ad4d4c5ca990 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] GET failed (client error): The resource could not be found. Nov 09 17:44:50.685326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e237a0e2-32e9-4292-aee9-ad4d4c5ca990 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "GET /v2.0/subnets/7a1235c2-7892-497f-a4c0-b0c1fb615c5b HTTP/1.1" status: 404 len: 337 time: 0.0852993 Nov 09 17:44:50.686373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.702325 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.708000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8d55d45b-bfd8-44e9-98ec-58ccb1047c7f tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:50.725165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:50.726248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:50.734194 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:50.738104 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d55d45b-bfd8-44e9-98ec-58ccb1047c7f tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] PUT failed (client error): The resource could not be found. Nov 09 17:44:50.739260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d55d45b-bfd8-44e9-98ec-58ccb1047c7f tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.740915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8d55d45b-bfd8-44e9-98ec-58ccb1047c7f tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "PUT /v2.0/networks/81305682-75cf-4ad6-998d-05d00ca0de83 HTTP/1.1" status: 404 len: 339 time: 0.0515425 Nov 09 17:44:50.744711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53060) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.754154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1d7838c4-33ef-4330-b09a-3953df425cc3 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:50.792274 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7838c4-33ef-4330-b09a-3953df425cc3 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] PUT failed (client error): The resource could not be found. Nov 09 17:44:50.794428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7838c4-33ef-4330-b09a-3953df425cc3 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.796118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1d7838c4-33ef-4330-b09a-3953df425cc3 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "PUT /v2.0/ports/207204d2-ec7e-412e-b6b9-03adfadd8bc9 HTTP/1.1" status: 404 len: 333 time: 0.0488141 Nov 09 17:44:50.800049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53062) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.806298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b0e2250b-fcea-4ff1-922d-6940ff5a35a5 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:50.833135 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e2250b-fcea-4ff1-922d-6940ff5a35a5 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] PUT failed (client error): The resource could not be found. Nov 09 17:44:50.834592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e2250b-fcea-4ff1-922d-6940ff5a35a5 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:50.836105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b0e2250b-fcea-4ff1-922d-6940ff5a35a5 tempest-NetworksNegativeTestJSON-1877504107 tempest-NetworksNegativeTestJSON-1877504107-project] 10.222.0.45 "PUT /v2.0/subnets/e96de52a-a7de-4087-855b-c196defb4ca9 HTTP/1.1" status: 404 len: 337 time: 0.0345807 Nov 09 17:44:50.922585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.937416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:50.952768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/networks/f27fd395-8e61-41fa-a7ff-53c64826fc64 HTTP/1.1" status: 204 len: 168 time: 2.9386210 Nov 09 17:44:50.953352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53072) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:51.007908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b1428-9300-42d7-9412-07dd57e887bb tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Pushing event deleted for resources: {'Network': ['ID=f27fd395-8e61-41fa-a7ff-53c64826fc64,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:51.039402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:51.042444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-daa2ead3-ba34-41eb-8384-330c34dcbbe3 tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "GET /v2.0/ports?device_id=b75199ff-0dfe-4626-aa5d-3846f1703b8b HTTP/1.1" status: 200 len: 205 time: 0.0830231 Nov 09 17:44:51.338404 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:51.624085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:51.626901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:51.689175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:51.690578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Fanout notify agent at l3_agent the message router_deleted on router b75199ff-0dfe-4626-aa5d-3846f1703b8b {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:44:51.712823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53102) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:51.724824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:51.727111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a48eb6e9-bcbe-4d20-83d6-c1b39154ed4a tempest-RoutersNegativeTest-2109946008 tempest-RoutersNegativeTest-2109946008-project] 10.222.0.45 "DELETE /v2.0/routers/b75199ff-0dfe-4626-aa5d-3846f1703b8b HTTP/1.1" status: 204 len: 168 time: 0.6858053 Nov 09 17:44:51.962700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.232165 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.256927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.427772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59f142fb66c84e6f98a0569a53cb795d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123022 Nov 09 17:44:52.429698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:52.438961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a0274d-dab6-4c65-b3e1-4407ca4bc440,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:52.460190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.460549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.460897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.461238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.461580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.461925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.462258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.462595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.462930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.463282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.463627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.463998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a973cd9-9430-4cb4-95d1-88cc43d4e395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:52.582402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53124) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:52.725139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f8532bf-3c85-4cdc-a81e-221cdf4c0302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.829002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f8532bf-3c85-4cdc-a81e-221cdf4c0302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.976256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f8532bf-3c85-4cdc-a81e-221cdf4c0302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.982714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f8532bf-3c85-4cdc-a81e-221cdf4c0302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:52.984650 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f8532bf-3c85-4cdc-a81e-221cdf4c0302 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8a0274d-dab6-4c65-b3e1-4407ca4bc440 HTTP/1.1" status: 204 len: 168 time: 0.5511706 Nov 09 17:44:52.987282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:53.040600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8532bf-3c85-4cdc-a81e-221cdf4c0302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a0274d-dab6-4c65-b3e1-4407ca4bc440,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:53.337608 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:44:53.390428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6bd5cde8-78ba-4fd6-8ef6-612633530dca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ffb0970e1674f0c881b62418745118e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8050125 Nov 09 17:44:53.393726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:53.612192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9c88391-4e09-486e-940e-93b9a869693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:53.702548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9c88391-4e09-486e-940e-93b9a869693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:53.886081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9c88391-4e09-486e-940e-93b9a869693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:53.889377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9c88391-4e09-486e-940e-93b9a869693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:53.896783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a9c88391-4e09-486e-940e-93b9a869693b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92602f09-a639-4cc1-829f-ab2bbc8976a5 HTTP/1.1" status: 204 len: 168 time: 0.5014462 Nov 09 17:44:53.912328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c88391-4e09-486e-940e-93b9a869693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92602f09-a639-4cc1-829f-ab2bbc8976a5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:54.738365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:55.585068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df70e20a-f35e-4d5b-ad05-836fd4c0a19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:55.948255 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df70e20a-f35e-4d5b-ad05-836fd4c0a19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:55.958095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df70e20a-f35e-4d5b-ad05-836fd4c0a19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:56.115333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-df70e20a-f35e-4d5b-ad05-836fd4c0a19e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a34cb6b5ab14d7fa5467b51c3c3edc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3702931 Nov 09 17:44:56.115440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53218) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:56.191187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70e20a-f35e-4d5b-ad05-836fd4c0a19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e1274-c2db-4645-a18f-07140d45fab7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:56.348458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b2a99ff-9a79-4c2d-a50e-35a2025bbe83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:56.481359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b2a99ff-9a79-4c2d-a50e-35a2025bbe83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:56.673426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b2a99ff-9a79-4c2d-a50e-35a2025bbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:56.682788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b2a99ff-9a79-4c2d-a50e-35a2025bbe83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:56.688058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8b2a99ff-9a79-4c2d-a50e-35a2025bbe83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/911e1274-c2db-4645-a18f-07140d45fab7 HTTP/1.1" status: 204 len: 168 time: 0.5701725 Nov 09 17:44:56.705651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a99ff-9a79-4c2d-a50e-35a2025bbe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e1274-c2db-4645-a18f-07140d45fab7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:57.971892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b500960-6eff-4c4f-af93-f7dbbd400c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:57.994113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53290) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:58.368608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.402095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-433737575'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:58.468709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Made reservation on behalf of cca4da2a06db4dbc96df2e0b79559b3a for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:58.474152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.499384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.609314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:58.624515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.631405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.648463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:58.662523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.662909 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Added segment 0d0070de-8031-451a-b3d9-a5b2c228268b of type vlan for network 2fbabd72-0024-4186-adee-052aa01ad834 Nov 09 17:44:58.718347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.774098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.780999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:58.781501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:58.806182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8103564 Nov 09 17:44:58.810229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb43a75-4baf-42bb-9f80-aca3ad9d4853,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:58.811409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53318) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:58.818512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Request body: {'subnet': {'network_id': '2fbabd72-0024-4186-adee-052aa01ad834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:58.894331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81313a7-b2be-491c-91b7-85f6c2ccc4aa tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event updated for resources: {'Network': ['ID=2fbabd72-0024-4186-adee-052aa01ad834,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:58.922160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 2fbabd72-0024-4186-adee-052aa01ad834 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:58.973205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1577460671'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:59.054194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Made reservation on behalf of ab28c1abd10e436aa0b47df138af49cf for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:59.087447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.120503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.291029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Made reservation on behalf of cca4da2a06db4dbc96df2e0b79559b3a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:59.299590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.598040 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.631047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.741775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12283a-d816-46d1-afe4-00472afc8773,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:59.776336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:59.822068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.822687 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Added segment e77f92ea-430a-4301-9db3-fc214102ad2a of type vlan for network eaf4bdf1-26cd-4016-9a80-b062f4bb44e3 Nov 09 17:44:59.928792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:44:59.935741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:00.024429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2bb52-b981-4db9-861a-f128727e3f7a req-092479a2-41a8-4c3d-b6d2-425c09d8ca41 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.028563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4a2bb52-b981-4db9-861a-f128727e3f7a req-092479a2-41a8-4c3d-b6d2-425c09d8ca41 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.0845261 Nov 09 17:45:00.040556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event updated for resources: {'Subnet': ['ID=db0f785f-958d-45af-96db-ee6cddea103b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:00.058928 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:00.065611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.066226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:00.125627 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5151360 Nov 09 17:45:00.142936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53380) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:00.158715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4a2bb52-b981-4db9-861a-f128727e3f7a req-700b52f4-31ac-47d2-bac2-622427558fe2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091485 Nov 09 17:45:00.171697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-d2af3d88-8532-474d-9746-53961168965b tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-2003096212') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:00.221965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Checking segment: {'id': '0d0070de-8031-451a-b3d9-a5b2c228268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2fbabd72-0024-4186-adee-052aa01ad834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:45:00.222445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Network hostable DHCP agents. Network: 2fbabd72-0024-4186-adee-052aa01ad834, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:45:00.257318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd61e3-9881-4ef9-a09d-505ed94b0332 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Pushing event updated for resources: {'Network': ['ID=eaf4bdf1-26cd-4016-9a80-b062f4bb44e3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:00.274699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network eaf4bdf1-26cd-4016-9a80-b062f4bb44e3 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:45:00.278014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Network 2fbabd72-0024-4186-adee-052aa01ad834 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:45:00.300449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 2fbabd72-0024-4186-adee-052aa01ad834) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:00.310490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.311924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:00.361457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5d84294b-f468-45d6-bbce-da355d63d24f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5482087 Nov 09 17:45:00.362856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53398) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:00.368334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95f863-b67a-4411-9172-9325b66a7a85 None None] Network 2fbabd72-0024-4186-adee-052aa01ad834 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:00.374586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Request body: {'port': {'network_id': '2fbabd72-0024-4186-adee-052aa01ad834', 'name': 'tempest-TagsExtTest-762214687'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:00.541391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:00.541614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d2af3d88-8532-474d-9746-53961168965b tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "PUT /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-2003096212 HTTP/1.1" status: 201 len: 201 time: 0.3811262 Nov 09 17:45:00.558772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-fb1f60ea-4b92-4038-bc44-b39649a56a90 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-2003096212') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:00.749895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Made reservation on behalf of cca4da2a06db4dbc96df2e0b79559b3a for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:00.759934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:00.802932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb1f60ea-4b92-4038-bc44-b39649a56a90 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-2003096212 HTTP/1.1" status: 204 len: 168 time: 0.2596042 Nov 09 17:45:00.806603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:00.814776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-70f397fc-21af-46cb-90a2-608d5f03c6c7 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:00.823487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] device_id is not set on port 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:00.835418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09dde148-f884-4d2e-9d18-43e7a18b512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:00.853293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-2fbabd72-0024-4186-adee-052aa01ad834', 'network_id': '2fbabd72-0024-4186-adee-052aa01ad834', 'tenant_id': 'cca4da2a06db4dbc96df2e0b79559b3a', 'fixed_ips': [{'subnet_id': 'db0f785f-958d-45af-96db-ee6cddea103b'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:45:00.856888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:01.226206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Allocated IP 172.20.0.7 (2fbabd72-0024-4186-adee-052aa01ad834/db0f785f-958d-45af-96db-ee6cddea103b/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:01.300052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-70f397fc-21af-46cb-90a2-608d5f03c6c7 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags HTTP/1.1" status: 200 len: 238 time: 0.4903550 Nov 09 17:45:01.306790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:01.313720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-2533db41-b4dc-450f-9206-dac6452f152e tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', {'tags': ['tempest-TagsTest-Tag-1106432910', 'tempest-TagsTest-Tag-1113646993', 'tempest-TagsTest-Tag-2122143462']}) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:01.444622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-10424208-8fac-4694-9346-715aeab1b353 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:01.446310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-10424208-8fac-4694-9346-715aeab1b353 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 813 time: 0.5835714 Nov 09 17:45:01.544781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcc0ab-8919-45de-99e8-e3abcfa28bfd req-951650ab-4bc7-4a32-9ae0-3e428fc49e30 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:01.546477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8fcc0ab-8919-45de-99e8-e3abcfa28bfd req-951650ab-4bc7-4a32-9ae0-3e428fc49e30 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1994371 Nov 09 17:45:01.576528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-c4e5f59b-157b-4ac2-95a2-e5e4b3381387 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/quotas/6276d85c8cf5474787c43214ad5821c7 HTTP/1.1" status: 200 len: 375 time: 0.1082418 Nov 09 17:45:01.583688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2533db41-b4dc-450f-9206-dac6452f152e tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "PUT /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags HTTP/1.1" status: 200 len: 309 time: 0.2750299 Nov 09 17:45:01.588250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:01.597045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-0ca04b13-1b9d-4f82-8420-7b8761b750a9 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-1106432910') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:01.650604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-16651267-9243-44f0-af27-5f84d1e9a883 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482631 Nov 09 17:45:01.833628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:01.857683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8fcc0ab-8919-45de-99e8-e3abcfa28bfd req-8243294c-bf15-422e-87b3-f102193ac097 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939768 Nov 09 17:45:01.945739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.042665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Network 2fbabd72-0024-4186-adee-052aa01ad834 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:02.047971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ca04b13-1b9d-4f82-8420-7b8761b750a9 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "DELETE /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-1106432910 HTTP/1.1" status: 204 len: 168 time: 0.4566796 Nov 09 17:45:02.054959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53490) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:02.063691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-0f324992-b5e8-4566-90cd-20bdff07d3c8 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-1106432910') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:02.068182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:02.079211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:02.080737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-c812b6a7-7b9c-41d9-a295-e7ff32e60b93 service neutron] 10.222.0.45 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423374 Nov 09 17:45:02.122387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.175936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Allocated IP 172.20.0.2 (2fbabd72-0024-4186-adee-052aa01ad834/db0f785f-958d-45af-96db-ee6cddea103b/e0b964fa-a136-4698-a7e7-c273cb235ec0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:02.188425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event updated for resources: {'Port': ['ID=4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:02.296679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:02.298933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.318534 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-0f324992-b5e8-4566-90cd-20bdff07d3c8 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] show failed (client error): The resource could not be found. Nov 09 17:45:02.319887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0f324992-b5e8-4566-90cd-20bdff07d3c8 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-1106432910 HTTP/1.1" status: 404 len: 326 time: 0.2636445 Nov 09 17:45:02.323134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:02.334355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-f04f8495-8ed9-41e9-bb0e-a70273877838 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-1113646993') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:02.341068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-876930a1-6a8c-4ba1-8709-37a1e6824827 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9765117 Nov 09 17:45:02.346116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53506) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:02.352629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-675572083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:02.379096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-2beed5dc-f1a5-4251-9832-8aff72cf6dad service neutron] 10.222.0.45 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282720 Nov 09 17:45:02.446430 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.448185 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.621818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f04f8495-8ed9-41e9-bb0e-a70273877838 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-1113646993 HTTP/1.1" status: 204 len: 168 time: 0.2951286 Nov 09 17:45:02.625086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.626792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:02.631781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.634597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-eb856f13-1b79-42da-93ed-07e92217add3 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-2122143462') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:02.676453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.680289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f072d502-3e95-4f8b-8f37-99eada19210d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3328781 Nov 09 17:45:02.685557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53534) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:02.697363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-526120f3-fa01-43fd-94f6-e8c36ed2fa25 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2121920726', 'prefixes': ['172.20.0.0/16']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:02.827218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:02.844340 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.017891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f578e23-acb8-4760-9691-637f00a61fd0 req-dada3a99-b611-4aa1-a953-9dfecb955f42 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 210 time: 0.1161046 Nov 09 17:45:03.057956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-526120f3-fa01-43fd-94f6-e8c36ed2fa25 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for subnetpool, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.060263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-526120f3-fa01-43fd-94f6-e8c36ed2fa25 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3733027 Nov 09 17:45:03.061698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eb856f13-1b79-42da-93ed-07e92217add3 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-2122143462 HTTP/1.1" status: 204 len: 168 time: 0.4333165 Nov 09 17:45:03.064372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53548) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:03.072483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-b69362d5-20a0-42e9-b51c-1d91d2961e5d tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:03.080971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53550) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:03.095747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-badac5a2-b682-47f8-9a3a-266e7eea55fc tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-197326776') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:03.157144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Pushing event updated for resources: {'Port': ['ID=e0b964fa-a136-4698-a7e7-c273cb235ec0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:03.200692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327889-4278-4b3a-bf0f-6d6cafc2e239 req-c5c556b9-bf42-4520-9d32-c1ac25689fee tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:03.204851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Network 2fbabd72-0024-4186-adee-052aa01ad834 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:03.215812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39327889-4278-4b3a-bf0f-6d6cafc2e239 req-c5c556b9-bf42-4520-9d32-c1ac25689fee tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1692324 Nov 09 17:45:03.217748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:03.271455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:03.338530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.393437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39327889-4278-4b3a-bf0f-6d6cafc2e239 req-9c6dacda-649a-439c-b1ff-631681291818 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761575 Nov 09 17:45:03.509788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Attempting to bind port e0b964fa-a136-4698-a7e7-c273cb235ec0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:45:03.510426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Attempting to bind port e0b964fa-a136-4698-a7e7-c273cb235ec0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0d0070de-8031-451a-b3d9-a5b2c228268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2fbabd72-0024-4186-adee-052aa01ad834'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:45:03.511009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Attempting to bind port e0b964fa-a136-4698-a7e7-c273cb235ec0 on network 2fbabd72-0024-4186-adee-052aa01ad834 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:03.553147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:03.556794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Checking segment: {'id': '0d0070de-8031-451a-b3d9-a5b2c228268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2fbabd72-0024-4186-adee-052aa01ad834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:45:03.559015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.569515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Bound using segment: {'id': '0d0070de-8031-451a-b3d9-a5b2c228268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2fbabd72-0024-4186-adee-052aa01ad834'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:03.570287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Bound port: e0b964fa-a136-4698-a7e7-c273cb235ec0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0070de-8031-451a-b3d9-a5b2c228268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2fbabd72-0024-4186-adee-052aa01ad834'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:45:03.570857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.608530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.646558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b69362d5-20a0-42e9-b51c-1d91d2961e5d tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "DELETE /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags HTTP/1.1" status: 204 len: 168 time: 0.5764046 Nov 09 17:45:03.646558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-badac5a2-b682-47f8-9a3a-266e7eea55fc tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-197326776 HTTP/1.1" status: 201 len: 201 time: 0.5641973 Nov 09 17:45:03.648058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:03.652025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-2441c983-382f-4f00-89bd-39e2c38fd38f tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-1113646993') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:03.655074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53570) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:03.671814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-b4b3b593-9451-4a79-8fff-4af56f918426 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-1921189403') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:03.816689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] For port e0b964fa-a136-4698-a7e7-c273cb235ec0, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:03.828720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] For port e0b964fa-a136-4698-a7e7-c273cb235ec0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e0b964fa-a136-4698-a7e7-c273cb235ec0,segment=NetworkSegment(0d0070de-8031-451a-b3d9-a5b2c228268b),segment_id=0d0070de-8031-451a-b3d9-a5b2c228268b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:03.834543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:03.961128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae3b79-45ef-4f5d-be53-c8243827cebc None None] Pushing event updated for resources: {'Port': ['ID=e0b964fa-a136-4698-a7e7-c273cb235ec0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:04.157350 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-2441c983-382f-4f00-89bd-39e2c38fd38f tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] show failed (client error): The resource could not be found. Nov 09 17:45:04.162803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2441c983-382f-4f00-89bd-39e2c38fd38f tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-1113646993 HTTP/1.1" status: 404 len: 326 time: 0.5147822 Nov 09 17:45:04.165698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53586) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:04.172984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-97bb904e-2d57-4c9a-b161-db7c1b138fee tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3', 'tempest-TagsTest-Tag-2122143462') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:04.179951 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b4b3b593-9451-4a79-8fff-4af56f918426 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-1921189403 HTTP/1.1" status: 201 len: 201 time: 0.5217860 Nov 09 17:45:04.181097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:04.186802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-632ae5cb-d237-4d27-8991-7bebdb1bbb08 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-392004875') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:04.571171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-632ae5cb-d237-4d27-8991-7bebdb1bbb08 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-392004875 HTTP/1.1" status: 201 len: 201 time: 0.3875787 Nov 09 17:45:04.572618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:04.580962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-d22c5bf1-5779-4b4a-8ae1-132893102ab1 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-1955077438') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:04.595857 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-97bb904e-2d57-4c9a-b161-db7c1b138fee tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] show failed (client error): The resource could not be found. Nov 09 17:45:04.602307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-97bb904e-2d57-4c9a-b161-db7c1b138fee tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "GET /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags/tempest-TagsTest-Tag-2122143462 HTTP/1.1" status: 404 len: 326 time: 0.4351912 Nov 09 17:45:04.608618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53598) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:04.623624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-f6d90106-5337-41c2-888e-d6c5464b1006 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eaf4bdf1-26cd-4016-9a80-b062f4bb44e3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:04.854111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d22c5bf1-5779-4b4a-8ae1-132893102ab1 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-1955077438 HTTP/1.1" status: 201 len: 201 time: 0.2799497 Nov 09 17:45:04.856823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:04.878893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-4046d9dc-4752-4808-b3e7-b487340e6a7b tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:05.075557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74dd21-eaed-4f68-a86a-c230ac107911 req-d7aa1ade-2727-45ab-8239-815826528815 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:05.075557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f74dd21-eaed-4f68-a86a-c230ac107911 req-d7aa1ade-2727-45ab-8239-815826528815 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2686090 Nov 09 17:45:05.108824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f6d90106-5337-41c2-888e-d6c5464b1006 tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "DELETE /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3/tags HTTP/1.1" status: 204 len: 168 time: 0.4969122 Nov 09 17:45:05.110913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53616) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:05.162263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8f2f13f-beb2-4be8-a312-8a7d072a1e69 req-cb883ae0-5bb9-4347-8e6e-8d78dae510c3 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 210 time: 0.1654291 Nov 09 17:45:05.346548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4046d9dc-4752-4808-b3e7-b487340e6a7b tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags HTTP/1.1" status: 200 len: 240 time: 0.4862740 Nov 09 17:45:05.348969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:05.361623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-ca9f11bd-729a-425e-913a-8d9151f03647 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-197326776') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:05.539817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:05.595652 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1f74dd21-eaed-4f68-a86a-c230ac107911 req-a313670b-5e3c-48d8-ae0f-c4f0dc02df2e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059197 Nov 09 17:45:05.957064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e0b964fa-a136-4698-a7e7-c273cb235ec0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:06.039101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.063846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf2b1f-b5ce-4d91-8f3c-4a002ad85fd8 None None] Network 2fbabd72-0024-4186-adee-052aa01ad834 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:06.170392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf4bdf1-26cd-4016-9a80-b062f4bb44e3']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:06.227575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-aec5120c-b404-439d-889b-faedeba10818 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:06.230552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-aec5120c-b404-439d-889b-faedeba10818 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.83 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 813 time: 0.8769655 Nov 09 17:45:06.243562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77f92ea-430a-4301-9db3-fc214102ad2a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:06.244325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77f92ea-430a-4301-9db3-fc214102ad2a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:06.276663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Request body: {'port': {'device_id': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03', 'admin_state_up': True, 'tenant_id': '6276d85c8cf5474787c43214ad5821c7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:06.285267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.337185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ca9f11bd-729a-425e-913a-8d9151f03647 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-197326776 HTTP/1.1" status: 204 len: 168 time: 0.9865127 Nov 09 17:45:06.341432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53644) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:06.346966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-2b1b46e8-9c06-4730-bfd2-71c83b2bea18 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-197326776') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:06.357789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.428802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-836c194d-d689-4dbb-b90e-b33289f7fd40 None None] Provisioning complete for port e0b964fa-a136-4698-a7e7-c273cb235ec0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:06.429478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-836c194d-d689-4dbb-b90e-b33289f7fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.456092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:06.457284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:06.461777 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:06.551949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ca2df7d-ae08-418c-9752-c72d3148d604 req-bae781e8-691b-4492-b0a0-c4b05650ec10 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 210 time: 0.1007938 Nov 09 17:45:06.560337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e0b964fa-a136-4698-a7e7-c273cb235ec0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:06.561306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.695155 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.711042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.718015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] 10.222.0.45 "DELETE /v2.0/networks/eaf4bdf1-26cd-4016-9a80-b062f4bb44e3 HTTP/1.1" status: 204 len: 168 time: 1.6054213 Nov 09 17:45:06.763880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Made reservation on behalf of 6276d85c8cf5474787c43214ad5821c7 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:06.769162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:06.787992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2a62e-852f-459c-9332-15cb374858ca tempest-TagsTest-277651820 tempest-TagsTest-277651820-project] Pushing event deleted for resources: {'Network': ['ID=eaf4bdf1-26cd-4016-9a80-b062f4bb44e3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:06.869597 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-836c194d-d689-4dbb-b90e-b33289f7fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:07.010569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df925-416d-4587-88e5-30787d0ea752 req-7b13baa1-f729-40fc-93e3-689acc0c7cf7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:07.022079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f73df925-416d-4587-88e5-30787d0ea752 req-7b13baa1-f729-40fc-93e3-689acc0c7cf7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2465403 Nov 09 17:45:07.026686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-836c194d-d689-4dbb-b90e-b33289f7fd40 None None] For port e0b964fa-a136-4698-a7e7-c273cb235ec0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e0b964fa-a136-4698-a7e7-c273cb235ec0,segment=NetworkSegment(0d0070de-8031-451a-b3d9-a5b2c228268b),segment_id=0d0070de-8031-451a-b3d9-a5b2c228268b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:07.047066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-836c194d-d689-4dbb-b90e-b33289f7fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:07.066813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2b1b46e8-9c06-4730-bfd2-71c83b2bea18 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-197326776 HTTP/1.1" status: 204 len: 168 time: 0.7237878 Nov 09 17:45:07.076886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53654) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:07.097623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-3699fa6f-40f5-4e86-b6ea-e182de5cdd82 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:07.156478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:07.172156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Allocated IP 172.20.0.5 (073f2c8a-57c9-45d1-820e-296f82704e03/2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc/13950af4-f44a-4caa-a37f-38b22e61e050) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:07.332764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c194d-d689-4dbb-b90e-b33289f7fd40 None None] Pushing event updated for resources: {'Port': ['ID=e0b964fa-a136-4698-a7e7-c273cb235ec0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:07.371729 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f73df925-416d-4587-88e5-30787d0ea752 req-d70005a4-5150-4cbe-aa18-507614e884c7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291078 Nov 09 17:45:07.412090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3699fa6f-40f5-4e86-b6ea-e182de5cdd82 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags HTTP/1.1" status: 200 len: 205 time: 0.3317773 Nov 09 17:45:07.415012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53662) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:07.424273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-8e96054d-4c86-4ee3-a1c7-0155c557d79c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:07.620511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:45:07.621652 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:45:07.660296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8e96054d-4c86-4ee3-a1c7-0155c557d79c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags HTTP/1.1" status: 200 len: 241 time: 0.2357888 Nov 09 17:45:07.661588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:07.684971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-09798d62-5f9a-4c2e-9c5a-31254cced50c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-1921189403') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:07.693212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:07.694254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53670) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:07.737694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a059382c-ddba-47d3-be7a-85619bd5611c None None] Provisioning complete for port e0b964fa-a136-4698-a7e7-c273cb235ec0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:07.737694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a059382c-ddba-47d3-be7a-85619bd5611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:07.788151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:07.879543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:07.991427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Network 073f2c8a-57c9-45d1-820e-296f82704e03 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:08.071187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:08.090386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:08.229204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7eb555-41a5-4ec2-b080-d930cad5d815 None None] DHCP port deletion for 073f2c8a-57c9-45d1-820e-296f82704e03 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:45:08.350305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a059382c-ddba-47d3-be7a-85619bd5611c None None] Provisioning complete for port 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:08.350935 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a059382c-ddba-47d3-be7a-85619bd5611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:08.584082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a059382c-ddba-47d3-be7a-85619bd5611c None None] Port 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:45:08.725628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2cdc8bb7-3b72-404f-8846-13269efca2f2 None None] Provisioning complete for port 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:08.726003 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8bb7-3b72-404f-8846-13269efca2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:08.742185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e0b964fa-a136-4698-a7e7-c273cb235ec0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:08.804142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53688) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:08.863479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8bb7-3b72-404f-8846-13269efca2f2 None None] Port 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:45:08.881367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Pushing event updated for resources: {'Port': ['ID=13950af4-f44a-4caa-a37f-38b22e61e050,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:08.922313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87bc3-10b4-404d-8608-0a5470b0fa6c req-bb84044f-e166-4039-ab6f-06fdad6a1d44 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:08.928419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e87bc3-10b4-404d-8608-0a5470b0fa6c req-bb84044f-e166-4039-ab6f-06fdad6a1d44 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 931 time: 1.1597216 Nov 09 17:45:08.986059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2cdc8bb7-3b72-404f-8846-13269efca2f2 None None] Provisioning complete for port 13950af4-f44a-4caa-a37f-38b22e61e050 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:08.986310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8bb7-3b72-404f-8846-13269efca2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.003805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Deleting subnet f3ec8d83-04fc-4cad-a36f-6b43980007f7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:45:09.030557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804c02-ce40-4223-9e6d-d08ed6c13a24 req-e7443352-c83d-4db2-bff5-f02c4b63ea2f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:09.036555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.040934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb804c02-ce40-4223-9e6d-d08ed6c13a24 req-e7443352-c83d-4db2-bff5-f02c4b63ea2f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2380352 Nov 09 17:45:09.049942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8bb7-3b72-404f-8846-13269efca2f2 None None] Port 13950af4-f44a-4caa-a37f-38b22e61e050 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:45:09.064202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-09798d62-5f9a-4c2e-9c5a-31254cced50c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-1921189403 HTTP/1.1" status: 204 len: 168 time: 1.3983512 Nov 09 17:45:09.068408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:09.082079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-493e3990-2f64-43e9-aaa1-94392d8f2c2a tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-1921189403') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:09.140202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e0b964fa-a136-4698-a7e7-c273cb235ec0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:09.140896 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.171387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.190736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.191452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.192016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.192674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.193937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.194508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.195180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.195714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.196240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.196785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.197308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:09.320948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:09.321970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.421393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.436690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb804c02-ce40-4223-9e6d-d08ed6c13a24 req-19d17cb5-0f3e-44d8-b454-515a7880dc3b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708892 Nov 09 17:45:09.503717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e87bc3-10b4-404d-8608-0a5470b0fa6c req-093b4e66-10be-4f7d-98d4-53ee9a67e0c7 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060693 Nov 09 17:45:09.513985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-4da9b77a-88e8-48ee-a0c0-2a5b99c1c9bc tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2560377 Nov 09 17:45:09.537133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Request body: {'port': {'device_id': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:09.554853 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ff547a4-1d04-451b-859b-137d911ec059 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab28c1abd10e436aa0b47df138af49cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8575969 Nov 09 17:45:09.565612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53694) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:09.583853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.664652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56decb21-3694-4551-b21e-b74d38d82a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.760456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.804930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-493e3990-2f64-43e9-aaa1-94392d8f2c2a tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-1921189403 HTTP/1.1" status: 204 len: 168 time: 0.7346032 Nov 09 17:45:09.807408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53700) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:09.818181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-6a77ebe5-3ab0-4497-92a5-b90e62624764 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:09.847470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eddcd6c1-7a4b-4d93-b259-fbd086e0e292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.885110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eddcd6c1-7a4b-4d93-b259-fbd086e0e292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.977035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eddcd6c1-7a4b-4d93-b259-fbd086e0e292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.979801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eddcd6c1-7a4b-4d93-b259-fbd086e0e292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:09.986174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eddcd6c1-7a4b-4d93-b259-fbd086e0e292 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d12283a-d816-46d1-afe4-00472afc8773 HTTP/1.1" status: 204 len: 168 time: 0.4117041 Nov 09 17:45:09.997073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcd6c1-7a4b-4d93-b259-fbd086e0e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12283a-d816-46d1-afe4-00472afc8773,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.039503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56decb21-3694-4551-b21e-b74d38d82a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.050182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56decb21-3694-4551-b21e-b74d38d82a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.060027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a77ebe5-3ab0-4497-92a5-b90e62624764 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags HTTP/1.1" status: 200 len: 205 time: 0.2490728 Nov 09 17:45:10.062208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:10.080512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-8ada4564-171b-4166-af58-3dae9f6e9ae6 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:10.228143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56decb21-3694-4551-b21e-b74d38d82a81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=199e9458aceb468b8b76619df738daf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4107106 Nov 09 17:45:10.228942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56decb21-3694-4551-b21e-b74d38d82a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792af37b-52bf-4b15-83fc-f07446a11c85,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.231597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:10.238676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.263456 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8ada4564-171b-4166-af58-3dae9f6e9ae6 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags HTTP/1.1" status: 200 len: 240 time: 0.1945775 Nov 09 17:45:10.264788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53710) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:10.275634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-c5bec747-ea3f-4a0c-a95e-df5b38ebcce3 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-392004875') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:10.309219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ec8d83-04fc-4cad-a36f-6b43980007f7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.335809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.343832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1987dc4f-961d-447e-ae03-bf6081ca28e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f3ec8d83-04fc-4cad-a36f-6b43980007f7 HTTP/1.1" status: 204 len: 168 time: 2.4348600 Nov 09 17:45:10.346892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:10.360656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f66b5-309a-41f1-b759-3a738d19b00a None None] Network 77fda239-b7b7-418b-acf7-8243ea9aee16 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:10.524648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c5bec747-ea3f-4a0c-a95e-df5b38ebcce3 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-392004875 HTTP/1.1" status: 204 len: 168 time: 0.2580190 Nov 09 17:45:10.525184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.529619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:10.530483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef74f-5ae2-40a4-9118-79d69dd6911a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.534695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13950af4-f44a-4caa-a37f-38b22e61e050 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:10.549471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-1db7009c-3466-4b7e-b476-52d20a4d7464 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-392004875') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:10.554527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.597332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef74f-5ae2-40a4-9118-79d69dd6911a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.695982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Transition to ACTIVE for port object 13950af4-f44a-4caa-a37f-38b22e61e050 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:45:10.729232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef74f-5ae2-40a4-9118-79d69dd6911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.732999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef74f-5ae2-40a4-9118-79d69dd6911a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.739175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2c6ef74f-5ae2-40a4-9118-79d69dd6911a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/792af37b-52bf-4b15-83fc-f07446a11c85 HTTP/1.1" status: 204 len: 168 time: 0.5026007 Nov 09 17:45:10.770455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ef74f-5ae2-40a4-9118-79d69dd6911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792af37b-52bf-4b15-83fc-f07446a11c85,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.777350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:10.951984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a61d4-6c56-4eb2-9a1e-35e32c1506bc req-4fb8c47a-bd26-48f0-b03c-ea400860d7db tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:10.968582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-027a61d4-6c56-4eb2-9a1e-35e32c1506bc req-4fb8c47a-bd26-48f0-b03c-ea400860d7db tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.3076029 Nov 09 17:45:10.979597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a62e2-2554-4d42-8be7-8adc2d208ae2 None None] DHCP port deletion for 77fda239-b7b7-418b-acf7-8243ea9aee16 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:45:11.029101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:11.108030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1db7009c-3466-4b7e-b476-52d20a4d7464 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-392004875 HTTP/1.1" status: 204 len: 168 time: 0.5712037 Nov 09 17:45:11.117889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53736) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.140038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-56cde06c-b168-4986-b96d-be95c8640524 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.169237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-027a61d4-6c56-4eb2-9a1e-35e32c1506bc req-b2867aa8-f62a-4879-9fa5-8d89884b83b4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996300 Nov 09 17:45:11.171249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdaafa-4d25-4f86-b4b8-2a170651ce6c None None] DHCP port deletion for 073f2c8a-57c9-45d1-820e-296f82704e03 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:45:11.252810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Pushing event updated for resources: {'Port': ['ID=13950af4-f44a-4caa-a37f-38b22e61e050,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:11.268545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.310729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:11.338477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56cde06c-b168-4986-b96d-be95c8640524 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags HTTP/1.1" status: 200 len: 205 time: 0.2152233 Nov 09 17:45:11.343730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53738) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.347106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '75889762-094c-4908-97ca-e1775d45e368', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'port_id': '75889762-094c-4908-97ca-e1775d45e368', 'mac_address': 'fa:16:3e:2b:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:11.356154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-0f164175-7fef-4532-bf5f-7cf7be63c430 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.422441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.449906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75889762-094c-4908-97ca-e1775d45e368 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:11.456414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71043cf4-b367-486f-a77e-4a412618186e req-99b7296d-b447-40b2-87bd-99bbb3bbe136 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:11.468336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71043cf4-b367-486f-a77e-4a412618186e req-99b7296d-b447-40b2-87bd-99bbb3bbe136 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 943 time: 0.5948160 Nov 09 17:45:11.479392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:11.481535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0f164175-7fef-4532-bf5f-7cf7be63c430 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags HTTP/1.1" status: 200 len: 241 time: 0.1359787 Nov 09 17:45:11.486299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53742) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.491925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.507194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-9d4b8823-075f-429d-9c14-b47b76edf167 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-1955077438') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.510274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fda239-b7b7-418b-acf7-8243ea9aee16']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.554093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e684a0-4442-4730-9969-32b81fb9a780') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.554592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e684a0-4442-4730-9969-32b81fb9a780') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.569039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d4b8823-075f-429d-9c14-b47b76edf167 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-1955077438 HTTP/1.1" status: 204 len: 168 time: 0.0749822 Nov 09 17:45:11.572694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53746) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.577487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.588917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-4ad097bf-07c3-4d3a-8dcc-92e7dfa0528d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-1955077438') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.611690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.626063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:11.626712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.645059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['75889762-094c-4908-97ca-e1775d45e368'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:11.683867 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:11.700610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4ad097bf-07c3-4d3a-8dcc-92e7dfa0528d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-1955077438 HTTP/1.1" status: 204 len: 168 time: 0.1239283 Nov 09 17:45:11.704912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.718120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-6493df24-0215-4b31-b0de-cda62e2c342d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.778401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6493df24-0215-4b31-b0de-cda62e2c342d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags HTTP/1.1" status: 200 len: 205 time: 0.0718777 Nov 09 17:45:11.783053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53752) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.788133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-0adf7841-e7ee-4d28-8fcc-f3e9ba799727 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:11.822722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53756) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.837285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:11.888589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d33a520-131e-45c5-9191-50ba864f1044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.945291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.951256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:11.957013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] 10.222.0.45 "DELETE /v2.0/networks/77fda239-b7b7-418b-acf7-8243ea9aee16 HTTP/1.1" status: 204 len: 168 time: 1.6090288 Nov 09 17:45:12.038250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0adf7841-e7ee-4d28-8fcc-f3e9ba799727 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags HTTP/1.1" status: 204 len: 168 time: 0.2536497 Nov 09 17:45:12.047686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53766) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:12.053457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd3ef8-ad41-4bab-b1e3-98626e6edede admin admin] Pushing event deleted for resources: {'Network': ['ID=77fda239-b7b7-418b-acf7-8243ea9aee16,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:12.069870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-6e1dae32-f57d-4437-9956-1561f83c6ec6 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:12.085302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-71043cf4-b367-486f-a77e-4a412618186e req-6748aa2c-d434-4cb8-a5d0-affd86df345d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007035 Nov 09 17:45:12.102769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Attempting to bind port 13950af4-f44a-4caa-a37f-38b22e61e050 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:45:12.104616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Attempting to bind port 13950af4-f44a-4caa-a37f-38b22e61e050 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:45:12.111593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Attempting to bind port 13950af4-f44a-4caa-a37f-38b22e61e050 on network 073f2c8a-57c9-45d1-820e-296f82704e03 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:12.143640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Port 13950af4-f44a-4caa-a37f-38b22e61e050 on network 073f2c8a-57c9-45d1-820e-296f82704e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:12.146316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Attempting to bind port 13950af4-f44a-4caa-a37f-38b22e61e050 on network 073f2c8a-57c9-45d1-820e-296f82704e03 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:12.160320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:12.160320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Checking segment: {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:45:12.161730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Bound using segment: {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:12.162722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Bound port: 13950af4-f44a-4caa-a37f-38b22e61e050, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37181302-91cc-4289-8706-68638e34a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:45:12.167627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:12.364329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] For port 13950af4-f44a-4caa-a37f-38b22e61e050, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:12.368834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] For port 13950af4-f44a-4caa-a37f-38b22e61e050, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13950af4-f44a-4caa-a37f-38b22e61e050,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:12.376821 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:12.413653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.416353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:12.418821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157f7a7-10d3-448f-b1f2-34eedf234ab8 None None] DHCP port deletion for 073f2c8a-57c9-45d1-820e-296f82704e03 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:45:12.433116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] 10.222.0.83 "PUT /v2.0/ports/13950af4-f44a-4caa-a37f-38b22e61e050 HTTP/1.1" status: 200 len: 1091 time: 2.9046035 Nov 09 17:45:12.433818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'tag': '13950af4-f44a-4caa-a37f-38b22e61e050'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:12.438745 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a26a12-41ae-438e-b028-af2db6582264" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8c5a4b-689a-4b6a-a372-35516b2fe0b9", "tag": "13950af4-f44a-4caa-a37f-38b22e61e050"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:12.687861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53784) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:12.709797 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004b892-17eb-472e-9d39-c47d89f7233f x-openstack-request-id: req-3004b892-17eb-472e-9d39-c47d89f7233f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:12.710426 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8c5a4b-689a-4b6a-a372-35516b2fe0b9", "tag": "13950af4-f44a-4caa-a37f-38b22e61e050", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:12.711969 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3004b892-17eb-472e-9d39-c47d89f7233f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:12.716481 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'tag': '13950af4-f44a-4caa-a37f-38b22e61e050', 'status': 'completed', 'code': 200} Nov 09 17:45:12.718321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d33a520-131e-45c5-9191-50ba864f1044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:12.771111 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d33a520-131e-45c5-9191-50ba864f1044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:12.810198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-3e76e887-e444-4ebf-b9ad-64be720fc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.812664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-3e76e887-e444-4ebf-b9ad-64be720fc723 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 1094 time: 0.2014964 Nov 09 17:45:12.818392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62377d2b-8632-4434-909c-53cd058abd9a service neutron] Pushing event updated for resources: {'Port': ['ID=13950af4-f44a-4caa-a37f-38b22e61e050,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:12.819940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de4a28-62ca-48ef-9372-14e2c904e37e req-b6283e0c-b42d-49a0-b771-cee1d31f505b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.832039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91de4a28-62ca-48ef-9372-14e2c904e37e req-b6283e0c-b42d-49a0-b771-cee1d31f505b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 944 time: 0.3623369 Nov 09 17:45:12.889165 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e1dae32-f57d-4437-9956-1561f83c6ec6 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags HTTP/1.1" status: 204 len: 168 time: 0.8369210 Nov 09 17:45:12.923414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-ca77e602-6d2d-4263-8aa8-b9aaaf314e78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13950af4-f44a-4caa-a37f-38b22e61e050 HTTP/1.1" status: 200 len: 217 time: 0.0936115 Nov 09 17:45:12.923861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:12.928727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-d57b11c2-2e02-4538-8932-3f9d3c2d0ce1 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:13.027848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d33a520-131e-45c5-9191-50ba864f1044 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8d85c7856404d44b206071e0d28a65b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2002776 Nov 09 17:45:13.036498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-fb390232-3f42-44f5-9aed-cc5354ac5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:13.038139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-fb390232-3f42-44f5-9aed-cc5354ac5f0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 200 len: 853 time: 0.1040390 Nov 09 17:45:13.039078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:13.039249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:13.040047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:13.045221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c93fd817-02ec-45b1-8e9e-a947049994e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee7cf3014c9e459b9fb7accfc3110087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534489 Nov 09 17:45:13.144050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33a520-131e-45c5-9191-50ba864f1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9c4dc-b96f-4f36-8a2a-be93d27e9ae2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:13.172202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 75889762-094c-4908-97ca-e1775d45e368 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:13.173764 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.202258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91de4a28-62ca-48ef-9372-14e2c904e37e req-cf58c1ad-fc9d-45ef-b7e7-c38997bcf51a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432491 Nov 09 17:45:13.327847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-1b84ffa7-354b-40b9-b8de-73cbe5a47333 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073f2c8a-57c9-45d1-820e-296f82704e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1938729 Nov 09 17:45:13.366365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac588-9d87-4ea6-81ed-ccec77d0b7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.393115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.462594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:13.468206 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54306f27-49cb-4bca-9239-7d41ae997127" -d '{"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-plugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:13.546605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:13.560211 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.664640 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15a962a-3672-42aa-b91e-e5fa910786ba x-openstack-request-id: req-f15a962a-3672-42aa-b91e-e5fa910786ba {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:13.666115 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-plugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:13.667330 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f15a962a-3672-42aa-b91e-e5fa910786ba {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:13.669777 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'code': 200} Nov 09 17:45:13.670600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac588-9d87-4ea6-81ed-ccec77d0b7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.753671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:13.840398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234695b-cdf5-4207-9576-a442d1ca2069 req-29dd7edf-63f2-4cad-9a88-4c42130a1e21 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:13.843899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8234695b-cdf5-4207-9576-a442d1ca2069 req-29dd7edf-63f2-4cad-9a88-4c42130a1e21 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 943 time: 0.5125082 Nov 09 17:45:13.844906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6037bbe-4033-4315-bb36-8c321dfcb9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.860340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d57b11c2-2e02-4538-8932-3f9d3c2d0ce1 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags HTTP/1.1" status: 204 len: 168 time: 0.9350474 Nov 09 17:45:13.869425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53824) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:13.912857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6037bbe-4033-4315-bb36-8c321dfcb9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.926257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-1ea00c09-d38b-4599-9515-3ea32610f36e tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:13.945444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-b05b94f6-00b2-4eaa-bd49-3fbffbdcf7c4 service neutron] 10.222.0.83 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566502 Nov 09 17:45:13.981590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac588-9d87-4ea6-81ed-ccec77d0b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.993003 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac588-9d87-4ea6-81ed-ccec77d0b7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:13.995188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad9ac588-9d87-4ea6-81ed-ccec77d0b7ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22ed7afb-101a-4273-997e-899c99158e09 HTTP/1.1" status: 204 len: 168 time: 0.9514401 Nov 09 17:45:14.220116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ac588-9d87-4ea6-81ed-ccec77d0b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed7afb-101a-4273-997e-899c99158e09,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:14.246700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:14.250699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ea00c09-d38b-4599-9515-3ea32610f36e tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags HTTP/1.1" status: 204 len: 168 time: 0.3742850 Nov 09 17:45:14.264755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-6a602654-0189-4d83-ad33-fce4654b2c85 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-768198883') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:14.574059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8234695b-cdf5-4207-9576-a442d1ca2069 req-446670bf-656e-4cc7-ba2d-2c92586b09b5 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724750 Nov 09 17:45:14.581050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6037bbe-4033-4315-bb36-8c321dfcb9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:14.584804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b6037bbe-4033-4315-bb36-8c321dfcb9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:14.591122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b6037bbe-4033-4315-bb36-8c321dfcb9ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1df9c4dc-b96f-4f36-8a2a-be93d27e9ae2 HTTP/1.1" status: 204 len: 168 time: 1.5492642 Nov 09 17:45:14.640805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:14.695739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6037bbe-4033-4315-bb36-8c321dfcb9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9c4dc-b96f-4f36-8a2a-be93d27e9ae2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:14.730635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a3d8890-1016-4f51-b502-364199c3ecd0 req-97dc1183-82ce-4e57-a650-21b632cc85b1 service neutron] 10.222.0.83 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508800 Nov 09 17:45:14.824229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a602654-0189-4d83-ad33-fce4654b2c85 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-768198883 HTTP/1.1" status: 201 len: 201 time: 0.5748637 Nov 09 17:45:14.838844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:14.863642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-c5921515-9cce-448d-b36a-25e5d23a41d0 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-458312971') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:14.944452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41e79f-6386-46d8-91f5-117c8226931c req-575d467c-288b-46ca-949f-494036c034ea tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:14.958654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a41e79f-6386-46d8-91f5-117c8226931c req-575d467c-288b-46ca-949f-494036c034ea tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.3540897 Nov 09 17:45:15.102972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26a12-41ae-438e-b028-af2db6582264 req-427d9841-eaba-4ad7-89a7-2bead7b2d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:15.106238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-427d9841-eaba-4ad7-89a7-2bead7b2d4ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 1094 time: 0.1953449 Nov 09 17:45:15.262345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a41e79f-6386-46d8-91f5-117c8226931c req-2bf23fb3-43cf-4e24-b82d-ec5de34556cc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973490 Nov 09 17:45:15.412971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c5921515-9cce-448d-b36a-25e5d23a41d0 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-458312971 HTTP/1.1" status: 201 len: 201 time: 0.5708601 Nov 09 17:45:15.415666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53854) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:15.432078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-6ee36ce3-c3c9-43ee-8957-e5ccc1906911 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-1685043778') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:15.626963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26a12-41ae-438e-b028-af2db6582264 req-e0e37db5-56e4-4b8c-811d-8780b9e2fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:15.634608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-e0e37db5-56e4-4b8c-811d-8780b9e2fc62 service neutron] 10.222.0.83 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 913 time: 0.5094366 Nov 09 17:45:15.680114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d56d9d25-60a1-4b7f-93c9-69c75af3ce0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:15.895751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ee36ce3-c3c9-43ee-8957-e5ccc1906911 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-1685043778 HTTP/1.1" status: 201 len: 201 time: 0.4776564 Nov 09 17:45:15.898321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:15.927689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-dd7719d2-f1e0-4b52-8985-11bdf3be389a tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-968930838') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:15.946733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-80e34dc6-257d-464c-9da7-c5ed2d64219b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13950af4-f44a-4caa-a37f-38b22e61e050 HTTP/1.1" status: 200 len: 217 time: 0.2535033 Nov 09 17:45:16.013573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dd7719d2-f1e0-4b52-8985-11bdf3be389a tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-968930838 HTTP/1.1" status: 201 len: 201 time: 0.1098359 Nov 09 17:45:16.016803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53872) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:16.025704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-599dbe2d-bb81-4a15-a700-ddf0679ebce4 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', {'tags': ['tempest-TagsExtTest-Tag-579495866', 'tempest-TagsExtTest-Tag-697300831', 'tempest-TagsExtTest-Tag-1258697002']}) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:16.221637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-599dbe2d-bb81-4a15-a700-ddf0679ebce4 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags HTTP/1.1" status: 200 len: 316 time: 0.2033322 Nov 09 17:45:16.224960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53878) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:16.234528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-cfce5545-04b1-4e57-b160-e9d19686f156 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:16.291563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26a12-41ae-438e-b028-af2db6582264 req-ee0c0535-e5b2-43f8-aa42-c762131d6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:16.303479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-ee0c0535-e5b2-43f8-aa42-c762131d6f77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 200 len: 853 time: 0.3013797 Nov 09 17:45:16.411836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cfce5545-04b1-4e57-b160-e9d19686f156 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags HTTP/1.1" status: 204 len: 168 time: 0.1854267 Nov 09 17:45:16.412655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53886) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:16.417988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-c4ddbbd9-1156-45fe-8915-2aa41bdc8878 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-579495866') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:16.605750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-379e8b8f-e137-4884-9869-e239fa083257 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073f2c8a-57c9-45d1-820e-296f82704e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659145 Nov 09 17:45:16.737532 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-c4ddbbd9-1156-45fe-8915-2aa41bdc8878 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:16.741490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c4ddbbd9-1156-45fe-8915-2aa41bdc8878 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-579495866 HTTP/1.1" status: 404 len: 328 time: 0.3252456 Nov 09 17:45:16.752143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:16.764610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-53983b7d-4123-4575-a09e-fbcdfb02934e tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-697300831') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:16.832757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d56d9d25-60a1-4b7f-93c9-69c75af3ce0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:16.889774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d56d9d25-60a1-4b7f-93c9-69c75af3ce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:16.896303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaad38-eb58-4bc8-9622-c521a284d881 req-7755fb6b-2abd-4cc0-9861-e73dacba6dfd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:16.922643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8bdaad38-eb58-4bc8-9622-c521a284d881 req-7755fb6b-2abd-4cc0-9861-e73dacba6dfd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.3341877 Nov 09 17:45:17.010754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d9d25-60a1-4b7f-93c9-69c75af3ce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412478bb-13d9-4a67-8db1-5f1204d83448,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:17.039171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64de0-f52d-463d-955d-485ff204308b req-09b9d50a-17a8-42cc-9275-ed70e8f1d364 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:17.050078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eec64de0-f52d-463d-955d-485ff204308b req-09b9d50a-17a8-42cc-9275-ed70e8f1d364 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 943 time: 1.1394851 Nov 09 17:45:17.101274 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d56d9d25-60a1-4b7f-93c9-69c75af3ce0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dea8c25ccc1d473ba0c15310d0d9b653&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4576325 Nov 09 17:45:17.116307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:17.153488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8bdaad38-eb58-4bc8-9622-c521a284d881 req-b9068227-02ba-46d2-8d61-20a1a1d5477f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320442 Nov 09 17:45:17.193371 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-53983b7d-4123-4575-a09e-fbcdfb02934e tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:17.198050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-53983b7d-4123-4575-a09e-fbcdfb02934e tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-697300831 HTTP/1.1" status: 404 len: 328 time: 0.4450831 Nov 09 17:45:17.201854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53906) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:17.217302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-766e2de2-bdb3-4bdd-a38a-a12619bc2d93 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b', 'tempest-TagsExtTest-Tag-1258697002') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:17.241329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eec64de0-f52d-463d-955d-485ff204308b req-630e4db5-e8b5-4c70-8891-863d362b6e5d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899629 Nov 09 17:45:17.395125 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-766e2de2-bdb3-4bdd-a38a-a12619bc2d93 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:17.399030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-766e2de2-bdb3-4bdd-a38a-a12619bc2d93 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags/tempest-TagsExtTest-Tag-1258697002 HTTP/1.1" status: 404 len: 329 time: 0.1922286 Nov 09 17:45:17.400443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53910) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:17.422535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-50e62c79-6202-483a-87c6-b63b7bf9e57e service neutron] 10.222.0.83 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869708 Nov 09 17:45:17.431161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-d6ab80cd-9870-4f37-a921-d835f861bd77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', {'tags': ['tempest-TagsExtTest-Tag-725800101', 'tempest-TagsExtTest-Tag-1272313372', 'tempest-TagsExtTest-Tag-1252922229']}) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:17.689029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d6ab80cd-9870-4f37-a921-d835f861bd77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags HTTP/1.1" status: 200 len: 317 time: 0.2854648 Nov 09 17:45:17.693746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53916) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:17.707347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-66f8bbb6-3845-45a4-a925-5ce603202503 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:17.895614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88294a0-0d2f-49ef-acc1-0187dd302f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:17.999967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-66f8bbb6-3845-45a4-a925-5ce603202503 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags HTTP/1.1" status: 204 len: 168 time: 0.3014910 Nov 09 17:45:18.004147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53922) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:18.013794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-cdded5e9-f8a3-4e98-9b8c-c2b5e7310384 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-725800101') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:18.015660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88294a0-0d2f-49ef-acc1-0187dd302f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:18.179666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13950af4-f44a-4caa-a37f-38b22e61e050 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:18.329206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88294a0-0d2f-49ef-acc1-0187dd302f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:18.366291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c88294a0-0d2f-49ef-acc1-0187dd302f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:18.376766 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c88294a0-0d2f-49ef-acc1-0187dd302f2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/412478bb-13d9-4a67-8db1-5f1204d83448 HTTP/1.1" status: 204 len: 168 time: 1.2585292 Nov 09 17:45:18.387404 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-cdded5e9-f8a3-4e98-9b8c-c2b5e7310384 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:18.398664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cdded5e9-f8a3-4e98-9b8c-c2b5e7310384 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-725800101 HTTP/1.1" status: 404 len: 328 time: 0.3919890 Nov 09 17:45:18.400971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53932) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:18.419704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-45ad1b48-2597-42ab-ba1e-2a3d75737468 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-1272313372') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:18.520268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88294a0-0d2f-49ef-acc1-0187dd302f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412478bb-13d9-4a67-8db1-5f1204d83448,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:18.732463 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-45ad1b48-2597-42ab-ba1e-2a3d75737468 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:18.737834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-45ad1b48-2597-42ab-ba1e-2a3d75737468 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-1272313372 HTTP/1.1" status: 404 len: 329 time: 0.3319769 Nov 09 17:45:18.755856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53936) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:18.790160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 13950af4-f44a-4caa-a37f-38b22e61e050, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13950af4-f44a-4caa-a37f-38b22e61e050,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:18.795240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-4e9c5a7f-d545-42d6-b4b7-50cbf5994a8c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0', 'tempest-TagsExtTest-Tag-1252922229') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:18.819933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a26a12-41ae-438e-b028-af2db6582264 req-7cfb2dd9-be9b-4e6a-afbb-e5e73ea7e770 service neutron] 10.222.0.83 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3728538 Nov 09 17:45:18.858570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '13950af4-f44a-4caa-a37f-38b22e61e050', 'network_id': '073f2c8a-57c9-45d1-820e-296f82704e03', 'port_id': '13950af4-f44a-4caa-a37f-38b22e61e050', 'mac_address': 'fa:16:3e:75:5a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:18.909251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9ee1-d919-46c4-9126-12ca08d5f620 req-4a82102f-fd0d-4f97-9865-7916073ff5df tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:18.910934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7dfd9ee1-d919-46c4-9126-12ca08d5f620 req-4a82102f-fd0d-4f97-9865-7916073ff5df tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 943 time: 0.4004226 Nov 09 17:45:18.918756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42261574-7ce3-4487-8ee7-6601fb8d26e1 req-02cdae44-ffcb-4ffc-8405-c76efbee1138 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:18.920465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42261574-7ce3-4487-8ee7-6601fb8d26e1 req-02cdae44-ffcb-4ffc-8405-c76efbee1138 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.4355562 Nov 09 17:45:19.018053 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:19.099965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13950af4-f44a-4caa-a37f-38b22e61e050 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:19.110540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7dfd9ee1-d919-46c4-9126-12ca08d5f620 req-85ec9342-b534-4d81-a231-78524c55fecf tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784902 Nov 09 17:45:19.220767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 13950af4-f44a-4caa-a37f-38b22e61e050, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13950af4-f44a-4caa-a37f-38b22e61e050,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:19.231584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:19.448878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42261574-7ce3-4487-8ee7-6601fb8d26e1 req-7e781747-228f-4dfe-ba4c-60a03e629f92 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5022800 Nov 09 17:45:19.471409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:19.486524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=13950af4-f44a-4caa-a37f-38b22e61e050,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:19.489002 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be4625-4877-40ff-a115-4376b1a54fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:19.524356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['13950af4-f44a-4caa-a37f-38b22e61e050'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:19.542589 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-4e9c5a7f-d545-42d6-b4b7-50cbf5994a8c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:19.554599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4e9c5a7f-d545-42d6-b4b7-50cbf5994a8c tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags/tempest-TagsExtTest-Tag-1252922229 HTTP/1.1" status: 404 len: 329 time: 0.7712059 Nov 09 17:45:19.567164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:19.592495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-c96410d8-a3a7-4743-a0ab-ed5af82a04fb tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', {'tags': ['tempest-TagsExtTest-Tag-1949783540', 'tempest-TagsExtTest-Tag-404622876', 'tempest-TagsExtTest-Tag-2067373225']}) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:19.749793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be4625-4877-40ff-a115-4376b1a54fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:19.759697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be4625-4877-40ff-a115-4376b1a54fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:19.958538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-56be4625-4877-40ff-a115-4376b1a54fd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a88fd4877cb4e529f83bee9b682a73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858763 Nov 09 17:45:19.995345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:20.129142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be4625-4877-40ff-a115-4376b1a54fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d86f97-4997-493c-9323-d730c5e39d0f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:20.136599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c96410d8-a3a7-4743-a0ab-ed5af82a04fb tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags HTTP/1.1" status: 200 len: 317 time: 0.5649555 Nov 09 17:45:20.139691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:20.177282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-7c24d6aa-1922-45f7-a04e-3fa03ffdd6ee tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:20.289325 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49a15f6d-bf87-471a-b23c-fe5810ad1e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:20.378100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49a15f6d-bf87-471a-b23c-fe5810ad1e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:20.652879 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49a15f6d-bf87-471a-b23c-fe5810ad1e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:20.659045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49a15f6d-bf87-471a-b23c-fe5810ad1e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:20.661135 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-49a15f6d-bf87-471a-b23c-fe5810ad1e72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56d86f97-4997-493c-9323-d730c5e39d0f HTTP/1.1" status: 204 len: 168 time: 0.6544926 Nov 09 17:45:20.722136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bff9f-9065-4f4c-9713-6671e5525634 req-26e7d677-0038-456b-906a-3211cf356a18 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:20.737513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d53bff9f-9065-4f4c-9713-6671e5525634 req-26e7d677-0038-456b-906a-3211cf356a18 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3617520 Nov 09 17:45:20.745825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a15f6d-bf87-471a-b23c-fe5810ad1e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d86f97-4997-493c-9323-d730c5e39d0f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:20.903400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d53bff9f-9065-4f4c-9713-6671e5525634 req-61403012-50c5-49a5-8b14-79d6d2cfe08e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500309 Nov 09 17:45:21.180267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222047-df7b-4eb9-ba3b-83a64b344058 req-34a2f7d8-4b49-4845-b7c8-ca2ccc3b14fa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:21.193823 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-46222047-df7b-4eb9-ba3b-83a64b344058 req-34a2f7d8-4b49-4845-b7c8-ca2ccc3b14fa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1273184 Nov 09 17:45:21.395456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-46222047-df7b-4eb9-ba3b-83a64b344058 req-06912d4b-cf39-4824-a070-58e64eac43e9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994553 Nov 09 17:45:21.644562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-bc2e8ea1-fd64-4082-938c-faa307b4b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:21.648240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-bc2e8ea1-fd64-4082-938c-faa307b4b433 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1096 time: 0.2566607 Nov 09 17:45:21.655144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7c24d6aa-1922-45f7-a04e-3fa03ffdd6ee tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags HTTP/1.1" status: 204 len: 168 time: 1.5124893 Nov 09 17:45:21.658916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:21.672031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-532b82f8-e1c1-4da9-b989-40fe821ec817 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-1949783540') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:21.723705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81feb-a03e-4f5f-9e6f-1bc8db79f119 req-6fce6a29-fd18-4c9f-871f-07f745eaf803 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:21.743611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89c81feb-a03e-4f5f-9e6f-1bc8db79f119 req-6fce6a29-fd18-4c9f-871f-07f745eaf803 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 944 time: 0.3514779 Nov 09 17:45:22.052941 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-532b82f8-e1c1-4da9-b989-40fe821ec817 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:22.054162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-532b82f8-e1c1-4da9-b989-40fe821ec817 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-1949783540 HTTP/1.1" status: 404 len: 329 time: 0.3914495 Nov 09 17:45:22.061004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:22.069244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-af015c8f-b5e7-449e-8a12-b23d8e578c6d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-404622876') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:22.160892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89c81feb-a03e-4f5f-9e6f-1bc8db79f119 req-4513d6b8-4f69-4a1d-962d-caf7fabf489c tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942065 Nov 09 17:45:22.212209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13950af4-f44a-4caa-a37f-38b22e61e050 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:22.408208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-7ecb027b-e62a-4f64-b892-cec73b58292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:22.418320 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-7ecb027b-e62a-4f64-b892-cec73b58292a service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.6709950 Nov 09 17:45:22.529464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 13950af4-f44a-4caa-a37f-38b22e61e050 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:45:22.547968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 13950af4-f44a-4caa-a37f-38b22e61e050 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:22.548357 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:22.615253 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-af015c8f-b5e7-449e-8a12-b23d8e578c6d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:22.619176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-af015c8f-b5e7-449e-8a12-b23d8e578c6d tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-404622876 HTTP/1.1" status: 404 len: 328 time: 0.5527673 Nov 09 17:45:22.621659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:22.653482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-4b22a448-4c80-484f-9401-8e9b228e8fd0 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7', 'tempest-TagsExtTest-Tag-2067373225') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:22.866795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-78d9600f-e5a4-472f-ad00-81e4858a1669 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 1001 time: 0.4319904 Nov 09 17:45:22.910875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:22.927849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee4171-08cb-476f-8d6d-9ef40688093e req-80e61ccc-19cf-4d98-8b98-a3833fc92d25 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:22.933376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87ee4171-08cb-476f-8d6d-9ef40688093e req-80e61ccc-19cf-4d98-8b98-a3833fc92d25 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2832839 Nov 09 17:45:23.061508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01549a16-9975-4ee0-a7a5-715ecd873f9c req-3888c270-260a-43c1-9464-5e01cf5023f2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:23.068604 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:23.071110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-ee1e5343-f93a-41c6-94f4-aab07b5dcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:23.074133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-ee1e5343-f93a-41c6-94f4-aab07b5dcb04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1806884 Nov 09 17:45:23.077523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01549a16-9975-4ee0-a7a5-715ecd873f9c req-3888c270-260a-43c1-9464-5e01cf5023f2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.8691351 Nov 09 17:45:23.094111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13950af4-f44a-4caa-a37f-38b22e61e050'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:23.099888 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6f3ec4-842d-481a-a549-1a3a904eb35e" -d '{"events": [{"server_uuid": "ba8c5a4b-689a-4b6a-a372-35516b2fe0b9", "name": "network-vif-plugged", "status": "completed", "tag": "13950af4-f44a-4caa-a37f-38b22e61e050"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:23.142359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 13950af4-f44a-4caa-a37f-38b22e61e050, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13950af4-f44a-4caa-a37f-38b22e61e050,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:23.149785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:23.218202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87ee4171-08cb-476f-8d6d-9ef40688093e req-a48ecc79-547d-41e2-a857-590c5d8ec83e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411311 Nov 09 17:45:23.287371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-6be1eecc-70d9-4f0b-bbe9-9e177497dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:23.289260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-6be1eecc-70d9-4f0b-bbe9-9e177497dee8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081182 Nov 09 17:45:23.382061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=13950af4-f44a-4caa-a37f-38b22e61e050,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:23.405609 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-4b22a448-4c80-484f-9401-8e9b228e8fd0 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:23.417534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4b22a448-4c80-484f-9401-8e9b228e8fd0 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags/tempest-TagsExtTest-Tag-2067373225 HTTP/1.1" status: 404 len: 329 time: 0.7842500 Nov 09 17:45:23.419845 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d65cf18-d1f3-48cb-88a0-02595f13ae6d x-openstack-request-id: req-6d65cf18-d1f3-48cb-88a0-02595f13ae6d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:23.420575 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a4b-689a-4b6a-a372-35516b2fe0b9", "name": "network-vif-plugged", "status": "completed", "tag": "13950af4-f44a-4caa-a37f-38b22e61e050", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:23.421072 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d65cf18-d1f3-48cb-88a0-02595f13ae6d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:23.421792 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13950af4-f44a-4caa-a37f-38b22e61e050', 'code': 200} Nov 09 17:45:23.447263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01549a16-9975-4ee0-a7a5-715ecd873f9c req-37820931-ce05-44e9-9cad-38f20ca0238b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673410 Nov 09 17:45:23.457953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:23.479695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-1f1bfeca-67d3-4342-896a-512e1d9aee47 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', {'tags': ['tempest-TagsExtTest-Tag-1688539206', 'tempest-TagsExtTest-Tag-587157733', 'tempest-TagsExtTest-Tag-390917194']}) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:23.705184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12452f-e795-496e-b478-25356cee2815 req-4df316e9-e21a-4863-8d60-bdd2694e3a6d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:23.721033 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e12452f-e795-496e-b478-25356cee2815 req-4df316e9-e21a-4863-8d60-bdd2694e3a6d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.1899142 Nov 09 17:45:23.768478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-7433bdcf-8a65-4d0b-a0f5-dceacc23ff6a service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666867 Nov 09 17:45:23.817345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4af4b5-00dc-47cf-b34f-51cb0c47dfe6 req-01356ea6-5c49-4d5f-ad59-30c86be4febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:23.826782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4af4b5-00dc-47cf-b34f-51cb0c47dfe6 req-01356ea6-5c49-4d5f-ad59-30c86be4febc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 1096 time: 0.2717569 Nov 09 17:45:23.830469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e12452f-e795-496e-b478-25356cee2815 req-9acaa948-8d5a-43e1-95d8-c1dbb34adea0 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070864 Nov 09 17:45:23.838930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1f1bfeca-67d3-4342-896a-512e1d9aee47 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "PUT /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags HTTP/1.1" status: 200 len: 316 time: 0.3796690 Nov 09 17:45:23.850426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:23.867433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-2dd57fe5-97f7-44c6-bc6d-b56130ed4b54 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.076732 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4af4b5-00dc-47cf-b34f-51cb0c47dfe6 req-001c3346-d3da-42a3-bed4-a0b066a3819c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235215 Nov 09 17:45:24.079486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-189eef61-e885-4cc5-b784-eb3c0ef0bd38 req-19ff0beb-58c4-451f-bd2e-0a2bdcc46c53 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664373 Nov 09 17:45:24.097799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2dd57fe5-97f7-44c6-bc6d-b56130ed4b54 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags HTTP/1.1" status: 204 len: 168 time: 0.2433376 Nov 09 17:45:24.100567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.115485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-b42f3a71-8a2e-457e-aa09-0064f460fadb tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-1688539206') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.146689 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b42f3a71-8a2e-457e-aa09-0064f460fadb tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:24.148764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b42f3a71-8a2e-457e-aa09-0064f460fadb tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-1688539206 HTTP/1.1" status: 404 len: 329 time: 0.0463181 Nov 09 17:45:24.153425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.159742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-05cc225d-f487-4d11-89da-677dd024b8be tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-587157733') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.196376 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-05cc225d-f487-4d11-89da-677dd024b8be tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:24.208827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-05cc225d-f487-4d11-89da-677dd024b8be tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-587157733 HTTP/1.1" status: 404 len: 328 time: 0.0514088 Nov 09 17:45:24.209483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54054) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.218433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-14580c8c-b543-4b96-9e01-d9fd845837b7 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b', 'tempest-TagsExtTest-Tag-390917194') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.308557 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-14580c8c-b543-4b96-9e01-d9fd845837b7 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] show failed (client error): The resource could not be found. Nov 09 17:45:24.310592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-14580c8c-b543-4b96-9e01-d9fd845837b7 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags/tempest-TagsExtTest-Tag-390917194 HTTP/1.1" status: 404 len: 328 time: 0.0991247 Nov 09 17:45:24.312876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.318531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-997f3696-5490-422b-a545-c3e8ad4a6fcf tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4388b5c1-fb32-42ca-8ad5-efd7b112963b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.396870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-997f3696-5490-422b-a545-c3e8ad4a6fcf tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b/tags HTTP/1.1" status: 204 len: 168 time: 0.0817823 Nov 09 17:45:24.398613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.404782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-bb6a63fd-f54a-4427-89e9-051e8850c207 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9cba8b2d-b3e8-4a74-a012-d0fd011c15c7') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.424689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ceb2-dc49-4cfb-8cf0-9292424a929f req-129d52de-7199-4db9-9a6a-02d161fda0ab tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:24.433035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5998ceb2-dc49-4cfb-8cf0-9292424a929f req-129d52de-7199-4db9-9a6a-02d161fda0ab tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.0852692 Nov 09 17:45:24.572382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5998ceb2-dc49-4cfb-8cf0-9292424a929f req-88ec5901-aa9b-4206-a2ca-86cfc7b38e2b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372006 Nov 09 17:45:24.636419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.650344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.tag.tag_plugin [None req-697c32cc-403b-498b-9fdc-e49ec466993f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.657945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bb6a63fd-f54a-4427-89e9-051e8850c207 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7/tags HTTP/1.1" status: 204 len: 168 time: 0.2573178 Nov 09 17:45:24.866714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-697c32cc-403b-498b-9fdc-e49ec466993f tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0/tags HTTP/1.1" status: 204 len: 168 time: 0.2264802 Nov 09 17:45:24.867102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.874736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-abcb1ecf-7be3-480a-96c3-589a61590380 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db0f785f-958d-45af-96db-ee6cddea103b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.907446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb897c0-c978-4766-9636-6e883c67d187 req-43ea2fc1-f3de-4458-a2a4-d6b688a41932 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:24.909974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bcb897c0-c978-4766-9636-6e883c67d187 req-43ea2fc1-f3de-4458-a2a4-d6b688a41932 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.1996884 Nov 09 17:45:24.969410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-abcb1ecf-7be3-480a-96c3-589a61590380 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b/tags HTTP/1.1" status: 204 len: 168 time: 0.1005402 Nov 09 17:45:24.979102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:25.024153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bcb897c0-c978-4766-9636-6e883c67d187 req-a3e36d40-8d4d-47cc-905d-2e57bf47d4ba tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070759 Nov 09 17:45:25.314802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5080f045-6811-4e2c-b048-c65f0d82a3e4 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:25.318305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5080f045-6811-4e2c-b048-c65f0d82a3e4 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4388b5c1-fb32-42ca-8ad5-efd7b112963b HTTP/1.1" status: 204 len: 168 time: 0.3347256 Nov 09 17:45:25.328309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:25.339244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f784c8-cd71-4504-89bb-6198e456ee0e req-d5b48445-f9a6-4c12-9fb6-a29ba1d33d5b tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:25.352436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2f784c8-cd71-4504-89bb-6198e456ee0e req-d5b48445-f9a6-4c12-9fb6-a29ba1d33d5b tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.1685622 Nov 09 17:45:25.423069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-973461f4-e896-40a9-8fcb-93e600b093ff tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "GET /v2.0/ports?device_id=9cba8b2d-b3e8-4a74-a012-d0fd011c15c7 HTTP/1.1" status: 200 len: 205 time: 0.0906780 Nov 09 17:45:25.425482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:25.517589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2f784c8-cd71-4504-89bb-6198e456ee0e req-8e338c41-d21f-4b1f-b6c4-d23af382352f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589615 Nov 09 17:45:25.956895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1ff7-598d-45a1-a8cb-ca6fa16b8f12 req-5222b798-33c8-4c9f-a69a-071943b0dabe tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:25.958828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-931f1ff7-598d-45a1-a8cb-ca6fa16b8f12 req-5222b798-33c8-4c9f-a69a-071943b0dabe tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1868901 Nov 09 17:45:26.126404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-931f1ff7-598d-45a1-a8cb-ca6fa16b8f12 req-b712aeab-e0ad-4d58-ad99-8443a977ce19 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448343 Nov 09 17:45:26.586078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:26.611896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560982-0f51-4aec-8f22-40e238f21e2f req-ba24bc8d-8eff-47d8-83a8-26995bc88fe2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:26.625909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c560982-0f51-4aec-8f22-40e238f21e2f req-ba24bc8d-8eff-47d8-83a8-26995bc88fe2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2942853 Nov 09 17:45:26.800538 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c560982-0f51-4aec-8f22-40e238f21e2f req-c0adea34-6682-4510-90f2-a00bc22b76ea tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681666 Nov 09 17:45:27.003438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc89ebf-7d3e-4623-8374-0e525a571250 req-a2e87ac5-692c-490e-8cff-5a2a48e21fc6 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:27.012934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cc89ebf-7d3e-4623-8374-0e525a571250 req-a2e87ac5-692c-490e-8cff-5a2a48e21fc6 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.1312220 Nov 09 17:45:27.078213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:27.085625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:27.177840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4cc89ebf-7d3e-4623-8374-0e525a571250 req-b4492849-79dc-4999-9472-94822033067d tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540208 Nov 09 17:45:27.424345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:27.425204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Fanout notify agent at l3_agent the message router_deleted on router 9cba8b2d-b3e8-4a74-a012-d0fd011c15c7 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:45:27.458159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:27.460237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-376c5437-66d8-4fe7-b30f-e9d8687cf250 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/routers/9cba8b2d-b3e8-4a74-a012-d0fd011c15c7 HTTP/1.1" status: 204 len: 168 time: 2.0334392 Nov 09 17:45:27.463150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:27.696431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Deleting port 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:45:27.697615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:27.878718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:27.902207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Calling delete_port for 4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:45:28.002846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dc6bb96-0fce-4d66-84a6-9cd1b0fb78d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:28.338836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6a2b-81fb-472b-a8e4-2501d71b7b45 req-480c4223-92e3-4e9e-8098-c0b1fc51bc31 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:28.355850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8aae6a2b-81fb-472b-a8e4-2501d71b7b45 req-480c4223-92e3-4e9e-8098-c0b1fc51bc31 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2398517 Nov 09 17:45:28.390284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:28.538887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:28.679682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event deleted for resources: {'Port': ['ID=4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:28.705188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8aae6a2b-81fb-472b-a8e4-2501d71b7b45 req-d6515bf5-7498-4f79-810f-179dc0e2beb1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807306 Nov 09 17:45:29.169611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:29.181558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:29.186135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b0186efc-cb02-4c4a-9233-406f37eb7e77 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/ports/4a3e135e-a37b-40c0-b9b6-99d1b2ddbed0 HTTP/1.1" status: 204 len: 168 time: 1.7212496 Nov 09 17:45:29.214766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982409f8-d65e-4e91-937a-ebd8b94380df req-43501527-3132-4e0f-8412-f4682eef3943 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:29.226755 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-982409f8-d65e-4e91-937a-ebd8b94380df req-43501527-3132-4e0f-8412-f4682eef3943 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2255380 Nov 09 17:45:29.386833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Deleting subnet db0f785f-958d-45af-96db-ee6cddea103b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:45:29.400206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:29.410098 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-982409f8-d65e-4e91-937a-ebd8b94380df req-bdfe7d67-8e37-4853-a421-cae1f03c0d66 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491013 Nov 09 17:45:29.525691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:29.972054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:30.026537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a33566-bf15-4355-8cdc-9465fe069a1e req-f064a3ff-282b-47eb-9d6c-bf40fa85cc9c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:30.036141 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88a33566-bf15-4355-8cdc-9465fe069a1e req-f064a3ff-282b-47eb-9d6c-bf40fa85cc9c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1012342 Nov 09 17:45:30.170657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:30.178017 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88a33566-bf15-4355-8cdc-9465fe069a1e req-c543febe-4ae6-43d6-925f-a9fbd8c73867 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405642 Nov 09 17:45:30.228517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event deleted for resources: {'Subnet': ['ID=db0f785f-958d-45af-96db-ee6cddea103b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:30.245886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:30.253941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793dd98c-2a61-4ca5-aef2-90f71cdedd7c None None] Network 2fbabd72-0024-4186-adee-052aa01ad834 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:30.262978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:30.264418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff8315e1-b396-46f0-90e7-d125ed7e4c80 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/subnets/db0f785f-958d-45af-96db-ee6cddea103b HTTP/1.1" status: 204 len: 168 time: 1.0797873 Nov 09 17:45:30.315592 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:45:30.520596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-273ee952-1438-4786-a310-f8e4cfb7bde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:30.536062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:30.740537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] DHCP port deletion for 2fbabd72-0024-4186-adee-052aa01ad834 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:45:30.889742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-e483b2a3-6237-407b-af58-949f9b7ef5e8 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3e9990abd9504092bec5df64e1fbd98c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1694779 Nov 09 17:45:31.015776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Deleting port e0b964fa-a136-4698-a7e7-c273cb235ec0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:45:31.016293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:31.061718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] Deleting port e0b964fa-a136-4698-a7e7-c273cb235ec0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:45:31.064804 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:31.346133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] For port e0b964fa-a136-4698-a7e7-c273cb235ec0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e0b964fa-a136-4698-a7e7-c273cb235ec0,segment=NetworkSegment(0d0070de-8031-451a-b3d9-a5b2c228268b),segment_id=0d0070de-8031-451a-b3d9-a5b2c228268b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:31.347118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:31.378046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Calling delete_port for e0b964fa-a136-4698-a7e7-c273cb235ec0 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:45:31.430576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] For port e0b964fa-a136-4698-a7e7-c273cb235ec0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e0b964fa-a136-4698-a7e7-c273cb235ec0,segment=NetworkSegment(0d0070de-8031-451a-b3d9-a5b2c228268b),segment_id=0d0070de-8031-451a-b3d9-a5b2c228268b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:31.431694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:31.533458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] Calling delete_port for e0b964fa-a136-4698-a7e7-c273cb235ec0 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:45:31.674576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-dd1d1954-b823-44ed-8637-662ed795d7f0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:31.687005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb5f6-fede-4a4b-8a59-61ddb0fd0d9c req-debc5637-58fe-4221-b993-f420e03b2bf4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:31.706599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-dd1d1954-b823-44ed-8637-662ed795d7f0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7871244 Nov 09 17:45:31.734767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-185eb5f6-fede-4a4b-8a59-61ddb0fd0d9c req-debc5637-58fe-4221-b993-f420e03b2bf4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.8971248 Nov 09 17:45:31.772740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-c5926034-0f7c-4b39-834c-d452cc009001 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/quotas/3e9990abd9504092bec5df64e1fbd98c HTTP/1.1" status: 200 len: 375 time: 0.0479052 Nov 09 17:45:31.912704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-185eb5f6-fede-4a4b-8a59-61ddb0fd0d9c req-7d78d6cd-c1d8-4186-909b-9efaaf737650 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629653 Nov 09 17:45:31.941166 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:31.958783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-f3509a57-4973-4a33-8f31-3eabc1461bfd tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9990abd9504092bec5df64e1fbd98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1539927 Nov 09 17:45:32.028723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] No DVR routers for this DVR port e0b964fa-a136-4698-a7e7-c273cb235ec0 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:45:32.280611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event deleted for resources: {'Port': ['ID=e0b964fa-a136-4698-a7e7-c273cb235ec0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:32.453213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:32.477110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca621f89-f471-42ec-83fd-d79af1656d9b req-fe76013d-3b8b-4695-a738-91d77f560eac tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:32.487175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ca621f89-f471-42ec-83fd-d79af1656d9b req-fe76013d-3b8b-4695-a738-91d77f560eac tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1611931 Nov 09 17:45:32.543886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbabd72-0024-4186-adee-052aa01ad834']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:32.636865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ca621f89-f471-42ec-83fd-d79af1656d9b req-981efb1a-5230-49b6-ac6d-c55adb82874d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379881 Nov 09 17:45:32.646352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0070de-8031-451a-b3d9-a5b2c228268b') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:32.656716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0070de-8031-451a-b3d9-a5b2c228268b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:32.719352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:32.762562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e0b964fa-a136-4698-a7e7-c273cb235ec0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:32.786474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:32.818024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:32.835361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:32.858727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ac308eb8-8033-4c52-a182-73c817c942ff req-77f44739-01e5-40eb-ad54-e7a3e2ce7dad tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.1885147 Nov 09 17:45:32.863035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e0b964fa-a136-4698-a7e7-c273cb235ec0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:45:32.863498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e0b964fa-a136-4698-a7e7-c273cb235ec0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:45:32.897474 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:45:32.900778 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 17:45:32.921335 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:33.031171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] No DVR routers for this DVR port e0b964fa-a136-4698-a7e7-c273cb235ec0 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:33.050404 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:33.165523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82175a-8ccc-4f48-82a3-ef0ab7b28867 None None] Pushing event deleted for resources: {'Port': ['ID=e0b964fa-a136-4698-a7e7-c273cb235ec0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:33.171745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:33.180556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:33.212422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] 10.222.0.45 "DELETE /v2.0/networks/2fbabd72-0024-4186-adee-052aa01ad834 HTTP/1.1" status: 204 len: 168 time: 2.9468739 Nov 09 17:45:33.234920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:33.303493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c221a2a-e84d-4735-8a51-817830fe5965 tempest-TagsExtTest-552441358 tempest-TagsExtTest-552441358-project] Pushing event deleted for resources: {'Network': ['ID=2fbabd72-0024-4186-adee-052aa01ad834,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:33.572493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:33.664025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e5730-616f-4d3d-9080-e1247ef287ac req-570624bf-793b-4771-a0f2-70be709a4ce1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:33.688766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c7e5730-616f-4d3d-9080-e1247ef287ac req-570624bf-793b-4771-a0f2-70be709a4ce1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3872776 Nov 09 17:45:33.860446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c7e5730-616f-4d3d-9080-e1247ef287ac req-238d96c5-3c38-467d-ba5d-bb1b19469203 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696777 Nov 09 17:45:34.310015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ec092-2854-4ee5-b9e1-c275453de511 req-ab80af9f-ecc5-452d-a1e8-e7cd272533de tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:34.339290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a15ec092-2854-4ee5-b9e1-c275453de511 req-ab80af9f-ecc5-452d-a1e8-e7cd272533de tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2507935 Nov 09 17:45:34.415721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de2f7f2e-6b26-4432-9d45-3a3afaeeb7c7 req-703fdc82-668e-498f-9cfa-606b9b7839b0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.1140373 Nov 09 17:45:34.539964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a15ec092-2854-4ee5-b9e1-c275453de511 req-5c3fd3ae-da11-4112-937c-045189acb9a5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848407 Nov 09 17:45:34.704177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:34.928538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-7ad7e0a4-1efe-40a7-8e78-3cd664b49726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:34.939105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-7ad7e0a4-1efe-40a7-8e78-3cd664b49726 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 1096 time: 0.5095623 Nov 09 17:45:35.038924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b9b5dc3c-ef65-42da-a7cc-0b0d86cfd558 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cca4da2a06db4dbc96df2e0b79559b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327582 Nov 09 17:45:35.045085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:35.280980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6c06c0-890e-4a36-8e61-e7a10fcf482c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:35.376763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-d74eaeff-0d74-46de-bb46-bf7ccd6bbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:35.377067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6c06c0-890e-4a36-8e61-e7a10fcf482c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:35.383338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-d74eaeff-0d74-46de-bb46-bf7ccd6bbba9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.4318380 Nov 09 17:45:35.503413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac17989-93b2-43ef-ad7d-309e01f6878b req-ff94c4ef-d318-4505-bc5b-5f9329f7697a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:35.517199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eac17989-93b2-43ef-ad7d-309e01f6878b req-ff94c4ef-d318-4505-bc5b-5f9329f7697a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.8492982 Nov 09 17:45:35.779904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6c06c0-890e-4a36-8e61-e7a10fcf482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:35.789639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-0f1669c1-c2b1-4515-b5ce-c19aad3d1724 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 200 len: 1001 time: 0.1850615 Nov 09 17:45:35.793320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6c06c0-890e-4a36-8e61-e7a10fcf482c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:35.812478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff6c06c0-890e-4a36-8e61-e7a10fcf482c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fb43a75-4baf-42bb-9f80-aca3ad9d4853 HTTP/1.1" status: 204 len: 168 time: 0.7459531 Nov 09 17:45:35.973846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc450c1d-9f93-40e0-a7c1-67557e14c536 req-ba1afa6d-9795-4e92-9084-4932ab647268 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.2039397 Nov 09 17:45:36.004494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c06c0-890e-4a36-8e61-e7a10fcf482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb43a75-4baf-42bb-9f80-aca3ad9d4853,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:36.176065 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eac17989-93b2-43ef-ad7d-309e01f6878b req-858de7c3-b6d8-48f2-9c56-99602ba19f36 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6461987 Nov 09 17:45:36.228120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-eded675a-00b2-43ab-a4ee-7cfb92d23bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:36.238294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-eded675a-00b2-43ab-a4ee-7cfb92d23bf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.3765433 Nov 09 17:45:36.376061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-aef02b48-7182-4d5f-9f81-c4e123cfd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:36.377712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b09db-2a0b-4e7a-be9e-d6751733aa23 req-dbc5fb3c-1a95-4f73-9805-795677c0055f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:36.382623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-aef02b48-7182-4d5f-9f81-c4e123cfd646 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283247 Nov 09 17:45:36.405914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e32b09db-2a0b-4e7a-be9e-d6751733aa23 req-dbc5fb3c-1a95-4f73-9805-795677c0055f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1578214 Nov 09 17:45:36.596344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e32b09db-2a0b-4e7a-be9e-d6751733aa23 req-0156dba6-e36c-4346-92d9-d2dfa4ed0494 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923134 Nov 09 17:45:36.596958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:36.600830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-8ab2256f-5a63-4c3c-9a21-b8ece7af95bc service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104566 Nov 09 17:45:36.829692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a470cc0d-37dc-4db1-a1cb-fed82fe7f88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:36.876985 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-abfdfc8f-f73a-4c1c-8504-56b648c9ecd2 req-e205c809-8b9b-4c45-a668-39599755987a service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678213 Nov 09 17:45:37.105591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a470cc0d-37dc-4db1-a1cb-fed82fe7f88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:37.115926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a470cc0d-37dc-4db1-a1cb-fed82fe7f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:37.257349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a470cc0d-37dc-4db1-a1cb-fed82fe7f88f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=749101f0414548798fdf419acf0d2601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6400754 Nov 09 17:45:37.261122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54332) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:37.267664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470cc0d-37dc-4db1-a1cb-fed82fe7f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf29389-3887-4536-bff6-6c22f970d95e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:37.516688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60d33958-2b11-4006-81a1-299652a4f108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:37.763737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b30c-fce1-4c8e-8fab-3fde6d73bf57 req-c1534cad-851e-4f6d-8bc3-3dc28cbcf4b8 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:37.774888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1058b30c-fce1-4c8e-8fab-3fde6d73bf57 req-c1534cad-851e-4f6d-8bc3-3dc28cbcf4b8 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3683589 Nov 09 17:45:37.795617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23d2c805-b359-4f9a-adc3-d5919e282e43 req-031cf6b4-bf30-4f4c-9976-24b81ad5525e tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.1763475 Nov 09 17:45:37.809596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60d33958-2b11-4006-81a1-299652a4f108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:37.948629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1058b30c-fce1-4c8e-8fab-3fde6d73bf57 req-f27ba706-cd26-492c-95e9-4f48752d2567 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252358 Nov 09 17:45:37.975565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60d33958-2b11-4006-81a1-299652a4f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:37.979827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60d33958-2b11-4006-81a1-299652a4f108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:37.985007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-60d33958-2b11-4006-81a1-299652a4f108 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cf29389-3887-4536-bff6-6c22f970d95e HTTP/1.1" status: 204 len: 168 time: 0.7220845 Nov 09 17:45:38.005351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d33958-2b11-4006-81a1-299652a4f108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf29389-3887-4536-bff6-6c22f970d95e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:38.364232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fac28-a4e7-477c-a271-caad911c9d3f req-89297ef4-4f6d-4f02-b714-62b15634ad09 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:38.377759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c28fac28-a4e7-477c-a271-caad911c9d3f req-89297ef4-4f6d-4f02-b714-62b15634ad09 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2186682 Nov 09 17:45:38.466823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c28fac28-a4e7-477c-a271-caad911c9d3f req-cc5c1302-8d79-436c-925c-d5423a414474 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873928 Nov 09 17:45:39.045113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:39.077249 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e0d6cf3-4efa-4fa1-9c94-9019901e36c2 req-c86a052e-1ba4-481a-8bdc-197164ac8edc tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.1048188 Nov 09 17:45:39.084474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-af2114e9-d6ad-4350-ba19-beee9b45f604 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3e9990abd9504092bec5df64e1fbd98c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107469 Nov 09 17:45:39.155787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a4ace53-f03a-4508-98f8-51b7e314c212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:39.399750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-681fb349-2591-4215-96d2-d50b4aa7b45d tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:39.404180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-681fb349-2591-4215-96d2-d50b4aa7b45d tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3075848 Nov 09 17:45:39.441690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Request body: {'port': {'device_id': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '3e9990abd9504092bec5df64e1fbd98c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:39.556202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f93b2f-179d-461b-9979-09a132ce67ba req-bb3e8297-8c2e-4959-832f-29df4b6799b8 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:39.576875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94f93b2f-179d-461b-9979-09a132ce67ba req-bb3e8297-8c2e-4959-832f-29df4b6799b8 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3697834 Nov 09 17:45:40.130276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69c557-b6f6-4a90-9335-7aeec7ce4f3f req-bd7d6d92-e862-4b92-b114-9e90445c30f6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:40.133594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa69c557-b6f6-4a90-9335-7aeec7ce4f3f req-bd7d6d92-e862-4b92-b114-9e90445c30f6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2462020 Nov 09 17:45:40.253420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa69c557-b6f6-4a90-9335-7aeec7ce4f3f req-79a86480-12e6-47e1-9752-88b5066cb1d4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102645 Nov 09 17:45:40.254821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Made reservation on behalf of 3e9990abd9504092bec5df64e1fbd98c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:40.259354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.272783 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.546832 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.567256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94f93b2f-179d-461b-9979-09a132ce67ba req-0702db7e-cd3b-46b5-861b-d7abf2082187 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9817350 Nov 09 17:45:40.576204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a4ace53-f03a-4508-98f8-51b7e314c212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.587547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.596912 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a4ace53-f03a-4508-98f8-51b7e314c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.678864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a4ace53-f03a-4508-98f8-51b7e314c212 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ab9e7cf03504eb184980ac5c79e506a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6317596 Nov 09 17:45:40.681591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54402) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:40.718278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ace53-f03a-4508-98f8-51b7e314c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab33c1-037a-454c-9f80-9def1a4a2708,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:40.726778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45bd7e58-4201-40a2-a81a-26a5d88c265d req-afa4177f-93a5-4fc6-8aed-c68ac8f5c5a6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.1783407 Nov 09 17:45:40.789772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2bacfddf-259b-4526-8789-6f70dd92a33b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.835115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2bacfddf-259b-4526-8789-6f70dd92a33b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.900022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4fd564-4735-4501-a735-63bb698efc5d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:40.988225 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2bacfddf-259b-4526-8789-6f70dd92a33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.994399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2bacfddf-259b-4526-8789-6f70dd92a33b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:40.999714 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2bacfddf-259b-4526-8789-6f70dd92a33b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4aab33c1-037a-454c-9f80-9def1a4a2708 HTTP/1.1" status: 204 len: 168 time: 0.3127606 Nov 09 17:45:41.033902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacfddf-259b-4526-8789-6f70dd92a33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab33c1-037a-454c-9f80-9def1a4a2708,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:41.249230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Allocated IP 192.168.233.116 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/27129d81-8126-4ae0-be51-13a7598e8a68) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:41.675128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db113547-0831-4b3c-89ee-3a54795c9317 req-909c9b71-2f33-45ab-8967-68a188bdb24a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:41.689832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db113547-0831-4b3c-89ee-3a54795c9317 req-909c9b71-2f33-45ab-8967-68a188bdb24a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1955526 Nov 09 17:45:41.804300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db113547-0831-4b3c-89ee-3a54795c9317 req-856247ae-d787-46f9-97db-eb47d7009949 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083939 Nov 09 17:45:41.959666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:42.044125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01125a90-be71-433c-b199-74d115ed216b req-16136970-b5d9-46f6-ac02-0e8490d8afef tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.0821216 Nov 09 17:45:42.250777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:42.418589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:42.444597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:42.460217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:42.569020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Pushing event updated for resources: {'Port': ['ID=27129d81-8126-4ae0-be51-13a7598e8a68,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:42.719416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:42.724813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:42.826857 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7466d7d4-4466-46e0-bbc4-508067eb60e2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4062338 Nov 09 17:45:42.860169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Request body: {'port': {'device_id': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:43.146329 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:43.306270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-96865ceb-f4c7-48e7-9ccb-b34fe1e92c0d None None] Provisioning complete for port 27129d81-8126-4ae0-be51-13a7598e8a68 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:43.307004 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96865ceb-f4c7-48e7-9ccb-b34fe1e92c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:43.412126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6a138-7462-476f-bd9f-eacc11bb2e2c req-3abd5d74-b8f7-47ed-9eab-7068e1f96d19 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:43.440351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99a6a138-7462-476f-bd9f-eacc11bb2e2c req-3abd5d74-b8f7-47ed-9eab-7068e1f96d19 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2864110 Nov 09 17:45:43.507205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96865ceb-f4c7-48e7-9ccb-b34fe1e92c0d None None] Port 27129d81-8126-4ae0-be51-13a7598e8a68 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:45:43.697153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99a6a138-7462-476f-bd9f-eacc11bb2e2c req-baf6bccd-9811-4f70-94ac-d99a57dcbcf8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546935 Nov 09 17:45:44.178771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213338-d852-40f5-897a-6abe3a90b6cd req-a204524e-555e-4b50-99c8-b4b374535ab0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:44.180476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-80213338-d852-40f5-897a-6abe3a90b6cd req-a204524e-555e-4b50-99c8-b4b374535ab0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 936 time: 0.4354286 Nov 09 17:45:44.480704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-80213338-d852-40f5-897a-6abe3a90b6cd req-d896ea14-84df-4e85-b6a1-0f70b041230a tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860978 Nov 09 17:45:44.863282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27129d81-8126-4ae0-be51-13a7598e8a68 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:44.902639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:44.994439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Transition to ACTIVE for port object 27129d81-8126-4ae0-be51-13a7598e8a68 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:45:45.010143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:45.073940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120435-059f-432c-ad58-bff1fbd9ae54 req-8229bb82-0aa1-47b6-a1d6-d2d1ae108574 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:45.095922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad120435-059f-432c-ad58-bff1fbd9ae54 req-8229bb82-0aa1-47b6-a1d6-d2d1ae108574 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1953311 Nov 09 17:45:45.320987 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad120435-059f-432c-ad58-bff1fbd9ae54 req-dba832cb-e4b2-4f29-ad44-d806fdea3b3a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161193 Nov 09 17:45:45.694747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Pushing event updated for resources: {'Port': ['ID=27129d81-8126-4ae0-be51-13a7598e8a68,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:45.797694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Attempting to bind port 27129d81-8126-4ae0-be51-13a7598e8a68 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:45:45.798395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Attempting to bind port 27129d81-8126-4ae0-be51-13a7598e8a68 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:45:45.801786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Attempting to bind port 27129d81-8126-4ae0-be51-13a7598e8a68 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:45.832755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Port 27129d81-8126-4ae0-be51-13a7598e8a68 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:45.833670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Attempting to bind port 27129d81-8126-4ae0-be51-13a7598e8a68 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:45.859281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:45.862046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:45:45.863078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:45.866378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Bound port: 27129d81-8126-4ae0-be51-13a7598e8a68, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:45:45.867420 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:46.196059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53280f19-1d2c-47f7-a3f4-a90dcd6b1ecb req-b1cb4e10-f23f-42f0-8a1f-738578c05d0c tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:46.210893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53280f19-1d2c-47f7-a3f4-a90dcd6b1ecb req-b1cb4e10-f23f-42f0-8a1f-738578c05d0c tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 948 time: 0.2975297 Nov 09 17:45:46.476225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53280f19-1d2c-47f7-a3f4-a90dcd6b1ecb req-cd4afefd-56bd-44f6-adcb-cf745af82890 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530899 Nov 09 17:45:46.657226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] For port 27129d81-8126-4ae0-be51-13a7598e8a68, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:46.678853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] For port 27129d81-8126-4ae0-be51-13a7598e8a68, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=27129d81-8126-4ae0-be51-13a7598e8a68,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:46.687629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:46.876337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:46.877752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:46.880665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] 10.222.0.83 "PUT /v2.0/ports/27129d81-8126-4ae0-be51-13a7598e8a68 HTTP/1.1" status: 200 len: 1096 time: 4.0401132 Nov 09 17:45:46.883253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'tag': '27129d81-8126-4ae0-be51-13a7598e8a68'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:46.889223 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d083b2-9967-466d-ad22-a38b3807eec7" -d '{"events": [{"name": "network-changed", "server_uuid": "76a5e32e-258e-4c91-9343-1e3234dcd72a", "tag": "27129d81-8126-4ae0-be51-13a7598e8a68"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:46.929267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52239072-4903-49fa-b749-55086069003e req-37c7cced-1e0e-458a-ad43-be8f068c88a0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:46.937238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-52239072-4903-49fa-b749-55086069003e req-37c7cced-1e0e-458a-ad43-be8f068c88a0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2100770 Nov 09 17:45:46.938032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54518) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:47.107025 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72cc8a4-e0d8-485c-b45b-b476e5327221 x-openstack-request-id: req-e72cc8a4-e0d8-485c-b45b-b476e5327221 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:47.108617 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a5e32e-258e-4c91-9343-1e3234dcd72a", "tag": "27129d81-8126-4ae0-be51-13a7598e8a68", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:47.109340 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e72cc8a4-e0d8-485c-b45b-b476e5327221 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:47.110365 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'tag': '27129d81-8126-4ae0-be51-13a7598e8a68', 'status': 'completed', 'code': 200} Nov 09 17:45:47.157398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8890-258b-44a3-be98-90966cf6a8cc service neutron] Pushing event updated for resources: {'Port': ['ID=27129d81-8126-4ae0-be51-13a7598e8a68,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:47.182653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-4adbaf5c-29b3-4260-a20b-a9da2b07aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:47.190768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-4adbaf5c-29b3-4260-a20b-a9da2b07aa8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e9990abd9504092bec5df64e1fbd98c&device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 1099 time: 0.2259128 Nov 09 17:45:47.259329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-52239072-4903-49fa-b749-55086069003e req-bfbafb28-1663-4460-b88c-eb373f400b8b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012331 Nov 09 17:45:47.359104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21631423-a16c-4a1f-bfea-30e8bbcc8b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:47.382713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-437f3303-b312-4b9e-9814-ff438a619477 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=27129d81-8126-4ae0-be51-13a7598e8a68 HTTP/1.1" status: 200 len: 217 time: 0.1572084 Nov 09 17:45:47.677535 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21631423-a16c-4a1f-bfea-30e8bbcc8b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:47.687868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21631423-a16c-4a1f-bfea-30e8bbcc8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:47.723302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7e9ca0ec-5297-4b11-a56d-2bf538ace751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:47.725490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-7e9ca0ec-5297-4b11-a56d-2bf538ace751 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.3304024 Nov 09 17:45:47.876277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-21631423-a16c-4a1f-bfea-30e8bbcc8b20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed0e685a2c8b432d9f17031feacdf82a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9330192 Nov 09 17:45:47.912844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:48.018955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631423-a16c-4a1f-bfea-30e8bbcc8b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb24dc62-7cfc-4a71-b521-53e5bc6ca68e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:48.275211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cb623b8-6a9a-4cb7-8027-e73fb62824ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:48.305631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cb623b8-6a9a-4cb7-8027-e73fb62824ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:48.401034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cb623b8-6a9a-4cb7-8027-e73fb62824ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:48.403731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cb623b8-6a9a-4cb7-8027-e73fb62824ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:48.406634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0cb623b8-6a9a-4cb7-8027-e73fb62824ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb24dc62-7cfc-4a71-b521-53e5bc6ca68e HTTP/1.1" status: 204 len: 168 time: 0.4856153 Nov 09 17:45:48.449560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb623b8-6a9a-4cb7-8027-e73fb62824ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb24dc62-7cfc-4a71-b521-53e5bc6ca68e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:48.461167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-adce3d9c-6ac3-46b4-bd51-b3e0002e2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:48.465204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-adce3d9c-6ac3-46b4-bd51-b3e0002e2de7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7273319 Nov 09 17:45:48.498644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda08ad-95cf-419a-b809-e0c7be4994fb req-f8ce55d2-002f-422c-a55e-10fe6d472f0f tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:48.504289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bda08ad-95cf-419a-b809-e0c7be4994fb req-f8ce55d2-002f-422c-a55e-10fe6d472f0f tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 948 time: 0.3279195 Nov 09 17:45:48.753530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bda08ad-95cf-419a-b809-e0c7be4994fb req-65f1121c-5304-486f-93c0-72c1ed26eb6d tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188380 Nov 09 17:45:48.833023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149cf9e-c9b4-44a1-8e3a-de4dc601723e req-57665c5a-733f-4ebf-92be-5198ed677984 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:48.835389 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4149cf9e-c9b4-44a1-8e3a-de4dc601723e req-57665c5a-733f-4ebf-92be-5198ed677984 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1331658 Nov 09 17:45:48.842497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-c3256113-9f99-49e0-ab8d-3608870323bd service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368604 Nov 09 17:45:48.919287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4149cf9e-c9b4-44a1-8e3a-de4dc601723e req-28a1c0f9-6d8b-4c3a-be5b-674619b6a73c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747509 Nov 09 17:45:49.071451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad2c566e-501e-4f1f-820b-82ee847753b6 req-a699e07a-ab1a-4a4d-971c-0c6ee3186bfc service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179377 Nov 09 17:45:49.304021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-f32c1c24-9011-4c8f-97e5-4811c8447360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:49.309504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-f32c1c24-9011-4c8f-97e5-4811c8447360 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e9990abd9504092bec5df64e1fbd98c&device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 1099 time: 0.1500788 Nov 09 17:45:49.508605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-3633dfdc-0f56-4dc9-9b12-7288d9da3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:49.512952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-3633dfdc-0f56-4dc9-9b12-7288d9da3641 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1948397 Nov 09 17:45:49.595066 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-7d819f9f-6534-494f-a5c5-53ff8d6892ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=27129d81-8126-4ae0-be51-13a7598e8a68 HTTP/1.1" status: 200 len: 217 time: 0.0642161 Nov 09 17:45:49.783048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-f906de82-817c-41dd-89c6-d4193914de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:49.785604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-f906de82-817c-41dd-89c6-d4193914de32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.1823850 Nov 09 17:45:49.876984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-c0fbe4a8-89c1-487b-b798-8cc5f31207ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:49.879879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-c0fbe4a8-89c1-487b-b798-8cc5f31207ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799112 Nov 09 17:45:50.081238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6a11-ccea-4433-805d-19199c91d226 req-5b01b2af-463f-4e0e-8433-c270f4f6a20a tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.083019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-199a6a11-ccea-4433-805d-19199c91d226 req-5b01b2af-463f-4e0e-8433-c270f4f6a20a tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 948 time: 0.1234365 Nov 09 17:45:50.209689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f76df5-9770-49f8-b19d-add5d0a041e5 req-9e931c7c-583a-47db-8072-b2014aca75d4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.220544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1f76df5-9770-49f8-b19d-add5d0a041e5 req-9e931c7c-583a-47db-8072-b2014aca75d4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1613619 Nov 09 17:45:50.235314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-b5e96b21-c205-4aa8-9498-f729d9f46f7f service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363941 Nov 09 17:45:50.336160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1f76df5-9770-49f8-b19d-add5d0a041e5 req-c6cfcca4-4f5c-4afb-b964-244cb5ee089a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097500 Nov 09 17:45:50.499187 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f8d083b2-9967-466d-ad22-a38b3807eec7 req-9a0d7039-f578-43e3-8918-74d9ec19e052 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408199 Nov 09 17:45:50.503611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-199a6a11-ccea-4433-805d-19199c91d226 req-f0a522d2-5e82-44fc-8cd8-29723cb46aa0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656015 Nov 09 17:45:51.647826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988a978-2d3e-4d8a-8ca5-e4b7aef6cb74 req-01f448be-e812-4e13-972a-d50952ea0b24 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:51.649864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a988a978-2d3e-4d8a-8ca5-e4b7aef6cb74 req-01f448be-e812-4e13-972a-d50952ea0b24 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1844902 Nov 09 17:45:51.748316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a988a978-2d3e-4d8a-8ca5-e4b7aef6cb74 req-9eb9a11e-c3da-4908-9190-48ad746cb2ee tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847738 Nov 09 17:45:51.885483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1f0c6-7d84-4943-b8b9-ebd2fc10a1f6 req-3abb635e-2dce-4513-a503-430c4c36b57a tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:51.889344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2a1f0c6-7d84-4943-b8b9-ebd2fc10a1f6 req-3abb635e-2dce-4513-a503-430c4c36b57a tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 948 time: 0.0963557 Nov 09 17:45:52.024011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b2a1f0c6-7d84-4943-b8b9-ebd2fc10a1f6 req-ed386177-8b89-4aa7-b4ba-d52e19c2d3cb tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161966 Nov 09 17:45:52.352986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 27129d81-8126-4ae0-be51-13a7598e8a68 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:52.626855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 27129d81-8126-4ae0-be51-13a7598e8a68, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=27129d81-8126-4ae0-be51-13a7598e8a68,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:52.647316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '27129d81-8126-4ae0-be51-13a7598e8a68', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '27129d81-8126-4ae0-be51-13a7598e8a68', 'mac_address': 'fa:16:3e:45:a3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:52.706973 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:52.727627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27129d81-8126-4ae0-be51-13a7598e8a68 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:52.758396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 27129d81-8126-4ae0-be51-13a7598e8a68, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=27129d81-8126-4ae0-be51-13a7598e8a68,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:52.764478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:52.851612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=27129d81-8126-4ae0-be51-13a7598e8a68,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:52.865120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.865605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.866146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.866593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.867080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.867527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.868055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.868496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.869001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.869609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.870053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.870492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:52.904242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-253e78c0-c4cb-42b1-949a-5c3acb39db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:52.906521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-253e78c0-c4cb-42b1-949a-5c3acb39db72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1096 time: 0.1376903 Nov 09 17:45:52.993701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:53.015625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['27129d81-8126-4ae0-be51-13a7598e8a68'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:53.217732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901890e-089e-411a-b3d5-f4385179a971 req-2e80aca7-aacb-4606-8a24-57d8a18822d0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:53.219607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a901890e-089e-411a-b3d5-f4385179a971 req-2e80aca7-aacb-4606-8a24-57d8a18822d0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.2811067 Nov 09 17:45:53.232499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-f7f5ade4-9abc-4a73-8734-04c4e5af979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:53.234296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-f7f5ade4-9abc-4a73-8734-04c4e5af979e service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.3168910 Nov 09 17:45:53.271507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb47b0-ab86-45c2-961d-09dfc50dc719 req-37d01aae-11d3-410b-9a13-4ef23876440e tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:53.274111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95bb47b0-ab86-45c2-961d-09dfc50dc719 req-37d01aae-11d3-410b-9a13-4ef23876440e tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 949 time: 0.1120059 Nov 09 17:45:53.390612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95bb47b0-ab86-45c2-961d-09dfc50dc719 req-0c2961b2-6e80-44d7-8465-ff8897922f2c tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935652 Nov 09 17:45:53.565446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-ed663cca-295f-4fa4-b574-74ab700257dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 1001 time: 0.3216181 Nov 09 17:45:53.602837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a901890e-089e-411a-b3d5-f4385179a971 req-5e83eaaa-b7a9-4c4a-9a39-bc3168b51284 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635795 Nov 09 17:45:53.726044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-55cdb2a8-c4fa-44e1-94fc-3807281c522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:53.727940 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-55cdb2a8-c4fa-44e1-94fc-3807281c522c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1222787 Nov 09 17:45:53.935378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-ecc4eede-0c2b-45f6-b0b7-70ab7b591e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:53.937751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-ecc4eede-0c2b-45f6-b0b7-70ab7b591e7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016060 Nov 09 17:45:54.189499 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-53325689-43bc-4ea8-a48d-9a9dbf51535b service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408857 Nov 09 17:45:54.304820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:54.367722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 27129d81-8126-4ae0-be51-13a7598e8a68 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:54.398947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-487935a1-c6ea-4e0b-9f4e-656af461192f req-76bf3226-0c19-440b-a1b4-2fd69c96fd15 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001429 Nov 09 17:45:54.542931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02216b47-a77b-4562-9acc-863a608bae3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:54.638885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 27129d81-8126-4ae0-be51-13a7598e8a68 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:45:54.669404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 27129d81-8126-4ae0-be51-13a7598e8a68 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:54.672284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:54.822934 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02216b47-a77b-4562-9acc-863a608bae3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:54.841747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02216b47-a77b-4562-9acc-863a608bae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:54.852736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b4e84-6cd8-45c6-b388-e37309776e7e req-5c283c49-7860-4cb9-9cdb-440d6e07ead7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.862734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f90b4e84-6cd8-45c6-b388-e37309776e7e req-5c283c49-7860-4cb9-9cdb-440d6e07ead7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 945 time: 0.1058607 Nov 09 17:45:54.960722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-02216b47-a77b-4562-9acc-863a608bae3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3d7f525feda45c08534c975dde19451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6544793 Nov 09 17:45:54.966274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:54.971444 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.001240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f90b4e84-6cd8-45c6-b388-e37309776e7e req-8b7e0e22-bdc5-4a6b-af87-da3d78c91620 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357987 Nov 09 17:45:55.014362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09360ac1-7e24-4748-8bb9-dacd6e5582e2 req-2c4c82bf-73cb-449d-aeb6-c7f754c28a67 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:55.023968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09360ac1-7e24-4748-8bb9-dacd6e5582e2 req-2c4c82bf-73cb-449d-aeb6-c7f754c28a67 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 949 time: 0.3330891 Nov 09 17:45:55.057283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216b47-a77b-4562-9acc-863a608bae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4069e75-b251-4ccd-bc47-a641f5bbe28f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.066450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27129d81-8126-4ae0-be51-13a7598e8a68'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:55.068971 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985be63b-fe33-4c1c-8cb8-3653322ab398" -d '{"events": [{"server_uuid": "76a5e32e-258e-4c91-9343-1e3234dcd72a", "name": "network-vif-plugged", "status": "completed", "tag": "27129d81-8126-4ae0-be51-13a7598e8a68"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:55.107304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 27129d81-8126-4ae0-be51-13a7598e8a68, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=27129d81-8126-4ae0-be51-13a7598e8a68,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:55.113470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.143946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.194130 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59208556-a106-4b65-9269-26216add7954 x-openstack-request-id: req-59208556-a106-4b65-9269-26216add7954 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:55.194851 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a5e32e-258e-4c91-9343-1e3234dcd72a", "name": "network-vif-plugged", "status": "completed", "tag": "27129d81-8126-4ae0-be51-13a7598e8a68", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:55.195859 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59208556-a106-4b65-9269-26216add7954 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:55.196503 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27129d81-8126-4ae0-be51-13a7598e8a68', 'code': 200} Nov 09 17:45:55.230182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=27129d81-8126-4ae0-be51-13a7598e8a68,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.250080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.250768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09360ac1-7e24-4748-8bb9-dacd6e5582e2 req-27c0ff4b-3543-476a-bfea-890f332658d0 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039852 Nov 09 17:45:55.273722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:55.383618 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.387925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.392373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4069e75-b251-4ccd-bc47-a641f5bbe28f HTTP/1.1" status: 204 len: 168 time: 0.4201615 Nov 09 17:45:55.426347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4069e75-b251-4ccd-bc47-a641f5bbe28f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.428299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34581b4-af0c-4480-af33-877ecdb45291 req-50bea6b0-b640-4990-a54c-d0db533675bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:55.431587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e34581b4-af0c-4480-af33-877ecdb45291 req-50bea6b0-b640-4990-a54c-d0db533675bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 1101 time: 0.1769044 Nov 09 17:45:55.445335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.445809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.446210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.446619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.447566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.448072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.448821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.449268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.460490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.460900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.463622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.464323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2ddba-7025-43f1-abd7-046a9fecee5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.609032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:55.609990 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e34581b4-af0c-4480-af33-877ecdb45291 req-ff142438-73c5-4bb8-92ce-748c8030ef77 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698639 Nov 09 17:45:55.702057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:55.723126 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:56.062050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:56.487513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6ebdb-2905-4072-9351-9ee3d1df0c6b req-807eb812-6a32-48c5-b4fc-40d9538279a6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:56.497341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004814-d33b-42a1-a595-1bda28e509a1 req-d69cbc70-d42b-49de-b026-f999ebc22de6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:56.500678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24004814-d33b-42a1-a595-1bda28e509a1 req-d69cbc70-d42b-49de-b026-f999ebc22de6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2696214 Nov 09 17:45:56.510936 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebc6ebdb-2905-4072-9351-9ee3d1df0c6b req-807eb812-6a32-48c5-b4fc-40d9538279a6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 950 time: 0.0964017 Nov 09 17:45:56.716161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebc6ebdb-2905-4072-9351-9ee3d1df0c6b req-e1665028-9de4-44cd-84b5-1b17b89a1500 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038305 Nov 09 17:45:56.729464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-24004814-d33b-42a1-a595-1bda28e509a1 req-25b8209c-1975-4821-b020-87546e8d2e46 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186618 Nov 09 17:45:56.807380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54794) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:56.843877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c5eee4d-e928-4c3a-9d8d-f1d79560bf8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.197987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:57.200620 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe38516-d376-43cc-882c-aa43fd6b53fe" -d '{"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-unplugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:57.236430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c5eee4d-e928-4c3a-9d8d-f1d79560bf8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.254532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c5eee4d-e928-4c3a-9d8d-f1d79560bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.373756 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb29641-6c55-4b84-bbd3-bfd2f05d439c x-openstack-request-id: req-7eb29641-6c55-4b84-bbd3-bfd2f05d439c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:57.373756 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-unplugged", "status": "failed", "tag": "75889762-094c-4908-97ca-e1775d45e368", "code": 422}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:57.374086 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7eb29641-6c55-4b84-bbd3-bfd2f05d439c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:57.374405 n-d-804292-3 neutron-server[102556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'code': 422} returned with failed status Nov 09 17:45:57.438517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6c5eee4d-e928-4c3a-9d8d-f1d79560bf8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=630f7dab08a84a29aa0177009e654aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296206 Nov 09 17:45:57.440410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eee4d-e928-4c3a-9d8d-f1d79560bf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3599b0-0e29-412b-b115-d3a6a0fd65b0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:57.441516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54802) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:57.586779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba9a7-8095-4c6c-9425-2e911b944233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.694004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba9a7-8095-4c6c-9425-2e911b944233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.821208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba9a7-8095-4c6c-9425-2e911b944233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.824814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba9a7-8095-4c6c-9425-2e911b944233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:57.826030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ef7ba9a7-8095-4c6c-9425-2e911b944233 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec3599b0-0e29-412b-b115-d3a6a0fd65b0 HTTP/1.1" status: 204 len: 168 time: 0.3832214 Nov 09 17:45:57.852952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ba9a7-8095-4c6c-9425-2e911b944233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3599b0-0e29-412b-b115-d3a6a0fd65b0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:58.020397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db5ada-fe50-4adb-a71f-2ac1a2f2c41f req-143b91fa-71c6-4740-b6d2-005959e7631d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:58.023251 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2df350b7-b05d-4d06-9c8a-98dae3ce8f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:58.034370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802d07-418a-49b9-a84a-48339fb83788 req-f0dbad24-738f-483a-9abe-0358be61e5b6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:58.037163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d802d07-418a-49b9-a84a-48339fb83788 req-f0dbad24-738f-483a-9abe-0358be61e5b6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 950 time: 0.1257660 Nov 09 17:45:58.045064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16db5ada-fe50-4adb-a71f-2ac1a2f2c41f req-143b91fa-71c6-4740-b6d2-005959e7631d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1166966 Nov 09 17:45:58.152100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16db5ada-fe50-4adb-a71f-2ac1a2f2c41f req-a9d994af-ee63-42c4-b5dc-5c967a16968d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051722 Nov 09 17:45:58.237292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d802d07-418a-49b9-a84a-48339fb83788 req-d090ead6-f408-40ca-915a-1c8b19a7d6f3 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755435 Nov 09 17:45:58.364329 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:45:59.121399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb155a-42aa-42c0-a83d-c5931bea6300 req-54ea4777-1969-4ae5-9440-48be5de7ed35 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.123333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5bdb155a-42aa-42c0-a83d-c5931bea6300 req-54ea4777-1969-4ae5-9440-48be5de7ed35 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 950 time: 0.1909513 Nov 09 17:45:59.265493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5bdb155a-42aa-42c0-a83d-c5931bea6300 req-e94b78c8-3842-46f8-938b-0a0ea245dc15 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119211 Nov 09 17:45:59.268285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:59.943236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e3ce-dad0-48cd-9451-77284f2b906b req-5911107a-23df-499b-93e7-8ad7b2390ce7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.953863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7cf0e3ce-dad0-48cd-9451-77284f2b906b req-5911107a-23df-499b-93e7-8ad7b2390ce7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1048005 Nov 09 17:46:00.077813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7cf0e3ce-dad0-48cd-9451-77284f2b906b req-7196da57-bfb4-49d6-ab09-93f0738e99ec tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202774 Nov 09 17:46:00.199487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-0e4100b5-59fa-4872-9d88-e3d2d822a6a6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.201120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-0e4100b5-59fa-4872-9d88-e3d2d822a6a6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.83 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 950 time: 0.1460230 Nov 09 17:46:00.399266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afdc0262-950f-4fab-b0d2-2f4c59446b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:00.448842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 54898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:00.496768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Deleting port 27129d81-8126-4ae0-be51-13a7598e8a68 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:46:00.497442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:00.643057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457dd08-7ea6-4c2d-a76d-472007c2e50c req-c0df0db0-c527-491c-a858-35c732f6e289 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.643057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f457dd08-7ea6-4c2d-a76d-472007c2e50c req-c0df0db0-c527-491c-a858-35c732f6e289 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 950 time: 0.1557608 Nov 09 17:46:00.741881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] For port 27129d81-8126-4ae0-be51-13a7598e8a68, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=27129d81-8126-4ae0-be51-13a7598e8a68,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:00.743138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:01.502426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Calling delete_port for 27129d81-8126-4ae0-be51-13a7598e8a68 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:46:01.566081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063cf9e-d691-4334-8074-8b0e1cd1415b req-9558bc55-27f5-4d43-b644-116b7c420f12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:01.587497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0063cf9e-d691-4334-8074-8b0e1cd1415b req-9558bc55-27f5-4d43-b644-116b7c420f12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2375739 Nov 09 17:46:01.741504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:01.783263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-3c3cf9b2-06ba-4657-860a-ce243cc8f8e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3331711 Nov 09 17:46:01.803993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f457dd08-7ea6-4c2d-a76d-472007c2e50c req-8a0539a3-344c-4964-b28e-e89fa25690d1 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d4fd564-4735-4501-a735-63bb698efc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1390510 Nov 09 17:46:01.813283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0063cf9e-d691-4334-8074-8b0e1cd1415b req-449224bb-6c0a-4828-b35c-1acca4b7e3bb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155433 Nov 09 17:46:01.827566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-7160d5c8-1ae8-470a-a52a-a50a50be87a2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:46:01.847054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-7160d5c8-1ae8-470a-a52a-a50a50be87a2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345221 Nov 09 17:46:01.999397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:02.012735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['27129d81-8126-4ae0-be51-13a7598e8a68'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:02.106612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Pushing event deleted for resources: {'Port': ['ID=27129d81-8126-4ae0-be51-13a7598e8a68,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:02.286869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] No DVR routers for this DVR port 27129d81-8126-4ae0-be51-13a7598e8a68 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:46:02.293544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:02.301208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eb05a9f-95d5-4143-800d-afe4aebaaead req-877165a7-4c33-42ef-9d5f-2dbd1665aac6 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.83 "DELETE /v2.0/ports/27129d81-8126-4ae0-be51-13a7598e8a68 HTTP/1.1" status: 204 len: 173 time: 2.0884168 Nov 09 17:46:02.309798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'name': 'network-vif-deleted', 'tag': '27129d81-8126-4ae0-be51-13a7598e8a68'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:02.322343 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6a6008-a46b-4718-bb67-fc9b73f03217" -d '{"events": [{"server_uuid": "76a5e32e-258e-4c91-9343-1e3234dcd72a", "name": "network-vif-deleted", "tag": "27129d81-8126-4ae0-be51-13a7598e8a68"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:02.429975 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ccbc8a-3864-4436-8f95-a411f1ff3d26 x-openstack-request-id: req-21ccbc8a-3864-4436-8f95-a411f1ff3d26 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:02.430472 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a5e32e-258e-4c91-9343-1e3234dcd72a", "name": "network-vif-deleted", "tag": "27129d81-8126-4ae0-be51-13a7598e8a68", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:02.431425 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21ccbc8a-3864-4436-8f95-a411f1ff3d26 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:02.432414 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a5e32e-258e-4c91-9343-1e3234dcd72a', 'name': 'network-vif-deleted', 'tag': '27129d81-8126-4ae0-be51-13a7598e8a68', 'status': 'completed', 'code': 200} Nov 09 17:46:03.123831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c07aaea6-1973-4449-b0e2-c2832b858e7d req-dc2d271e-ae2d-44bf-8313-8448c38306a2 tempest-VolumesNegativeTest-2009411409 tempest-VolumesNegativeTest-2009411409-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a5e32e-258e-4c91-9343-1e3234dcd72a HTTP/1.1" status: 200 len: 210 time: 0.0702107 Nov 09 17:46:03.214189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184ce0-3492-42ba-af2e-9a823b7903e0 req-bade51e4-3cc4-4d24-8cb4-029756152b98 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:03.227623 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9184ce0-3492-42ba-af2e-9a823b7903e0 req-bade51e4-3cc4-4d24-8cb4-029756152b98 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2018547 Nov 09 17:46:03.263238 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:03.408980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a9184ce0-3492-42ba-af2e-9a823b7903e0 req-d11b2924-395d-486d-b039-ea1fa8bd4cf8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745963 Nov 09 17:46:03.554192 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:04.016569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:04.272051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4b22290-a687-4a3a-a93c-3a2c1716fb2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:04.401585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 27129d81-8126-4ae0-be51-13a7598e8a68 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:04.499045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 27129d81-8126-4ae0-be51-13a7598e8a68 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:46:04.507864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 27129d81-8126-4ae0-be51-13a7598e8a68 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:46:04.968555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64842-8438-43b7-8d88-3958059494d7 req-77354a7b-cc7c-4bc7-ac37-226307117f01 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:04.992165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5be64842-8438-43b7-8d88-3958059494d7 req-77354a7b-cc7c-4bc7-ac37-226307117f01 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.3944161 Nov 09 17:46:05.163059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4b22290-a687-4a3a-a93c-3a2c1716fb2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:05.179846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4b22290-a687-4a3a-a93c-3a2c1716fb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:05.454144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b22290-a687-4a3a-a93c-3a2c1716fb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef1c27f-e734-422f-943c-95adde42f6e5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:05.629376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5be64842-8438-43b7-8d88-3958059494d7 req-66d1f1b0-029a-4be4-b262-49e2943034d1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6360836 Nov 09 17:46:05.650748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f4b22290-a687-4a3a-a93c-3a2c1716fb2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29a2eac9389c42c9872667aa4530fa34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6264064 Nov 09 17:46:05.651907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55050) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:05.666963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:05.957895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02a6e4ea-8bc3-4e87-aef8-fd98c3841669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.052495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02a6e4ea-8bc3-4e87-aef8-fd98c3841669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.100531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45c83fba-a48d-46a6-9b42-c5d1e0003dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.372855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02a6e4ea-8bc3-4e87-aef8-fd98c3841669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.382625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45c83fba-a48d-46a6-9b42-c5d1e0003dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.388932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02a6e4ea-8bc3-4e87-aef8-fd98c3841669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.395204 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45c83fba-a48d-46a6-9b42-c5d1e0003dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:06.405270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-02a6e4ea-8bc3-4e87-aef8-fd98c3841669 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ef1c27f-e734-422f-943c-95adde42f6e5 HTTP/1.1" status: 204 len: 168 time: 0.7525532 Nov 09 17:46:06.443376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6e4ea-8bc3-4e87-aef8-fd98c3841669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef1c27f-e734-422f-943c-95adde42f6e5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:06.701002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-45c83fba-a48d-46a6-9b42-c5d1e0003dd8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af26991281e741819bf9b6f6c2b4dd03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0149558 Nov 09 17:46:06.704213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:06.738109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83fba-a48d-46a6-9b42-c5d1e0003dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f4e396-f2a0-4482-9434-cf68b77a5f99,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:06.939066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f69fa494-b6d2-46cb-a040-02a462097c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:07.050595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f69fa494-b6d2-46cb-a040-02a462097c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:07.452799 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:46:07.671271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eaf4a-f8c2-4a29-a266-12b85ffcdfe2 req-438ae314-fee5-4fe3-a544-ddce0fcefaa8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:07.695558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea7eaf4a-f8c2-4a29-a266-12b85ffcdfe2 req-438ae314-fee5-4fe3-a544-ddce0fcefaa8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.4780757 Nov 09 17:46:07.698137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:07.741732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b111a63d-8751-4ced-9bda-4484b30b1a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:07.863667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f69fa494-b6d2-46cb-a040-02a462097c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:07.900007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f69fa494-b6d2-46cb-a040-02a462097c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:07.918116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f69fa494-b6d2-46cb-a040-02a462097c14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8f4e396-f2a0-4482-9434-cf68b77a5f99 HTTP/1.1" status: 204 len: 168 time: 1.2090588 Nov 09 17:46:08.010395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fa494-b6d2-46cb-a040-02a462097c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f4e396-f2a0-4482-9434-cf68b77a5f99,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:08.073554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea7eaf4a-f8c2-4a29-a266-12b85ffcdfe2 req-48bcace2-c5ff-4e30-a60d-6f3bfa70118c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767407 Nov 09 17:46:08.279238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b111a63d-8751-4ced-9bda-4484b30b1a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:08.285191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b111a63d-8751-4ced-9bda-4484b30b1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:08.403617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111a63d-8751-4ced-9bda-4484b30b1a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb03f9-0af7-455f-8dbe-fb8f93f162f1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:08.497455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b111a63d-8751-4ced-9bda-4484b30b1a10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54d86164f2ca4c63a66a8378ccd3aeb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7979105 Nov 09 17:46:08.501505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55156) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:08.875322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9679-9d22-4314-9f00-c29fe08bc819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:08.964358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9679-9d22-4314-9f00-c29fe08bc819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:09.115662 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9679-9d22-4314-9f00-c29fe08bc819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:09.119535 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9679-9d22-4314-9f00-c29fe08bc819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:09.133528 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a4f9679-9d22-4314-9f00-c29fe08bc819 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbdb03f9-0af7-455f-8dbe-fb8f93f162f1 HTTP/1.1" status: 204 len: 168 time: 0.6288514 Nov 09 17:46:09.187110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f9679-9d22-4314-9f00-c29fe08bc819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb03f9-0af7-455f-8dbe-fb8f93f162f1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:09.203102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:09.240775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:09.375520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d281b-dbc1-4afc-948b-e07f5d252e0b req-59121699-b33c-4f84-8cd6-aa5eedbff8fb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:09.381555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e32d281b-dbc1-4afc-948b-e07f5d252e0b req-59121699-b33c-4f84-8cd6-aa5eedbff8fb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1427298 Nov 09 17:46:09.711188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:09.733766 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e32d281b-dbc1-4afc-948b-e07f5d252e0b req-cc9f09ca-bae7-4473-b2cb-06e495c028d1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472124 Nov 09 17:46:09.738563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:09.877343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e15ac1-4389-465a-b997-8376a8690eb8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:09.934018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.937942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.938892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.939841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.941037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.946223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.946223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.947461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.951877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.952551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.953929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:09.955520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:10.095055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:10.105203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2154450f-5978-4c30-b34f-69562e8f75a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fcc0349a30045699d6cb66c8c75dcc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8967144 Nov 09 17:46:10.238904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-77d81ab6-2c03-4767-b3ca-94175a832327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:10.350299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-77d81ab6-2c03-4767-b3ca-94175a832327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:10.537269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-77d81ab6-2c03-4767-b3ca-94175a832327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:10.540366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-77d81ab6-2c03-4767-b3ca-94175a832327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:10.544248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-77d81ab6-2c03-4767-b3ca-94175a832327 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4e15ac1-4389-465a-b997-8376a8690eb8 HTTP/1.1" status: 204 len: 168 time: 0.4449062 Nov 09 17:46:10.597602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d81ab6-2c03-4767-b3ca-94175a832327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e15ac1-4389-465a-b997-8376a8690eb8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:11.282961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc20cdf-60dd-4e17-8e66-46abaafbd52e req-d025ff47-2028-499c-bd7b-2001ac91afae tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:11.293354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9cc20cdf-60dd-4e17-8e66-46abaafbd52e req-d025ff47-2028-499c-bd7b-2001ac91afae tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2060702 Nov 09 17:46:11.558651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9cc20cdf-60dd-4e17-8e66-46abaafbd52e req-42a8feae-6be3-4247-af82-0ed1932ef35e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640555 Nov 09 17:46:12.006228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-5a87f13a-0a2b-490a-ad50-44da3549b26c req-bf71c46a-2d0d-4dd6-9b99-53202afff708 service neutron] (102554) timed out ('10.222.0.43', 60124) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:46:12.928265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5997259-6226-4d42-a004-475583e655fc req-5b253243-6d8d-449c-a940-4488488d6954 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.942716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5997259-6226-4d42-a004-475583e655fc req-5b253243-6d8d-449c-a940-4488488d6954 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.2011285 Nov 09 17:46:13.022778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678b57-7327-4b05-93f2-471a2453d41c req-bed2e5d6-b19c-4f61-834c-8721b1d7299b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.053533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e678b57-7327-4b05-93f2-471a2453d41c req-bed2e5d6-b19c-4f61-834c-8721b1d7299b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2494242 Nov 09 17:46:13.148534 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c5997259-6226-4d42-a004-475583e655fc req-69dc0d49-7c3d-4e1f-8e19-980791acd1cf tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969149 Nov 09 17:46:13.217257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2e678b57-7327-4b05-93f2-471a2453d41c req-5237f78d-6b91-4672-82ef-395fd0e9e5cf tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587400 Nov 09 17:46:14.619376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e099f3-74e9-493d-9121-5955586a67fe req-d4663009-731f-4356-b3c7-09a22f6c3ffa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:14.632220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95e099f3-74e9-493d-9121-5955586a67fe req-d4663009-731f-4356-b3c7-09a22f6c3ffa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1972070 Nov 09 17:46:14.875711 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95e099f3-74e9-493d-9121-5955586a67fe req-6f81e77b-96cb-4b8e-a0c9-a608c4f5af55 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362270 Nov 09 17:46:15.661355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-389d75a1-d919-4022-878b-6188400e1586 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:15.668504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-389d75a1-d919-4022-878b-6188400e1586 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 1.4597449 Nov 09 17:46:15.706476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af35b05-7c9f-4b65-b300-a0ae000592f8 req-51877c27-2a42-45f0-84b9-98036c271942 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:15.715620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6af35b05-7c9f-4b65-b300-a0ae000592f8 req-51877c27-2a42-45f0-84b9-98036c271942 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.3242507 Nov 09 17:46:15.923824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6af35b05-7c9f-4b65-b300-a0ae000592f8 req-3d496130-a9cc-4956-9dbb-aa2848c38aae tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793482 Nov 09 17:46:16.225234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c55bd-2ebd-4744-abba-9740f548f24e req-16a957e6-d1c7-4f9a-9692-a913060878ec tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:16.240531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-070c55bd-2ebd-4744-abba-9740f548f24e req-16a957e6-d1c7-4f9a-9692-a913060878ec tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1905475 Nov 09 17:46:16.279801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Deleting port 0395a148-c10f-4c27-aa4c-aafce09e2747 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:46:16.280151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:16.428992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-070c55bd-2ebd-4744-abba-9740f548f24e req-35974fde-3245-4aac-9939-e51f23c09ba6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786089 Nov 09 17:46:16.501261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] For port 0395a148-c10f-4c27-aa4c-aafce09e2747, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0395a148-c10f-4c27-aa4c-aafce09e2747,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:16.501619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:17.322272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0395a148-c10f-4c27-aa4c-aafce09e2747 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:17.341845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-d37cb0d0-4851-405d-914a-41b7d9dcfbf0 req-b4571916-192e-40d4-a7f2-1fbdb22c19ae tempest-ServerRescueTestJSON-607599059 tempest-ServerRescueTestJSON-607599059-project] (102554) timed out ('10.222.0.83', 65162) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:46:17.437091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84862977-fe17-4693-8e38-3926c93c8fa6 req-4956e771-d9b2-4740-96d2-f500548a6347 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.446528 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84862977-fe17-4693-8e38-3926c93c8fa6 req-4956e771-d9b2-4740-96d2-f500548a6347 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 945 time: 0.1422937 Nov 09 17:46:17.501582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:17.502399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:17.502945 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Floating IP 48d45393-e30b-44b3-8610-523ce6c4128b disassociated. External IP: 172.25.3.233, port: 0395a148-c10f-4c27-aa4c-aafce09e2747. Nov 09 17:46:17.503702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Calling delete_port for 0395a148-c10f-4c27-aa4c-aafce09e2747 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:46:17.534691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84862977-fe17-4693-8e38-3926c93c8fa6 req-b1c1ba65-3281-4683-a0d7-c966a5799037 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dadee09-3bf0-44d4-8b93-bb762763b629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866940 Nov 09 17:46:17.940164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:18.018311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a6fd-7bb7-4f54-b48a-7c207f66eff7 req-43208503-6f58-4eb4-a75a-de77bb439156 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:18.025089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4cf3a6fd-7bb7-4f54-b48a-7c207f66eff7 req-43208503-6f58-4eb4-a75a-de77bb439156 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2282462 Nov 09 17:46:18.242248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4cf3a6fd-7bb7-4f54-b48a-7c207f66eff7 req-52c95a44-86e3-4cc4-9175-9476714c101d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036798 Nov 09 17:46:18.247188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:18.367581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event deleted for resources: {'Port': ['ID=0395a148-c10f-4c27-aa4c-aafce09e2747,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:18.759431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Router cf04b174-c6f8-489b-b3aa-20666151b0df has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:46:19.341714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:19.357636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:19.411412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:19.425080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:46:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:19.590951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3061b-d464-431c-b44a-96168b4c1dee req-599935bf-e5b0-4017-b603-b5d2171d2c3f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:19.600094 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5b3061b-d464-431c-b44a-96168b4c1dee req-599935bf-e5b0-4017-b603-b5d2171d2c3f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1856487 Nov 09 17:46:19.609162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] No DVR routers for this DVR port 0395a148-c10f-4c27-aa4c-aafce09e2747 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:46:19.623795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7129888c-a6d0-4757-8bb8-971cebed4ee6 req-580d7931-87fb-4aca-9342-e59092d3b46e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff HTTP/1.1" status: 200 len: 210 time: 0.2933347 Nov 09 17:46:19.625247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:19.635287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fffd8c46-d5cf-4cae-9907-8c5624f47b7b req-82be876e-2d68-4337-8bd5-6280e1c32ec5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "DELETE /v2.0/ports/0395a148-c10f-4c27-aa4c-aafce09e2747 HTTP/1.1" status: 204 len: 173 time: 3.9135075 Nov 09 17:46:19.635734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'name': 'network-vif-deleted', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:19.646922 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4a812-8a48-4965-acdb-f58ea1235d5b" -d '{"events": [{"server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "name": "network-vif-deleted", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:19.825855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:19.877972 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d27c7f-2059-4c36-801a-7d3767efcd69 x-openstack-request-id: req-c7d27c7f-2059-4c36-801a-7d3767efcd69 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:19.878267 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff", "name": "network-vif-deleted", "tag": "0395a148-c10f-4c27-aa4c-aafce09e2747", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:19.878521 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7d27c7f-2059-4c36-801a-7d3767efcd69 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:19.878924 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a2a121-6da9-4e5f-bdaa-d0dd548f66ff', 'name': 'network-vif-deleted', 'tag': '0395a148-c10f-4c27-aa4c-aafce09e2747', 'status': 'completed', 'code': 200} Nov 09 17:46:19.922554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5b3061b-d464-431c-b44a-96168b4c1dee req-192ca4a9-a6b7-45df-9ffc-c3e779385117 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133812 Nov 09 17:46:20.851949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:20.952163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:21.005911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:21.009294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:46:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:21.014274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:21.322746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b495a55b-f720-4ce3-828f-63240178cf21 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:21.409372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:21.410473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b495a55b-f720-4ce3-828f-63240178cf21 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:21.552257 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b495a55b-f720-4ce3-828f-63240178cf21 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:21.555727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b495a55b-f720-4ce3-828f-63240178cf21 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:21.557533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b495a55b-f720-4ce3-828f-63240178cf21 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "DELETE /v2.0/security-groups/1dadee09-3bf0-44d4-8b93-bb762763b629 HTTP/1.1" status: 204 len: 168 time: 0.5418000 Nov 09 17:46:21.560473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55682) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:21.581189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495a55b-f720-4ce3-828f-63240178cf21 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dadee09-3bf0-44d4-8b93-bb762763b629,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:21.599826 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-6e587ec2-5227-4d96-921e-bdc67d9e9294 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] show failed (client error): The resource could not be found. Nov 09 17:46:21.601111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e587ec2-5227-4d96-921e-bdc67d9e9294 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups/1dadee09-3bf0-44d4-8b93-bb762763b629 HTTP/1.1" status: 404 len: 347 time: 0.0394766 Nov 09 17:46:21.606607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:21.760369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55690) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:21.893952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Deleting port e511e458-3b2f-4cf4-86aa-7bce4e96c16a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:46:21.894361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.043196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b390c-3054-45e1-b6ab-6a50e5b0ec69 req-ce14c6e6-660b-4307-bb23-e59c2fa11224 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:22.052887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f73b390c-3054-45e1-b6ab-6a50e5b0ec69 req-ce14c6e6-660b-4307-bb23-e59c2fa11224 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.9226193 Nov 09 17:46:22.198007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f73b390c-3054-45e1-b6ab-6a50e5b0ec69 req-847776e2-aa37-4b24-aebd-b91801d3b1f3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396406 Nov 09 17:46:22.207453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d65d006-81c5-4f05-a2fa-2ad9e7469bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.275820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.276703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.294914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Calling delete_port for e511e458-3b2f-4cf4-86aa-7bce4e96c16a owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:46:22.421405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:22.541202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed001e9-d458-4912-9f19-f9bc2b4244b3 None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:22.613314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d65d006-81c5-4f05-a2fa-2ad9e7469bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.620465 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6d65d006-81c5-4f05-a2fa-2ad9e7469bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.688951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:22.733745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event deleted for resources: {'Port': ['ID=e511e458-3b2f-4cf4-86aa-7bce4e96c16a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:22.899860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6d65d006-81c5-4f05-a2fa-2ad9e7469bc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ebf89e4b19140319b16e3d126e51f22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1368713 Nov 09 17:46:22.903822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55714) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:23.042449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.071852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.078497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.085361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eeac3975-4fa0-40ea-a257-4d9b36bbd904 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "DELETE /v2.0/floatingips/48d45393-e30b-44b3-8610-523ce6c4128b HTTP/1.1" status: 204 len: 168 time: 1.4769561 Nov 09 17:46:23.137274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65d006-81c5-4f05-a2fa-2ad9e7469bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d94f10-2c0e-42ff-928b-eb65fde5fdb2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:23.234715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc53490-6129-4241-83ac-3f8cebdbd5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.339270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc53490-6129-4241-83ac-3f8cebdbd5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.508636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc53490-6129-4241-83ac-3f8cebdbd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.518487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ecc53490-6129-4241-83ac-3f8cebdbd5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:23.523642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ecc53490-6129-4241-83ac-3f8cebdbd5c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61d94f10-2c0e-42ff-928b-eb65fde5fdb2 HTTP/1.1" status: 204 len: 168 time: 0.6052725 Nov 09 17:46:23.549039 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5eef90-69af-4409-8eb5-7aad366e6ab4 None None] New status for floating IP 48d45393-e30b-44b3-8610-523ce6c4128b: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:46:23.670102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc53490-6129-4241-83ac-3f8cebdbd5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d94f10-2c0e-42ff-928b-eb65fde5fdb2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:23.747158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da614d-e569-4eda-914c-6cf68e014561 req-ce5dce50-7d35-4dc3-aa1f-51858482915c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:23.779771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9da614d-e569-4eda-914c-6cf68e014561 req-ce5dce50-7d35-4dc3-aa1f-51858482915c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2499712 Nov 09 17:46:24.034062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f9da614d-e569-4eda-914c-6cf68e014561 req-c1f87c92-ed6f-4210-9ac3-0b9d2c8df1b6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485824 Nov 09 17:46:24.145455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:24.153465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398467321', 'description': 'tempest-description--1332273276'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:24.197354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.382520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.392342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.457914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.463560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3161964 Nov 09 17:46:24.466854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55748) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:24.471801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'security_group_rule': {'security_group_id': '96c05110-30cb-4b02-971f-860297cffdde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:24.532186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31339-4602-4c19-a8c5-6f2c7efedae5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c05110-30cb-4b02-971f-860297cffdde,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:24.566816 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.828868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.857277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.904371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:24.906311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4379394 Nov 09 17:46:24.912798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55760) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:24.919901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acf918-da47-467f-824e-9987cbcc2c9a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb98c2a-5350-412e-8779-f45cccc11e07,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:24.937937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'security_group_rule': {'security_group_id': '96c05110-30cb-4b02-971f-860297cffdde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:24.989398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-97ce2bcb-a659-4cf0-8392-7ff12400413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:24.993993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-97ce2bcb-a659-4cf0-8392-7ff12400413f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a&tenant_id=6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 1094 time: 0.2753470 Nov 09 17:46:25.204187 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:25.361205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-17562ba9-7731-442b-8424-1d982a46c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:25.363720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-17562ba9-7731-442b-8424-1d982a46c619 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1094 time: 0.3149879 Nov 09 17:46:25.428320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:25.860587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:26.020358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af756773-4dd4-401f-93bd-a7e9a28e7c67,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:26.066186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269419f2-1a00-4135-ae8b-e1eba2756589 req-495303ab-f3c0-40f6-adcd-637831b2c41e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:26.078558 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-269419f2-1a00-4135-ae8b-e1eba2756589 req-495303ab-f3c0-40f6-adcd-637831b2c41e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.7327085 Nov 09 17:46:26.081886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:26.089814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6f666f19-327f-47ac-97d9-e4474778b09a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1630013 Nov 09 17:46:26.090581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55792) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:26.093329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-29103712-28c3-4eca-8e9b-4f69b80fb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:26.097491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-29103712-28c3-4eca-8e9b-4f69b80fb33e service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.6973243 Nov 09 17:46:26.108103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:26.265379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:26.308617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-2926fd28-0875-4d04-a3ff-dcff41538926 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 999 time: 0.1922472 Nov 09 17:46:26.531806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-269419f2-1a00-4135-ae8b-e1eba2756589 req-71bd0fa8-ddd8-4afc-b0ee-20d7dc266d95 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876629 Nov 09 17:46:26.536730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-bfb70d0b-7f68-4374-8556-ea76a288adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:26.538971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-bfb70d0b-7f68-4374-8556-ea76a288adc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1804810 Nov 09 17:46:26.593136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-25093d7b-6849-4fcf-b695-768a691b357b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124718 Nov 09 17:46:26.711701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-34ca1252-7d22-435c-ab15-ce1e2c750f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:26.713620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-34ca1252-7d22-435c-ab15-ce1e2c750f26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547208 Nov 09 17:46:26.791446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-5e4d6e42-0664-4ac2-9bb1-60c5a93d896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:26.793140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-5e4d6e42-0664-4ac2-9bb1-60c5a93d896e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6276d85c8cf5474787c43214ad5821c7&device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 1096 time: 0.1117947 Nov 09 17:46:26.858864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:27.127650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-a612ca02-7b8e-4324-9c52-a49a52399130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:27.131050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-a612ca02-7b8e-4324-9c52-a49a52399130 service neutron] 10.222.0.83 "GET /v2.0/networks?id=073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 200 len: 913 time: 0.3127680 Nov 09 17:46:27.252995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-1ecd5818-bf93-4753-960e-b1af47246316 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180967 Nov 09 17:46:27.286876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-7468e960-cd7d-4d11-bc89-08f37f08d221 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13950af4-f44a-4caa-a37f-38b22e61e050 HTTP/1.1" status: 200 len: 217 time: 0.1439261 Nov 09 17:46:27.458735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-e32bc458-d3e9-4432-8649-78dd6bba590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:27.462712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-e32bc458-d3e9-4432-8649-78dd6bba590e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 200 len: 853 time: 0.1638694 Nov 09 17:46:27.555114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-1ab663f5-ed0e-4697-a8a0-83df80309473 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073f2c8a-57c9-45d1-820e-296f82704e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780582 Nov 09 17:46:27.749295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-05cf2d70-5f3c-4356-a4e3-d37a02d934d0 req-3bb9e31a-423b-41b8-9742-ff49c6500be4 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859774 Nov 09 17:46:27.962204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-d0dfa37a-fc14-47c9-81d0-61bb78ea8ac0 service neutron] 10.222.0.83 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907828 Nov 09 17:46:27.988589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb6e80a9-da8e-406a-9774-28e4917cb791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:28.056018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Allocated IP 172.25.3.14 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/5a4c725d-8509-4d69-aa01-50ac76591caa) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:28.212382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cfbc0-d6fd-4293-94bd-c70719362f91 req-0b481c19-9242-4ae8-8a5c-44a3265cded1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:28.217001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24cfbc0-d6fd-4293-94bd-c70719362f91 req-0b481c19-9242-4ae8-8a5c-44a3265cded1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.4332623 Nov 09 17:46:28.386472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b093eb33-ffcc-498e-9880-476a0335fd3d req-c8bf1ac5-1b6c-47ae-93d8-11921edf63fe service neutron] 10.222.0.83 "GET /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173231 Nov 09 17:46:28.432902 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:28.628985 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b24cfbc0-d6fd-4293-94bd-c70719362f91 req-f4ff4f83-cb14-4528-850c-5943e692ac2f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939350 Nov 09 17:46:28.769510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:28.907836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:29.086683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'Port': ['ID=5a4c725d-8509-4d69-aa01-50ac76591caa,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:29.146338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:29.148474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:29.162565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:29.678265 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:29.843508 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:30.124555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13be6-cc58-4745-b080-c78328162059 req-a797c8cb-740c-4c55-91c8-980516888526 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:30.134548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04d13be6-cc58-4745-b080-c78328162059 req-a797c8cb-740c-4c55-91c8-980516888526 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1328292 Nov 09 17:46:30.433871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04d13be6-cc58-4745-b080-c78328162059 req-d029e07c-203a-4d06-93ba-3fabb88f3753 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975883 Nov 09 17:46:30.468850 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0807046-e956-4c59-a56d-d1c04068765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:30.947620 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:30.967115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:31.453801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'Port': ['ID=5a4c725d-8509-4d69-aa01-50ac76591caa,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:31.489998 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:31.592538 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:31.632655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c7391561-4315-40b1-8a2f-30fb7d23848d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5404513 Nov 09 17:46:31.843971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:31.963871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa740ba-051b-4d83-b8dc-8fae09e35afb req-0677be45-f4b7-40b5-9c99-122126e39e4e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:31.972893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aaa740ba-051b-4d83-b8dc-8fae09e35afb req-0677be45-f4b7-40b5-9c99-122126e39e4e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2451015 Nov 09 17:46:32.153691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aaa740ba-051b-4d83-b8dc-8fae09e35afb req-41157fd2-dfae-42a5-9273-1a4dd9092f92 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792009 Nov 09 17:46:32.675985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55990) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:32.767235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-c8fc95d2-8036-4aed-a27e-1505aadd65b5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--398467321&fields=id&tenant_id=e0b28985fa264262a9425ecbf1ee3093 HTTP/1.1" status: 200 len: 267 time: 0.1712503 Nov 09 17:46:33.159585 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:33.179312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55996) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:33.480657 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9f7b-28c8-475c-9e47-2a6ef0703db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:33.542771 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:33.577763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-b953bba6-f5ac-46c6-9044-603006a86b33 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:33.588981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-b953bba6-f5ac-46c6-9044-603006a86b33 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 811 time: 0.8205023 Nov 09 17:46:33.643840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-32690663-b482-4035-8526-beb305b7465a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/quotas/e0b28985fa264262a9425ecbf1ee3093 HTTP/1.1" status: 200 len: 375 time: 0.0536571 Nov 09 17:46:33.707418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eca16965-fb9e-47c0-80c8-34a281b31b48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e9990abd9504092bec5df64e1fbd98c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0293293 Nov 09 17:46:33.734593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56008) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:33.831127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-7db3a9b0-d2e7-4951-9776-f6376604f161 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858068 Nov 09 17:46:34.185095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-eb8fe93a-b214-48ca-acc4-867834ad5177 service neutron] 10.222.0.45 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504159 Nov 09 17:46:34.238745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13982e-b9da-4f4e-9e86-384272459e85 req-b145fcd0-88cb-4cd0-9376-851ee0b2ab52 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:34.241457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea13982e-b9da-4f4e-9e86-384272459e85 req-b145fcd0-88cb-4cd0-9376-851ee0b2ab52 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.7957435 Nov 09 17:46:34.663517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9f7b-28c8-475c-9e47-2a6ef0703db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:34.752241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9f7b-28c8-475c-9e47-2a6ef0703db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:34.757980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8c8f-16f6-40ba-88f5-c8277a44b715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:34.762972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-a7aebada-4423-4f04-b9f0-98bd445d8720 service neutron] 10.222.0.45 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692353 Nov 09 17:46:35.155365 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea13982e-b9da-4f4e-9e86-384272459e85 req-1a93f215-801d-4130-abad-87bbd0ae9c07 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8106544 Nov 09 17:46:35.169070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ad6e9f7b-28c8-475c-9e47-2a6ef0703db8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d2df9448c7f4ef1bb09379959adc035&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9870081 Nov 09 17:46:35.173646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:35.177240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8c8f-16f6-40ba-88f5-c8277a44b715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:35.193988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9f7b-28c8-475c-9e47-2a6ef0703db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fdadbb-bd2e-4210-85cc-cd909317c7ed,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:35.641432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc13e27a-f36f-4291-a5f4-bd0ce47ddea5 req-91f2aed9-d753-4c0d-bbca-c0f8c68c50f8 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.1173494 Nov 09 17:46:35.645654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8c8f-16f6-40ba-88f5-c8277a44b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:35.658100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8c8f-16f6-40ba-88f5-c8277a44b715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:35.661054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bf1c8c8f-16f6-40ba-88f5-c8277a44b715 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d4fd564-4735-4501-a735-63bb698efc5d HTTP/1.1" status: 204 len: 168 time: 1.8936374 Nov 09 17:46:35.718111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c8c8f-16f6-40ba-88f5-c8277a44b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4fd564-4735-4501-a735-63bb698efc5d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:35.784082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc23193b-aced-49dd-ba44-8ec4a1881a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:35.951244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc23193b-aced-49dd-ba44-8ec4a1881a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:36.136559 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc23193b-aced-49dd-ba44-8ec4a1881a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:36.153636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc23193b-aced-49dd-ba44-8ec4a1881a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:36.157905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc23193b-aced-49dd-ba44-8ec4a1881a55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9fdadbb-bd2e-4210-85cc-cd909317c7ed HTTP/1.1" status: 204 len: 168 time: 0.9775090 Nov 09 17:46:36.199787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23193b-aced-49dd-ba44-8ec4a1881a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fdadbb-bd2e-4210-85cc-cd909317c7ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:36.673035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0a058-ebbd-438b-aad4-851718acc32b req-8829d508-30fe-4a6c-949e-dae3da1f7981 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:36.703616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19f0a058-ebbd-438b-aad4-851718acc32b req-8829d508-30fe-4a6c-949e-dae3da1f7981 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.3147225 Nov 09 17:46:36.901657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e834dad-d068-4466-b170-9f2fb7066f4a req-c1c9b6d9-f93f-40ce-a3f1-4f46bb801f06 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.1235750 Nov 09 17:46:36.961719 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19f0a058-ebbd-438b-aad4-851718acc32b req-7fbcf7c7-f0a7-4e28-aee1-4ab7b601fd83 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509866 Nov 09 17:46:37.898065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:37.959099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-149f7396-60b1-4515-9121-521d94289c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:38.559746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b61c362-0179-47c4-b4e4-d2c060fa71f4 req-22238a6c-e756-49b3-8b7b-9845859b29dd tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.1543834 Nov 09 17:46:38.728185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48dbae-0668-4a8e-8d10-8372cce12c59 req-1248688f-61bb-4e70-844a-b9c175f21a4f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.747557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe48dbae-0668-4a8e-8d10-8372cce12c59 req-1248688f-61bb-4e70-844a-b9c175f21a4f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.4344003 Nov 09 17:46:38.812979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-149f7396-60b1-4515-9121-521d94289c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:38.897653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe48dbae-0668-4a8e-8d10-8372cce12c59 req-5573717c-6dea-471b-a6bb-c1e275d2be12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483951 Nov 09 17:46:38.898562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-149f7396-60b1-4515-9121-521d94289c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:39.022618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f7396-60b1-4515-9121-521d94289c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459331bd-5993-4452-ae6a-c1178f3c7ded,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:39.081226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-149f7396-60b1-4515-9121-521d94289c98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96c239a7e99247fd87956fda68ac7e80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1779826 Nov 09 17:46:39.085200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56108) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:39.329012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a16c1003-4dd7-482b-8272-ac1c6a37705e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:39.335582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56112) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:39.462627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a16c1003-4dd7-482b-8272-ac1c6a37705e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:39.694529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a16c1003-4dd7-482b-8272-ac1c6a37705e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:39.712034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a16c1003-4dd7-482b-8272-ac1c6a37705e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:39.714277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a16c1003-4dd7-482b-8272-ac1c6a37705e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/459331bd-5993-4452-ae6a-c1178f3c7ded HTTP/1.1" status: 204 len: 168 time: 0.6268818 Nov 09 17:46:39.988474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1658434465-network', 'tenant_id': '18dede9d8b70467298202ca728e93d27'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:40.153092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Made reservation on behalf of 18dede9d8b70467298202ca728e93d27 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:40.157178 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:40.160926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2352e84a-c1e2-4756-a4a6-0c48eeec69b3 req-ade4bf4c-2051-4725-a999-e6232c65aac4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.1500454 Nov 09 17:46:40.205974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c1003-4dd7-482b-8272-ac1c6a37705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459331bd-5993-4452-ae6a-c1178f3c7ded,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:40.295541 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:40.362585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-b0989fd1-37bd-4d9a-8bab-cbcc8e0c7f1d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:40.365869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-b0989fd1-37bd-4d9a-8bab-cbcc8e0c7f1d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 811 time: 0.6778874 Nov 09 17:46:40.731514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fffda39c-3767-4e3c-9da7-2e796bc00aec tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b28985fa264262a9425ecbf1ee3093 HTTP/1.1" status: 200 len: 379 time: 0.3475413 Nov 09 17:46:40.763943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'port': {'device_id': 'a1d34cc1-fc41-4461-af74-395087188478', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'admin_state_up': True, 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'security_groups': ['96c05110-30cb-4b02-971f-860297cffdde']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:40.804627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f213d9-c281-4d5f-aadf-670d4d908514 req-e8b995be-dbdb-4dfd-9963-4f1eb674d97e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:40.824993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44f213d9-c281-4d5f-aadf-670d4d908514 req-e8b995be-dbdb-4dfd-9963-4f1eb674d97e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.5679307 Nov 09 17:46:41.021929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.037220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.069904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:46:41.103075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.103075 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Added segment 6c55571c-4ecb-4cd8-adcf-b686de989242 of type vlan for network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 Nov 09 17:46:41.155363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Made reservation on behalf of e0b28985fa264262a9425ecbf1ee3093 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:41.192031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.272065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.633736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44f213d9-c281-4d5f-aadf-670d4d908514 req-0cd84bfa-8dc5-4924-94d3-8a3a1ff9f016 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7903504 Nov 09 17:46:41.638625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.645866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:41.647417 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:41.815907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-92c67f17-1388-470b-95c5-ce77c14cfdb8 req-40e8cfa2-88c7-4808-81fd-d9404ebfdbc4 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.2520344 Nov 09 17:46:41.941763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Pushing event updated for resources: {'Network': ['ID=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:41.975887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:46:42.038393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca305d-7316-4467-b916-ed99fd1e213f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:42.071151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-88527ff4-9b79-4c74-b375-37ccd0c234fc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7333705 Nov 09 17:46:42.084954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56156) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:42.116074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Request body: {'subnet': {'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1658434465-subnet', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:42.204832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Allocated IP 172.20.0.5 (54a4b437-4137-4084-b0d4-33407c007743/60d1e5fc-a523-4593-b1e2-9b7cccc3169d/e3261d42-b6c3-491b-91a0-4b3b30f61bb8) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:42.240776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Made reservation on behalf of 18dede9d8b70467298202ca728e93d27 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:42.249384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:43.128794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:43.468528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ef30c-c0e2-4809-91eb-c941a63f3157 req-0c6fb483-f9d0-4f84-b0d3-8e058e18a627 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:43.479049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-662ef30c-c0e2-4809-91eb-c941a63f3157 req-0c6fb483-f9d0-4f84-b0d3-8e058e18a627 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.3478682 Nov 09 17:46:43.512818 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:43.537568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-38e2e2cf-54f8-45b1-bf59-17533bcb5acf req-16cf683e-2bb0-4c4e-9d78-cf31b184e77b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.3064382 Nov 09 17:46:43.628396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc300fb-1e51-4df0-b3a5-72d2521a493d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:43.683883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:43.839634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-662ef30c-c0e2-4809-91eb-c941a63f3157 req-5e04d0a5-842a-45a2-81ab-c15fb43d666a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566566 Nov 09 17:46:43.931578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Network 54a4b437-4137-4084-b0d4-33407c007743 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:43.943554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Checking segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:46:43.944012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Network hostable DHCP agents. Network: fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:46:43.944186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:43.961020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:43.973861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event updated for resources: {'Port': ['ID=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:44.011647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:46:44.045150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:44.059899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:44.074394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2977dbc-88c5-43ad-b5f6-7c6922afc315 None None] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:44.092288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:44.174229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7534e7b3-622c-472f-9a39-03b699ec0f15 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0861681 Nov 09 17:46:44.177579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:44.212535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:44.232898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:44.238500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:44.340704 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:46:44.358343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:44.366360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-fce62688-c3ad-4128-a869-f6cdfa81108c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6217797 Nov 09 17:46:44.367607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:44.382129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-1fa28a9d-de26-4079-9d9c-de05b854bdb3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:46:44.383412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-1fa28a9d-de26-4079-9d9c-de05b854bdb3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060611 Nov 09 17:46:44.446487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Request body: {'port': {'device_id': 'a1d34cc1-fc41-4461-af74-395087188478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:44.574945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'fixed_ips': [{'subnet_id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:46:44.578781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:44.716026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:44.928980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:45.027536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Allocated IP 172.20.0.2 (fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5/acc300fb-1e51-4df0-b3a5-72d2521a493d/6988cfd5-7643-4c25-afd4-a28f9f0c6288) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:45.556238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:45.650491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda4499-7eab-4e1e-8015-267f53929d29 req-a4d05ae6-6f8b-4ade-8194-4327d7433e33 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:45.652289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afda4499-7eab-4e1e-8015-267f53929d29 req-a4d05ae6-6f8b-4ade-8194-4327d7433e33 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.4397886 Nov 09 17:46:45.676394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:45.677297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0c2fa-9cce-43a3-9ae0-e887480058e4 req-b1c220d6-71de-461b-a688-8b710212542d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:45.700560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87c0c2fa-9cce-43a3-9ae0-e887480058e4 req-b1c220d6-71de-461b-a688-8b710212542d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 931 time: 0.6251094 Nov 09 17:46:45.706617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-050a89bb-a121-4975-826e-c2a442b3d8b1 None None] Provisioning complete for port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:45.712916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-050a89bb-a121-4975-826e-c2a442b3d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:45.868386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:45.893674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-afda4499-7eab-4e1e-8015-267f53929d29 req-36c168d0-0714-4c31-bd1e-8f2df3db2789 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278032 Nov 09 17:46:46.154331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-050a89bb-a121-4975-826e-c2a442b3d8b1 None None] Port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:46:46.177078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:46.204532 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87c0c2fa-9cce-43a3-9ae0-e887480058e4 req-15c6f4f8-dcf2-4fb6-989d-70fd5efa66e3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4999480 Nov 09 17:46:46.213953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:46.217557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:46.265152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Pushing event updated for resources: {'Port': ['ID=6988cfd5-7643-4c25-afd4-a28f9f0c6288,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:46.467504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Attempting to bind port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:46:46.468069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Attempting to bind port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:46:46.468700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Attempting to bind port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:46.485872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:46.486251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Checking segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:46:46.489010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:46.489679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Bound using segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:46.491665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Bound port: 6988cfd5-7643-4c25-afd4-a28f9f0c6288, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:46:46.493235 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:46.557052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:46.720019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:46.749958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b5ef9157-4821-4543-a033-738bae532671 None None] For port 6988cfd5-7643-4c25-afd4-a28f9f0c6288, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:46.762159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b5ef9157-4821-4543-a033-738bae532671 None None] For port 6988cfd5-7643-4c25-afd4-a28f9f0c6288, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6988cfd5-7643-4c25-afd4-a28f9f0c6288,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:46.775506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:46.926554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3261d42-b6c3-491b-91a0-4b3b30f61bb8 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:46.962048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:47.025137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Transition to ACTIVE for port object e3261d42-b6c3-491b-91a0-4b3b30f61bb8 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:46:47.036268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:47.212894 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Pushing event updated for resources: {'Port': ['ID=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:47.338553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef9157-4821-4543-a033-738bae532671 None None] Pushing event updated for resources: {'Port': ['ID=6988cfd5-7643-4c25-afd4-a28f9f0c6288,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:47.472467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:47.648373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Allocated IP 172.25.3.172 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/dd6a47b8-8ad5-4bc6-94af-3481778e009d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:48.119233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Attempting to bind port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:46:48.125473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Attempting to bind port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:46:48.132994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Attempting to bind port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 on network 54a4b437-4137-4084-b0d4-33407c007743 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:48.199565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2acfd-3ff3-40d6-a6ac-637f65e71b47 req-2bc467e3-4ff7-46a5-8b5d-5e4eef6ef23c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.212120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0fd2acfd-3ff3-40d6-a6ac-637f65e71b47 req-2bc467e3-4ff7-46a5-8b5d-5e4eef6ef23c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 943 time: 0.7204144 Nov 09 17:46:48.261901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 on network 54a4b437-4137-4084-b0d4-33407c007743 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:46:48.271296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Attempting to bind port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 on network 54a4b437-4137-4084-b0d4-33407c007743 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:48.332597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:48.340781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Checking segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:46:48.341509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Bound using segment: {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:48.342185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Bound port: e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b650c1ad-d684-427f-803a-ca6d234bfb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '54a4b437-4137-4084-b0d4-33407c007743'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:46:48.345443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:48.612785 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:48.623253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0fd2acfd-3ff3-40d6-a6ac-637f65e71b47 req-59680362-74a3-429f-8b53-d5f168a0c2e6 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4087400 Nov 09 17:46:48.765976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3098c65-c39d-474e-bfb3-445350194133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:48.897699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765fb58-1e93-44d8-b8ab-bc051f942b88 req-1b59cb85-2838-4576-a908-fd7039bcbc9d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.915692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a765fb58-1e93-44d8-b8ab-bc051f942b88 req-1b59cb85-2838-4576-a908-fd7039bcbc9d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 1.2702754 Nov 09 17:46:48.952289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:49.202976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3098c65-c39d-474e-bfb3-445350194133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:49.218953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:49.241408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a3098c65-c39d-474e-bfb3-445350194133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:49.255791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:49.279561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:49.311506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7414b96-7786-42c7-ab09-3950a8b6db93 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:46:49.425261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6a47b8-8ad5-4bc6-94af-3481778e009d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:49.426853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6988cfd5-7643-4c25-afd4-a28f9f0c6288 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:49.464278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a765fb58-1e93-44d8-b8ab-bc051f942b88 req-0151b20a-8c4a-4969-8948-05dfba939f27 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5442851 Nov 09 17:46:49.532755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] For port e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:49.616359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] For port e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:49.631084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a3098c65-c39d-474e-bfb3-445350194133 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=185e74df288e474b91e2d99de2f4059e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1319566 Nov 09 17:46:49.634187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56342) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:49.662321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:49.803286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dc2421af-fb1d-4ff0-a51e-e705198a4abb None None] Provisioning complete for port dd6a47b8-8ad5-4bc6-94af-3481778e009d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:49.807418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Pushing event updated for resources: {'Port': ['ID=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:49.823144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2421af-fb1d-4ff0-a51e-e705198a4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:49.855637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098c65-c39d-474e-bfb3-445350194133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1032287b-59d8-4dca-a579-0f60530a8969,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:49.888495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:49.890967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:49.892607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-df743823-0f67-403d-b94a-82cecd411c5e service neutron] 10.222.0.43 "PUT /v2.0/ports/e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 200 len: 1091 time: 5.4837415 Nov 09 17:46:49.912765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:49.922096 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630914d2-1c72-4ca6-8bad-7c0336243244" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:49.939630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:49.940607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:50.121517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-717d1abc-5588-4166-a914-5cc0273b8bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:50.174301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dc2421af-fb1d-4ff0-a51e-e705198a4abb None None] Port dd6a47b8-8ad5-4bc6-94af-3481778e009d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:46:50.277232 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114476b8-01ab-4523-bfb9-73928d9d2748 x-openstack-request-id: req-114476b8-01ab-4523-bfb9-73928d9d2748 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:50.278098 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:50.278098 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-114476b8-01ab-4523-bfb9-73928d9d2748 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:50.278405 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'status': 'completed', 'code': 200} Nov 09 17:46:50.336491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-4429a406-8ffb-410c-bc47-4686600a8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:50.339106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-4429a406-8ffb-410c-bc47-4686600a8914 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 1094 time: 0.3929937 Nov 09 17:46:50.368154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-717d1abc-5588-4166-a914-5cc0273b8bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:50.553224 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:50.740460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fea2f4-d3fe-47e7-88a8-c7e535a341df None None] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:51.304949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 6988cfd5-7643-4c25-afd4-a28f9f0c6288, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6988cfd5-7643-4c25-afd4-a28f9f0c6288,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:51.363538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:51.382894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b4600a22-5a7d-41b3-9385-b9472ccd19c7 None None] Provisioning complete for port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:51.383405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4600a22-5a7d-41b3-9385-b9472ccd19c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:51.547931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:51.696343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba83ac-24e3-4380-abc8-58c345ce8908 req-a1cb18b2-ea80-4cd9-b131-4a3b2e981d5c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.711180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eba83ac-24e3-4380-abc8-58c345ce8908 req-a1cb18b2-ea80-4cd9-b131-4a3b2e981d5c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.7784081 Nov 09 17:46:51.915817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-5249865a-3d89-4494-87b5-4e3d60e01e53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 200 len: 217 time: 1.5130334 Nov 09 17:46:51.928539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8eba83ac-24e3-4380-abc8-58c345ce8908 req-84a0b7ad-5832-4413-b12f-8b3a8426ca04 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155397 Nov 09 17:46:52.161382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=6988cfd5-7643-4c25-afd4-a28f9f0c6288,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:52.204169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809305b-f228-4533-963c-198232b6a81e req-39864a7f-139e-4691-8b3a-576903444476 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:52.220101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f809305b-f228-4533-963c-198232b6a81e req-39864a7f-139e-4691-8b3a-576903444476 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 943 time: 2.1295798 Nov 09 17:46:52.691554 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:52.745560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f809305b-f228-4533-963c-198232b6a81e req-1ca8dd69-6ccd-4725-81ba-f7c18ef730d0 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271179 Nov 09 17:46:52.829629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-10666e0b-0ad9-4c9d-b106-f51f28ebea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:52.849871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-10666e0b-0ad9-4c9d-b106-f51f28ebea8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.8486042 Nov 09 17:46:52.968041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-718c345d-fd8e-4417-9fd9-d1b2cd5a51bc None None] Provisioning complete for port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:52.968952 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-718c345d-fd8e-4417-9fd9-d1b2cd5a51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:53.001773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-717d1abc-5588-4166-a914-5cc0273b8bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:53.015001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-717d1abc-5588-4166-a914-5cc0273b8bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:53.023554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-717d1abc-5588-4166-a914-5cc0273b8bed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1032287b-59d8-4dca-a579-0f60530a8969 HTTP/1.1" status: 204 len: 168 time: 3.3869581 Nov 09 17:46:53.079065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d1abc-5588-4166-a914-5cc0273b8bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1032287b-59d8-4dca-a579-0f60530a8969,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:53.119872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-61c3f1aa-e49c-4310-9738-5cdbb443678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:53.122079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-61c3f1aa-e49c-4310-9738-5cdbb443678a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682807 Nov 09 17:46:53.182738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:53.352014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f1760-7011-408d-950f-0548fe06d4c2 req-482363db-d329-4f0c-b99b-6c46442c238e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:53.366134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-937f1760-7011-408d-950f-0548fe06d4c2 req-482363db-d329-4f0c-b99b-6c46442c238e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.3624835 Nov 09 17:46:53.674093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6988cfd5-7643-4c25-afd4-a28f9f0c6288 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:53.690462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-937f1760-7011-408d-950f-0548fe06d4c2 req-758d01e0-f881-4230-b10b-adf2ef014ba5 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226573 Nov 09 17:46:53.713562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c7134-a118-4ca8-b246-c86177080b56 req-7766cc14-96b1-45e0-9370-032b787862e6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:53.742471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c77c7134-a118-4ca8-b246-c86177080b56 req-7766cc14-96b1-45e0-9370-032b787862e6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.3729892 Nov 09 17:46:53.756328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Router e946aa4b-053b-499d-b122-dfcc7b103db7 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:53.908594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-9926d884-3944-4620-9962-0bf0528dc4c8 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673759 Nov 09 17:46:54.057522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:54.060687 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:54.194050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:54.208490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Sync routers for ids ['e946aa4b-053b-499d-b122-dfcc7b103db7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:54.276839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c77c7134-a118-4ca8-b246-c86177080b56 req-0756bc77-9d51-4521-b038-715dac810f82 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5325043 Nov 09 17:46:54.303520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:54.308149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8266d48b-f215-49fe-b74a-dd847638c439 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1291730 Nov 09 17:46:54.312829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:54.374618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Routers {'e946aa4b-053b-499d-b122-dfcc7b103db7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:54.378802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:46:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e946aa4b-053b-499d-b122-dfcc7b103db7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:54.501706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-acf7fb61-be9f-4dab-bdb0-8108a67a43ba req-dda103a4-67e0-4eb8-8966-fa292f8782d0 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775964 Nov 09 17:46:54.532024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9da59-816b-4b19-8935-f19e2da1aec2 req-54265337-ebad-4c80-b699-f65706487e82 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:54.543564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ab9da59-816b-4b19-8935-f19e2da1aec2 req-54265337-ebad-4c80-b699-f65706487e82 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 943 time: 0.4133799 Nov 09 17:46:54.738430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-7930146f-f7aa-47c4-bbe9-fa3e53e6d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:54.756788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Set router e946aa4b-053b-499d-b122-dfcc7b103db7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:54.760107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-7930146f-f7aa-47c4-bbe9-fa3e53e6d2e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 1094 time: 0.1760747 Nov 09 17:46:55.390922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585af1b-7c4b-4aed-a1f0-4889a90bfb72 req-0d633c00-6c3c-427f-8f7d-7adc5f42d9d1 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.397957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6585af1b-7c4b-4aed-a1f0-4889a90bfb72 req-0d633c00-6c3c-427f-8f7d-7adc5f42d9d1 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.4226742 Nov 09 17:46:55.410707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-bbb1c4c6-a4c6-4d83-a43f-039d2e09644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.415800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-bbb1c4c6-a4c6-4d83-a43f-039d2e09644a service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.6468952 Nov 09 17:46:55.447694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ab9da59-816b-4b19-8935-f19e2da1aec2 req-fa4bc185-9832-4235-bd78-7cc410c29397 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9028888 Nov 09 17:46:55.490930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-984dee34-406b-4aef-9243-595591ce6ba9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.495448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-984dee34-406b-4aef-9243-595591ce6ba9 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.9975667 Nov 09 17:46:55.654922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-122e5b5f-d8ed-4843-90ae-951b1d1b890a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 200 len: 217 time: 0.2289450 Nov 09 17:46:55.779383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-6ecc70e2-cf9b-4dd3-b9b3-c2108358f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.781612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-6ecc70e2-cf9b-4dd3-b9b3-c2108358f0cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.1174784 Nov 09 17:46:55.891769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6585af1b-7c4b-4aed-a1f0-4889a90bfb72 req-d5df6487-251a-4a95-880d-3b533c459d7e tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309196 Nov 09 17:46:55.908177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-5978ff44-eba8-4457-874e-e24228fba366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.911692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-5978ff44-eba8-4457-874e-e24228fba366 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200805 Nov 09 17:46:55.921428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:46:50Z', 'revision_number': 3, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:55.938478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a602-3b46-4510-bebc-6cba66c92ea6 req-415598ca-54dc-40f6-b104-45f57be32ffd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.948533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7894a602-3b46-4510-bebc-6cba66c92ea6 req-415598ca-54dc-40f6-b104-45f57be32ffd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.3498228 Nov 09 17:46:56.099369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-2c1ebde8-1d9f-4346-9088-8136c56cff43 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791756 Nov 09 17:46:56.153452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Checking router: e946aa4b-053b-499d-b122-dfcc7b103db7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:56.153842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Updating router e946aa4b-053b-499d-b122-dfcc7b103db7 port dd6a47b8-8ad5-4bc6-94af-3481778e009d binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:56.169348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Deleting port 13950af4-f44a-4caa-a37f-38b22e61e050 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:46:56.169348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:56.295103 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:56.406603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7894a602-3b46-4510-bebc-6cba66c92ea6 req-d3466159-ff3e-47a2-a2aa-123f880ddbde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561968 Nov 09 17:46:56.470514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-630914d2-1c72-4ca6-8bad-7c0336243244 req-efe57078-2200-4c53-b42a-4f637c3bbb9b service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589227 Nov 09 17:46:56.664861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] For port 13950af4-f44a-4caa-a37f-38b22e61e050, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13950af4-f44a-4caa-a37f-38b22e61e050,segment=NetworkSegment(37181302-91cc-4289-8706-68638e34a527),segment_id=37181302-91cc-4289-8706-68638e34a527)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:56.671893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:56.694411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Calling delete_port for 13950af4-f44a-4caa-a37f-38b22e61e050 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:46:56.832757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11c80b-9ac5-4513-9330-9050006c8676 req-aff2e958-985e-4ac7-9b63-2bb84d4c64b6 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:56.867081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b11c80b-9ac5-4513-9330-9050006c8676 req-aff2e958-985e-4ac7-9b63-2bb84d4c64b6 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 943 time: 0.1886611 Nov 09 17:46:57.128939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b11c80b-9ac5-4513-9330-9050006c8676 req-9480cb14-b69d-4f30-847f-3df87d60189e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601628 Nov 09 17:46:57.205566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.218696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.354468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce09cf-2551-4bf8-89fc-b698ec36f2ae None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:46:57.396793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:57.418859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.459322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Attempting to bind port dd6a47b8-8ad5-4bc6-94af-3481778e009d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:46:57.459689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Attempting to bind port dd6a47b8-8ad5-4bc6-94af-3481778e009d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:46:57.460117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Attempting to bind port dd6a47b8-8ad5-4bc6-94af-3481778e009d on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:57.526089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e3261d42-b6c3-491b-91a0-4b3b30f61bb8 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:46:57.630937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc125-3d4b-4488-a5d7-52805bbe40b6 req-9230a204-38fe-48f4-b7e5-d7d91a58fbd5 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:57.651522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0badc125-3d4b-4488-a5d7-52805bbe40b6 req-9230a204-38fe-48f4-b7e5-d7d91a58fbd5 tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba8c5a4b-689a-4b6a-a372-35516b2fe0b9 HTTP/1.1" status: 200 len: 945 time: 0.5089064 Nov 09 17:46:57.661793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.671529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Pushing event updated for resources: {'Port': ['ID=dd6a47b8-8ad5-4bc6-94af-3481778e009d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:57.677471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe295a4-e7cb-47d7-8c70-810db057bcfa req-4041f92b-af42-4409-bcb0-362f5545d69f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:57.692229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:57.692615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:46:57.693414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9fe295a4-e7cb-47d7-8c70-810db057bcfa req-4041f92b-af42-4409-bcb0-362f5545d69f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1658826 Nov 09 17:46:57.698193 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.698629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:57.701941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Bound port: dd6a47b8-8ad5-4bc6-94af-3481778e009d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:46:57.702805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.913543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:57.922726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:46:57.966757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.972326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.972724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.974096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.974680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.980192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.980722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.982027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.982723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.987821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.988751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:57.993897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.034766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9fe295a4-e7cb-47d7-8c70-810db057bcfa req-45ec100e-94c5-4010-a7ab-20c779ce71b9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400970 Nov 09 17:46:58.131568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Pushing event deleted for resources: {'Port': ['ID=13950af4-f44a-4caa-a37f-38b22e61e050,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:58.245299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.253395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.328990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] No DVR routers for this DVR port 13950af4-f44a-4caa-a37f-38b22e61e050 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:46:58.332156 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.338452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0dd407d-7761-45e3-a6ae-e5d51b1c7368 req-5b7f9fbb-9a4f-42a9-be99-ddd281bd2c4f tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.83 "DELETE /v2.0/ports/13950af4-f44a-4caa-a37f-38b22e61e050 HTTP/1.1" status: 204 len: 173 time: 2.8266358 Nov 09 17:46:58.352872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'name': 'network-vif-deleted', 'tag': '13950af4-f44a-4caa-a37f-38b22e61e050'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:58.354543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce98796-6f33-45c6-97b0-d2c97c366257 None None] DHCP port deletion for 073f2c8a-57c9-45d1-820e-296f82704e03 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:46:58.357429 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae078a86-32eb-4ded-b469-7f43bcfa3360" -d '{"events": [{"server_uuid": "ba8c5a4b-689a-4b6a-a372-35516b2fe0b9", "name": "network-vif-deleted", "tag": "13950af4-f44a-4caa-a37f-38b22e61e050"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:58.436238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b98f184cb5d44ed0a7262339bb33bdcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0334907 Nov 09 17:46:58.448187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b6386b1c-9a83-4776-b0d6-cd3d76cd86e3 None None] Provisioning complete for port dd6a47b8-8ad5-4bc6-94af-3481778e009d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:58.452545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56526) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:58.461849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6386b1c-9a83-4776-b0d6-cd3d76cd86e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.475237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e615a-9bc2-4aea-b84f-774e20cd607b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:58.564780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0badc125-3d4b-4488-a5d7-52805bbe40b6 req-a9714a05-26c6-4ff4-86fc-dda730850baa tempest-VolumesSnapshotTestJSON-944807324 tempest-VolumesSnapshotTestJSON-944807324-project] 10.222.0.45 "GET /v2.0/security-groups?id=27be88cd-81b1-424e-8a2c-c493869d09b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9077785 Nov 09 17:46:58.636077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Allocated IP 172.20.0.1 (fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5/acc300fb-1e51-4df0-b3a5-72d2521a493d/1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:58.652015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] For port dd6a47b8-8ad5-4bc6-94af-3481778e009d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:58.657385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.659447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.661337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.661700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.661829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] For port dd6a47b8-8ad5-4bc6-94af-3481778e009d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd6a47b8-8ad5-4bc6-94af-3481778e009d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:58.663633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.665862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.666876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.669615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.670119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.670797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.673639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.673639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7472ca-4dea-4cc8-bf16-c66aa1262983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:58.726909 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.766699 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6b221-42fc-4b2f-a9ab-df3b6eceb1cb x-openstack-request-id: req-92d6b221-42fc-4b2f-a9ab-df3b6eceb1cb {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:58.768016 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a4b-689a-4b6a-a372-35516b2fe0b9", "name": "network-vif-deleted", "tag": "13950af4-f44a-4caa-a37f-38b22e61e050", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:58.768791 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92d6b221-42fc-4b2f-a9ab-df3b6eceb1cb {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:58.770836 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a4b-689a-4b6a-a372-35516b2fe0b9', 'name': 'network-vif-deleted', 'tag': '13950af4-f44a-4caa-a37f-38b22e61e050', 'status': 'completed', 'code': 200} Nov 09 17:46:58.789303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663ecb-1386-4c29-8c30-3a0db862c828 req-72601662-09ee-4575-b4c5-b521b867815d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:58.805813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02663ecb-1386-4c29-8c30-3a0db862c828 req-72601662-09ee-4575-b4c5-b521b867815d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 943 time: 0.3714418 Nov 09 17:46:58.818740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558bd6fe-c3ee-46ce-a4ea-16bc9bcce9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.823940 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90bae3fc-7bfe-43bb-b0d7-12665f534e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.825981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13950af4-f44a-4caa-a37f-38b22e61e050 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:58.932024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558bd6fe-c3ee-46ce-a4ea-16bc9bcce9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:58.987508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a44f0f-4c88-4f39-87e5-224d6f779790 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:46:59.013760 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02663ecb-1386-4c29-8c30-3a0db862c828 req-62f29b53-016a-40ec-8864-c03f8917c733 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050672 Nov 09 17:46:59.027562 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.028726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 13950af4-f44a-4caa-a37f-38b22e61e050 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:46:59.029069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13950af4-f44a-4caa-a37f-38b22e61e050 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:46:59.031991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:59.078720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b6386b1c-9a83-4776-b0d6-cd3d76cd86e3 None None] Port dd6a47b8-8ad5-4bc6-94af-3481778e009d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:46:59.115409 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558bd6fe-c3ee-46ce-a4ea-16bc9bcce9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.120460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558bd6fe-c3ee-46ce-a4ea-16bc9bcce9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.123430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-558bd6fe-c3ee-46ce-a4ea-16bc9bcce9c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b9e615a-9bc2-4aea-b84f-774e20cd607b HTTP/1.1" status: 204 len: 168 time: 0.6681538 Nov 09 17:46:59.124553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'port_id': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'mac_address': 'fa:16:3e:32:b5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:46:59.141383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.144655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bd6fe-c3ee-46ce-a4ea-16bc9bcce9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e615a-9bc2-4aea-b84f-774e20cd607b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:59.284504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Routers {'e946aa4b-053b-499d-b122-dfcc7b103db7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:59.285412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:46:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e946aa4b-053b-499d-b122-dfcc7b103db7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:59.290099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.353097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa32e4d-41da-4444-85fd-9d41489f8d2d None None] Pushing event updated for resources: {'Port': ['ID=dd6a47b8-8ad5-4bc6-94af-3481778e009d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:59.376952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:59.394236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:59.400840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:59.417628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:59.495124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8d835-befd-4ed1-9b4b-569b4433694e req-fd78fb42-301e-4ee6-a599-8df840e6bfbb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:59.496479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2d8d835-befd-4ed1-9b4b-569b4433694e req-fd78fb42-301e-4ee6-a599-8df840e6bfbb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.2601585 Nov 09 17:46:59.520673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.547163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3261d42-b6c3-491b-91a0-4b3b30f61bb8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:59.551912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-35d7ed64-28fb-4763-8133-0486a11c2935 None None] Provisioning complete for port dd6a47b8-8ad5-4bc6-94af-3481778e009d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:59.552445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35d7ed64-28fb-4763-8133-0486a11c2935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.597359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.705797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:59.765318 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:46:59.866497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] Set router e946aa4b-053b-499d-b122-dfcc7b103db7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:00.168514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2d8d835-befd-4ed1-9b4b-569b4433694e req-b0e8e0e6-d178-45b2-b1c5-7782a8d35f22 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6445875 Nov 09 17:47:00.465797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c94fda-f3c6-4837-9c4d-6ef5a0a86fec req-e00a4332-2f69-4558-95a9-d6979661a8ba tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:00.468672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81c94fda-f3c6-4837-9c4d-6ef5a0a86fec req-e00a4332-2f69-4558-95a9-d6979661a8ba tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 944 time: 0.1488228 Nov 09 17:47:00.579633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['e3261d42-b6c3-491b-91a0-4b3b30f61bb8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:00.587959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:00.635462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81c94fda-f3c6-4837-9c4d-6ef5a0a86fec req-c93a410f-6278-4155-8b77-0348fca31f44 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453764 Nov 09 17:47:00.876007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8d95d56-9259-4e03-b271-1d8e68fb9957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:00.885238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:01.180988 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35d7ed64-28fb-4763-8133-0486a11c2935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:01.300269 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:01.312811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:01.514517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-35d7ed64-28fb-4763-8133-0486a11c2935 None None] For port dd6a47b8-8ad5-4bc6-94af-3481778e009d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd6a47b8-8ad5-4bc6-94af-3481778e009d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:01.553855 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35d7ed64-28fb-4763-8133-0486a11c2935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:01.590619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:01.603237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:01.644794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb233908-46a8-4ff1-98fe-a6823fb7bf61 req-f19589f7-bb7e-402b-ae81-78b17d81cb91 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:01.654506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb233908-46a8-4ff1-98fe-a6823fb7bf61 req-f19589f7-bb7e-402b-ae81-78b17d81cb91 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1572506 Nov 09 17:47:01.815226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb233908-46a8-4ff1-98fe-a6823fb7bf61 req-b916cc32-b5d6-4766-a5a8-b4e4e18f4bee tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591289 Nov 09 17:47:01.891458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:01.896941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:01.966529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:47:02.067679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c289ed7d-bc5e-441b-a317-6578ea554399 None None] Provisioning complete for port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:02.068303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c289ed7d-bc5e-441b-a317-6578ea554399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:02.084905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:02.234519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67d66-cb51-469a-b6b1-186a0ed4fce4 req-93da1aae-58a5-4ff8-addf-6b465bd46794 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:02.237277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4be67d66-cb51-469a-b6b1-186a0ed4fce4 req-93da1aae-58a5-4ff8-addf-6b465bd46794 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 944 time: 0.3178053 Nov 09 17:47:02.442308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:02.467731 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4be67d66-cb51-469a-b6b1-186a0ed4fce4 req-b05d2376-5133-45e5-9d03-ebbbc295f4ff tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107375 Nov 09 17:47:02.506469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Router e946aa4b-053b-499d-b122-dfcc7b103db7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:02.523285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c289ed7d-bc5e-441b-a317-6578ea554399 None None] Port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:02.528210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ed64-28fb-4763-8133-0486a11c2935 None None] Pushing event updated for resources: {'Port': ['ID=dd6a47b8-8ad5-4bc6-94af-3481778e009d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:02.611435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '75889762-094c-4908-97ca-e1775d45e368', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'port_id': '75889762-094c-4908-97ca-e1775d45e368', 'mac_address': 'fa:16:3e:2b:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:47:02.696143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:46:50Z', 'revision_number': 3, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:02.769846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da488c-88c5-444f-a8f9-5d3c48de5f27 None None] The sync data for ids ['e946aa4b-053b-499d-b122-dfcc7b103db7'] in n-d-804292-3 is: [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:46:50Z', 'revision_number': 3, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:02.793397 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:02.811272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6d9c5557-bbfe-4da2-aeff-60e04735b28f None None] Provisioning complete for port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:02.823048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5557-bbfe-4da2-aeff-60e04735b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:02.973845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c5557-bbfe-4da2-aeff-60e04735b28f None None] Port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:03.012200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75889762-094c-4908-97ca-e1775d45e368 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:03.046476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:03.075541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f483c846-fa90-4cab-b078-d355db00c1c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/e946aa4b-053b-499d-b122-dfcc7b103db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7551222 Nov 09 17:47:03.164058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:03.197168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:03.227139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60878-2db9-4c4f-968b-0ecf8aa80c3c req-d257a547-0452-4538-b6ed-8648b79ed9e9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:03.240412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09c60878-2db9-4c4f-968b-0ecf8aa80c3c req-d257a547-0452-4538-b6ed-8648b79ed9e9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 943 time: 0.1227481 Nov 09 17:47:03.478726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09c60878-2db9-4c4f-968b-0ecf8aa80c3c req-5104660b-af2c-45f8-bb75-08dec462c272 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373228 Nov 09 17:47:03.496076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:03.534250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:03.624438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['75889762-094c-4908-97ca-e1775d45e368'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:03.739209 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:03.876386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4eda5-168e-4e98-852a-3961f6512aae req-fc71eb34-38cb-4633-b70c-9541253708e7 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:03.891166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-efc4eda5-168e-4e98-852a-3961f6512aae req-fc71eb34-38cb-4633-b70c-9541253708e7 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 944 time: 0.1767402 Nov 09 17:47:03.962903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e3261d42-b6c3-491b-91a0-4b3b30f61bb8 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:03.973685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd6a47b8-8ad5-4bc6-94af-3481778e009d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:04.070865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-efc4eda5-168e-4e98-852a-3961f6512aae req-84982025-8487-49ce-bec4-236afedd4f9f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748567 Nov 09 17:47:04.754900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56660) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:04.857537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c504ea9-34e6-42f1-aaad-6d8a8f823215 req-ea9866aa-903e-4cc4-8404-458aaecf29ed tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:04.867771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c504ea9-34e6-42f1-aaad-6d8a8f823215 req-ea9866aa-903e-4cc4-8404-458aaecf29ed tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 944 time: 0.1020746 Nov 09 17:47:05.016542 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5c504ea9-34e6-42f1-aaad-6d8a8f823215 req-97ba1c00-a19f-4e53-bdd7-3404801a06d4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454322 Nov 09 17:47:05.045242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-383158648'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:05.105114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:05.132389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1156124212-network', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:05.175678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Made reservation on behalf of a5679929296042eb9235c6ff6e747e91 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:05.176963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port dd6a47b8-8ad5-4bc6-94af-3481778e009d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:05.178730 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.187920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:47:05.192064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.226509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Made reservation on behalf of c4afe0edf77c4e26b7a42cb3e1d591fe for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:05.234128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.242608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:05.242977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.264077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.280371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.435469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.447590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.469921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea66034-eb1f-45f9-a555-4f1a917e4ed5 req-0e1313d3-9cfb-4883-a2cd-73f65697bb8d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:05.472145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dea66034-eb1f-45f9-a555-4f1a917e4ed5 req-0e1313d3-9cfb-4883-a2cd-73f65697bb8d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 944 time: 0.2424164 Nov 09 17:47:05.472996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.497211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.517968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27b234-035a-4f3d-a795-2d9092ebc24a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:05.531336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.604581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dea66034-eb1f-45f9-a555-4f1a917e4ed5 req-3b9592ca-8b74-4052-98f4-7205a35749a2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877049 Nov 09 17:47:05.605507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:05.623720 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.624187 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Added segment 7bd57a2c-020d-4b11-96ef-e6d69be2fb5a of type vlan for network a813ad57-ed12-40d0-b5f2-cf636701fef1 Nov 09 17:47:05.660647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:05.662694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:05.664240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:05.667609 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2cce3-111f-4258-8ada-1b0dd4bcd358" -d '{"events": [{"server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "name": "network-vif-plugged", "status": "completed", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:05.688726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.759626 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a239f-f2fc-49bc-87cb-5487073afee5 x-openstack-request-id: req-0d6a239f-f2fc-49bc-87cb-5487073afee5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:05.760308 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "name": "network-vif-plugged", "status": "completed", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:05.761270 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d6a239f-f2fc-49bc-87cb-5487073afee5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:05.762175 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'code': 200} Nov 09 17:47:05.791213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:05.792068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.801411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac0b8f9-5c39-4862-99c7-52a647a250d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:05.852983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.853540 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Added segment 6dbdd5ed-3a71-489d-82ab-8bf3652453be of type vlan for network 99599273-0ee4-4d1d-9938-43fc560e95b3 Nov 09 17:47:05.855983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:05.876635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 75889762-094c-4908-97ca-e1775d45e368 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:05.879748 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.913423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:05.932908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:05.936081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.007647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.055167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.057471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.058256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.130689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0101402 Nov 09 17:47:06.153975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:06.164970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Request body: {'subnet': {'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1156124212-subnet', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:06.166893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Pushing event updated for resources: {'Network': ['ID=a813ad57-ed12-40d0-b5f2-cf636701fef1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:06.201643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e9044be-96c8-4b15-b5b0-566955ef7368 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4455035 Nov 09 17:47:06.210366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:06.227342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.234237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a813ad57-ed12-40d0-b5f2-cf636701fef1 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:06.394754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0f477-cb79-4eb8-9ca3-8a0ff4a2f401 admin admin] Pushing event updated for resources: {'Network': ['ID=99599273-0ee4-4d1d-9938-43fc560e95b3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:06.465004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a31d0a-ee2b-4c71-9ba7-33b1cc0054c0 req-55a0e7d7-8287-452a-9cb9-41b46defbf66 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.465966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Made reservation on behalf of c4afe0edf77c4e26b7a42cb3e1d591fe for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:06.476001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75a31d0a-ee2b-4c71-9ba7-33b1cc0054c0 req-55a0e7d7-8287-452a-9cb9-41b46defbf66 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 944 time: 0.2099750 Nov 09 17:47:06.478087 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.493570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:06.579673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:06.599788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:06.677102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75a31d0a-ee2b-4c71-9ba7-33b1cc0054c0 req-ec7d7130-2b7f-4a8f-9dbf-229a0ff4b8ff tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959538 Nov 09 17:47:06.774885 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Sync routers for ids ['e946aa4b-053b-499d-b122-dfcc7b103db7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:06.796418 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Routers {'e946aa4b-053b-499d-b122-dfcc7b103db7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:06.805556 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e946aa4b-053b-499d-b122-dfcc7b103db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:06.820922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb2c2d-8520-4050-bd23-effef817bcbc req-5618b49f-b95b-4f8d-ab4a-924dae35a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.838148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5fb2c2d-8520-4050-bd23-effef817bcbc req-5618b49f-b95b-4f8d-ab4a-924dae35a558 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 1096 time: 0.8724144 Nov 09 17:47:06.924548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'network': {'name': 'tempest-network--1351494370', 'router:external': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:06.949892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:07.082541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209c1d-4e6e-4261-a978-ebd446836faa req-8af30ef7-8d0f-4bb6-b4dd-ae96dde450d3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.109401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a209c1d-4e6e-4261-a978-ebd446836faa req-8af30ef7-8d0f-4bb6-b4dd-ae96dde450d3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.2579854 Nov 09 17:47:07.187893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Made reservation on behalf of 8e3692fb40354f06a86c9c68d138b1e2 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:07.195241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.210284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5fb2c2d-8520-4050-bd23-effef817bcbc req-886b939f-6558-4355-9c15-00bc098fbd92 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588946 Nov 09 17:47:07.212380 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Set router e946aa4b-053b-499d-b122-dfcc7b103db7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:07.222257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.267738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a209c1d-4e6e-4261-a978-ebd446836faa req-b3826078-f218-4b0b-bcb6-ebb92681abf2 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406448 Nov 09 17:47:07.440196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.531240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.542654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.611518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:07.629548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Checking segment: {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:07.630236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Network hostable DHCP agents. Network: 99599273-0ee4-4d1d-9938-43fc560e95b3, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:47:07.666553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:47:07.680268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:07.704454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 99599273-0ee4-4d1d-9938-43fc560e95b3) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:07.714424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.715778 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Added segment 722cbb88-1506-437c-89d3-c2e9d40c42b3 of type vlan for network 0dc22b8e-d5b5-4010-bae1-57ccc8d638d1 Nov 09 17:47:07.725969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998016a-1d11-400d-afc8-977366288339 None None] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:07.749979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.749979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.817574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9d969dab-2a4a-4713-8261-c93ce505e279 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6609097 Nov 09 17:47:07.818711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:07.822730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:07.836375 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1987c948-c2e8-4279-912d-0571e74afc23" -d '{"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-plugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:07.855722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:07.869968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef6ca2-82c7-46ab-9a05-94222bc2a133,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:07.903082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.926322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:07.928332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:08.141758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb38370-1f86-4d08-941a-339daa1a83f6 req-fa57bd5e-9d0c-47ff-a195-b401909b373d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:08.144574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fb38370-1f86-4d08-941a-339daa1a83f6 req-fa57bd5e-9d0c-47ff-a195-b401909b373d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.2313430 Nov 09 17:47:08.203639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:08.245471 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da4cd65-b180-4903-9072-32d88bcda013 x-openstack-request-id: req-2da4cd65-b180-4903-9072-32d88bcda013 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:08.245930 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-plugged", "status": "completed", "tag": "75889762-094c-4908-97ca-e1775d45e368", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:08.246330 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2da4cd65-b180-4903-9072-32d88bcda013 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:08.246975 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'code': 200} Nov 09 17:47:08.314523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:08.320378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:08.321359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:08.404599 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:47:00Z', 'revision_number': 4, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8', 'name': '', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'mac_address': 'fa:16:3e:de:70:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:57Z', 'updated_at': '2021-11-09T17:47:00Z', 'revision_number': 2, 'project_id': '18dede9d8b70467298202ca728e93d27', 'subnets': [{'id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:08.452898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-99599273-0ee4-4d1d-9938-43fc560e95b3', 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'fixed_ips': [{'subnet_id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:47:08.454300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:08.642051 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Checking router: e946aa4b-053b-499d-b122-dfcc7b103db7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:08.642596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Updating router e946aa4b-053b-499d-b122-dfcc7b103db7 port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:47:08.680838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fb38370-1f86-4d08-941a-339daa1a83f6 req-bd3ec6ae-d5d2-44e6-9555-0fdc13e7f8b3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5255091 Nov 09 17:47:08.787850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Allocated IP 172.20.0.2 (99599273-0ee4-4d1d-9938-43fc560e95b3/ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9/4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:08.848515 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:08.902520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Network': ['ID=0dc22b8e-d5b5-4010-bae1-57ccc8d638d1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:08.941588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9b60bb6d-9cac-4021-9131-f9f77d6f7573 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7284858 Nov 09 17:47:08.961892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56744) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.026396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:09.040831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 0dc22b8e-d5b5-4010-bae1-57ccc8d638d1 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:09.098574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1480a9-1c69-45b6-80ae-b7e4fb613cd5 req-8913abac-0386-413c-b4e3-8db3af3c88e5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:09.124160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-db1480a9-1c69-45b6-80ae-b7e4fb613cd5 req-8913abac-0386-413c-b4e3-8db3af3c88e5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.5332181 Nov 09 17:47:09.276822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:09.339021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf9508-b319-4bae-b125-52fdceef1ce0 req-418850d2-20ee-4b1c-b617-6c9b9b39518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:09.342015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8caf9508-b319-4bae-b125-52fdceef1ce0 req-418850d2-20ee-4b1c-b617-6c9b9b39518a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1097 time: 0.9627991 Nov 09 17:47:09.400848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-db1480a9-1c69-45b6-80ae-b7e4fb613cd5 req-470a02b8-8254-4332-9b83-9ce77ee9822d tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721803 Nov 09 17:47:09.565964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:09.582085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:09.700122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:09.744692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:09.768694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:09.779624 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:09.854127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc22b8e-d5b5-4010-bae1-57ccc8d638d1']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:09.980521 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.008127 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.064426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Attempting to bind port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:47:10.065983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Attempting to bind port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:47:10.066366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Attempting to bind port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 on network 99599273-0ee4-4d1d-9938-43fc560e95b3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:10.084372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Pushing event updated for resources: {'Port': ['ID=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:10.097027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:10.097393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Checking segment: {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:10.097757 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.098166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Bound using segment: {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:10.098709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Bound port: 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:47:10.099138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.126325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8caf9508-b319-4bae-b125-52fdceef1ce0 req-fd9465aa-2256-4e7c-a228-a2397634c9c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7758737 Nov 09 17:47:10.156947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.166178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722cbb88-1506-437c-89d3-c2e9d40c42b3') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:10.168849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722cbb88-1506-437c-89d3-c2e9d40c42b3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:10.285951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.305985 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Pushing event updated for resources: {'Port': ['ID=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:10.307957 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.368925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] For port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:10.369675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.370043 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.375878 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.376307 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.376647 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.376987 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.377320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.377651 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.377981 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.378304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.378633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.378958 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:10.421070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] For port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:10.433767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.475732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.635410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:10.636316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:10.742538 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:10.759765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ffa41-18ec-47df-af48-fae0dc1c9584 req-6bc90b73-7b9e-4acc-a504-2ef767683938 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:10.832472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-323ffa41-18ec-47df-af48-fae0dc1c9584 req-6bc90b73-7b9e-4acc-a504-2ef767683938 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.7615781 Nov 09 17:47:10.893160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e2761-3e56-43c2-8608-ea1b4c9bc10d None None] Pushing event updated for resources: {'Port': ['ID=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:11.024988 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Attempting to bind port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:47:11.025836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Attempting to bind port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:47:11.025836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Attempting to bind port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:11.040468 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:11.041124 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Checking segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:11.041682 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.043049 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Bound using segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:11.049715 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Bound port: 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:47:11.050957 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.316003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-557ffdbd-8b4a-47db-8e5f-a195999e899b None None] Provisioning complete for port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:11.317222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-557ffdbd-8b4a-47db-8e5f-a195999e899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.332781 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] For port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:11.339578 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] For port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:11.348921 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.420866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e276b5f-3772-4a14-92d4-25a106ca6d66 req-40784b0d-185c-4577-ab22-3265aba6f00c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:11.439852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e276b5f-3772-4a14-92d4-25a106ca6d66 req-40784b0d-185c-4577-ab22-3265aba6f00c tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.6922328 Nov 09 17:47:11.481419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Allocated IP 172.25.3.249 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/a322cf2d-fdea-4b95-82f6-7ce88ae4431b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:11.497136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-557ffdbd-8b4a-47db-8e5f-a195999e899b None None] Port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:11.566405 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c7630-fd56-4785-9ebb-5e90c835157a None None] Pushing event updated for resources: {'Port': ['ID=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:11.590791 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Routers {'e946aa4b-053b-499d-b122-dfcc7b103db7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:11.591780 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e946aa4b-053b-499d-b122-dfcc7b103db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:11.646869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-323ffa41-18ec-47df-af48-fae0dc1c9584 req-45d1d813-0705-4888-88c1-76da06b21084 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8127282 Nov 09 17:47:11.657042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.773166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0dc22b8e-d5b5-4010-bae1-57ccc8d638d1 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:47:11.788559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.796474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/networks/0dc22b8e-d5b5-4010-bae1-57ccc8d638d1 HTTP/1.1" status: 204 len: 168 time: 2.8262901 Nov 09 17:47:11.802688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674c629-5aab-48f7-8c83-e535e582b519 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dc22b8e-d5b5-4010-bae1-57ccc8d638d1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:11.821031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56772) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:11.844757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:11.886487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:11.934371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Made reservation on behalf of 8e3692fb40354f06a86c9c68d138b1e2 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:11.953713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:11.955669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e276b5f-3772-4a14-92d4-25a106ca6d66 req-fcb6703f-b20e-4721-bb7d-c2ac60bcc70e tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5151451 Nov 09 17:47:12.035421 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] Set router e946aa4b-053b-499d-b122-dfcc7b103db7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:12.171058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:12.187442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:12.229623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:12.237582 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Added segment 442dabd6-16a5-4ee2-94f4-fcbe203e98de of type vlan for network ba5a503c-9165-44f8-87eb-5b8163c52821 Nov 09 17:47:12.324201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:12.394024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:12.415526 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:12.594902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:12.645731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:12.689616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:12.738304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe168e31-7cb7-4b28-b59b-e7f787c77231 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:12.916090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-37b122b7-3ead-427a-9bbb-4bdc4750b7b2 None None] Provisioning complete for port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:12.916600 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37b122b7-3ead-427a-9bbb-4bdc4750b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:12.955954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:12.967108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b711d-9da8-401a-8ee1-f4e8874c0ecc req-9f7f2739-9e39-4c30-ad2d-e901aa47ce23 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:12.977670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc1b711d-9da8-401a-8ee1-f4e8874c0ecc req-9f7f2739-9e39-4c30-ad2d-e901aa47ce23 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.6557655 Nov 09 17:47:12.994119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:13.004276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:13.050843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Request body: {'floatingip': {'port_id': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:13.134068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:47:00Z', 'revision_number': 4, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8', 'name': '', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'mac_address': 'fa:16:3e:de:70:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:57Z', 'updated_at': '2021-11-09T17:47:11Z', 'revision_number': 4, 'project_id': '18dede9d8b70467298202ca728e93d27', 'subnets': [{'id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:13.172804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:13.173812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:13.174407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:13.260425 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33053106-157f-4105-a7b5-d7f2e090d26e None None] The sync data for ids ['e946aa4b-053b-499d-b122-dfcc7b103db7'] in n-d-804292-3 is: [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:47:00Z', 'revision_number': 4, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8', 'name': '', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'mac_address': 'fa:16:3e:de:70:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:57Z', 'updated_at': '2021-11-09T17:47:11Z', 'revision_number': 4, 'project_id': '18dede9d8b70467298202ca728e93d27', 'subnets': [{'id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:13.337996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:13.406862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:13.441597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Network': ['ID=ba5a503c-9165-44f8-87eb-5b8163c52821,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:13.478324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:13.492895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:13.494726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6fd65bc6-4924-4c96-a6e4-0fbda86f183d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.6603000 Nov 09 17:47:13.496357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56832) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:13.508643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'subnet': {'network_id': 'ba5a503c-9165-44f8-87eb-5b8163c52821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:13.518943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ba5a503c-9165-44f8-87eb-5b8163c52821 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:13.583965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Made reservation on behalf of 8e3692fb40354f06a86c9c68d138b1e2 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:13.586506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:14.143035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960ae56-7b42-45e4-9e9b-a59a94eb2afc None None] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:14.400410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:14.468557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37b122b7-3ead-427a-9bbb-4bdc4750b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:14.679757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-37b122b7-3ead-427a-9bbb-4bdc4750b7b2 None None] For port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:14.692827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37b122b7-3ead-427a-9bbb-4bdc4750b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:14.892575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b122b7-3ead-427a-9bbb-4bdc4750b7b2 None None] Pushing event updated for resources: {'Port': ['ID=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:14.902540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3696c8f6-058c-4dca-842b-08dce1d96d62 None None] Provisioning complete for port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:14.903488 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3696c8f6-058c-4dca-842b-08dce1d96d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:14.957756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.958541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.958541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.958829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.959145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.960379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.961030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.963519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.964127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.964626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.965130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:14.971594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:15.265502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:47:15.271968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:15.315358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c20b-f93e-4bb5-8c99-2b1fc836ef8b req-e89e6b33-ee95-4ef2-8612-117989461480 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:15.323948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c17c20b-f93e-4bb5-8c99-2b1fc836ef8b req-e89e6b33-ee95-4ef2-8612-117989461480 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 2.0582891 Nov 09 17:47:15.351944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3696c8f6-058c-4dca-842b-08dce1d96d62 None None] Provisioning complete for port a322cf2d-fdea-4b95-82f6-7ce88ae4431b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:15.352324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3696c8f6-058c-4dca-842b-08dce1d96d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:15.494954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3696c8f6-058c-4dca-842b-08dce1d96d62 None None] Port a322cf2d-fdea-4b95-82f6-7ce88ae4431b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:15.548950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd095299-903e-4a2e-bc9d-670626d257c1,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:15.615071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Checking segment: {'id': '442dabd6-16a5-4ee2-94f4-fcbe203e98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ba5a503c-9165-44f8-87eb-5b8163c52821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:15.618404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Network hostable DHCP agents. Network: ba5a503c-9165-44f8-87eb-5b8163c52821, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:47:15.628806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-292fd38f-a526-47d1-b12b-e8e9841f5740 None None] Provisioning complete for port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:15.631819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-292fd38f-a526-47d1-b12b-e8e9841f5740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:15.664678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Network ba5a503c-9165-44f8-87eb-5b8163c52821 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:47:15.685217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ba5a503c-9165-44f8-87eb-5b8163c52821) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:15.698110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:15.702297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:15.709729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38215187-90b8-4936-9e11-8a993cfd54d9 None None] Network ba5a503c-9165-44f8-87eb-5b8163c52821 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:15.754356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ab5b709-c25a-4113-ae36-875f936b0155 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2552948 Nov 09 17:47:15.757390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56854) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:15.764484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba5a503c-9165-44f8-87eb-5b8163c52821'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:15.829367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:15.854032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c17c20b-f93e-4bb5-8c99-2b1fc836ef8b req-b877a79c-e02e-4fed-9977-6c82ba322f5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5286653 Nov 09 17:47:16.111029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:16.156610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc11f4a6-51f1-4f82-8bb2-35b962065c70 None None] Network ba5a503c-9165-44f8-87eb-5b8163c52821 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:16.552832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Allocated IP 172.20.0.14 (ba5a503c-9165-44f8-87eb-5b8163c52821/dd095299-903e-4a2e-bc9d-670626d257c1/45994fc2-e7a9-4494-a543-4ee7d74d8619) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:16.587271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:16.864501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:47:17.210901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:17.244964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:17.245818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:17.248191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:17.259027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:17.587952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692cdc-a2c3-42d2-ae0b-1c4e7ddf7e46 req-d76c43af-28e5-4d55-93b6-0252b30c6cc3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:17.589631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-16692cdc-a2c3-42d2-ae0b-1c4e7ddf7e46 req-d76c43af-28e5-4d55-93b6-0252b30c6cc3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.3988786 Nov 09 17:47:17.680676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:17.838187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Port': ['ID=45994fc2-e7a9-4494-a543-4ee7d74d8619,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:17.866246 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:17.884443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Network ba5a503c-9165-44f8-87eb-5b8163c52821 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:17.904125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:17.925659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:18.013486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-16692cdc-a2c3-42d2-ae0b-1c4e7ddf7e46 req-76beb434-8a0b-40f3-bd4a-1adba5ed4281 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4101810 Nov 09 17:47:18.223430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:18.268169 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Floating IP d54e4614-6835-47c9-b4c9-194020f025dc associated. External IP: 172.25.3.14, port: e3261d42-b6c3-491b-91a0-4b3b30f61bb8. Nov 09 17:47:18.340406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:18.385482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:18.386477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:18.465108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:19.057859 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:19.074123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:19.261991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:19.371805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:19.427447 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:19.433193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6684761 Nov 09 17:47:19.433953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Router cf04b174-c6f8-489b-b3aa-20666151b0df has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:19.436156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56906) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:19.656386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddc386-942e-400f-bdd2-657aa436e039 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Port': ['ID=45994fc2-e7a9-4494-a543-4ee7d74d8619,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:19.670179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b05d36d-7e87-41d2-9498-131b55d5eb46 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=ba5a503c-9165-44f8-87eb-5b8163c52821 HTTP/1.1" status: 200 len: 690 time: 0.2308452 Nov 09 17:47:19.671056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56914) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:19.999540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:20.195650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:20.211192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:20.231854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:20.248829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:20.249634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:20.377618 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-87b05b29-7e2a-415f-8c73-e565b02308c1 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "PUT /v2.0/floatingips/d54e4614-6835-47c9-b4c9-194020f025dc HTTP/1.1" status: 200 len: 990 time: 7.3471775 Nov 09 17:47:20.379376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:20.390635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Deleting port 45994fc2-e7a9-4494-a543-4ee7d74d8619 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:47:20.392942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:20.394756 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:20.418910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:47:20.646148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:20.647075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:20.655954 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f4fb1-dd09-4d2b-bb13-23561014d4ea x-openstack-request-id: req-718f4fb1-dd09-4d2b-bb13-23561014d4ea {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:20.656594 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:20.659179 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-718f4fb1-dd09-4d2b-bb13-23561014d4ea {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:20.660286 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'status': 'completed', 'code': 200} Nov 09 17:47:20.665523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:20.668811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Calling delete_port for 45994fc2-e7a9-4494-a543-4ee7d74d8619 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:47:20.947042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:20.982668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:21.005304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Sync routers for ids ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:21.029314 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Routers {'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:21.038432 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:21.040009 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:21.051102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-131e6f80-cfae-49cb-b597-a936b9e2a2d8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.2107692 Nov 09 17:47:21.051915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:21.331403 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:47:21.466326 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Set router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:21.540634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd54e4614-6835-47c9-b4c9-194020f025dc', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'port_id': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'mac_address': 'fa:16:3e:32:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d34cc1-fc41-4461-af74-395087188478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:46:29Z', 'updated_at': '2021-11-09T17:47:16Z', 'revision_number': 1, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:21.604245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:21.642410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:21.645535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:21.992879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:22.137339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Port': ['ID=45994fc2-e7a9-4494-a543-4ee7d74d8619,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:22.223494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-ae559504-8cdc-48ca-9edc-6a6b3437e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:22.225475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-ae559504-8cdc-48ca-9edc-6a6b3437e59b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 1096 time: 1.3033845 Nov 09 17:47:22.367277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:22.563776 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:47:15Z', 'revision_number': 3, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:22.630680 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Checking router: bd5bf35a-d1de-4faf-9d6d-681a1bc044cc for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:22.634381 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Updating router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc port a322cf2d-fdea-4b95-82f6-7ce88ae4431b binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:47:22.690150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd54e4614-6835-47c9-b4c9-194020f025dc', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'port_id': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'mac_address': 'fa:16:3e:32:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d34cc1-fc41-4461-af74-395087188478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:46:29Z', 'updated_at': '2021-11-09T17:47:16Z', 'revision_number': 1, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:22.692453 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:22.801250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:22.817049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130ecd-1faf-4528-a4c1-e198421404c9 None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'd54e4614-6835-47c9-b4c9-194020f025dc', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'port_id': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'mac_address': 'fa:16:3e:32:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d34cc1-fc41-4461-af74-395087188478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:46:29Z', 'updated_at': '2021-11-09T17:47:16Z', 'revision_number': 1, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:23.039903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.158946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-3453e6c3-dcca-47f0-b83c-cea5b8822b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:23.164358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-3453e6c3-dcca-47f0-b83c-cea5b8822b27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.9285266 Nov 09 17:47:23.269951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.445561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd095299-903e-4a2e-bc9d-670626d257c1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:23.510808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae50ada-41ae-49ee-bfef-f9c056f628a3 None None] New status for floating IP d54e4614-6835-47c9-b4c9-194020f025dc: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:47:23.529188 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.541118 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.560091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.668340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd966a-cef5-48c2-b983-a616c98f2701 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:23.674544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-50deafee-aba5-4b85-92d7-55995ebfd2b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 200 len: 998 time: 0.4821565 Nov 09 17:47:23.726453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.750329 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Attempting to bind port a322cf2d-fdea-4b95-82f6-7ce88ae4431b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:47:23.750925 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Attempting to bind port a322cf2d-fdea-4b95-82f6-7ce88ae4431b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:47:23.751537 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Attempting to bind port a322cf2d-fdea-4b95-82f6-7ce88ae4431b on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:23.780047 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c134d-72ff-42cc-8341-c38274b1ca40 None None] Pushing event updated for resources: {'Port': ['ID=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:23.803884 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:23.807926 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:23.808530 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.809063 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:23.812464 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Bound port: a322cf2d-fdea-4b95-82f6-7ce88ae4431b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:47:23.813814 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:23.920712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-4b91fcf6-695d-4fb8-87e1-14416cb94cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:23.928185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-4b91fcf6-695d-4fb8-87e1-14416cb94cd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.2403355 Nov 09 17:47:23.995709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5a503c-9165-44f8-87eb-5b8163c52821']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:24.019479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-612f2a64-8a6e-4995-9df7-29377da14b3e None None] Provisioning complete for port a322cf2d-fdea-4b95-82f6-7ce88ae4431b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:24.024228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-612f2a64-8a6e-4995-9df7-29377da14b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.026279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Allocated IP 172.20.0.1 (99599273-0ee4-4d1d-9938-43fc560e95b3/ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9/5331cab7-fa28-4f50-ac07-0ac0b1800a99) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:24.050274 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] For port a322cf2d-fdea-4b95-82f6-7ce88ae4431b, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:24.061429 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] For port a322cf2d-fdea-4b95-82f6-7ce88ae4431b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:24.074067 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.169787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442dabd6-16a5-4ee2-94f4-fcbe203e98de') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:24.176732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442dabd6-16a5-4ee2-94f4-fcbe203e98de') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:24.242653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-612f2a64-8a6e-4995-9df7-29377da14b3e None None] Port a322cf2d-fdea-4b95-82f6-7ce88ae4431b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:24.254805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.349158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-4723f282-d004-4142-929c-2b448c9bcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:24.358316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230fec02-6099-4b81-96d6-df839f8dbb32 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:24.380058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-4723f282-d004-4142-929c-2b448c9bcb61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4043467 Nov 09 17:47:24.399596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c134d-72ff-42cc-8341-c38274b1ca40 None None] Pushing event updated for resources: {'Port': ['ID=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:24.404708 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Routers {'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:24.405356 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:24.421675 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.492466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0659ace3-a747-466e-8e3b-89df2f5d594f None None] Provisioning complete for port a322cf2d-fdea-4b95-82f6-7ce88ae4431b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:24.492740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659ace3-a747-466e-8e3b-89df2f5d594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.514689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.594145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:24.600961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:24.606430 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:24.637143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.732554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659ace3-a747-466e-8e3b-89df2f5d594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.787690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:24.807304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:24.814921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:24.826584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0659ace3-a747-466e-8e3b-89df2f5d594f None None] For port a322cf2d-fdea-4b95-82f6-7ce88ae4431b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:24.844835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659ace3-a747-466e-8e3b-89df2f5d594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:24.896597 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] Set router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:24.950877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Pushing event updated for resources: {'Port': ['ID=5331cab7-fa28-4f50-ac07-0ac0b1800a99,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:24.979243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:25.032513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659ace3-a747-466e-8e3b-89df2f5d594f None None] Pushing event updated for resources: {'Port': ['ID=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:25.097853 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-c4bc10f8-9ef9-4268-86b6-d26203875912 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081203 Nov 09 17:47:25.236728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:25.364923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c6bef6e-137c-4b1e-9662-4f2db1c575ca req-fa0a9df6-7a66-4a67-8823-85f64d8294e9 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654150 Nov 09 17:47:25.402501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-c25a6090-7250-413d-82d7-79dc40cb951a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4365075 Nov 09 17:47:25.409089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:25.423595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba5a503c-9165-44f8-87eb-5b8163c52821 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:47:25.430202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:25.433980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ba5a503c-9165-44f8-87eb-5b8163c52821 HTTP/1.1" status: 204 len: 168 time: 5.7589688 Nov 09 17:47:25.453576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:25.455475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4945-536b-49fd-b9de-efd3ce44059c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba5a503c-9165-44f8-87eb-5b8163c52821,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:25.502189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-223f495a-dc74-46ee-a7cf-f7a971634a81 None None] Provisioning complete for port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:25.502832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-223f495a-dc74-46ee-a7cf-f7a971634a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:25.713900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-223f495a-dc74-46ee-a7cf-f7a971634a81 None None] Port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:25.773783 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:47:15Z', 'revision_number': 3, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:25.864096 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102c27-5606-4fc1-a4bb-4320861fe2dc None None] The sync data for ids ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'] in n-d-804292-3 is: [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:47:15Z', 'revision_number': 3, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:25.955927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:25.964251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:26.066189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c4883a72-abc6-40a8-b478-88727d811370 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.5965102 Nov 09 17:47:26.077841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:26.218615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:26.315820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-efea9e0d-b50f-4224-8626-01973c962b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.317386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-efea9e0d-b50f-4224-8626-01973c962b99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 1097 time: 0.3309138 Nov 09 17:47:26.620106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Pushing event updated for resources: {'Port': ['ID=5331cab7-fa28-4f50-ac07-0ac0b1800a99,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:26.647014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:26.649415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:26.848286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.850360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.852964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.873843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.874690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.875577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.876442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.877295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.889283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6fa02f91-240c-465b-af81-16aa638909f7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5302 time: 0.8090498 Nov 09 17:47:26.909313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:27.147552 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-787ce12a-b811-4bac-8fd2-3f2172e742f4 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] delete failed (client error): The resource could not be found. Nov 09 17:47:27.157251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-787ce12a-b811-4bac-8fd2-3f2172e742f4 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/2a5299d9-3909-4f7d-9a74-8fcb541e6225 HTTP/1.1" status: 404 len: 345 time: 0.2439597 Nov 09 17:47:27.167734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57014) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:27.277829 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-32111b3c-4fe3-418d-b5f3-a2d1e7133fc8 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 17:47:27.279511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32111b3c-4fe3-418d-b5f3-a2d1e7133fc8 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:47:27.283221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-32111b3c-4fe3-418d-b5f3-a2d1e7133fc8 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ba5a503c-9165-44f8-87eb-5b8163c52821 HTTP/1.1" status: 404 len: 339 time: 0.1139524 Nov 09 17:47:27.295072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57016) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:27.320999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'network': {'name': 'tempest-network--1332998700', 'router:external': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:27.398140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1e45e4a9-be36-4134-a150-e12b7064a507 None None] Provisioning complete for port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:27.408300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e45e4a9-be36-4134-a150-e12b7064a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:27.459491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:27.460472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-469f8ea6-61e2-4f53-81b8-5b9022e5a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:27.462404 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-469f8ea6-61e2-4f53-81b8-5b9022e5a40e service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 1.0953333 Nov 09 17:47:27.476308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Made reservation on behalf of 8e3692fb40354f06a86c9c68d138b1e2 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:27.483935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:27.585146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1e45e4a9-be36-4134-a150-e12b7064a507 None None] Port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:27.753097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-9153dfee-87f4-4058-9473-bd9e6f5ff192 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 200 len: 1001 time: 0.2780385 Nov 09 17:47:27.972041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:28.001095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4680df4c-7fd6-4231-8cd8-7cf154ac4ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:28.011391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-504210ab-3243-4f19-86e5-03d725b75ffe admin admin] 10.222.0.45 "PUT /v2.0/routers/bd5bf35a-d1de-4faf-9d6d-681a1bc044cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9562752 Nov 09 17:47:28.100473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-31991ba7-e9ab-4ca8-95b5-910dc44c08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:28.104341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-31991ba7-e9ab-4ca8-95b5-910dc44c08be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.3208807 Nov 09 17:47:28.119309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:28.138884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:28.139876 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Added segment 259aa2bf-69ba-4421-b0a7-cfdebe4e493c of type vlan for network 344c757d-e513-49a4-b8f9-c30aff8fc399 Nov 09 17:47:28.327820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:28.394034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-7b454383-6e5d-4810-8bd6-c3a6e926b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:28.395910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-7b454383-6e5d-4810-8bd6-c3a6e926b5c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915722 Nov 09 17:47:28.430494 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:28.609615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:28.619406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:28.629492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:29.023534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a322cf2d-fdea-4b95-82f6-7ce88ae4431b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:29.108412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8080490 Nov 09 17:47:29.111890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:29.125423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee40975-8fd9-4b3b-8787-5a896f1789b7 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Network': ['ID=344c757d-e513-49a4-b8f9-c30aff8fc399,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:29.163885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-1048518f-c6aa-4cea-8ddf-7aa4caba0728 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545841 Nov 09 17:47:29.181252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 344c757d-e513-49a4-b8f9-c30aff8fc399 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:29.448393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca3d0be-3a12-439d-a5f8-049c0e947acd req-bdaa2dc6-9441-4222-b1ff-e0fe0719484f service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689219 Nov 09 17:47:29.585003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b53883-4b43-4ed8-b4ee-4617960db00c tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:29.634420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b53883-4b43-4ed8-b4ee-4617960db00c tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:29.686695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a322cf2d-fdea-4b95-82f6-7ce88ae4431b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:29.687540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:29.687719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b53883-4b43-4ed8-b4ee-4617960db00c tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:29.729784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b53883-4b43-4ed8-b4ee-4617960db00c tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:29.737714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-97b53883-4b43-4ed8-b4ee-4617960db00c tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6181579 Nov 09 17:47:29.737873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57092) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:29.904264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:30.238640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-52d4603b-9c97-4d00-bd92-477d6104f5f4 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:30.253093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-52d4603b-9c97-4d00-bd92-477d6104f5f4 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/networks?id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 200 len: 910 time: 0.3465083 Nov 09 17:47:30.289088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-88f62961-5be5-4daf-8729-dc67d28b0dfb tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/quotas/c4afe0edf77c4e26b7a42cb3e1d591fe HTTP/1.1" status: 200 len: 375 time: 0.0349929 Nov 09 17:47:30.391701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad64b75-9063-4743-82c2-cd0b5420ac26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:30.651811 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Sync routers for ids ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:30.664309 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Routers {'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:30.665464 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.717972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:30.777163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344c757d-e513-49a4-b8f9-c30aff8fc399']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.806377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259aa2bf-69ba-4421-b0a7-cfdebe4e493c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.807035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259aa2bf-69ba-4421-b0a7-cfdebe4e493c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.830943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:30.858766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:30.874085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:30.874085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:31.000677 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Set router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:31.105507 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:31.143342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:31.150725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 344c757d-e513-49a4-b8f9-c30aff8fc399 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:47:31.154016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:31.158976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/networks/344c757d-e513-49a4-b8f9-c30aff8fc399 HTTP/1.1" status: 204 len: 168 time: 1.4213145 Nov 09 17:47:31.164171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:31.170044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'network': {'name': 'tempest-network--2064622621', 'router:external': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:31.261462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-f0a74145-63a0-424e-808c-2334c89edb47 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9712250 Nov 09 17:47:31.279209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ca3a6-d65d-4891-ba83-2378c629b022 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Network': ['ID=344c757d-e513-49a4-b8f9-c30aff8fc399,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:31.288462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Made reservation on behalf of 8e3692fb40354f06a86c9c68d138b1e2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:31.309991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:31.555171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:31.632896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:31.633462 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Added segment 8f69433c-15c3-4418-ab61-548df028114b of type vlan for network 832889bb-192e-4242-bf01-57230d52978b Nov 09 17:47:31.794307 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:31.928355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-80264d6a-de47-46a6-89a8-20615b7eeb08 service neutron] 10.222.0.45 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653347 Nov 09 17:47:31.968514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:32.008854 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:47:25Z', 'revision_number': 4, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '5331cab7-fa28-4f50-ac07-0ac0b1800a99', 'name': '', 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'mac_address': 'fa:16:3e:70:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:23Z', 'updated_at': '2021-11-09T17:47:25Z', 'revision_number': 2, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'subnets': [{'id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:32.092582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:32.094030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:32.095880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:32.116025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Checking router: bd5bf35a-d1de-4faf-9d6d-681a1bc044cc for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:32.116441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Updating router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:47:32.176638 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:32.273303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-cf9d82aa-4836-475c-ac25-2a546c34dda1 service neutron] 10.222.0.45 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283348 Nov 09 17:47:32.310059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Network': ['ID=832889bb-192e-4242-bf01-57230d52978b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:32.331796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 832889bb-192e-4242-bf01-57230d52978b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:32.334240 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-72cdc7bb-9962-4ef9-9e00-6f89efba222d tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1667025 Nov 09 17:47:32.335751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57126) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:32.856225 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:32.866910 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:32.945159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85fdefa-5c92-4655-a95e-c207393de71e tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:32.951846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:32.952351 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584350a-d1ad-44ec-95e6-a749844b0bdd None None] Pushing event updated for resources: {'Port': ['ID=5331cab7-fa28-4f50-ac07-0ac0b1800a99,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:32.963936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f85fdefa-5c92-4655-a95e-c207393de71e tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] 10.222.0.45 "GET /v2.0/networks/832889bb-192e-4242-bf01-57230d52978b HTTP/1.1" status: 200 len: 757 time: 0.6263475 Nov 09 17:47:33.055077 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Attempting to bind port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:47:33.057570 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Attempting to bind port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:47:33.058206 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Attempting to bind port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 on network 99599273-0ee4-4d1d-9938-43fc560e95b3 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:33.073139 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:33.073481 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Checking segment: {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:33.074334 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:33.074720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Bound using segment: {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:33.076079 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Bound port: 5331cab7-fa28-4f50-ac07-0ac0b1800a99, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbdd5ed-3a71-489d-82ab-8bf3652453be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:47:33.076509 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:33.249249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:33.434635 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] For port 5331cab7-fa28-4f50-ac07-0ac0b1800a99, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:33.451182 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] For port 5331cab7-fa28-4f50-ac07-0ac0b1800a99, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5331cab7-fa28-4f50-ac07-0ac0b1800a99,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:33.469319 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:33.510935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb86ca54-05c0-4b46-96ca-a34c7b2e37ee tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:33.518497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cb86ca54-05c0-4b46-96ca-a34c7b2e37ee tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] 10.222.0.45 "GET /v2.0/networks/a813ad57-ed12-40d0-b5f2-cf636701fef1 HTTP/1.1" status: 200 len: 767 time: 0.5610871 Nov 09 17:47:33.519187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:33.538475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-371a302a-fe26-4958-816c-1d4e827a8b99 None None] Provisioning complete for port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:33.539111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-371a302a-fe26-4958-816c-1d4e827a8b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:33.814383 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Routers {'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:33.815382 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:47:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:33.878760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:34.217537 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] Set router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:34.362833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:34.374214 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584350a-d1ad-44ec-95e6-a749844b0bdd None None] Pushing event updated for resources: {'Port': ['ID=5331cab7-fa28-4f50-ac07-0ac0b1800a99,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:34.459417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-371a302a-fe26-4958-816c-1d4e827a8b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:34.548682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26abd56a-b40f-4778-9545-8b4290dbaa98 req-27a7382d-b759-465b-ab7c-50da08dd3b7e tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 210 time: 0.3257134 Nov 09 17:47:34.674242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-371a302a-fe26-4958-816c-1d4e827a8b99 None None] For port 5331cab7-fa28-4f50-ac07-0ac0b1800a99, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5331cab7-fa28-4f50-ac07-0ac0b1800a99,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:34.690135 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-371a302a-fe26-4958-816c-1d4e827a8b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:34.937035 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:47:25Z', 'revision_number': 4, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '5331cab7-fa28-4f50-ac07-0ac0b1800a99', 'name': '', 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'mac_address': 'fa:16:3e:70:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:23Z', 'updated_at': '2021-11-09T17:47:33Z', 'revision_number': 4, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'subnets': [{'id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:34.998150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-12398663-c001-4990-ab6b-a777975e35ab None None] Provisioning complete for port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:34.999835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12398663-c001-4990-ab6b-a777975e35ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:35.065339 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c57f9-27f5-4366-b418-a62cd53362e4 None None] The sync data for ids ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'] in n-d-804292-3 is: [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:47:25Z', 'revision_number': 4, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '5331cab7-fa28-4f50-ac07-0ac0b1800a99', 'name': '', 'network_id': '99599273-0ee4-4d1d-9938-43fc560e95b3', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'mac_address': 'fa:16:3e:70:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:23Z', 'updated_at': '2021-11-09T17:47:33Z', 'revision_number': 4, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'subnets': [{'id': 'ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:35.102240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:35.352106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832889bb-192e-4242-bf01-57230d52978b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:35.445121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f69433c-15c3-4418-ab61-548df028114b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:35.445582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f69433c-15c3-4418-ab61-548df028114b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:35.485535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a302a-fe26-4958-816c-1d4e827a8b99 None None] Pushing event updated for resources: {'Port': ['ID=5331cab7-fa28-4f50-ac07-0ac0b1800a99,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:35.557101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:35.612594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:35.664550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:35.665333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:35.954739 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:36.110570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.122350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb87480c-c8bc-4886-975e-1a24dc9caf45 req-2d9a5bcc-a497-4bd0-bc9d-972a0e9ffb25 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 210 time: 0.1651797 Nov 09 17:47:36.153579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 832889bb-192e-4242-bf01-57230d52978b {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:47:36.178906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.191185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:36.198890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'network': {'name': 'tempest-network--1339164955'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:36.214917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/networks/832889bb-192e-4242-bf01-57230d52978b HTTP/1.1" status: 204 len: 168 time: 2.6941967 Nov 09 17:47:36.275898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Made reservation on behalf of 8e3692fb40354f06a86c9c68d138b1e2 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:36.285774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb706-c14d-41a3-a112-c1ed8009be1c tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Network': ['ID=832889bb-192e-4242-bf01-57230d52978b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:36.289171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.399950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:36.421089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.423119 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Added segment fe417b4f-a7c7-43d7-89d1-d1077476cf02 of type vlan for network e539cf47-08c9-4296-92a1-4582f5ac37b8 Nov 09 17:47:36.539229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.611259 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.612718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:36.613735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:36.807047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:36.813502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:36.822807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6297879 Nov 09 17:47:36.843501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782dd82-8251-4c7e-8a4b-e1c20503c502 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Network': ['ID=e539cf47-08c9-4296-92a1-4582f5ac37b8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:36.882117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e539cf47-08c9-4296-92a1-4582f5ac37b8 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:37.045418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5331cab7-fa28-4f50-ac07-0ac0b1800a99 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:37.266762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:37.267180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:37.423969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcbd16a2-7f7d-49c5-b839-477147b65c3a req-4ab3445c-9f31-4828-aa63-ccb57b988c56 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 210 time: 0.1111231 Nov 09 17:47:37.502724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:37.553342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:37.587997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Network e539cf47-08c9-4296-92a1-4582f5ac37b8 is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:47:37.588832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:37.589551 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:37.590928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "PUT /v2.0/networks/e539cf47-08c9-4296-92a1-4582f5ac37b8 HTTP/1.1" status: 200 len: 857 time: 0.7818720 Nov 09 17:47:37.594146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57210) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:37.728796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255eca8-5162-4565-be39-741041ca7965 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event updated for resources: {'Network': ['ID=e539cf47-08c9-4296-92a1-4582f5ac37b8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:37.795676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:38.465926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-06e9c3a5-2b87-4ad0-9450-44876525187e tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.468854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-06e9c3a5-2b87-4ad0-9450-44876525187e tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.83 "GET /v2.0/networks?id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 200 len: 910 time: 0.3879361 Nov 09 17:47:38.486748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Request body: {'port': {'device_id': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'admin_state_up': True, 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:38.545593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Made reservation on behalf of c4afe0edf77c4e26b7a42cb3e1d591fe for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:38.548688 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:38.893872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Allocated IP 172.20.0.13 (fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5/acc300fb-1e51-4df0-b3a5-72d2521a493d/56e2c8b5-09b7-4c37-8d09-5ea587d0ace2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:39.152591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.240796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.361478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.390858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d481aaf-dfe6-4a31-8ac3-7b064baf3d18 req-e86d663b-a62b-4290-a257-61db74478347 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:39.392921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d481aaf-dfe6-4a31-8ac3-7b064baf3d18 req-e86d663b-a62b-4290-a257-61db74478347 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1028 time: 0.1922441 Nov 09 17:47:39.401805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e539cf47-08c9-4296-92a1-4582f5ac37b8']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:39.417005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe417b4f-a7c7-43d7-89d1-d1077476cf02') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:39.417311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe417b4f-a7c7-43d7-89d1-d1077476cf02') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:39.427209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:39.434555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.463504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.480580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:39.480954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:39.485865 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:39.603271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:39.616773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:39.662941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d481aaf-dfe6-4a31-8ac3-7b064baf3d18 req-6865a5c7-0f6a-41e6-8332-bbb928bc4fda tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337186 Nov 09 17:47:39.673420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.690699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e539cf47-08c9-4296-92a1-4582f5ac37b8 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:47:39.694516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.703884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e539cf47-08c9-4296-92a1-4582f5ac37b8 HTTP/1.1" status: 204 len: 168 time: 2.1063108 Nov 09 17:47:39.728501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57236) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:39.760837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Pushing event updated for resources: {'Port': ['ID=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:39.768688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f833651-c500-4627-8a93-7cf229f1d075 tempest-ExternalNetworksTestJSON-2074678525 tempest-ExternalNetworksTestJSON-2074678525-project-admin] Pushing event deleted for resources: {'Network': ['ID=e539cf47-08c9-4296-92a1-4582f5ac37b8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:39.840377 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f261b921-d598-427d-8a2e-2421a9f54342 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] DELETE failed (client error): The resource could not be found. Nov 09 17:47:39.847403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f261b921-d598-427d-8a2e-2421a9f54342 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:47:39.861200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:39.861200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:39.862285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f261b921-d598-427d-8a2e-2421a9f54342 tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] 10.222.0.45 "DELETE /v2.0/subnets/dd095299-903e-4a2e-bc9d-670626d257c1 HTTP/1.1" status: 404 len: 337 time: 0.1257465 Nov 09 17:47:39.863338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57240) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:39.946214 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-97c14990-f6a2-42e5-b7fe-e603eed2fe19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4635499 Nov 09 17:47:39.964473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-918f0d8e-a3b0-4036-bf3b-0c92e7a21e19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:47:39.966320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-918f0d8e-a3b0-4036-bf3b-0c92e7a21e19 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091007 Nov 09 17:47:40.186457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.191445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Request body: {'port': {'device_id': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:40.330348 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.419966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.440144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a813ad57-ed12-40d0-b5f2-cf636701fef1']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:40.486877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd57a2c-020d-4b11-96ef-e6d69be2fb5a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:40.493563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd57a2c-020d-4b11-96ef-e6d69be2fb5a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:40.513388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7806c6d2-7a5f-425b-a293-d07e20210a78 None None] Provisioning complete for port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:40.515838 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7806c6d2-7a5f-425b-a293-d07e20210a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.534971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.566665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.575981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:40.576790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:40.581457 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:40.655902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7806c6d2-7a5f-425b-a293-d07e20210a78 None None] Port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:47:40.692061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.716607 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:40.731072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] 10.222.0.45 "DELETE /v2.0/networks/a813ad57-ed12-40d0-b5f2-cf636701fef1 HTTP/1.1" status: 204 len: 168 time: 0.8639774 Nov 09 17:47:40.748553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8dc7b-dadb-4d8c-a557-deddfd6059ef tempest-ExternalNetworksTestJSON-634722477 tempest-ExternalNetworksTestJSON-634722477-project] Pushing event deleted for resources: {'Network': ['ID=a813ad57-ed12-40d0-b5f2-cf636701fef1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:41.717540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:41.773390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:41.777576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:41.869378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:41.877513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Transition to ACTIVE for port object 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:47:41.894891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.086182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddd293-29c9-48f8-8331-ff5d300e0389 req-6562ac42-3560-4b5e-83d3-cac0b40f9e57 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:42.087858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25ddd293-29c9-48f8-8331-ff5d300e0389 req-6562ac42-3560-4b5e-83d3-cac0b40f9e57 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1028 time: 1.0875876 Nov 09 17:47:42.205428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32bc124e-aa03-469a-9940-ad6e6cfac959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.527765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32bc124e-aa03-469a-9940-ad6e6cfac959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.561073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32bc124e-aa03-469a-9940-ad6e6cfac959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.575739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:42.624691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25ddd293-29c9-48f8-8331-ff5d300e0389 req-83f81cfb-373f-4107-8a27-bc896c1bd04a tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134325 Nov 09 17:47:42.636368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f61486c-1f0c-4451-abbb-858a37a8b664 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5679929296042eb9235c6ff6e747e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8611808 Nov 09 17:47:42.641729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:42.748751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Attempting to bind port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:47:42.750189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Attempting to bind port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:47:42.750851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Attempting to bind port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:42.759985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc124e-aa03-469a-9940-ad6e6cfac959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca1f8e2-b304-4e09-86e9-0789a30fcf75,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:42.763624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:47:42.764577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Attempting to bind port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:42.778835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:42.779472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Checking segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:47:42.780131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Bound using segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:42.780895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Bound port: 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:47:42.781589 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.785287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-32bc124e-aa03-469a-9940-ad6e6cfac959 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fef1ac48c484251b130ed0177f9a521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9122021 Nov 09 17:47:42.789840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57292) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:42.863072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c310b6dc-8f0c-4072-807b-b1002817f2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.916526 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd5a2-82f9-4e66-b966-1614104c1bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.986759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c310b6dc-8f0c-4072-807b-b1002817f2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:42.997335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd5a2-82f9-4e66-b966-1614104c1bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.072658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] For port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:43.136250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] For port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:43.147627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.243015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.243809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.245649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] 10.222.0.83 "PUT /v2.0/ports/56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 HTTP/1.1" status: 200 len: 1092 time: 3.2659247 Nov 09 17:47:43.245936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd5a2-82f9-4e66-b966-1614104c1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.246555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'tag': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:43.250409 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e440f5-1c49-4ced-869c-e7238ab796a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7846ead0-c02b-47ff-8b42-59ddb81a998b", "tag": "56e2c8b5-09b7-4c37-8d09-5ea587d0ace2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:43.250760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd5a2-82f9-4e66-b966-1614104c1bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.267122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5a4fd5a2-82f9-4e66-b966-1614104c1bcd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aca1f8e2-b304-4e09-86e9-0789a30fcf75 HTTP/1.1" status: 204 len: 168 time: 0.4610074 Nov 09 17:47:43.297353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c310b6dc-8f0c-4072-807b-b1002817f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.304181 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c310b6dc-8f0c-4072-807b-b1002817f2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:43.315172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c310b6dc-8f0c-4072-807b-b1002817f2cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a27b234-035a-4f3d-a795-2d9092ebc24a HTTP/1.1" status: 204 len: 168 time: 0.6707661 Nov 09 17:47:43.315718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd5a2-82f9-4e66-b966-1614104c1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca1f8e2-b304-4e09-86e9-0789a30fcf75,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:43.421949 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2695fbdb-b250-47c5-8a61-327a405bbb9b x-openstack-request-id: req-2695fbdb-b250-47c5-8a61-327a405bbb9b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:43.422760 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7846ead0-c02b-47ff-8b42-59ddb81a998b", "tag": "56e2c8b5-09b7-4c37-8d09-5ea587d0ace2", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:43.423518 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2695fbdb-b250-47c5-8a61-327a405bbb9b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:43.425504 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'tag': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2', 'status': 'completed', 'code': 200} Nov 09 17:47:43.487443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57306) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:43.519794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b6dc-8f0c-4072-807b-b1002817f2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27b234-035a-4f3d-a795-2d9092ebc24a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:43.555647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4652-9fc9-49a7-ad16-1ac404976ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:43.600714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-78bab960-feab-4e2e-82ac-73cc4ce7b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.603757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-78bab960-feab-4e2e-82ac-73cc4ce7b7cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1095 time: 0.2209768 Nov 09 17:47:43.740001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-bdba6e57-8613-440c-9c22-57fa4f634d74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 HTTP/1.1" status: 200 len: 217 time: 0.1104813 Nov 09 17:47:43.876449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-464eae03-73b2-487e-81c4-1b5dd439c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.877771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-464eae03-73b2-487e-81c4-1b5dd439c42a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=acc300fb-1e51-4df0-b3a5-72d2521a493d HTTP/1.1" status: 200 len: 849 time: 0.1284950 Nov 09 17:47:43.921880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9501-d2a2-4922-b891-172532aa35eb req-712e95ec-754d-4112-9661-9e8bffea3ecf tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.934626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96de9501-d2a2-4922-b891-172532aa35eb req-712e95ec-754d-4112-9661-9e8bffea3ecf tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1095 time: 0.0938523 Nov 09 17:47:44.014719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-9b9d3479-8d57-4a86-909b-7fd73fcea697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:44.015291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96de9501-d2a2-4922-b891-172532aa35eb req-2aab6252-5dfe-45e4-9306-b1ccc0f90d9f tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753744 Nov 09 17:47:44.016375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-9b9d3479-8d57-4a86-909b-7fd73fcea697 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265745 Nov 09 17:47:44.215229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-25a0df32-faa9-4856-81e4-2b3b995a6e80 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838362 Nov 09 17:47:44.281247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7328a73d-f0aa-44d6-9d31-0879c9fe95e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:44.292592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57324) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:44.393796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efb3f3e5-0c73-4b9c-939e-6b1623486317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:44.439137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa05fd5c-f1ce-4e3a-af97-c483f1562b92 req-50060fc3-4140-40d7-b490-e208bd1753e1 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121401 Nov 09 17:47:44.619393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-8c4892df-d4d1-4e27-918c-d6b7560257dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:44.627154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-8c4892df-d4d1-4e27-918c-d6b7560257dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1095 time: 0.1173141 Nov 09 17:47:44.714657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57328) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:44.841257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efb3f3e5-0c73-4b9c-939e-6b1623486317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:44.869715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efb3f3e5-0c73-4b9c-939e-6b1623486317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:44.898460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7328a73d-f0aa-44d6-9d31-0879c9fe95e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:44.926511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a490d0a7-7bc2-4f10-95d7-c1c8935bda2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e3692fb40354f06a86c9c68d138b1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134995 Nov 09 17:47:44.931543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:44.961504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:44.963863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-efb3f3e5-0c73-4b9c-939e-6b1623486317 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a55c13b1d06f41918390eeb3a816cbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6696441 Nov 09 17:47:44.974130 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7328a73d-f0aa-44d6-9d31-0879c9fe95e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.031860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-502f6efa-39c1-46e1-af88-4ad5f5b4ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.032147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3f3e5-0c73-4b9c-939e-6b1623486317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0541db-143d-4a64-8d3b-e39b9f493f2d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:45.033632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-502f6efa-39c1-46e1-af88-4ad5f5b4ee92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 200 len: 910 time: 0.4012828 Nov 09 17:47:45.078171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7328a73d-f0aa-44d6-9d31-0879c9fe95e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90984fcafbf64806bb41dd9839e328f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5891476 Nov 09 17:47:45.100500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57348) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:45.162334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-df4de24f-b90c-4bdd-a52a-e26421762940 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 HTTP/1.1" status: 200 len: 217 time: 0.1149852 Nov 09 17:47:45.197503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328a73d-f0aa-44d6-9d31-0879c9fe95e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6053074b-6d34-4ec5-826c-3affdf0eaf30,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:45.263046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d17b-13cb-416b-8204-a69fbe541737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.326224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43d76156-f6f8-4f20-bc0a-c32f6f0e537e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.329910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6ba547a-be6e-43f2-85a8-f72808573fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.334881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d17b-13cb-416b-8204-a69fbe541737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.353206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-79400eb9-0d5a-4edc-bc8e-806364d7be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.354735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-79400eb9-0d5a-4edc-bc8e-806364d7be6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=acc300fb-1e51-4df0-b3a5-72d2521a493d HTTP/1.1" status: 200 len: 849 time: 0.1769421 Nov 09 17:47:45.397169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43d76156-f6f8-4f20-bc0a-c32f6f0e537e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.484377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6ba547a-be6e-43f2-85a8-f72808573fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.556667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-1c4c940d-29e7-4eb2-8465-f8ed55b26fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.558551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-1c4c940d-29e7-4eb2-8465-f8ed55b26fb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896915 Nov 09 17:47:45.560268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d17b-13cb-416b-8204-a69fbe541737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.563090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d17b-13cb-416b-8204-a69fbe541737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.564447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-aeb0d17b-13cb-416b-8204-a69fbe541737 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8ef6ca2-82c7-46ab-9a05-94222bc2a133 HTTP/1.1" status: 204 len: 168 time: 0.6268241 Nov 09 17:47:45.588626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0d17b-13cb-416b-8204-a69fbe541737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef6ca2-82c7-46ab-9a05-94222bc2a133,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:45.657487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a3268-6233-43eb-a09c-33efe34d5ec3 req-e507e155-f3fa-462f-80ee-3c74e53a71e1 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.671295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d99a3268-6233-43eb-a09c-33efe34d5ec3 req-e507e155-f3fa-462f-80ee-3c74e53a71e1 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1095 time: 0.3669000 Nov 09 17:47:45.727585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43d76156-f6f8-4f20-bc0a-c32f6f0e537e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.741522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43d76156-f6f8-4f20-bc0a-c32f6f0e537e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.759270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-43d76156-f6f8-4f20-bc0a-c32f6f0e537e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c0541db-143d-4a64-8d3b-e39b9f493f2d HTTP/1.1" status: 204 len: 168 time: 0.7964683 Nov 09 17:47:45.808451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d99a3268-6233-43eb-a09c-33efe34d5ec3 req-09a3e415-4501-46bd-a7ba-e3a5a4049121 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195104 Nov 09 17:47:45.854129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6ba547a-be6e-43f2-85a8-f72808573fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.858570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6ba547a-be6e-43f2-85a8-f72808573fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:45.866181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6ba547a-be6e-43f2-85a8-f72808573fad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6053074b-6d34-4ec5-826c-3affdf0eaf30 HTTP/1.1" status: 204 len: 168 time: 0.7511065 Nov 09 17:47:45.911824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba547a-be6e-43f2-85a8-f72808573fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6053074b-6d34-4ec5-826c-3affdf0eaf30,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:46.039140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d76156-f6f8-4f20-bc0a-c32f6f0e537e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0541db-143d-4a64-8d3b-e39b9f493f2d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:46.193604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-de06bf28-c117-4c26-9354-d0c475ae199f service neutron] 10.222.0.83 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095228 Nov 09 17:47:46.475700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6e440f5-1c49-4ced-869c-e7238ab796a6 req-37648845-f8b5-4b59-947c-f7c3def19696 service neutron] 10.222.0.83 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698605 Nov 09 17:47:46.917405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:47:47.355375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c556-5fba-42b0-b3d1-362140668b8c req-3e406ed2-45c4-4bfd-9816-73dcd1117fe6 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:47.374840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b144c556-5fba-42b0-b3d1-362140668b8c req-3e406ed2-45c4-4bfd-9816-73dcd1117fe6 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1095 time: 0.2413793 Nov 09 17:47:47.423798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:47.504623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'port_id': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2', 'mac_address': 'fa:16:3e:38:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:47:47.511578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b144c556-5fba-42b0-b3d1-362140668b8c req-ee7e4a2c-0b00-4b20-820a-19d42ea950b5 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292212 Nov 09 17:47:47.668026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:47.711676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:47.891373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:47.915105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:48.082462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:48.200396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['56e2c8b5-09b7-4c37-8d09-5ea587d0ace2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:48.861025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a150e-5771-42ca-b8d8-e9406c417364 req-bff93366-33b5-4e9c-bb83-8bc3f2da24eb tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:48.878184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b7a150e-5771-42ca-b8d8-e9406c417364 req-bff93366-33b5-4e9c-bb83-8bc3f2da24eb tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1096 time: 0.1873837 Nov 09 17:47:48.930372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:49.008539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:47:49.017657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:49.018356 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:49.031744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b7a150e-5771-42ca-b8d8-e9406c417364 req-3b45e3f4-531b-4493-a90c-a1c1372bea27 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517873 Nov 09 17:47:49.560139 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:49.603427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:49.610255 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788eef6e-22c8-42c9-ad9c-68f2d9a14212" -d '{"events": [{"server_uuid": "7846ead0-c02b-47ff-8b42-59ddb81a998b", "name": "network-vif-plugged", "status": "completed", "tag": "56e2c8b5-09b7-4c37-8d09-5ea587d0ace2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:49.639268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:49.651747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:49.803345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:50.098270 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3622d-ea13-4e5c-8f70-7a9893804ae2 x-openstack-request-id: req-faa3622d-ea13-4e5c-8f70-7a9893804ae2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:50.101384 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846ead0-c02b-47ff-8b42-59ddb81a998b", "name": "network-vif-plugged", "status": "completed", "tag": "56e2c8b5-09b7-4c37-8d09-5ea587d0ace2", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:50.101884 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-faa3622d-ea13-4e5c-8f70-7a9893804ae2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:50.102585 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2', 'code': 200} Nov 09 17:47:50.319440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384e35-2e7b-44a1-be9b-a78d649a7ac5 req-24eb936a-a942-4213-9903-d9662756de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:50.321048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df384e35-2e7b-44a1-be9b-a78d649a7ac5 req-24eb936a-a942-4213-9903-d9662756de5d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1115382 Nov 09 17:47:50.337950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a993f-2a81-42fa-8e44-6405f310a333 req-6819a7b4-d6d7-4251-a8eb-37a74aa97287 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:50.339909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c9a993f-2a81-42fa-8e44-6405f310a333 req-6819a7b4-d6d7-4251-a8eb-37a74aa97287 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1147492 Nov 09 17:47:50.428345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df384e35-2e7b-44a1-be9b-a78d649a7ac5 req-fd9b7f6b-1655-4d06-8236-bb81a26a8da9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929825 Nov 09 17:47:50.450267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c9a993f-2a81-42fa-8e44-6405f310a333 req-8b2714d1-bb30-4b98-a13f-831cac1dad24 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923591 Nov 09 17:47:51.815723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57da83-73d1-47e2-b23d-afaad92cf65e req-68d8a30a-b881-46c6-8b6d-294649f4b052 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:51.846622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b57da83-73d1-47e2-b23d-afaad92cf65e req-68d8a30a-b881-46c6-8b6d-294649f4b052 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1666796 Nov 09 17:47:51.988009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5b57da83-73d1-47e2-b23d-afaad92cf65e req-6e0b7760-4443-44fb-a663-dba4c83d44bb tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379111 Nov 09 17:47:52.588039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:52.875585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac887400-7f59-45c5-8293-f903ec278e52 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:52.927396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac887400-7f59-45c5-8293-f903ec278e52 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "PUT /v2.0/quotas/02e497c2fbee41d6b163f9e3b88da393 HTTP/1.1" status: 200 len: 368 time: 0.3373194 Nov 09 17:47:52.931987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:52.941528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Request body: {'network': {'project_id': '02e497c2fbee41d6b163f9e3b88da393'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:52.987650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Made reservation on behalf of 02e497c2fbee41d6b163f9e3b88da393 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:52.993441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.012321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.068207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.367032 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.367032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eeb75-54fe-426e-9f99-fe2a73082705 req-a0b0281f-e330-48c5-abfa-7da7143fb6c1 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.367032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-705eeb75-54fe-426e-9f99-fe2a73082705 req-a0b0281f-e330-48c5-abfa-7da7143fb6c1 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1458247 Nov 09 17:47:53.385441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.407888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:53.432185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.432905 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Added segment 99ffebb1-cb5f-4caa-8e95-f2a5dce1ea5f of type vlan for network 8fddb167-5c8d-4ed1-b2df-e74ad021384a Nov 09 17:47:53.530628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.823184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.824195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.824796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:53.845158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-705eeb75-54fe-426e-9f99-fe2a73082705 req-f6d3b493-3613-4a93-a3d2-1db9cc9e4acb tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714179 Nov 09 17:47:53.977469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Pushing event updated for resources: {'Network': ['ID=8fddb167-5c8d-4ed1-b2df-e74ad021384a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:53.984184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2d72f-95db-4d4e-947e-efbb31031487,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:53.991441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8fddb167-5c8d-4ed1-b2df-e74ad021384a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:54.020540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b4ef84af-3028-44bf-941a-6973809a7489 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0864952 Nov 09 17:47:54.026116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:54.034501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Request body: {'network': {'project_id': '02e497c2fbee41d6b163f9e3b88da393'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:54.154160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef40da-36a1-4e25-b444-9208e1e12f2a req-4f4a0a23-9839-4bb2-a545-50d801dbf6c4 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:54.155818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ceef40da-36a1-4e25-b444-9208e1e12f2a req-4f4a0a23-9839-4bb2-a545-50d801dbf6c4 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1338897 Nov 09 17:47:54.164407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Made reservation on behalf of 02e497c2fbee41d6b163f9e3b88da393 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:54.168066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:54.241576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ceef40da-36a1-4e25-b444-9208e1e12f2a req-470e330b-6190-4a94-a4dd-aa3a92a61e51 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661585 Nov 09 17:47:54.249317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:54.265954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:54.266626 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Added segment d254b28f-9609-456e-8a5c-c1a1d5698ff3 of type vlan for network a30d3926-e68a-498d-935c-a2259f518cab Nov 09 17:47:54.363857 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:54.438175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:54.439179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:54.440008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:54.483777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7637-432a-4188-bf73-8a50894a11c3 req-3303e2ac-292a-41e8-bde2-09e6c95adba2 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:54.485541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee7d7637-432a-4188-bf73-8a50894a11c3 req-3303e2ac-292a-41e8-bde2-09e6c95adba2 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.0958204 Nov 09 17:47:54.575729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Pushing event updated for resources: {'Network': ['ID=a30d3926-e68a-498d-935c-a2259f518cab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:54.589954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a30d3926-e68a-498d-935c-a2259f518cab details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:54.606803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-90109b55-6555-4b75-9e01-7e00a02f5b17 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5784941 Nov 09 17:47:54.610123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:54.626360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ca1436c6-b8c5-4ea3-b584-6708480b8ca1 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Request body: {'network': {'project_id': '02e497c2fbee41d6b163f9e3b88da393'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:54.636234 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee7d7637-432a-4188-bf73-8a50894a11c3 req-2bb779e8-6a42-4206-863c-b2fedd2850a2 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320956 Nov 09 17:47:54.663333 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1436c6-b8c5-4ea3-b584-6708480b8ca1 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 17:47:54.666768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1436c6-b8c5-4ea3-b584-6708480b8ca1 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:47:54.668777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ca1436c6-b8c5-4ea3-b584-6708480b8ca1 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0555930 Nov 09 17:47:54.674439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57606) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:54.891241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:54.898328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56061e45-8127-4c83-bedb-aea2b2626025 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02e497c2fbee41d6b163f9e3b88da393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2112522 Nov 09 17:47:55.041725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afd634db-4acc-473c-9a7e-f361fdc16ce5 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.154550 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afd634db-4acc-473c-9a7e-f361fdc16ce5 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.232872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afd634db-4acc-473c-9a7e-f361fdc16ce5 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.236801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afd634db-4acc-473c-9a7e-f361fdc16ce5 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.240047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-afd634db-4acc-473c-9a7e-f361fdc16ce5 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4f2d72f-95db-4d4e-947e-efbb31031487 HTTP/1.1" status: 204 len: 168 time: 0.3465011 Nov 09 17:47:55.242740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57640) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:55.252387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd634db-4acc-473c-9a7e-f361fdc16ce5 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2d72f-95db-4d4e-947e-efbb31031487,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:55.366703 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.577979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.620957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30d3926-e68a-498d-935c-a2259f518cab']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:55.635317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd254b28f-9609-456e-8a5c-c1a1d5698ff3') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:55.635713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd254b28f-9609-456e-8a5c-c1a1d5698ff3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:55.652745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.671928 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.680575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:55.681226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:55.686031 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:55.794497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.830902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:55.847029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "DELETE /v2.0/networks/a30d3926-e68a-498d-935c-a2259f518cab HTTP/1.1" status: 204 len: 168 time: 0.6009319 Nov 09 17:47:55.848799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57646) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:55.887709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1148ae8-eb17-4dd2-8948-b2b29172fa7f tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Pushing event deleted for resources: {'Network': ['ID=a30d3926-e68a-498d-935c-a2259f518cab,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:56.164378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.350544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-a2f96580-6830-496d-b76e-f59ab88ecfc8 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:56.360941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-a2f96580-6830-496d-b76e-f59ab88ecfc8 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/networks?id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 200 len: 910 time: 1.0723007 Nov 09 17:47:56.396615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-032244f9-391d-4136-bee5-0e154c794d90 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/quotas/c4afe0edf77c4e26b7a42cb3e1d591fe HTTP/1.1" status: 200 len: 375 time: 0.0326235 Nov 09 17:47:56.417699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.476133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fddb167-5c8d-4ed1-b2df-e74ad021384a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:56.513529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ffebb1-cb5f-4caa-8e95-f2a5dce1ea5f') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:56.519851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ffebb1-cb5f-4caa-8e95-f2a5dce1ea5f') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:56.558092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.591871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.607227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:56.607783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:56.613604 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:56.643218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-fec2b76b-ec45-4db5-8edf-474c82c4f58f tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2457440 Nov 09 17:47:56.795512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.852652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:56.853022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-0845efc2-4665-4b13-b646-2c26ae7de73c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:47:56.863664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] 10.222.0.45 "DELETE /v2.0/networks/8fddb167-5c8d-4ed1-b2df-e74ad021384a HTTP/1.1" status: 204 len: 168 time: 0.9935441 Nov 09 17:47:56.863664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd6f32-7f50-4946-8ac5-ff6ce1c8c033 tempest-QuotasNegativeTest-607381782 tempest-QuotasNegativeTest-607381782-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fddb167-5c8d-4ed1-b2df-e74ad021384a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:56.867436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-0845efc2-4665-4b13-b646-2c26ae7de73c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2158675 Nov 09 17:47:57.226247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-fae940c7-5d5e-4c98-a36f-e8f323de3473 service neutron] 10.222.0.45 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573806 Nov 09 17:47:57.541835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-614fc1c8-ad8f-408e-a56e-0c3ad1615406 service neutron] 10.222.0.45 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140659 Nov 09 17:47:57.937665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56864475-3951-4cd7-8b8f-e32613929b11 req-124c4f8c-9da1-4529-915a-d52836f0e115 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 210 time: 0.0798767 Nov 09 17:47:57.991651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57688) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:58.037780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a9c61b1-49d7-4727-8c79-6a75380d728b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:58.328652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:58.348333 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:47:58.409686 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:58.709971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:58.717262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:58.783737 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ee7d9e417e34e88bdab95ac89c62510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7907052 Nov 09 17:47:58.789500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:58.829419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5fa28-992d-4be7-9329-dd26b1797bca,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:58.854968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.855463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.857178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.859401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.859963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.861890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.862270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.862607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.862953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.863302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.863644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:58.864010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de0b58-fe72-4be5-91bc-1e9c59a08dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:59.164617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a035891-fb71-4996-a92d-52c1199db20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:59.342922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b61b671-41c8-401e-800b-17cb7a1dc9a7 req-efcffc76-a127-43a8-8e16-a2dc55c5c188 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 210 time: 0.1742678 Nov 09 17:47:59.425285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a035891-fb71-4996-a92d-52c1199db20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:59.679125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a035891-fb71-4996-a92d-52c1199db20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:59.687528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a035891-fb71-4996-a92d-52c1199db20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:47:59.690208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a035891-fb71-4996-a92d-52c1199db20a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37b5fa28-992d-4be7-9329-dd26b1797bca HTTP/1.1" status: 204 len: 168 time: 0.8990664 Nov 09 17:47:59.760741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a035891-fb71-4996-a92d-52c1199db20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5fa28-992d-4be7-9329-dd26b1797bca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:00.367041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-c3a50e61-9bd1-4d2c-a2c2-018b395bf2c9 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:00.370584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-c3a50e61-9bd1-4d2c-a2c2-018b395bf2c9 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.43 "GET /v2.0/networks?id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 200 len: 910 time: 0.2845564 Nov 09 17:48:00.387174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Request body: {'port': {'device_id': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'admin_state_up': True, 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:00.432114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa00bfde-895f-48c7-b38b-60c41323ee78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:00.451263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Made reservation on behalf of c4afe0edf77c4e26b7a42cb3e1d591fe for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:00.456949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:00.596129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8a80e9e-0197-443d-8168-cb7891e69501 req-7cb6e54a-8e0c-46df-a4a1-20456e5d3fb3 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 210 time: 0.0315707 Nov 09 17:48:00.669304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:00.736877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd7d35ac-b7f0-4760-83d5-aa0972ec9095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:00.766011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Allocated IP 172.20.0.14 (fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5/acc300fb-1e51-4df0-b3a5-72d2521a493d/99c36088-93f6-4028-acf9-076c76e20633) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:01.122379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd7d35ac-b7f0-4760-83d5-aa0972ec9095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.130878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd7d35ac-b7f0-4760-83d5-aa0972ec9095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.250108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cd7d35ac-b7f0-4760-83d5-aa0972ec9095 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=745686c86d134a59b719d1703dcdeafc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5789883 Nov 09 17:48:01.271386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d35ac-b7f0-4760-83d5-aa0972ec9095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09789bcc-35c2-4bc6-afc2-ac51251f6afd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:01.275138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57748) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:01.527455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.530272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-341b4c21-a78c-4a1f-a97c-0ba18438fb8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.596057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-341b4c21-a78c-4a1f-a97c-0ba18438fb8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.717389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.725492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.744257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['56e2c8b5-09b7-4c37-8d09-5ea587d0ace2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:01.855436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372393f7-b577-4a41-b966-e26d9210ee9c req-4bd3416f-c426-4790-95b6-e2aad6021e7a tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:01.868714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-372393f7-b577-4a41-b966-e26d9210ee9c req-4bd3416f-c426-4790-95b6-e2aad6021e7a tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1028 time: 0.0792744 Nov 09 17:48:01.880876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Pushing event updated for resources: {'Port': ['ID=99c36088-93f6-4028-acf9-076c76e20633,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:01.897240 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-341b4c21-a78c-4a1f-a97c-0ba18438fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.900466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-341b4c21-a78c-4a1f-a97c-0ba18438fb8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:01.913711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-341b4c21-a78c-4a1f-a97c-0ba18438fb8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09789bcc-35c2-4bc6-afc2-ac51251f6afd HTTP/1.1" status: 204 len: 168 time: 0.6366282 Nov 09 17:48:01.918008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:01.940941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:01.944389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b4c21-a78c-4a1f-a97c-0ba18438fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09789bcc-35c2-4bc6-afc2-ac51251f6afd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:01.948353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:01.989672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-372393f7-b577-4a41-b966-e26d9210ee9c req-4ee32dc9-c6a2-413c-9cd7-896d296083c4 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174557 Nov 09 17:48:02.133848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:02.134932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:02.228374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-b112e50c-cd66-425e-b1dd-8a7c61f10314 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8472502 Nov 09 17:48:02.260832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Request body: {'port': {'device_id': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:02.476294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:02.511427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b1e1761b-6e0d-42da-b8a1-cc4860a5bc7f None None] Provisioning complete for port 99c36088-93f6-4028-acf9-076c76e20633 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:02.512130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1e1761b-6e0d-42da-b8a1-cc4860a5bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:02.612067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1761b-6e0d-42da-b8a1-cc4860a5bc7f None None] Port 99c36088-93f6-4028-acf9-076c76e20633 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:03.184351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:03.607843 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:03.671788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c36088-93f6-4028-acf9-076c76e20633 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:03.679434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940007d2-c8cd-40d9-8567-771a6cbf2044 req-adafbe4c-9942-497d-822b-6c2233b69af5 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:03.689126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-940007d2-c8cd-40d9-8567-771a6cbf2044 req-adafbe4c-9942-497d-822b-6c2233b69af5 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1028 time: 0.4645174 Nov 09 17:48:03.702793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:03.739394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Transition to ACTIVE for port object 99c36088-93f6-4028-acf9-076c76e20633 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:48:03.760325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:03.968269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Pushing event updated for resources: {'Port': ['ID=99c36088-93f6-4028-acf9-076c76e20633,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:04.011820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-940007d2-c8cd-40d9-8567-771a6cbf2044 req-2b8e2fd6-ccd3-478a-8215-a1b74ee35898 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215094 Nov 09 17:48:04.321457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Attempting to bind port 99c36088-93f6-4028-acf9-076c76e20633 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:48:04.321990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Attempting to bind port 99c36088-93f6-4028-acf9-076c76e20633 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:48:04.322400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Attempting to bind port 99c36088-93f6-4028-acf9-076c76e20633 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:04.343247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Port 99c36088-93f6-4028-acf9-076c76e20633 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:48:04.343875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Attempting to bind port 99c36088-93f6-4028-acf9-076c76e20633 on network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:04.357157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:04.358068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Checking segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:48:04.358956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Bound using segment: {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:04.362332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Bound port: 99c36088-93f6-4028-acf9-076c76e20633, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c55571c-4ecb-4cd8-adcf-b686de989242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:48:04.367183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:04.634726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] For port 99c36088-93f6-4028-acf9-076c76e20633, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:04.640908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] For port 99c36088-93f6-4028-acf9-076c76e20633, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99c36088-93f6-4028-acf9-076c76e20633,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:04.652682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:04.683641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:04.684464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:04.688701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] 10.222.0.43 "PUT /v2.0/ports/99c36088-93f6-4028-acf9-076c76e20633 HTTP/1.1" status: 200 len: 1092 time: 2.4488714 Nov 09 17:48:04.694371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'tag': '99c36088-93f6-4028-acf9-076c76e20633'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:04.702356 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc50192-de4a-4766-838f-7e7800083d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1090be6-edd2-41e4-982b-46aeb8bea6b7", "tag": "99c36088-93f6-4028-acf9-076c76e20633"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:05.049052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e92c46-abcc-426f-92e8-ff2edc55ee3e service neutron] Pushing event updated for resources: {'Port': ['ID=99c36088-93f6-4028-acf9-076c76e20633,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:05.162509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-ed11b9ad-8273-4c2a-832b-585cd8f3317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:05.181245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-ed11b9ad-8273-4c2a-832b-585cd8f3317c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1095 time: 0.3082826 Nov 09 17:48:05.403845 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-0f24deee-0a44-40ac-b29c-2af34651db41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c36088-93f6-4028-acf9-076c76e20633 HTTP/1.1" status: 200 len: 217 time: 0.1799088 Nov 09 17:48:06.180882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-9a15c9a9-1f12-434f-a702-8fea9400c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.186567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-9a15c9a9-1f12-434f-a702-8fea9400c71f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=acc300fb-1e51-4df0-b3a5-72d2521a493d HTTP/1.1" status: 200 len: 849 time: 0.7758663 Nov 09 17:48:06.192394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fde61-7b97-4ffb-bce7-66fa83f3599f req-34aaef0e-6be3-4b19-b3b6-45188f90143c tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.226170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-701fde61-7b97-4ffb-bce7-66fa83f3599f req-34aaef0e-6be3-4b19-b3b6-45188f90143c tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1095 time: 0.7264748 Nov 09 17:48:06.528315 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bc1251-591b-40da-8fa9-53b11fa8039e x-openstack-request-id: req-79bc1251-591b-40da-8fa9-53b11fa8039e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:06.528315 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1090be6-edd2-41e4-982b-46aeb8bea6b7", "tag": "99c36088-93f6-4028-acf9-076c76e20633", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:06.528315 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79bc1251-591b-40da-8fa9-53b11fa8039e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:06.528911 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'tag': '99c36088-93f6-4028-acf9-076c76e20633', 'status': 'completed', 'code': 200} Nov 09 17:48:06.713952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834984e-98b9-40af-96d9-286366457278 req-501ad7af-e7d1-4a72-b2c2-e04a700c0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.716890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-501ad7af-e7d1-4a72-b2c2-e04a700c0438 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4751847 Nov 09 17:48:06.736515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-701fde61-7b97-4ffb-bce7-66fa83f3599f req-2cb002f5-3a87-434d-9876-4ce1ca2d8403 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029147 Nov 09 17:48:07.125925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-4d26cf46-0080-4c5c-8779-b284210aed4b service neutron] 10.222.0.43 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879457 Nov 09 17:48:07.309345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5834984e-98b9-40af-96d9-286366457278 req-0a91ce03-fe84-4e82-a3e5-47f1c0ef4a61 service neutron] 10.222.0.43 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762800 Nov 09 17:48:07.623203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2a58-4727-48af-9fe5-dd097b5e086e req-48d91884-de40-42aa-bdd0-51c5a8f50349 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.641019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-746e2a58-4727-48af-9fe5-dd097b5e086e req-48d91884-de40-42aa-bdd0-51c5a8f50349 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.1884766 Nov 09 17:48:07.662315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc50192-de4a-4766-838f-7e7800083d2a req-514c3622-55ee-48ee-8930-1c2fc34f54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.673564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-514c3622-55ee-48ee-8930-1c2fc34f54c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1095 time: 0.2457139 Nov 09 17:48:07.799640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-746e2a58-4727-48af-9fe5-dd097b5e086e req-9469d603-cd95-4eeb-b0d7-3a5f94b95a70 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578825 Nov 09 17:48:07.800469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:08.175470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1785889152', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:08.176624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc50192-de4a-4766-838f-7e7800083d2a req-c9554659-50c4-4f2c-9a44-73ec3df30ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:08.179941 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-c9554659-50c4-4f2c-9a44-73ec3df30ad6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 200 len: 910 time: 0.4960220 Nov 09 17:48:08.242157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb883-67bd-4fa7-b895-2953af6a4372 req-6c8f468e-4f2f-40bf-befb-0f3c7badee76 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:08.249457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a9ccb883-67bd-4fa7-b895-2953af6a4372 req-6c8f468e-4f2f-40bf-befb-0f3c7badee76 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1095 time: 0.2847216 Nov 09 17:48:08.272001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Made reservation on behalf of b4583f88eda54702927de47bcf4b289d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:08.278554 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:08.323955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:08.347302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-285b5ea2-286f-4633-8b81-c9092da9260e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c36088-93f6-4028-acf9-076c76e20633 HTTP/1.1" status: 200 len: 217 time: 0.1282780 Nov 09 17:48:08.656613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a9ccb883-67bd-4fa7-b895-2953af6a4372 req-fb7ae6e4-6e9d-4b63-a748-533a4b4a5ee1 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038981 Nov 09 17:48:08.674417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc50192-de4a-4766-838f-7e7800083d2a req-5b16207b-27d6-4df5-8e88-9ea17fa641b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:08.687784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-5b16207b-27d6-4df5-8e88-9ea17fa641b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=acc300fb-1e51-4df0-b3a5-72d2521a493d HTTP/1.1" status: 200 len: 849 time: 0.3307431 Nov 09 17:48:08.708868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:08.717825 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:08.729192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] device_id is not set on port f31a0933-6da5-4768-bba8-0af0dd30e439 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:08.812298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2303d9-519f-4cbf-aed8-ad13db380719,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:09.030320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc50192-de4a-4766-838f-7e7800083d2a req-a08fa565-22ca-4293-990a-bb62302d762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.039348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Allocated IP 172.25.3.83 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/f31a0933-6da5-4768-bba8-0af0dd30e439) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:09.040171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-a08fa565-22ca-4293-990a-bb62302d762c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378239 Nov 09 17:48:09.258316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126246-c8a6-431b-909a-e777b4de894e req-fe19d030-a544-438b-8300-df3c24fbab1c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.260685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce126246-c8a6-431b-909a-e777b4de894e req-fe19d030-a544-438b-8300-df3c24fbab1c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.5599592 Nov 09 17:48:09.274553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82bd5f-5dbc-4b6f-bfc6-e4b70806861a req-c27783d7-d3af-4555-b902-b71ad91cf112 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.276290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d82bd5f-5dbc-4b6f-bfc6-e4b70806861a req-c27783d7-d3af-4555-b902-b71ad91cf112 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.1319931 Nov 09 17:48:09.370782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d82bd5f-5dbc-4b6f-bfc6-e4b70806861a req-570537e8-586a-4495-8e36-4dc4f9f95e9e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665295 Nov 09 17:48:09.443799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:09.499908 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:09.560478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-d94b0963-4238-4a2f-9813-f788d01b37dc service neutron] 10.222.0.43 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118892 Nov 09 17:48:09.656755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Deleting port 75889762-094c-4908-97ca-e1775d45e368 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:09.656755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:09.705703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:09.716591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:09.733688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d48fa7-9304-41be-abb2-fc8305992d39 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:09.744559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Pushing event updated for resources: {'Port': ['ID=f31a0933-6da5-4768-bba8-0af0dd30e439,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:09.754424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:09.859076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.860162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:09.923588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d9d7cbc0-38c2-4348-b87b-dcc9c79ffb90 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1186509 Nov 09 17:48:09.926859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.938227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}]}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:09.998755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0c08f109-b9e3-43c3-bc22-0d3818fa56f9 None None] Provisioning complete for port f31a0933-6da5-4768-bba8-0af0dd30e439 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:10.001258 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c08f109-b9e3-43c3-bc22-0d3818fa56f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:10.007750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:10.014008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:10.064053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3dc50192-de4a-4766-838f-7e7800083d2a req-1e92599d-1323-4f89-899b-3f3eb9c4253c service neutron] 10.222.0.43 "GET /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924161 Nov 09 17:48:10.125180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8afe0-c21b-45f7-98ad-af439a533814 req-42dc682f-a104-40cb-af44-146f4bfff325 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.142272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19b8afe0-c21b-45f7-98ad-af439a533814 req-42dc682f-a104-40cb-af44-146f4bfff325 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1095 time: 0.1934724 Nov 09 17:48:10.179305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] For port 75889762-094c-4908-97ca-e1775d45e368, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=75889762-094c-4908-97ca-e1775d45e368,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:10.180952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:10.230014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0c08f109-b9e3-43c3-bc22-0d3818fa56f9 None None] Port f31a0933-6da5-4768-bba8-0af0dd30e439 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:10.241856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99c36088-93f6-4028-acf9-076c76e20633 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:10.356170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:10.481914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19b8afe0-c21b-45f7-98ad-af439a533814 req-33ff7fe7-b4ad-4a8d-be84-e798c09e1cad tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391664 Nov 09 17:48:10.841154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 99c36088-93f6-4028-acf9-076c76e20633, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99c36088-93f6-4028-acf9-076c76e20633,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:10.866869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '99c36088-93f6-4028-acf9-076c76e20633', 'network_id': 'fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5', 'port_id': '99c36088-93f6-4028-acf9-076c76e20633', 'mac_address': 'fa:16:3e:0f:ad:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc300fb-1e51-4df0-b3a5-72d2521a493d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:10.955218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:10.986072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c36088-93f6-4028-acf9-076c76e20633 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:11.032145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 99c36088-93f6-4028-acf9-076c76e20633, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99c36088-93f6-4028-acf9-076c76e20633,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:11.037674 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:11.056567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:11.096736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce34131-e72b-415b-a766-3f1a07201510 req-908dea50-edba-4faa-8a48-8e57b12dc97e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:11.108670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ce34131-e72b-415b-a766-3f1a07201510 req-908dea50-edba-4faa-8a48-8e57b12dc97e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 946 time: 0.4202473 Nov 09 17:48:11.112504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:11.113837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:11.116478 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Floating IP 6b2ea153-663d-4320-92d6-1f8b819f38fb disassociated. External IP: 172.25.3.101, port: 75889762-094c-4908-97ca-e1775d45e368. Nov 09 17:48:11.116754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Calling delete_port for 75889762-094c-4908-97ca-e1775d45e368 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:11.194846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=99c36088-93f6-4028-acf9-076c76e20633,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:11.213704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.214523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.215870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.216809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.217830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.218858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.219936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.220719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.221709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.222486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.223787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.224737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:11.311670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['99c36088-93f6-4028-acf9-076c76e20633'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:11.477844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ce34131-e72b-415b-a766-3f1a07201510 req-b949f1df-3cb9-484d-9293-5c9ab72d317b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639221 Nov 09 17:48:11.610389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:12.171833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 75889762-094c-4908-97ca-e1775d45e368 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:12.308835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6754-51ac-4995-8b8e-fe6f7d2bb570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:12.523800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:12.542100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:12.547886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4d09d-be9f-46bc-915e-4314e26811f1 req-4ffabede-a920-4159-9300-247f06d53605 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:12.549581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5c4d09d-be9f-46bc-915e-4314e26811f1 req-4ffabede-a920-4159-9300-247f06d53605 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1096 time: 0.5006902 Nov 09 17:48:12.667341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:12.682432 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:12.758637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5c4d09d-be9f-46bc-915e-4314e26811f1 req-d2f44a21-9e0a-4992-950e-69f89ac71cb9 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823406 Nov 09 17:48:12.806163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event deleted for resources: {'Port': ['ID=75889762-094c-4908-97ca-e1775d45e368,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:12.942560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f6fb02a-d0ab-4ec8-99e7-02ee35e0e1b4 req-e9b2ee63-2c09-4ff1-8955-95fcb648455b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 210 time: 0.1287339 Nov 09 17:48:13.053260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Router a087f6c6-4aa1-447f-91d0-c78025036a4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:48:13.060167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6754-51ac-4995-8b8e-fe6f7d2bb570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.134177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6754-51ac-4995-8b8e-fe6f7d2bb570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.224926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc6754-51ac-4995-8b8e-fe6f7d2bb570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7af62f-c6ca-4d8f-ab55-562a937d4d64,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:13.242128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7bcc6754-51ac-4995-8b8e-fe6f7d2bb570 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c93039a169284815b2b2041e2dae6326&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6082201 Nov 09 17:48:13.244036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:13.259678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.325211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:13.360618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:13.383484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:13.384146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:48:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:13.491342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] No DVR routers for this DVR port 75889762-094c-4908-97ca-e1775d45e368 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:13.508542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.521201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce126246-c8a6-431b-909a-e777b4de894e req-09f86d6b-9022-4af4-b900-d464c8059809 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "DELETE /v2.0/ports/75889762-094c-4908-97ca-e1775d45e368 HTTP/1.1" status: 204 len: 173 time: 4.2174833 Nov 09 17:48:13.521475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-deleted', 'tag': '75889762-094c-4908-97ca-e1775d45e368'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:13.537781 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7951ca8-608c-4ad0-9cd7-ac714e7f84a4" -d '{"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-deleted", "tag": "75889762-094c-4908-97ca-e1775d45e368"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:13.634281 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e999832a-c344-4e80-a386-f26956e58a1d x-openstack-request-id: req-e999832a-c344-4e80-a386-f26956e58a1d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:13.634796 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d065cc4-30ec-4147-95b0-8d73e78eba0a", "name": "network-vif-deleted", "tag": "75889762-094c-4908-97ca-e1775d45e368", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:13.635217 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e999832a-c344-4e80-a386-f26956e58a1d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:13.635858 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d065cc4-30ec-4147-95b0-8d73e78eba0a', 'name': 'network-vif-deleted', 'tag': '75889762-094c-4908-97ca-e1775d45e368', 'status': 'completed', 'code': 200} Nov 09 17:48:13.703452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:13.793324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.798968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.809513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27e8efe3-1d8e-4c8c-ae70-19ac54ffa625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.892445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.892981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9bec039-826e-42fe-b56d-9ec9632b4d67 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:48:13.903496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27e8efe3-1d8e-4c8c-ae70-19ac54ffa625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:13.968249 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:48:13.973626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-574f4c6f-2542-4415-8554-7529e7878b10 tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0411339 Nov 09 17:48:13.979791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58022) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:14.033513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27e8efe3-1d8e-4c8c-ae70-19ac54ffa625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:14.038192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27e8efe3-1d8e-4c8c-ae70-19ac54ffa625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:14.039675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-27e8efe3-1d8e-4c8c-ae70-19ac54ffa625 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb7af62f-c6ca-4d8f-ab55-562a937d4d64 HTTP/1.1" status: 204 len: 168 time: 0.7946599 Nov 09 17:48:14.058836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8efe3-1d8e-4c8c-ae70-19ac54ffa625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7af62f-c6ca-4d8f-ab55-562a937d4d64,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:14.164022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6a9f-73ae-4ef8-862b-987fa7f08f1b req-f9ccf3ca-7251-4588-9d27-b03edeb9efcd tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:14.179983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6ac6a9f-73ae-4ef8-862b-987fa7f08f1b req-f9ccf3ca-7251-4588-9d27-b03edeb9efcd tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1096 time: 0.2164211 Nov 09 17:48:14.383023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99c36088-93f6-4028-acf9-076c76e20633 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:14.426889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Deleting port f31a0933-6da5-4768-bba8-0af0dd30e439 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:14.427589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:14.505452 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-097f1cc1-9163-4736-9ef5-2bbffa2832e0 req-e57fc7ec-c9cb-4d80-9811-ed5ee3af7860 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d065cc4-30ec-4147-95b0-8d73e78eba0a HTTP/1.1" status: 200 len: 210 time: 0.1493032 Nov 09 17:48:14.610116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6ac6a9f-73ae-4ef8-862b-987fa7f08f1b req-a02b0e81-0d9d-4e1f-be1c-e5f8377194e8 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256899 Nov 09 17:48:14.615042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 99c36088-93f6-4028-acf9-076c76e20633 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:48:14.626905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 99c36088-93f6-4028-acf9-076c76e20633 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:14.626905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:14.664480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:14.699724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Calling delete_port for f31a0933-6da5-4768-bba8-0af0dd30e439 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:14.747143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:14.848345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:14.886705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:14.921631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:14.966293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:14.967031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:48:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:15.052406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.125619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Pushing event deleted for resources: {'Port': ['ID=f31a0933-6da5-4768-bba8-0af0dd30e439,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:15.277112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.283567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-deeac7d8-2b0f-4538-b923-17d74f463d8f tempest-RoutersAdminNegativeIpV6Test-1078599596 tempest-RoutersAdminNegativeIpV6Test-1078599596-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f31a0933-6da5-4768-bba8-0af0dd30e439 HTTP/1.1" status: 204 len: 168 time: 1.3005972 Nov 09 17:48:15.330836 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.340633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f44b3-a1f3-486f-956a-35690192cecb None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:15.346947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.358810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.479891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c36088-93f6-4028-acf9-076c76e20633'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:15.482265 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd8e9e-29ba-4d67-b785-fb5322e287fb" -d '{"events": [{"server_uuid": "f1090be6-edd2-41e4-982b-46aeb8bea6b7", "name": "network-vif-plugged", "status": "completed", "tag": "99c36088-93f6-4028-acf9-076c76e20633"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:15.492756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:15.502079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58070) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:15.503422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff85f97f02be4a61a2c859e7dc5e29d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6524925 Nov 09 17:48:15.649853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b573ab-68f6-4a19-a039-ab920338a723,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:15.730809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.731546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.732114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.732686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.733232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.733792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.734346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.734880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.744784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.745375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.745944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.746507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926e685-a260-40cc-b943-079cabc95bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:15.805767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 99c36088-93f6-4028-acf9-076c76e20633, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99c36088-93f6-4028-acf9-076c76e20633,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:15.823057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-770197fd-984c-4837-aaa1-09edefd8e2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.852717 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b7ee3-f09e-42fe-8f34-55b0a33d472b x-openstack-request-id: req-9f5b7ee3-f09e-42fe-8f34-55b0a33d472b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:15.854398 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1090be6-edd2-41e4-982b-46aeb8bea6b7", "name": "network-vif-plugged", "status": "completed", "tag": "99c36088-93f6-4028-acf9-076c76e20633", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:15.854805 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f5b7ee3-f09e-42fe-8f34-55b0a33d472b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:15.867256 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c36088-93f6-4028-acf9-076c76e20633', 'code': 200} Nov 09 17:48:15.877929 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:15.930873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:16.074309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-770197fd-984c-4837-aaa1-09edefd8e2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.172623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3f067a7-77c0-4a3d-aa91-a7eae78d0ee7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.255032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=99c36088-93f6-4028-acf9-076c76e20633,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:16.313474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3f067a7-77c0-4a3d-aa91-a7eae78d0ee7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.319453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a2920-4561-46d0-b8fc-07652338b2d7 req-2d536bbf-5921-48af-b0bb-6a6929c3afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:16.322219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-978a2920-4561-46d0-b8fc-07652338b2d7 req-2d536bbf-5921-48af-b0bb-6a6929c3afbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.4354506 Nov 09 17:48:16.439315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a910e-a5c8-41f9-9205-657bd32d9d23 req-738a593f-b17f-48d0-a017-cdf2698ecf4c tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:16.458585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b48a910e-a5c8-41f9-9205-657bd32d9d23 req-738a593f-b17f-48d0-a017-cdf2698ecf4c tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.4192441 Nov 09 17:48:16.494856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3f067a7-77c0-4a3d-aa91-a7eae78d0ee7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.500992 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3f067a7-77c0-4a3d-aa91-a7eae78d0ee7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.508007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d3f067a7-77c0-4a3d-aa91-a7eae78d0ee7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "DELETE /v2.0/security-groups/9e4a6d2c-0359-4cba-aeac-c1cbf62a6487 HTTP/1.1" status: 204 len: 168 time: 0.5742147 Nov 09 17:48:16.509755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:16.589666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f067a7-77c0-4a3d-aa91-a7eae78d0ee7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a6d2c-0359-4cba-aeac-c1cbf62a6487,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:16.621728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:16.636895 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b9c2f019-309c-465d-be87-f46509bc3a23 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] show failed (client error): The resource could not be found. Nov 09 17:48:16.642468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b9c2f019-309c-465d-be87-f46509bc3a23 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups/9e4a6d2c-0359-4cba-aeac-c1cbf62a6487 HTTP/1.1" status: 404 len: 347 time: 0.1129010 Nov 09 17:48:16.649374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:16.668554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-978a2920-4561-46d0-b8fc-07652338b2d7 req-afd4632a-901f-4407-86e8-18b959b415d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181362 Nov 09 17:48:16.724847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-770197fd-984c-4837-aaa1-09edefd8e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.738832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-770197fd-984c-4837-aaa1-09edefd8e2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:16.763684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-770197fd-984c-4837-aaa1-09edefd8e2fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13b573ab-68f6-4a19-a039-ab920338a723 HTTP/1.1" status: 204 len: 168 time: 1.2494643 Nov 09 17:48:16.890209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770197fd-984c-4837-aaa1-09edefd8e2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b573ab-68f6-4a19-a039-ab920338a723,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:16.944027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b48a910e-a5c8-41f9-9205-657bd32d9d23 req-b1391769-6e46-4dae-bb9b-cafb882ea471 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811714 Nov 09 17:48:17.396606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d770c41-a7f5-4268-b072-169995c6fc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:17.605148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d770c41-a7f5-4268-b072-169995c6fc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:17.613237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d770c41-a7f5-4268-b072-169995c6fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:17.655709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58114) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:17.656256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5d770c41-a7f5-4268-b072-169995c6fc3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9a465ace8c542f7b70ae23d5f921768&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0324829 Nov 09 17:48:17.737289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d770c41-a7f5-4268-b072-169995c6fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3964e38c-306d-428a-9439-048f6a9c9598,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:17.755417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Deleting port fec84352-2bce-49c7-928c-0cd6d0cd7276 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:17.755806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:17.862251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fa73be-f513-4f84-87d2-5468f43d753f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:17.972061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:18.008952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fa73be-f513-4f84-87d2-5468f43d753f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:18.057687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:18.059584 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:18.100484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Calling delete_port for fec84352-2bce-49c7-928c-0cd6d0cd7276 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:18.142683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe46b6-1676-4323-8b64-844b8b22d318 None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:18.192627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fa73be-f513-4f84-87d2-5468f43d753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:18.197426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12fa73be-f513-4f84-87d2-5468f43d753f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:18.198625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12fa73be-f513-4f84-87d2-5468f43d753f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3964e38c-306d-428a-9439-048f6a9c9598 HTTP/1.1" status: 204 len: 168 time: 0.5411794 Nov 09 17:48:18.219837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa73be-f513-4f84-87d2-5468f43d753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3964e38c-306d-428a-9439-048f6a9c9598,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:18.420852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b5047-cb88-4613-aae1-6e6b64bf3779 req-9208b117-5589-4e50-8b58-8b25887284ab tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:18.431545 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd6b5047-cb88-4613-aae1-6e6b64bf3779 req-9208b117-5589-4e50-8b58-8b25887284ab tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1382911 Nov 09 17:48:18.528238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd6b5047-cb88-4613-aae1-6e6b64bf3779 req-978ee7d4-92c0-4764-bd8a-de101b9e24d2 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957427 Nov 09 17:48:18.783607 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c43f22-67d6-460c-bc97-6cf8622a8959 None None] New status for floating IP 6b2ea153-663d-4320-92d6-1f8b819f38fb: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:48:18.866745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b23400-a2c4-41e0-94d1-8aaac3799683 req-6ec233be-6667-4460-a133-a83fb48cad8b tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:18.885157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3b23400-a2c4-41e0-94d1-8aaac3799683 req-6ec233be-6667-4460-a133-a83fb48cad8b tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1560271 Nov 09 17:48:18.966260 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-b0c43f22-67d6-460c-bc97-6cf8622a8959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:48:18.966977 n-d-804292-3 neutron-server[102557]: DEBUG oslo_db.api [None req-b0c43f22-67d6-460c-bc97-6cf8622a8959 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:48:18.972218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:19.077756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58140) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:19.140563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event deleted for resources: {'Port': ['ID=fec84352-2bce-49c7-928c-0cd6d0cd7276,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:19.380348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3b23400-a2c4-41e0-94d1-8aaac3799683 req-c2438426-c7ae-4c60-ba0b-6ab809fa1780 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884439 Nov 09 17:48:19.469820 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c43f22-67d6-460c-bc97-6cf8622a8959 None None] New status for floating IP 6b2ea153-663d-4320-92d6-1f8b819f38fb: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:48:19.503163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:19.505939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58150) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:19.528622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:19.555789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4562c02c-86f4-461e-9082-3fca1dad9d12 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "DELETE /v2.0/floatingips/6b2ea153-663d-4320-92d6-1f8b819f38fb HTTP/1.1" status: 204 len: 168 time: 2.8860521 Nov 09 17:48:19.605169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-727ca23f-15e0-4047-9243-ef012a34d5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:19.682004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-86073344-bb4e-485f-89a2-e2fb0609ebb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4583f88eda54702927de47bcf4b289d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748579 Nov 09 17:48:19.688345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:19.952070 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13edbf67-7967-4bc3-8fdd-95bfc1b363a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.047170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13edbf67-7967-4bc3-8fdd-95bfc1b363a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.051572 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-727ca23f-15e0-4047-9243-ef012a34d5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.063564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-727ca23f-15e0-4047-9243-ef012a34d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.156862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ca23f-15e0-4047-9243-ef012a34d5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c4bd1b-222e-4947-8374-23d9e2b5b495,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:20.190670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13edbf67-7967-4bc3-8fdd-95bfc1b363a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.203027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13edbf67-7967-4bc3-8fdd-95bfc1b363a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.210193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13edbf67-7967-4bc3-8fdd-95bfc1b363a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc2303d9-519f-4cbf-aed8-ad13db380719 HTTP/1.1" status: 204 len: 168 time: 0.5170939 Nov 09 17:48:20.241907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-727ca23f-15e0-4047-9243-ef012a34d5d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=261d560679a84387bbf35b7dba7aa6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1624773 Nov 09 17:48:20.248006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:20.266207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edbf67-7967-4bc3-8fdd-95bfc1b363a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2303d9-519f-4cbf-aed8-ad13db380719,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:20.280515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab828a-2625-4d94-9820-e0b77c0a2cd9 req-476215b2-3272-4578-8050-cd4cb4bb555b tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:20.289038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ceab828a-2625-4d94-9820-e0b77c0a2cd9 req-476215b2-3272-4578-8050-cd4cb4bb555b tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.4939086 Nov 09 17:48:20.451188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7e24-1723-43a0-ae92-55856dc3217e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.501677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7e24-1723-43a0-ae92-55856dc3217e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.563892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ceab828a-2625-4d94-9820-e0b77c0a2cd9 req-41da3e7b-08e0-4c23-8c10-b19204d2ac50 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517509 Nov 09 17:48:20.661654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7e24-1723-43a0-ae92-55856dc3217e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.664597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7e24-1723-43a0-ae92-55856dc3217e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:20.665844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5e4e7e24-1723-43a0-ae92-55856dc3217e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0c4bd1b-222e-4947-8374-23d9e2b5b495 HTTP/1.1" status: 204 len: 168 time: 0.4125886 Nov 09 17:48:20.695317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e7e24-1723-43a0-ae92-55856dc3217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c4bd1b-222e-4947-8374-23d9e2b5b495,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:20.929838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58188) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:20.934944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735615668', 'description': 'tempest-description--1958021552'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:21.021977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.155896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.164489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.218320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.225326 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2940819 Nov 09 17:48:21.228348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58194) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.235399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'security_group_rule': {'security_group_id': 'a31f7fea-5810-40be-b076-907a9c0bfe21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:21.264732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea4e2-fb56-48e2-a807-b034f992fec5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f7fea-5810-40be-b076-907a9c0bfe21,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:21.383656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.542880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c47fb-e840-4d2b-b37b-d87fdd80ccc9 req-2c6662d4-c8b7-462d-86f8-97a60db05116 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.544642 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-532c47fb-e840-4d2b-b37b-d87fdd80ccc9 req-2c6662d4-c8b7-462d-86f8-97a60db05116 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0810473 Nov 09 17:48:21.611328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.626649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.647257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-532c47fb-e840-4d2b-b37b-d87fdd80ccc9 req-173cd8b8-d968-45f2-9418-9a13caad89c2 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949104 Nov 09 17:48:21.679401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf060771-79ec-4949-9fdc-5f403f502741,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:21.700103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.705864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-76032573-0439-4509-9e3a-5c2b30048e7f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729767 Nov 09 17:48:21.705864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58206) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.712668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'security_group_rule': {'security_group_id': 'a31f7fea-5810-40be-b076-907a9c0bfe21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:21.722587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.754224 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.765664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dbf30eb-ed4a-4b28-b2b6-901ade01565b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.943888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dbf30eb-ed4a-4b28-b2b6-901ade01565b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.962389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dbf30eb-ed4a-4b28-b2b6-901ade01565b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:21.997059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:22.006671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:22.098467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6dbf30eb-ed4a-4b28-b2b6-901ade01565b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc931f430a0e4a5bb36c694a6aa43c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3733900 Nov 09 17:48:22.101904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf30eb-ed4a-4b28-b2b6-901ade01565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa5d4d-b621-4c60-a89c-f9c0c7301e72,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:22.102789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:22.107799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:22.108646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:22.109083 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982317 Nov 09 17:48:22.114069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456c56-1e6a-47b9-a05f-79fad57e466e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99202d26-f9a0-40d3-b9a8-1de6d6c2cf10,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:22.186074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:22.373681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87746695-12be-4829-9df4-61c26f308536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:22.389898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:22.692746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87746695-12be-4829-9df4-61c26f308536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:22.726071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-74df18b0-0cfc-4458-b2b5-ff4ced43d9db tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.730331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-74df18b0-0cfc-4458-b2b5-ff4ced43d9db tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1175864 Nov 09 17:48:23.008038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87746695-12be-4829-9df4-61c26f308536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.016088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87746695-12be-4829-9df4-61c26f308536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.019810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-87746695-12be-4829-9df4-61c26f308536 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72fa5d4d-b621-4c60-a89c-f9c0c7301e72 HTTP/1.1" status: 204 len: 168 time: 0.9075625 Nov 09 17:48:23.069105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Deleting port 99c36088-93f6-4028-acf9-076c76e20633 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:23.069459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.112094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.141562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58264) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:23.155573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c14f-79f9-47ed-a31b-eaa2e1a607fa req-50e69aa3-de6b-4cba-9a3b-cb52c30fe832 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:23.177285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fc2c14f-79f9-47ed-a31b-eaa2e1a607fa req-50e69aa3-de6b-4cba-9a3b-cb52c30fe832 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 1097 time: 0.3123624 Nov 09 17:48:23.201627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87746695-12be-4829-9df4-61c26f308536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa5d4d-b621-4c60-a89c-f9c0c7301e72,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:23.359959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.561901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] For port 99c36088-93f6-4028-acf9-076c76e20633, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=99c36088-93f6-4028-acf9-076c76e20633,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:23.562402 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.624539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Calling delete_port for 99c36088-93f6-4028-acf9-076c76e20633 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:23.636739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Allocated IP 172.25.3.165 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/1a4903b8-2f4d-4cb1-a7f9-9d1c97daf60e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:23.793052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.858415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:23.874104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fc2c14f-79f9-47ed-a31b-eaa2e1a607fa req-ddccc13f-da78-49ea-96ee-7c2351cb993b tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927552 Nov 09 17:48:23.973831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:23.979832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:23.986732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:23.992972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'Port': ['ID=1a4903b8-2f4d-4cb1-a7f9-9d1c97daf60e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:24.217619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.235486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['56e2c8b5-09b7-4c37-8d09-5ea587d0ace2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:24.323370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-833389317'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:24.350260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Pushing event deleted for resources: {'Port': ['ID=99c36088-93f6-4028-acf9-076c76e20633,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:24.430439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] No DVR routers for this DVR port 99c36088-93f6-4028-acf9-076c76e20633 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:24.434564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.442619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d01291bc-f4e3-4b87-b8a7-38ab2c0496a6 req-089cd91a-afa5-4896-a147-30cf4d2d1d91 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.43 "DELETE /v2.0/ports/99c36088-93f6-4028-acf9-076c76e20633 HTTP/1.1" status: 204 len: 173 time: 1.7041554 Nov 09 17:48:24.447226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.448188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'name': 'network-vif-deleted', 'tag': '99c36088-93f6-4028-acf9-076c76e20633'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:24.450342 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbd91fe-e076-47ea-8137-455672dcabcb" -d '{"events": [{"server_uuid": "f1090be6-edd2-41e4-982b-46aeb8bea6b7", "name": "network-vif-deleted", "tag": "99c36088-93f6-4028-acf9-076c76e20633"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:24.467402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Made reservation on behalf of 58297107a31d4d89bef2ab813df6d5c7 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:24.473874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.489563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.680691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.681162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.690960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:24.722608 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a15a164-85f0-4725-83ca-f12829f98b1d x-openstack-request-id: req-4a15a164-85f0-4725-83ca-f12829f98b1d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:24.726660 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1090be6-edd2-41e4-982b-46aeb8bea6b7", "name": "network-vif-deleted", "tag": "99c36088-93f6-4028-acf9-076c76e20633", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:24.727121 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a15a164-85f0-4725-83ca-f12829f98b1d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:24.727824 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1090be6-edd2-41e4-982b-46aeb8bea6b7', 'name': 'network-vif-deleted', 'tag': '99c36088-93f6-4028-acf9-076c76e20633', 'status': 'completed', 'code': 200} Nov 09 17:48:24.915212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0f7af8-d34b-4fbb-99f5-23d54147bdd4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:24.931062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:48:25.006710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:25.007311 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Added segment e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2 of type vlan for network a82baeb7-07d2-4083-8f4f-693c50c31c65 Nov 09 17:48:25.336351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:25.371248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e9657bd5-49bf-4627-907e-371bc6089ebd req-4744ebd7-aada-487f-ab68-35f7ebdf3bf4 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1090be6-edd2-41e4-982b-46aeb8bea6b7 HTTP/1.1" status: 200 len: 210 time: 0.0535543 Nov 09 17:48:25.392635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:25.411604 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:25.445284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:25.460019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:25.460754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:25.634384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:25.638961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4843938 Nov 09 17:48:25.648076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'subnet': {'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:25.662382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0cc9d-8639-40d7-8752-9d95b1129c52 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Network': ['ID=a82baeb7-07d2-4083-8f4f-693c50c31c65,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:25.680632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:48:26.147387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-7291be27-9772-482e-a065-f712067fea83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355245 Nov 09 17:48:26.180909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99c36088-93f6-4028-acf9-076c76e20633 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:26.239460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 99c36088-93f6-4028-acf9-076c76e20633 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:48:26.240230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 99c36088-93f6-4028-acf9-076c76e20633 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:26.296981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161326a5-7e18-4554-8779-a9844db74299 req-bbd972d5-2013-41a3-a3c9-834abd074223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:26.301113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-bbd972d5-2013-41a3-a3c9-834abd074223 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 1096 time: 0.1264429 Nov 09 17:48:26.506216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'Port': ['ID=1a4903b8-2f4d-4cb1-a7f9-9d1c97daf60e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:26.525553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161326a5-7e18-4554-8779-a9844db74299 req-0aac9c7a-1529-4153-aefb-86e22ccb8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:26.527566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-0aac9c7a-1529-4153-aefb-86e22ccb8050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.1986823 Nov 09 17:48:26.544721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:26.633469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:26.647971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ffa76eee-5756-42df-9b5d-2452ddbc2fb8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5335166 Nov 09 17:48:26.759266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Made reservation on behalf of 58297107a31d4d89bef2ab813df6d5c7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:26.768706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:26.913469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-590096ab-fd93-47cb-ab6f-2b0ca3c3ebf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 200 len: 1000 time: 0.3766832 Nov 09 17:48:26.949849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:27.074608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161326a5-7e18-4554-8779-a9844db74299 req-6774504e-3abd-471c-b1d6-efeafe775aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.076182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-6774504e-3abd-471c-b1d6-efeafe775aa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.1530879 Nov 09 17:48:27.080159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8290b-c542-4f18-94f6-266e87fbe37f req-fa6a90d5-b28b-4e5a-90dd-edd6dc28c023 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.089535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0d8290b-c542-4f18-94f6-266e87fbe37f req-fa6a90d5-b28b-4e5a-90dd-edd6dc28c023 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1712098 Nov 09 17:48:27.163777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:27.185626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0d8290b-c542-4f18-94f6-266e87fbe37f req-f1e40cd0-dbdb-41b0-9c75-faf7020b0dc5 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943689 Nov 09 17:48:27.221424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161326a5-7e18-4554-8779-a9844db74299 req-d29705b1-e7d1-455d-86d4-6d7260e67d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.228698 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-d29705b1-e7d1-455d-86d4-6d7260e67d95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365457 Nov 09 17:48:27.367082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:27.488698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ac82dc1-7fec-40a9-863a-849c59576f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:27.514485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Subnet': ['ID=6eb83f7c-0d20-4b9a-ac23-382e167d658d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:27.557190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-87b0963f-d34b-496b-9906-75c04ea47976 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210063 Nov 09 17:48:27.571824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-108ee2f1-0bb6-4973-8444-608be39969ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:27.681898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-c1f934bd-6992-4205-babb-2d6dab9d14b4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1735615668&fields=id&tenant_id=6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 267 time: 0.1683686 Nov 09 17:48:27.721209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Checking segment: {'id': 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:48:27.721813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network hostable DHCP agents. Network: a82baeb7-07d2-4083-8f4f-693c50c31c65, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:48:27.751935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ac82dc1-7fec-40a9-863a-849c59576f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:27.757145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-161326a5-7e18-4554-8779-a9844db74299 req-8f8b3c2e-5d9f-48fe-8ec4-eceff6839bcf service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864791 Nov 09 17:48:27.760413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ac82dc1-7fec-40a9-863a-849c59576f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:27.791979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ac82dc1-7fec-40a9-863a-849c59576f7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a36320a7bba649e980f3e634ef88ae9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8406873 Nov 09 17:48:27.799665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58438) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:27.889899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac82dc1-7fec-40a9-863a-849c59576f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9c5bd5-4c4d-4ba6-8d58-7e4e884e4ee6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:27.927990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b88ded9-da68-47df-982f-8db9f4342d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:27.961500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:48:28.018457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, a82baeb7-07d2-4083-8f4f-693c50c31c65) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:28.065344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.069083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.069831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef55743-b4e3-4597-984e-c656bc973243 None None] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:28.084094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6da6cd8-6688-4c79-b680-0ddb58bdadb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.100250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b88ded9-da68-47df-982f-8db9f4342d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.157937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-a334ec8c-f421-4020-a1d3-4bd4cd3020a1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.186976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-a334ec8c-f421-4020-a1d3-4bd4cd3020a1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 817 time: 0.4955773 Nov 09 17:48:28.244944 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-0d5183c3-3fae-4e01-b194-3757a1f7367a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/quotas/6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 375 time: 0.0556502 Nov 09 17:48:28.327548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b88ded9-da68-47df-982f-8db9f4342d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.334296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b88ded9-da68-47df-982f-8db9f4342d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.345069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4b88ded9-da68-47df-982f-8db9f4342d80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d9c5bd5-4c4d-4ba6-8d58-7e4e884e4ee6 HTTP/1.1" status: 204 len: 168 time: 0.5432477 Nov 09 17:48:28.397373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88ded9-da68-47df-982f-8db9f4342d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9c5bd5-4c4d-4ba6-8d58-7e4e884e4ee6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:28.416682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58448) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:28.425908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1647634834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:28.437757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d06a3fdd-6950-4c59-9d77-3eb1124a0971 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7968869 Nov 09 17:48:28.493200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.518764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-108ee2f1-0bb6-4973-8444-608be39969ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.613456 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.615609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.640976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-108ee2f1-0bb6-4973-8444-608be39969ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.672371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07d0cc-7c03-4f82-9eda-616102f259df req-48289368-0c2b-41e1-857d-c57ea0cc094e tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.684406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd07d0cc-7c03-4f82-9eda-616102f259df req-48289368-0c2b-41e1-857d-c57ea0cc094e tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.1896169 Nov 09 17:48:28.704701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-a82baeb7-07d2-4083-8f4f-693c50c31c65', 'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65', 'tenant_id': '58297107a31d4d89bef2ab813df6d5c7', 'fixed_ips': [{'subnet_id': '6eb83f7c-0d20-4b9a-ac23-382e167d658d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:28.707253 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.820390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-ce7a33ac-19fe-435a-aa8b-b154a8b5748a tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.822806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-ce7a33ac-19fe-435a-aa8b-b154a8b5748a tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1097 time: 0.6287868 Nov 09 17:48:28.854007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cb5ab26a-ffdb-4551-af30-677037e60791 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6062648 Nov 09 17:48:28.862948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-108ee2f1-0bb6-4973-8444-608be39969ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=898dde599cf64bd6ad7da9340b965fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6940527 Nov 09 17:48:28.880380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ee2f1-0bb6-4973-8444-608be39969ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66c07f-490d-439e-a032-2cc1a3a4d396,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:28.883690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:28.918530 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.933968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:28.991579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd07d0cc-7c03-4f82-9eda-616102f259df req-6b56db0a-f7dd-48c3-9577-e35c782dd8cb tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046916 Nov 09 17:48:29.001529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.013473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-92768be1-dd5c-49e0-98b9-533cd58bb06f tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5948720 Nov 09 17:48:29.014365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58458) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:29.083092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-4281b9f4-b9ae-4d51-ad30-3fabc1acfbd3 service neutron] 10.222.0.45 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530054 Nov 09 17:48:29.244181 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6625758b-5ce6-43c3-acb6-e899f40eb9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.293325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Allocated IP 172.20.0.2 (a82baeb7-07d2-4083-8f4f-693c50c31c65/6eb83f7c-0d20-4b9a-ac23-382e167d658d/9e4dc947-5838-4bc7-9f9c-d8e7cae9e536) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:29.328008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6625758b-5ce6-43c3-acb6-e899f40eb9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.474105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6625758b-5ce6-43c3-acb6-e899f40eb9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.477790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6625758b-5ce6-43c3-acb6-e899f40eb9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.479219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6625758b-5ce6-43c3-acb6-e899f40eb9ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc66c07f-490d-439e-a032-2cc1a3a4d396 HTTP/1.1" status: 204 len: 168 time: 0.5911076 Nov 09 17:48:29.564657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625758b-5ce6-43c3-acb6-e899f40eb9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66c07f-490d-439e-a032-2cc1a3a4d396,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:29.687787 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-3cc9ea3d-a4ea-4c7b-bab5-a8692cd212f2 service neutron] 10.222.0.45 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910332 Nov 09 17:48:29.702765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Deleting port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:29.703334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.947148 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:29.971723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.068545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] For port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:30.069501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.131282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Calling delete_port for 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:30.183943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.207507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Pushing event updated for resources: {'Port': ['ID=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:30.225574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:30.231004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:30.240447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:30.346504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:30.536427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b02eae88-e776-43ab-a8e5-1346a5fa8993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.568483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Attempting to bind port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:48:30.569253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Attempting to bind port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:48:30.569420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Attempting to bind port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 on network a82baeb7-07d2-4083-8f4f-693c50c31c65 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:30.588213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cea47bdc-3431-4e47-b5ce-67140b0cb8ea req-d960d261-a725-49e0-b637-83b3370493d0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.2430511 Nov 09 17:48:30.607915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef07d946-9d09-41f3-8f98-489252fa1109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.617286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:30.618874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Checking segment: {'id': 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:48:30.621074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.621734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Bound using segment: {'id': 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:30.625484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Bound port: 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:48:30.627846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:30.657685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Allocated IP 172.20.0.1 (a82baeb7-07d2-4083-8f4f-693c50c31c65/6eb83f7c-0d20-4b9a-ac23-382e167d658d/6f5057c7-1484-48b9-af67-c1de648119b7) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:30.989587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] For port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:31.036626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] For port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,segment=NetworkSegment(e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2),segment_id=e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:31.043471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.069801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.080380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.107785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b67870-a1ed-4e46-b7ca-133cfa6f7c2c req-8d639fb9-a859-47d2-b329-9271c6f9a3d3 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:31.120190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19b67870-a1ed-4e46-b7ca-133cfa6f7c2c req-8d639fb9-a859-47d2-b329-9271c6f9a3d3 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 1018 time: 0.1496706 Nov 09 17:48:31.277384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:31.288753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19b67870-a1ed-4e46-b7ca-133cfa6f7c2c req-dc263188-ce6e-494d-8251-9156d3967051 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0ac0b8f9-5c39-4862-99c7-52a647a250d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673987 Nov 09 17:48:31.334968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.394646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:48:31.395139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:31.428415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b02eae88-e776-43ab-a8e5-1346a5fa8993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.476986 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b02eae88-e776-43ab-a8e5-1346a5fa8993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.486043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c70ce-5731-4fa0-a3af-7a0888a23387 None None] Pushing event updated for resources: {'Port': ['ID=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:31.565429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Port': ['ID=6f5057c7-1484-48b9-af67-c1de648119b7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:31.600317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Pushing event deleted for resources: {'Port': ['ID=56e2c8b5-09b7-4c37-8d09-5ea587d0ace2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:31.602664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:31.605709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:31.611970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:31.633231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02eae88-e776-43ab-a8e5-1346a5fa8993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec346af-6f87-41fc-981c-de84045aabcf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:31.730862 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.826448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.862047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b02eae88-e776-43ab-a8e5-1346a5fa8993 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6b3b61de11f4890aa55d38340763a90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5111163 Nov 09 17:48:31.863763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:31.867528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] No DVR routers for this DVR port 56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:31.873184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:31.879484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be7b522e-9698-4c48-8ed7-afd381e8beda req-74d91a15-00d6-4f9c-8431-0b0a2e723641 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.83 "DELETE /v2.0/ports/56e2c8b5-09b7-4c37-8d09-5ea587d0ace2 HTTP/1.1" status: 204 len: 173 time: 3.0449204 Nov 09 17:48:31.939872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'name': 'network-vif-deleted', 'tag': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:31.944930 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677a049-af57-4bc5-a5fb-75672d2654a6" -d '{"events": [{"server_uuid": "7846ead0-c02b-47ff-8b42-59ddb81a998b", "name": "network-vif-deleted", "tag": "56e2c8b5-09b7-4c37-8d09-5ea587d0ace2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:32.299563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae83-4d16-4c8d-abed-ed3161474251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:32.318346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a24c426-03a3-403c-a97d-3aed94cfd40c req-5dff6905-e256-4a12-bbf0-250d3866ced8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.2340658 Nov 09 17:48:32.463144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae83-4d16-4c8d-abed-ed3161474251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:32.589212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:32.865051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bc981cf3-0384-42ab-8d23-2eed50d2264c req-f71a0058-129a-47cf-afdd-c69058025fd0 tempest-TestServerMultinode-1451611010 tempest-TestServerMultinode-1451611010-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7846ead0-c02b-47ff-8b42-59ddb81a998b HTTP/1.1" status: 200 len: 210 time: 0.2191386 Nov 09 17:48:32.942910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae83-4d16-4c8d-abed-ed3161474251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:32.961316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae83-4d16-4c8d-abed-ed3161474251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:32.963381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-59a2ae83-4d16-4c8d-abed-ed3161474251 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bec346af-6f87-41fc-981c-de84045aabcf HTTP/1.1" status: 204 len: 168 time: 1.0823369 Nov 09 17:48:33.072752 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f598fabb-6246-4392-992d-0ab9a60b9d9d x-openstack-request-id: req-f598fabb-6246-4392-992d-0ab9a60b9d9d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:33.081968 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846ead0-c02b-47ff-8b42-59ddb81a998b", "name": "network-vif-deleted", "tag": "56e2c8b5-09b7-4c37-8d09-5ea587d0ace2", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:33.082414 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f598fabb-6246-4392-992d-0ab9a60b9d9d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:33.083190 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846ead0-c02b-47ff-8b42-59ddb81a998b', 'name': 'network-vif-deleted', 'tag': '56e2c8b5-09b7-4c37-8d09-5ea587d0ace2', 'status': 'completed', 'code': 200} Nov 09 17:48:33.115523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ae83-4d16-4c8d-abed-ed3161474251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec346af-6f87-41fc-981c-de84045aabcf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:33.202356 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:33.218809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:33.522350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:33.527496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:33.730126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0aa941b7-9566-4e24-8965-801e6e582d80 req-27882786-63e3-4446-a79a-15b839573d68 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.1005120 Nov 09 17:48:33.853107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:34.021858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:34.046605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-5b929ddf-4fa6-4867-8215-156b7e28529f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.057047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-5b929ddf-4fa6-4867-8215-156b7e28529f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 817 time: 1.0303679 Nov 09 17:48:34.245985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f5f15-a4a5-4378-9f40-1ab6dee44b14 None None] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:34.432229 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:34.638479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,segment=NetworkSegment(e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2),segment_id=e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:34.673827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:34.787719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-70fc8585-db85-4103-968e-0763c5f49694 None None] Provisioning complete for port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:34.807813 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70fc8585-db85-4103-968e-0763c5f49694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:35.250083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:35.283001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-eaa2c29a-f2e3-48d3-bb45-a5d77fe92fd0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 380 time: 1.2065048 Nov 09 17:48:35.307847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'port': {'device_id': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'admin_state_up': True, 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'security_groups': ['a31f7fea-5810-40be-b076-907a9c0bfe21']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:35.340547 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:48:35.367437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:35.373557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99c41c18-d6ed-48c5-a89c-7c21696a3605 req-493c35b8-e675-49b9-86a9-7349eb36aca2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.2305999 Nov 09 17:48:35.925855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:36.079399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e6156fe1-e308-41ae-a100-b60bf1628aea None None] Provisioning complete for port 6f5057c7-1484-48b9-af67-c1de648119b7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:36.079814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6156fe1-e308-41ae-a100-b60bf1628aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:36.212011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e6156fe1-e308-41ae-a100-b60bf1628aea None None] Port 6f5057c7-1484-48b9-af67-c1de648119b7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:36.236982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e6156fe1-e308-41ae-a100-b60bf1628aea None None] Provisioning complete for port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:36.239614 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6156fe1-e308-41ae-a100-b60bf1628aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:36.659750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Deleting port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:36.665757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:36.687509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ccd80dc0-a06f-4d66-bd6e-63598c96a0c4 None None] Provisioning complete for port 6f5057c7-1484-48b9-af67-c1de648119b7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:36.689308 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccd80dc0-a06f-4d66-bd6e-63598c96a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:36.807833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ccd80dc0-a06f-4d66-bd6e-63598c96a0c4 None None] Port 6f5057c7-1484-48b9-af67-c1de648119b7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:36.997165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:37.033924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] For port 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:37.035336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:37.043604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:37.193680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Calling delete_port for 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:37.251617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:37.251995 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:37.266063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26940ed6-bd4a-4ca2-8be3-424d6ba813e7 req-3222b16c-3fff-4d9d-a034-62b902e125fa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.5625772 Nov 09 17:48:37.500085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Port': ['ID=6f5057c7-1484-48b9-af67-c1de648119b7,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:37.533860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:37.839831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Made reservation on behalf of 6c128f9a533248de9ab1f892c8c01884 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:37.844173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:37.876129 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:37.991731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:38.136526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Allocated IP 172.20.0.5 (eaac6e2b-4680-4404-bff6-6d4397f835df/bbf3060a-cf6f-453d-9284-654722afae85/6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:38.232250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:38.384996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:38.670329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a4b2d47-f38a-411a-8e7f-4ddcaeb25599 req-5d3ae01a-68e2-4404-b70d-89d3c6fb01c7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.1752462 Nov 09 17:48:38.790328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:39.041861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:39.096497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-45b35d1d-b136-4ad7-bc0b-0ea533eb75e2 None None] Provisioning complete for port 6f5057c7-1484-48b9-af67-c1de648119b7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:39.100690 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45b35d1d-b136-4ad7-bc0b-0ea533eb75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:39.233749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Router 7bd3e88a-719d-46e6-af2c-4ae9f454e3b5 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:48:39.239366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:39.293010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-45b35d1d-b136-4ad7-bc0b-0ea533eb75e2 None None] Port 6f5057c7-1484-48b9-af67-c1de648119b7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:39.566052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Router e946aa4b-053b-499d-b122-dfcc7b103db7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:48:39.641798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Network eaac6e2b-4680-4404-bff6-6d4397f835df is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:39.658817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:39.801618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:39.828588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:40.139403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.140690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:40.155087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:40.163585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:40.181823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c279cef-e3e3-420e-8df7-7691e2e321aa tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "PUT /v2.0/routers/7bd3e88a-719d-46e6-af2c-4ae9f454e3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1632860 Nov 09 17:48:40.190108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] Sync routers for ids ['e946aa4b-053b-499d-b122-dfcc7b103db7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:40.202455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7a688be2-b60c-4d65-b54f-2bb3b012ab83 admin admin] 10.222.0.45 "PUT /v2.0/routers/e946aa4b-053b-499d-b122-dfcc7b103db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1755152 Nov 09 17:48:40.208087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58720) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:40.211866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58724) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:40.231554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] Routers {'e946aa4b-053b-499d-b122-dfcc7b103db7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:40.233598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:48:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e946aa4b-053b-499d-b122-dfcc7b103db7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:40.281372 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] Sync routers for ids ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:40.299080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036d234-137f-4267-94fd-ecb68ca65865 req-060d4460-d04a-41de-9dcf-141b264294f1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.312534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5036d234-137f-4267-94fd-ecb68ca65865 req-060d4460-d04a-41de-9dcf-141b264294f1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 931 time: 0.3374681 Nov 09 17:48:40.322064 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] Routers {'7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:40.322720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:48:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:40.394933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'port': {'network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65', 'name': 'tempest-FloatingIPNegativeTestJSON-1167806405'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:40.447714 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:40.478089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5036d234-137f-4267-94fd-ecb68ca65865 req-7ffd33a7-dddc-41d7-8cb1-65ec40117bbc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563525 Nov 09 17:48:40.510437 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] Routers {'7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:40.511983 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:48:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:40.543043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-66e0cf27-ab34-4a3a-a4ab-1f9fa4a88808 None None] Provisioning complete for port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:40.543043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66e0cf27-ab34-4a3a-a4ab-1f9fa4a88808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:40.615199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-cf9d713b-24c9-4cbe-908e-8696367ac559 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3188105 Nov 09 17:48:40.646464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Request body: {'port': {'device_id': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:40.651063 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:40.652400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7fc6b-edde-4485-ac96-93e3d46cab44 None None] The sync data for ids ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:40.749695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66e0cf27-ab34-4a3a-a4ab-1f9fa4a88808 None None] Port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:40.791214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] Set router e946aa4b-053b-499d-b122-dfcc7b103db7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:41.148565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:41.154734 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:41.295140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:48:37Z', 'revision_number': 5, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:41.470560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] Checking router: e946aa4b-053b-499d-b122-dfcc7b103db7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:41.511610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] Routers {'e946aa4b-053b-499d-b122-dfcc7b103db7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:41.517394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:48:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e946aa4b-053b-499d-b122-dfcc7b103db7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:41.865067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:41.915322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] Set router e946aa4b-053b-499d-b122-dfcc7b103db7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:41.918890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d306d6-e47a-4bb1-92ad-15e2f03ce360 req-20b0c9fc-09f5-47be-9d9d-b2fe95542c68 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:41.939659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22d306d6-e47a-4bb1-92ad-15e2f03ce360 req-20b0c9fc-09f5-47be-9d9d-b2fe95542c68 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 931 time: 0.1927757 Nov 09 17:48:42.135090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Made reservation on behalf of 58297107a31d4d89bef2ab813df6d5c7 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:42.156389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-22d306d6-e47a-4bb1-92ad-15e2f03ce360 req-d5c5e169-0670-4fe8-b060-22f7de9d4db6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152932 Nov 09 17:48:42.171676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:42.394808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:48:37Z', 'revision_number': 5, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:42.403337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] device_id is not set on port e27abaab-633b-47b0-90bf-6fce5c6d897a yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:42.453865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98540ad6-0c4d-48d8-8544-0c0aba22fec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:42.560743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb9067-680e-4ab9-8cac-632101cdf267 None None] The sync data for ids ['e946aa4b-053b-499d-b122-dfcc7b103db7'] in n-d-804292-3 is: [{'id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'name': 'tempest-TestServerMultinode-1658434465-router', 'tenant_id': '18dede9d8b70467298202ca728e93d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:44Z', 'updated_at': '2021-11-09T17:48:37Z', 'revision_number': 5, 'project_id': '18dede9d8b70467298202ca728e93d27', 'gw_port': {'id': 'dd6a47b8-8ad5-4bc6-94af-3481778e009d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e946aa4b-053b-499d-b122-dfcc7b103db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:46Z', 'updated_at': '2021-11-09T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:42.745365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98540ad6-0c4d-48d8-8544-0c0aba22fec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:42.752393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98540ad6-0c4d-48d8-8544-0c0aba22fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:42.826693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98540ad6-0c4d-48d8-8544-0c0aba22fec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349b761-0fe4-41ea-9aa5-e5f5ac4c7fcf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:42.874249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:42.887387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:42.893943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98540ad6-0c4d-48d8-8544-0c0aba22fec4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0141c645daa34cd6ba97cae757639752&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0271676 Nov 09 17:48:42.898353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:42.903832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Transition to ACTIVE for port object 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:48:42.934014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:43.030112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-696ee0a9-e6a5-4944-be9f-5fcccb4f697e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:43.035840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:43.075966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:43.148585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-696ee0a9-e6a5-4944-be9f-5fcccb4f697e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:43.257681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Allocated IP 172.20.0.7 (a82baeb7-07d2-4083-8f4f-693c50c31c65/6eb83f7c-0d20-4b9a-ac23-382e167d658d/e27abaab-633b-47b0-90bf-6fce5c6d897a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:43.282563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-696ee0a9-e6a5-4944-be9f-5fcccb4f697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:43.308063 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-696ee0a9-e6a5-4944-be9f-5fcccb4f697e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:43.312021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-696ee0a9-e6a5-4944-be9f-5fcccb4f697e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c349b761-0fe4-41ea-9aa5-e5f5ac4c7fcf HTTP/1.1" status: 204 len: 168 time: 0.4108086 Nov 09 17:48:43.334673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee0a9-e6a5-4944-be9f-5fcccb4f697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349b761-0fe4-41ea-9aa5-e5f5ac4c7fcf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:43.503730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:43.553805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:48:43.554698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1d5cbc39-54a6-4d3c-b38a-25aa5835b4d8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:43.626489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa04d4-5cf2-4a22-a35b-7501a9426b05 req-8c3b5dab-e69a-48de-89f1-717b33b7fe53 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.629821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa04d4-5cf2-4a22-a35b-7501a9426b05 req-8c3b5dab-e69a-48de-89f1-717b33b7fe53 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.1999331 Nov 09 17:48:43.838686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1fa04d4-5cf2-4a22-a35b-7501a9426b05 req-c49deeaa-b6c1-4117-9c50-65c9939800a4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868978 Nov 09 17:48:44.095943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.177983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.273276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Port': ['ID=e27abaab-633b-47b0-90bf-6fce5c6d897a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:44.329306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:44.332778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:44.335411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:44.416549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Deleting port dd6a47b8-8ad5-4bc6-94af-3481778e009d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:44.416996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.465884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:44.466760 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.536205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:48:44.536205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:48:44.536745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:44.550487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-44e7df61-f2ba-4f8c-bf0a-21111220660e tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3335085 Nov 09 17:48:44.550752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:44.556156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:44.561660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on network eaac6e2b-4680-4404-bff6-6d4397f835df not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:48:44.562148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:44.574553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:44.575300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Checking segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:48:44.575606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Bound using segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:44.576122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Bound port: 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:48:44.576488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.689802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.751693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] For port dd6a47b8-8ad5-4bc6-94af-3481778e009d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dd6a47b8-8ad5-4bc6-94af-3481778e009d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:44.753919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:44.849240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Calling delete_port for dd6a47b8-8ad5-4bc6-94af-3481778e009d owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:44.933284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-08cfe8be-c745-4fe5-91df-3af6a7dafae4 None None] Provisioning complete for port e27abaab-633b-47b0-90bf-6fce5c6d897a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:44.933879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08cfe8be-c745-4fe5-91df-3af6a7dafae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:45.110337 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-08cfe8be-c745-4fe5-91df-3af6a7dafae4 None None] Port e27abaab-633b-47b0-90bf-6fce5c6d897a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:48:45.147803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:45.260437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9283-8407-4096-ae02-6e07dd412859 req-9ce6a56d-99d4-4bcc-a75e-e50e72d27773 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.275337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d0f9283-8407-4096-ae02-6e07dd412859 req-9ce6a56d-99d4-4bcc-a75e-e50e72d27773 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.1722803 Nov 09 17:48:45.468378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d0f9283-8407-4096-ae02-6e07dd412859 req-1629e5f8-3603-4efb-819b-6ac6dd2e172f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889522 Nov 09 17:48:45.472413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:45.480657 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:45.485567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:45.691633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.692813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:45.695923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] 10.222.0.43 "PUT /v2.0/ports/6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 1091 time: 5.0685530 Nov 09 17:48:45.698051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:45.703369 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ea7b8-5322-47bd-95b8-beda3736850e" -d '{"events": [{"name": "network-changed", "server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:45.838286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Allocated IP 172.25.3.47 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/69e85bc9-083d-4c3b-9671-33a16054b82e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:45.868087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:45.928232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79313141-d525-4d22-9bc4-17c8144995ac service neutron] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:45.976350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6a47b8-8ad5-4bc6-94af-3481778e009d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:45.993481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32be959-f19a-402b-9d39-bcfd0a0c4219 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:46.030191 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21119b26-f240-4eed-993f-c71fd21deed2 x-openstack-request-id: req-21119b26-f240-4eed-993f-c71fd21deed2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:46.030703 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:46.031699 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21119b26-f240-4eed-993f-c71fd21deed2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:46.032324 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'status': 'completed', 'code': 200} Nov 09 17:48:46.055933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-a81d7734-f103-42cd-a5cf-09cc16641728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.058037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-a81d7734-f103-42cd-a5cf-09cc16641728 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1094 time: 0.2809291 Nov 09 17:48:46.366658 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-f35815e0-acd8-40b7-9e3c-e5edf9e8a8ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 217 time: 0.2042875 Nov 09 17:48:46.500281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-1a47f18c-6657-4ecb-b622-d5827467b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.502020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-1a47f18c-6657-4ecb-b622-d5827467b2b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1142626 Nov 09 17:48:46.581876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.526019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.530751 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.673979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.751694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.752230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e946aa4b-053b-499d-b122-dfcc7b103db7 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:48:47.780680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.787118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ae7c9b4-0997-45ee-9b62-d6e49156e59d admin admin] 10.222.0.45 "DELETE /v2.0/routers/e946aa4b-053b-499d-b122-dfcc7b103db7 HTTP/1.1" status: 204 len: 168 time: 7.5679548 Nov 09 17:48:47.789945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:47.809028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.838276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-3768c700-bf48-4f04-ba57-5dd194489033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:47.849008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-3768c700-bf48-4f04-ba57-5dd194489033 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3387949 Nov 09 17:48:47.953989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:47.960546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Deleting subnet acc300fb-1e51-4df0-b3a5-72d2521a493d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:48:47.961847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a222c-da19-4ddf-a7be-4a684965fe23 req-f63eb418-bb86-476d-8ece-577013a922b9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:47.966372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:47.973010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:47.975769 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:47.976475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a4a222c-da19-4ddf-a7be-4a684965fe23 req-f63eb418-bb86-476d-8ece-577013a922b9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.3297896 Nov 09 17:48:47.977697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Port': ['ID=69e85bc9-083d-4c3b-9671-33a16054b82e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:48.066668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:48.199890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a4a222c-da19-4ddf-a7be-4a684965fe23 req-3f83eeed-600d-4057-8e15-e50a51f34b76 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209198 Nov 09 17:48:48.290726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-aea48a59-a7bf-4af4-bee5-f564c65ffc99 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069488 Nov 09 17:48:48.427632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:48.471500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:48.590661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:48.702415 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efe23b8-569e-42c1-8a0d-a22adce2ae78 req-19d94c2c-af7b-43d4-a134-daf405359e07 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956163 Nov 09 17:48:48.711390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:48.878614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd6a47b8-8ad5-4bc6-94af-3481778e009d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:48.890468 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:48.908265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/acc300fb-1e51-4df0-b3a5-72d2521a493d HTTP/1.1" status: 204 len: 168 time: 1.1169443 Nov 09 17:48:48.912205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:48.944694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061871c-e973-42e2-be5e-c934d801f18c None None] Network fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:48.948888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85c2f-6cbd-4ac1-bd4a-9a6eb979c36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc300fb-1e51-4df0-b3a5-72d2521a493d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:48.964851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: dd6a47b8-8ad5-4bc6-94af-3481778e009d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:48:48.965442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dd6a47b8-8ad5-4bc6-94af-3481778e009d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:49.006547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-74e08e09-e93e-459e-934c-0c7b8eebb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.008142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-74e08e09-e93e-459e-934c-0c7b8eebb4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1094 time: 0.1794345 Nov 09 17:48:49.383808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:49.412564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-f11332e6-34bf-4ec6-80e1-1199ed1dbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.414305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-f11332e6-34bf-4ec6-80e1-1199ed1dbb1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.3951149 Nov 09 17:48:49.551821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] DHCP port deletion for fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:49.618767 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:49.648133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:49.697504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-22e5038a-39ac-4c13-b51a-6237c6d6cd58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 217 time: 0.2580020 Nov 09 17:48:49.726753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] Deleting port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:49.727513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:49.808987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Port': ['ID=69e85bc9-083d-4c3b-9671-33a16054b82e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:49.945956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] For port 6988cfd5-7643-4c25-afd4-a28f9f0c6288, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6988cfd5-7643-4c25-afd4-a28f9f0c6288,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:49.946871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:49.991752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] Calling delete_port for 6988cfd5-7643-4c25-afd4-a28f9f0c6288 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:50.020942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Deleting port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:50.021289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:50.077089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d8374-13c0-4e50-b975-a1c1ee2fb297 req-c2b580a3-771d-4777-a350-c4873ecd4770 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.091794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-698d8374-13c0-4e50-b975-a1c1ee2fb297 req-c2b580a3-771d-4777-a350-c4873ecd4770 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.6761708 Nov 09 17:48:50.207101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:50.245813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-36605bf6-5035-4c70-ad1f-de99b58288aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.250074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:50.254379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:50.263634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-36605bf6-5035-4c70-ad1f-de99b58288aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.4888012 Nov 09 17:48:50.272755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] No DVR routers for this DVR port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:50.358193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:50.370015 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dd8543aa-4108-4fac-a8e4-d05a7c285dde tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8153820 Nov 09 17:48:50.382694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:50.392692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909389f-cdd0-403c-9180-05b07ad401df None None] Pushing event deleted for resources: {'Port': ['ID=6988cfd5-7643-4c25-afd4-a28f9f0c6288,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:50.418016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f2f2b3d9-a518-46ba-8b40-17cdc84edf4d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'floatingip': {'port_id': 'e27abaab-633b-47b0-90bf-6fce5c6d897a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:50.441298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] For port 6988cfd5-7643-4c25-afd4-a28f9f0c6288, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6988cfd5-7643-4c25-afd4-a28f9f0c6288,segment=NetworkSegment(6c55571c-4ecb-4cd8-adcf-b686de989242),segment_id=6c55571c-4ecb-4cd8-adcf-b686de989242)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:50.442148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:50.471941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-bd5d586e-9383-4f8d-a0eb-550d10c7a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.487744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-bd5d586e-9383-4f8d-a0eb-550d10c7a636 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919777 Nov 09 17:48:50.502920 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-698d8374-13c0-4e50-b975-a1c1ee2fb297 req-f5f1f7c3-0c39-49b9-b97b-31ee7b908ffe tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975616 Nov 09 17:48:50.700222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Calling delete_port for 6988cfd5-7643-4c25-afd4-a28f9f0c6288 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:50.725935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b3d9-a518-46ba-8b40-17cdc84edf4d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:50.881991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:50.950869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'mac_address': 'fa:16:3e:7e:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:50.960070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-96e81e52-d169-4e17-8166-e6664b0ac377 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489551 Nov 09 17:48:50.985674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:51.038973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'network': {'name': 'tempest-network-smoke--472903098', 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:51.121387 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.149962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6988cfd5-7643-4c25-afd4-a28f9f0c6288 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:51.159307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:51.197561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:51.210203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9a1ea7b8-5322-47bd-95b8-beda3736850e req-20758893-4ac0-4012-bed4-a7bc4b687a2b service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462325 Nov 09 17:48:51.224332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.292571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6988cfd5-7643-4c25-afd4-a28f9f0c6288 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:48:51.292860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6988cfd5-7643-4c25-afd4-a28f9f0c6288 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:51.300067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:51.320933 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.412295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] No DVR routers for this DVR port 6988cfd5-7643-4c25-afd4-a28f9f0c6288 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:51.422813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:51.444838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6988cfd5-7643-4c25-afd4-a28f9f0c6288,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:51.468513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Made reservation on behalf of 08b9a36624f844cf8f0de9de47951f06 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:51.474775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.595166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.637375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:51.649234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c55571c-4ecb-4cd8-adcf-b686de989242') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:51.649515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c55571c-4ecb-4cd8-adcf-b686de989242') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:51.662644 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.679914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.699671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.705320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:48:51.705780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:48:51.707828 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:48:51.819021 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-f2f2b3d9-a518-46ba-8b40-17cdc84edf4d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] update failed (client error): The resource could not be found. Nov 09 17:48:51.823248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:51.830282 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f2f2b3d9-a518-46ba-8b40-17cdc84edf4d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "PUT /v2.0/floatingips/dcaee983-2ff2-4c9e-9ec3-bec7d692e2fc HTTP/1.1" status: 404 len: 507 time: 1.4420350 Nov 09 17:48:51.942904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.951858 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:51.955308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5 HTTP/1.1" status: 204 len: 168 time: 3.0333562 Nov 09 17:48:51.960498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:51.989764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead845e-18bf-4d69-ac42-d2ccc4ce1f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd74582-e8b0-434d-9f2c-d0b2e2d6faf5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:52.039263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd9ab-b71c-4020-ad04-13e209e95432 req-95bfa429-0363-49cc-8017-5f3fefd9332d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:52.046907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c83dd9ab-b71c-4020-ad04-13e209e95432 req-95bfa429-0363-49cc-8017-5f3fefd9332d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2533622 Nov 09 17:48:52.194558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Deleting port 69e85bc9-083d-4c3b-9671-33a16054b82e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:52.195485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.200715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.222866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c83dd9ab-b71c-4020-ad04-13e209e95432 req-35c544cb-2f1c-4488-8307-e9e0862053c0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717060 Nov 09 17:48:52.228807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.265610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:52.341650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:48:52.359215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.360081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.378575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Calling delete_port for 69e85bc9-083d-4c3b-9671-33a16054b82e owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:52.427967 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.430679 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Added segment c2b2d81c-591e-4870-aed4-746910fbf40c of type vlan for network f1f5c7cc-a34f-4f57-8132-6b4671af1190 Nov 09 17:48:52.521906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4470ec6-7d48-4aa7-84c5-860ee4ef2f82,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:52.659524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.679873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:48:52.686637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:52.687051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.693304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.741711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Port': ['ID=69e85bc9-083d-4c3b-9671-33a16054b82e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:52.826738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:48:52.836845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.840529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.842464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f75cfe40-b6ff-4b4b-9e03-9e5be233e6ff tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "DELETE /v2.0/floatingips/dcaee983-2ff2-4c9e-9ec3-bec7d692e2fc HTTP/1.1" status: 204 len: 168 time: 1.0181572 Nov 09 17:48:52.852782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:52.862691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a44bb1e0-d0e1-48e6-8391-4c142eab7232 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'floatingip': {'floating_network_id': 'a82baeb7-07d2-4083-8f4f-693c50c31c65', 'port_id': 'e27abaab-633b-47b0-90bf-6fce5c6d897a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:52.901541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a44bb1e0-d0e1-48e6-8391-4c142eab7232 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:52.939692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.006413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:53.008162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:53.014187 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e5dd3-9f2f-4bcb-9d36-390586380109" -d '{"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:53.020039 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.142226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:53.149063 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.182190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.186101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:53.186846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.220862 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f18030-b6e3-4142-9d9a-a53d31b33188 x-openstack-request-id: req-19f18030-b6e3-4142-9d9a-a53d31b33188 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:53.222212 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:53.222212 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19f18030-b6e3-4142-9d9a-a53d31b33188 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:53.226942 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'code': 200} Nov 09 17:48:53.258620 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-a44bb1e0-d0e1-48e6-8391-4c142eab7232 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:48:53.270643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a44bb1e0-d0e1-48e6-8391-4c142eab7232 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4061632 Nov 09 17:48:53.273339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58972) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:53.294512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'e27abaab-633b-47b0-90bf-6fce5c6d897a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:53.469468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Network': ['ID=f1f5c7cc-a34f-4f57-8132-6b4671af1190,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:53.482452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:48:53.590375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0e6fe-d901-4801-8e73-e3cf9206eb1d req-e725499c-b2f2-4566-ac61-4b7cbb0550f3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:53.601508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ca0e6fe-d901-4801-8e73-e3cf9206eb1d req-e725499c-b2f2-4566-ac61-4b7cbb0550f3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.1942191 Nov 09 17:48:53.607299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22f3ed-59b5-436a-b277-f6da971bf3fe req-0791ccdb-c21d-419b-95da-75a6ccddf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:53.609332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1b22f3ed-59b5-436a-b277-f6da971bf3fe req-0791ccdb-c21d-419b-95da-75a6ccddf2e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1096 time: 0.2981634 Nov 09 17:48:53.617289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.649763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-48e83662-4c44-476d-be2f-f38dc8516977 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6298530 Nov 09 17:48:53.650603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:53.667919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'admin_state_up': True, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:53.815740 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.816919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.880636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:53.891251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ca0e6fe-d901-4801-8e73-e3cf9206eb1d req-92708edb-f430-4c4a-be83-888343d7c3db tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818763 Nov 09 17:48:53.898563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1b22f3ed-59b5-436a-b277-f6da971bf3fe req-29e1c6fb-59cb-4ad9-9691-24ae83ed0f03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769649 Nov 09 17:48:53.984721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:54.014313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:54.292488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Allocated IP 172.25.3.15 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/b789bb30-7d61-4d0a-8066-eacd57abbf28) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:54.589808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:54.706194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:54.787188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:54.887766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:54.915475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:54.936420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:55.050691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event updated for resources: {'Port': ['ID=b789bb30-7d61-4d0a-8066-eacd57abbf28,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:55.406630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558259b-c253-43c0-9fd4-3af3f0eaca29 req-7836ce0c-e1f6-4866-bf25-d9675ccf5b21 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:55.410863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9558259b-c253-43c0-9fd4-3af3f0eaca29 req-7836ce0c-e1f6-4866-bf25-d9675ccf5b21 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2430704 Nov 09 17:48:55.549888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Deleting port b789bb30-7d61-4d0a-8066-eacd57abbf28 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:55.550235 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:55.591746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9558259b-c253-43c0-9fd4-3af3f0eaca29 req-a11c2068-2aef-417e-9866-6dcc90ac426b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668124 Nov 09 17:48:55.743839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Deleting port 5331cab7-fa28-4f50-ac07-0ac0b1800a99 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:48:55.744211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:55.831196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:55.831196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:55.895090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Calling delete_port for b789bb30-7d61-4d0a-8066-eacd57abbf28 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:56.316333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397fcf-c069-4811-8de8-3d1a3cf80b3d req-77fa1a5e-5939-49d1-8301-09837ea5f971 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:56.323263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d397fcf-c069-4811-8de8-3d1a3cf80b3d req-77fa1a5e-5939-49d1-8301-09837ea5f971 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.3708823 Nov 09 17:48:56.345747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59014) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:56.381822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Request body: {'floatingip': {'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:56.623179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:56.632084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:56.775507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Port': ['ID=b789bb30-7d61-4d0a-8066-eacd57abbf28,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:56.907503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:56.977555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:57.075749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] For port 5331cab7-fa28-4f50-ac07-0ac0b1800a99, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5331cab7-fa28-4f50-ac07-0ac0b1800a99,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:57.077261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:57.098016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Calling delete_port for 5331cab7-fa28-4f50-ac07-0ac0b1800a99 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:48:57.450683 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] create failed (client error): The resource could not be found. Nov 09 17:48:57.462699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-67be799f-88ab-4783-81ff-6e038ddd06b1 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1871815 Nov 09 17:48:57.463490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59028) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:57.495853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:57.595580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Pushing event deleted for resources: {'Port': ['ID=5331cab7-fa28-4f50-ac07-0ac0b1800a99,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:57.991165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0244dfd3-90a4-4967-a6f5-4e391226c146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:58.245834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.25.3.71 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/46d518b1-bb8a-454c-ba81-b45d5fcb4aee) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:58.415181 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:58.527741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:59.020514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.resource_extend [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:48:59.093113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:59.099526 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:59.107316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:59.212614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:59.316316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:59.328021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:59.344301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:59.372233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e0625d-1181-46a9-b5d0-c870a865deba None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:59.472045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:59.487736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2c938da6-141a-4d58-a574-4bcc4b63fee3 None None] Provisioning complete for port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:59.488125 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c938da6-141a-4d58-a574-4bcc4b63fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:48:59.606898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2c938da6-141a-4d58-a574-4bcc4b63fee3 None None] Port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:00.020676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Deleting port e27abaab-633b-47b0-90bf-6fce5c6d897a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:00.021321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:00.053013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:00.088736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:00.127366 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Floating IP 699b4b88-130e-4915-9476-1e8beca699cc associated. External IP: 172.25.3.165, port: 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940. Nov 09 17:49:00.400700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:00.406358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-115b70c1-9517-409d-a03d-49151d98979a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:00.445709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Calling delete_port for e27abaab-633b-47b0-90bf-6fce5c6d897a owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:00.609174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:00.619970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-23f10a94-b5dd-426b-aced-5acba0a48722 admin admin] 10.222.0.45 "PUT /v2.0/routers/bd5bf35a-d1de-4faf-9d6d-681a1bc044cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6543767 Nov 09 17:49:00.620571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:00.639634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] Sync routers for ids ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:00.668050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] Routers {'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:00.668865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:00.861022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:01.072024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] Set router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:01.108058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:01.269476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Router a087f6c6-4aa1-447f-91d0-c78025036a4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:01.288849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:01.319911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router 339da087-6514-4789-9859-cb22f8ee303b is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:49:01.451126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:48:57Z', 'revision_number': 5, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:01.488535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] Checking router: bd5bf35a-d1de-4faf-9d6d-681a1bc044cc for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:01.501246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] Routers {'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:01.502701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:01.536594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Port': ['ID=e27abaab-633b-47b0-90bf-6fce5c6d897a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:01.681349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] Set router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:01.745787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.746396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.746903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.747438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.751976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.755575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.757926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:01.771722 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Sync routers for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:01.781606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.782241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.783065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.783743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.784530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.785050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:01.800528 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:01.803998 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:01.821958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:01.824459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dcacf657-4cf0-4a6e-bbfa-096e7bbf18a8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 8.1663251 Nov 09 17:49:01.827977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:02.037146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:02.045028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:02.126193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da004303-7e9d-484c-a361-28695bd32086 None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:02.133288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:02.153938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:02.164733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dcc1aeca-f1b5-467a-a8df-bed23791ce9d tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "DELETE /v2.0/ports/e27abaab-633b-47b0-90bf-6fce5c6d897a HTTP/1.1" status: 204 len: 168 time: 4.6910791 Nov 09 17:49:02.169052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e0ac9bcb-0860-495b-846e-070d3a1dabde tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "PUT /v2.0/floatingips/699b4b88-130e-4915-9476-1e8beca699cc HTTP/1.1" status: 200 len: 991 time: 5.8220553 Nov 09 17:49:02.176695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:02.193219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:02.197114 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:02.205619 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046fc81-e13c-468a-9a90-f0f961f8ae14" -d '{"events": [{"name": "network-changed", "server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:02.355601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-deff4264-c68a-4725-a4d6-0be9aa27a54d tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=08b9a36624f844cf8f0de9de47951f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5197055 Nov 09 17:49:02.385477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:02.386158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:02.402768 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9800112-885c-4731-8c6d-69f25d45474d x-openstack-request-id: req-c9800112-885c-4731-8c6d-69f25d45474d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:02.405013 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:02.407349 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9800112-885c-4731-8c6d-69f25d45474d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:02.407349 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'status': 'completed', 'code': 200} Nov 09 17:49:02.410108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59084) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:02.450972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:02.534830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dbb41b-c12f-4841-9203-2bc38d383d09 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:02.542858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-73dbb41b-c12f-4841-9203-2bc38d383d09 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd3e88a-719d-46e6-af2c-4ae9f454e3b5 HTTP/1.1" status: 200 len: 913 time: 0.3147507 Nov 09 17:49:02.544351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59088) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:02.688959 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:48:59Z', 'revision_number': 3, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:02.779451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-5948c9aa-f64e-4642-b3bd-f90c194bed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:02.782734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-5948c9aa-f64e-4642-b3bd-f90c194bed3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1096 time: 0.3336763 Nov 09 17:49:02.820982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:02.848422 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Checking router: 339da087-6514-4789-9859-cb22f8ee303b for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:02.852431 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Updating router 339da087-6514-4789-9859-cb22f8ee303b port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:49:02.879861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Deleting port a322cf2d-fdea-4b95-82f6-7ce88ae4431b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:02.880260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:02.883026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c7364-3f65-497e-8866-0eadf5e9a2ac tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:02.888252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-662c7364-3f65-497e-8866-0eadf5e9a2ac tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4735160 Nov 09 17:49:02.913638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:02.939037 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.041821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-673c8889-a4e3-40fa-9067-19d6aaa2c84f tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245909 Nov 09 17:49:03.042070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:03.066015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334732454', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:03.268896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] For port a322cf2d-fdea-4b95-82f6-7ce88ae4431b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:03.269495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.311536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:48:57Z', 'revision_number': 5, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:03.325948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Calling delete_port for a322cf2d-fdea-4b95-82f6-7ce88ae4431b owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:03.380054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-224a731d-a21b-42d4-8629-bfec58117dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:03.381854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-224a731d-a21b-42d4-8629-bfec58117dd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.5888193 Nov 09 17:49:03.475352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41367b3-2da0-47f8-8cd7-f1a53a836fe9 None None] The sync data for ids ['bd5bf35a-d1de-4faf-9d6d-681a1bc044cc'] in n-d-804292-3 is: [{'id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'name': 'tempest-TestServerMultinode-1156124212-router', 'tenant_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:47:07Z', 'updated_at': '2021-11-09T17:48:57Z', 'revision_number': 5, 'project_id': 'c4afe0edf77c4e26b7a42cb3e1d591fe', 'gw_port': {'id': 'a322cf2d-fdea-4b95-82f6-7ce88ae4431b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bf35a-d1de-4faf-9d6d-681a1bc044cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:47:10Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:03.501957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.663959 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.675660 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.771865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.789150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Made reservation on behalf of 08b9a36624f844cf8f0de9de47951f06 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:03.804293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.806758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286dc71f-4751-4fdc-947c-a303dbdf3dbf None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:03.811733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '699b4b88-130e-4915-9476-1e8beca699cc', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'floating_ip_address': '172.25.3.165', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'mac_address': 'fa:16:3e:7e:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:58Z', 'revision_number': 1, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:03.817738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-e3bff011-dd3d-442e-b74e-ff78826c2d85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 999 time: 0.4276609 Nov 09 17:49:03.852705 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Attempting to bind port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:03.853314 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Attempting to bind port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:03.853512 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Attempting to bind port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:03.860079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da004303-7e9d-484c-a361-28695bd32086 None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:03.879741 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:03.880628 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:03.881274 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.881918 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:03.882707 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Bound port: 46d518b1-bb8a-454c-ba81-b45d5fcb4aee, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:03.883332 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:03.908153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:03.909015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:04.019033 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] For port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:04.029715 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] For port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:04.045650 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:04.076629 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Pushing event updated for resources: {'Port': ['ID=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:04.080786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a5036edc-0dde-4478-b236-75d7aebca6c4 None None] Provisioning complete for port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:04.081477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5036edc-0dde-4478-b236-75d7aebca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:04.102354 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.103017 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.103696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.104235 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.104749 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.105273 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.105771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.106444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.106945 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.107480 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.108175 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.108692 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:04.163572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-05bc0167-f256-4bfa-b3a2-b2ed4a7a317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:04.165200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-05bc0167-f256-4bfa-b3a2-b2ed4a7a317e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.3351290 Nov 09 17:49:04.238660 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:04.242609 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:04.318616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-e86777b4-6809-475f-a4b9-a91f6cf2fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:04.320324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-e86777b4-6809-475f-a4b9-a91f6cf2fa41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242483 Nov 09 17:49:04.522308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633816c3-bfe1-4767-a1d8-3850fd82a0c4 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:04.573268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:04.714538 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6208e1-1aa8-4523-9fc9-3e9cd04ffd15 None None] Pushing event updated for resources: {'Port': ['ID=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:04.739141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Pushing event deleted for resources: {'Port': ['ID=a322cf2d-fdea-4b95-82f6-7ce88ae4431b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:04.836265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-7221a73a-0b22-41e0-8e0c-2d51516906b2 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707756 Nov 09 17:49:04.847143 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:04.888838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:04.896719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b77b9a-0f37-49fe-a4fe-147aea8574ad None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:05.002968 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5036edc-0dde-4478-b236-75d7aebca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:05.119381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5331cab7-fa28-4f50-ac07-0ac0b1800a99 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:05.129781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e046fc81-e13c-468a-9a90-f0f961f8ae14 req-5a138eb0-4387-40d1-ae1a-5c961dafd9b4 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809041 Nov 09 17:49:05.239376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:05.288085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 5331cab7-fa28-4f50-ac07-0ac0b1800a99 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:49:05.288604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5331cab7-fa28-4f50-ac07-0ac0b1800a99 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:05.306791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a5036edc-0dde-4478-b236-75d7aebca6c4 None None] For port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:05.392288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:48:59Z', 'revision_number': 3, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:05.395548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5036edc-0dde-4478-b236-75d7aebca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:05.512539 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7e30f-b990-42d3-ba47-fc8786dc6bbd None None] The sync data for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 is: [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:48:59Z', 'revision_number': 3, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:05.800325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d62dd37f-6810-45f0-990c-f38dda04ecec None None] Provisioning complete for port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:05.801063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d62dd37f-6810-45f0-990c-f38dda04ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:05.872148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:05.972842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5036edc-0dde-4478-b236-75d7aebca6c4 None None] Pushing event updated for resources: {'Port': ['ID=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:06.420944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Subnet': ['ID=422f2f14-3c4f-4a7d-966c-c016e2344e98,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:06.444486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Checking segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:06.458377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network hostable DHCP agents. Network: f1f5c7cc-a34f-4f57-8132-6b4671af1190, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:49:06.482703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-da004303-7e9d-484c-a361-28695bd32086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '699b4b88-130e-4915-9476-1e8beca699cc', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'floating_ip_address': '172.25.3.165', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'mac_address': 'fa:16:3e:7e:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:58Z', 'revision_number': 1, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:06.544805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:06.555413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:49:06.609581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da004303-7e9d-484c-a361-28695bd32086 None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '699b4b88-130e-4915-9476-1e8beca699cc', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'floating_ip_address': '172.25.3.165', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'mac_address': 'fa:16:3e:7e:be:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:58Z', 'revision_number': 1, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:06.763638 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:06.774312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:06.863884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f1f5c7cc-a34f-4f57-8132-6b4671af1190) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:06.889542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:06.890607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5bf35a-d1de-4faf-9d6d-681a1bc044cc {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:49:06.897272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:06.898080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:06.898628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a00e5-a71b-4c6a-b73b-4fcbf39aa22a None None] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:06.906497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:06.920497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6705bcb9-de34-4526-885a-30bfc900e57e admin admin] 10.222.0.45 "DELETE /v2.0/routers/bd5bf35a-d1de-4faf-9d6d-681a1bc044cc HTTP/1.1" status: 204 len: 168 time: 6.2951019 Nov 09 17:49:06.930610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59138) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:07.013181 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d8135aa4-b22c-42e6-8448-993470c1ced1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.9593768 Nov 09 17:49:07.166856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59142) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:07.299475 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6e061-82ed-4e73-a743-bcece3a86d6c None None] New status for floating IP 699b4b88-130e-4915-9476-1e8beca699cc: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:49:07.465986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 46d518b1-bb8a-454c-ba81-b45d5fcb4aee up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:07.648013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:07.658369 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:07.771588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Deleting port 6f5057c7-1484-48b9-af67-c1de648119b7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:07.771946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:08.014821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:08.023532 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:08.145856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:08.204676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Calling delete_port for 6f5057c7-1484-48b9-af67-c1de648119b7 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:08.297825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Deleting subnet ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:49:08.321009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:08.490478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:08.800592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:08.872303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Allocated IP 172.20.0.2 (f1f5c7cc-a34f-4f57-8132-6b4671af1190/422f2f14-3c4f-4a7d-966c-c016e2344e98/ed0bb535-7b1f-4774-ba77-32e8d139faac) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:08.900891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a322cf2d-fdea-4b95-82f6-7ce88ae4431b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:09.003087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Port': ['ID=6f5057c7-1484-48b9-af67-c1de648119b7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:09.063944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: a322cf2d-fdea-4b95-82f6-7ce88ae4431b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:49:09.064360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a322cf2d-fdea-4b95-82f6-7ce88ae4431b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:09.152822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:09.511546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:09.586368 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:09.592708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a955e-35f7-49b6-8873-7898a824711d None None] Network 99599273-0ee4-4d1d-9938-43fc560e95b3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:09.612786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59182) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:09.619886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9 HTTP/1.1" status: 204 len: 168 time: 2.6852250 Nov 09 17:49:09.738163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031da54-bfa8-4c9f-b0e6-a208acd330fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8526e6-9c83-4ac7-9b03-b27ca89ff6c9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:09.941332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:09.960354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.029544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Pushing event updated for resources: {'Port': ['ID=ed0bb535-7b1f-4774-ba77-32e8d139faac,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:10.073614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:10.075459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.083470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.122959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.125066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:10.138775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:10.394050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Attempting to bind port ed0bb535-7b1f-4774-ba77-32e8d139faac on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:10.394665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Attempting to bind port ed0bb535-7b1f-4774-ba77-32e8d139faac by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:10.397473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Attempting to bind port ed0bb535-7b1f-4774-ba77-32e8d139faac on network f1f5c7cc-a34f-4f57-8132-6b4671af1190 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:10.423869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:10.424440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Checking segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:10.425398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.425573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Bound using segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:10.426295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Bound port: ed0bb535-7b1f-4774-ba77-32e8d139faac, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:10.426922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.553445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] DHCP port deletion for 99599273-0ee4-4d1d-9938-43fc560e95b3 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:10.854300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] For port ed0bb535-7b1f-4774-ba77-32e8d139faac, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:10.867448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] For port ed0bb535-7b1f-4774-ba77-32e8d139faac, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ed0bb535-7b1f-4774-ba77-32e8d139faac,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:10.908557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:10.995868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:11.001389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Router 7bd3e88a-719d-46e6-af2c-4ae9f454e3b5 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:11.062907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Deleting port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:11.063565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:11.112391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] Deleting port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:11.117241 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:11.199356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.20.0.1 (f1f5c7cc-a34f-4f57-8132-6b4671af1190/422f2f14-3c4f-4a7d-966c-c016e2344e98/60c9d477-0fa0-441c-9199-4575205d95ac) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:11.202755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:11.627781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:11.838644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] For port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:11.858744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Pushing event updated for resources: {'Port': ['ID=ed0bb535-7b1f-4774-ba77-32e8d139faac,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:11.861700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:11.871053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:11.874125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] For port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:11.874876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:11.953914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.954917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.955624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.957350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.958052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.959924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.962457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.963180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.963773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.964701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.966211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.966843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462952c2-8c15-4d8b-ad61-1c5cdfc387a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:11.979264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] Calling delete_port for 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:12.002748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:12.055393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] Sync routers for ids ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:12.076473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:12.094170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:12.096754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59208) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:12.108783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.123980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f3d9aac1-c022-4eed-bed1-25b19dc23038 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "PUT /v2.0/routers/7bd3e88a-719d-46e6-af2c-4ae9f454e3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5648494 Nov 09 17:49:12.126952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Calling delete_port for 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:12.127388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:12.131344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=60c9d477-0fa0-441c-9199-4575205d95ac,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:12.202644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] Routers {'7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:12.207221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:12.257369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:12.298687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,segment=NetworkSegment(6dbdd5ed-3a71-489d-82ab-8bf3652453be),segment_id=6dbdd5ed-3a71-489d-82ab-8bf3652453be)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:12.302200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] Routers {'7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:12.304178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:12.335188 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:49:12.385710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:12.386884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fcc9ce-3d49-44da-ae31-f1d14852583a None None] The sync data for ids ['7bd3e88a-719d-46e6-af2c-4ae9f454e3b5'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:12.390750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.416118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53027bc-bcdc-40e3-aa42-efddaf5e8036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.432874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event deleted for resources: {'Port': ['ID=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:12.440685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.454019 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.488900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] No DVR routers for this DVR port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:12.611610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b2a3-3a47-4006-bec6-9dd71e04a2a8 None None] Pushing event deleted for resources: {'Port': ['ID=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:12.636053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.681169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:12.729687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] No DVR routers for this DVR port 4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:12.978064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59214) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:13.030793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c66ec2f-ef5f-4ce2-a01d-49d3a8557cc5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:13.062313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed0bb535-7b1f-4774-ba77-32e8d139faac up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:13.132261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53027bc-bcdc-40e3-aa42-efddaf5e8036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.138907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.162186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53027bc-bcdc-40e3-aa42-efddaf5e8036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.200387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99599273-0ee4-4d1d-9938-43fc560e95b3']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:13.254945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.258917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.270965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbdd5ed-3a71-489d-82ab-8bf3652453be') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:13.271321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbdd5ed-3a71-489d-82ab-8bf3652453be') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:13.375951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ed0bb535-7b1f-4774-ba77-32e8d139faac triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:13.378267 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.436290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.531602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c53027bc-bcdc-40e3-aa42-efddaf5e8036 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16a5e21717a14a168f299215704c7d54&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5279651 Nov 09 17:49:13.542134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:13.555572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.558028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.558769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd3e88a-719d-46e6-af2c-4ae9f454e3b5 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:49:13.561163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53027bc-bcdc-40e3-aa42-efddaf5e8036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81215bf2-8399-4626-98b8-2a40e51e1ee8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:13.591352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.602342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f36e2123-ba9e-4998-bc4f-26dea05d0140 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "DELETE /v2.0/routers/7bd3e88a-719d-46e6-af2c-4ae9f454e3b5 HTTP/1.1" status: 204 len: 168 time: 1.4852228 Nov 09 17:49:13.620028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59232) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:13.767879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:49:13.768742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.769623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:49:13.773660 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:49:13.822677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Deleting subnet 6eb83f7c-0d20-4b9a-ac23-382e167d658d {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:49:13.835260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.904427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ece601fe-bdd1-4fd1-b660-d248be92108d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.933207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.937439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Deleting subnet 2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:49:13.937962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472391e-e983-4ec9-8e60-061bbb1d68f9 None None] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:13.967496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:13.997477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.006804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.047925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ece601fe-bdd1-4fd1-b660-d248be92108d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.052664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.057672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/99599273-0ee4-4d1d-9938-43fc560e95b3 HTTP/1.1" status: 204 len: 168 time: 4.4348981 Nov 09 17:49:14.059876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13deca18-1601-41e3-82c4-37cf704519c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=99599273-0ee4-4d1d-9938-43fc560e95b3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:14.148197 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.192747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-34d23233-7ccc-41f9-8b85-b23361db6d30 None None] Provisioning complete for port ed0bb535-7b1f-4774-ba77-32e8d139faac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:14.193541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34d23233-7ccc-41f9-8b85-b23361db6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.270449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port ed0bb535-7b1f-4774-ba77-32e8d139faac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ed0bb535-7b1f-4774-ba77-32e8d139faac,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:14.290919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.313668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ece601fe-bdd1-4fd1-b660-d248be92108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.328751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ece601fe-bdd1-4fd1-b660-d248be92108d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.337095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.341811 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ece601fe-bdd1-4fd1-b660-d248be92108d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81215bf2-8399-4626-98b8-2a40e51e1ee8 HTTP/1.1" status: 204 len: 168 time: 0.7625873 Nov 09 17:49:14.382089 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.387097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece601fe-bdd1-4fd1-b660-d248be92108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81215bf2-8399-4626-98b8-2a40e51e1ee8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:14.576394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:14.605801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.677034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=ed0bb535-7b1f-4774-ba77-32e8d139faac,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:14.696859 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.756000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:14.771464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81367bd4-d4d9-4639-a665-4ff30eadf5c4 None None] Network 073f2c8a-57c9-45d1-820e-296f82704e03 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:14.774169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc HTTP/1.1" status: 204 len: 168 time: 1.7750125 Nov 09 17:49:14.860076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59250) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:14.875743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e910d919-b46b-4dc2-b90d-6967be87c957 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18dede9d8b70467298202ca728e93d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977726 Nov 09 17:49:14.877778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5694-0649-4f00-a414-8d7aafb7d164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b38fcad-5ea8-4d2d-ba69-44b79cd9d8cc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:14.885786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59252) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:15.045161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450dd0bf-9cc5-4d94-8a58-79425ce1b111 None None] Network a82baeb7-07d2-4083-8f4f-693c50c31c65 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:15.054774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb83f7c-0d20-4b9a-ac23-382e167d658d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:15.072909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.093691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:15.101229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cbd817e8-487c-438f-a332-888a47be3c73 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "DELETE /v2.0/subnets/6eb83f7c-0d20-4b9a-ac23-382e167d658d HTTP/1.1" status: 204 len: 168 time: 1.4641688 Nov 09 17:49:15.176281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.336364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed0bb535-7b1f-4774-ba77-32e8d139faac up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:15.346498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e507c0-6d23-4c24-9f84-c419461251da None None] DHCP port deletion for 073f2c8a-57c9-45d1-820e-296f82704e03 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:15.367328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:15.403990 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ad44-d892-4c53-81ba-9f2a73e24b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.452757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.465307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.556562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.707119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073f2c8a-57c9-45d1-820e-296f82704e03']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:15.756525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37181302-91cc-4289-8706-68638e34a527') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:15.756826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37181302-91cc-4289-8706-68638e34a527') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:15.758041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2117b44d-46ea-42f5-bd47-b36b46f068d5 None None] Provisioning complete for port ed0bb535-7b1f-4774-ba77-32e8d139faac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:15.761484 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2117b44d-46ea-42f5-bd47-b36b46f068d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.821446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.837182 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.870680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.893770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ed0bb535-7b1f-4774-ba77-32e8d139faac triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:15.894317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.899025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:49:15.900452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.919242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ad44-d892-4c53-81ba-9f2a73e24b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.923442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:49:15.941283 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:49:16.038579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44c40d-6cce-4db3-9274-feadd964d5f1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:16.114533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] DHCP port deletion for a82baeb7-07d2-4083-8f4f-693c50c31c65 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:16.184301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2117b44d-46ea-42f5-bd47-b36b46f068d5 None None] Provisioning complete for port 60c9d477-0fa0-441c-9199-4575205d95ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:16.185394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2117b44d-46ea-42f5-bd47-b36b46f068d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.209237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.221085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.252201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.253496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.254062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.255733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.256361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.256938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.257543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.257749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.258001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.275811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.276675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.277210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.277471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2117b44d-46ea-42f5-bd47-b36b46f068d5 None None] Port 60c9d477-0fa0-441c-9199-4575205d95ac cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:16.277763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:16.342039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ad44-d892-4c53-81ba-9f2a73e24b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.348320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ad44-d892-4c53-81ba-9f2a73e24b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.351726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2fc0ad44-d892-4c53-81ba-9f2a73e24b28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81ca305d-7316-4467-b916-ed99fd1e213f HTTP/1.1" status: 204 len: 168 time: 1.4560456 Nov 09 17:49:16.432560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e023ff75-384e-4640-850b-21b58f3db045 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cf2bc26bc1047beb66b85425871ec0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0628896 Nov 09 17:49:16.452549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:16.481388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.489119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0ad44-d892-4c53-81ba-9f2a73e24b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca305d-7316-4467-b916-ed99fd1e213f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:16.515364 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/073f2c8a-57c9-45d1-820e-296f82704e03 HTTP/1.1" status: 204 len: 168 time: 1.6210172 Nov 09 17:49:16.607347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7b045-f26f-4a1c-aea2-724500c3dca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=073f2c8a-57c9-45d1-820e-296f82704e03,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:16.692149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] Deleting port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:16.694650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.715841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b4e4587f-207a-41ff-90b2-c0f3f9a27b71 None None] Provisioning complete for port 60c9d477-0fa0-441c-9199-4575205d95ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:16.717832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4e4587f-207a-41ff-90b2-c0f3f9a27b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.723441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Deleting port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:49:16.730921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.740373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=60c9d477-0fa0-441c-9199-4575205d95ac,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:16.758032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:16.972775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d27e55d-e709-44ae-a0f5-551a6f17f2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.117364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4587f-207a-41ff-90b2-c0f3f9a27b71 None None] Port 60c9d477-0fa0-441c-9199-4575205d95ac cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:17.162864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:17.177684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:17.179695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d27e55d-e709-44ae-a0f5-551a6f17f2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.185570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] For port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,segment=NetworkSegment(e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2),segment_id=e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:17.186125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.188355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:17.237385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Calling delete_port for 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:17.409367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d27e55d-e709-44ae-a0f5-551a6f17f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.430906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d27e55d-e709-44ae-a0f5-551a6f17f2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.450287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d27e55d-e709-44ae-a0f5-551a6f17f2f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d44c40d-6cce-4db3-9274-feadd964d5f1 HTTP/1.1" status: 204 len: 168 time: 0.9942851 Nov 09 17:49:17.463140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:17.555695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:17.571910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3c1834a4-f4b7-4030-baf2-62e9f47d5284 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6276d85c8cf5474787c43214ad5821c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862212 Nov 09 17:49:17.600294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27e55d-e709-44ae-a0f5-551a6f17f2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44c40d-6cce-4db3-9274-feadd964d5f1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:17.623425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] For port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,segment=NetworkSegment(e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2),segment_id=e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:17.624574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.655743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] Calling delete_port for 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:49:17.706635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router 339da087-6514-4789-9859-cb22f8ee303b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:17.778530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:17.859363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] No DVR routers for this DVR port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:17.871320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Port': ['ID=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:17.935091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.012841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] Pushing event deleted for resources: {'Port': ['ID=9e4dc947-5838-4bc7-9f9c-d8e7cae9e536,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:18.022308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No active binding found for port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 {{(pid=102556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:49:18.022778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:18.031424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f38a62-a3bb-45ee-9f8a-e869220da5ad None None] No DVR routers for this DVR port 9e4dc947-5838-4bc7-9f9c-d8e7cae9e536 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:18.151047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9e3bbfd1-7aac-436e-9d5f-1230f6fb17b3 None None] Provisioning complete for port 60c9d477-0fa0-441c-9199-4575205d95ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:18.151839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e3bbfd1-7aac-436e-9d5f-1230f6fb17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.192081 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6136d1ba-c513-498c-9396-b286f0581e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.265166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.283403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bbfd1-7aac-436e-9d5f-1230f6fb17b3 None None] Port 60c9d477-0fa0-441c-9199-4575205d95ac cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:18.369951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6136d1ba-c513-498c-9396-b286f0581e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.596218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82baeb7-07d2-4083-8f4f-693c50c31c65']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:18.622960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:18.624089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5af8a48-e1f1-4b98-a5e6-b1ffebba33f2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:18.663854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.706442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.719620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:49:18.721346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:49:18.831814 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:49:18.835634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:18.836776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:18.880365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c690b1-599c-4cbd-8a3e-e1d0fe1c7e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.913206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6136d1ba-c513-498c-9396-b286f0581e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.916161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6136d1ba-c513-498c-9396-b286f0581e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:18.928209 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6136d1ba-c513-498c-9396-b286f0581e9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27be88cd-81b1-424e-8a2c-c493869d09b2 HTTP/1.1" status: 204 len: 168 time: 1.3672493 Nov 09 17:49:18.998518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136d1ba-c513-498c-9396-b286f0581e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be88cd-81b1-424e-8a2c-c493869d09b2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:19.054068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.066772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f237c985-6595-4f6d-a6e2-3cc5aef295dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4afe0edf77c4e26b7a42cb3e1d591fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140162 Nov 09 17:49:19.067769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59306) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:19.133155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.150676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] 10.222.0.45 "DELETE /v2.0/networks/a82baeb7-07d2-4083-8f4f-693c50c31c65 HTTP/1.1" status: 204 len: 168 time: 4.0450566 Nov 09 17:49:19.150890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:19.151782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f1cd0-9501-441e-8705-0524b255fc90 tempest-FloatingIPNegativeTestJSON-1950113432 tempest-FloatingIPNegativeTestJSON-1950113432-project] Pushing event deleted for resources: {'Network': ['ID=a82baeb7-07d2-4083-8f4f-693c50c31c65,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:19.182246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Sync routers for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:19.220089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-93583304-5e57-4f5b-8a93-0f07de904bbb tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "PUT /v2.0/routers/339da087-6514-4789-9859-cb22f8ee303b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0504601 Nov 09 17:49:19.223928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59314) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:19.250535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--413233061', 'description': 'tempest-secgroup_access--413233061 description', 'project_id': '08b9a36624f844cf8f0de9de47951f06'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:19.271878 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:19.279128 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:19.368010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.543517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde64bd0-1026-49bb-9b2f-e503f84769c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.594643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.606679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.664744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.671298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4358552 Nov 09 17:49:19.672061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d53ac-6ea9-4924-961b-a844cdd3651f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9515d85-21eb-4aef-9554-3e26e14d45d4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:19.689682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59320) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:19.698772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1082479376', 'description': 'tempest-secgroup_general--1082479376 description', 'project_id': '08b9a36624f844cf8f0de9de47951f06'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:19.759905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.843596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde64bd0-1026-49bb-9b2f-e503f84769c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.864815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c690b1-599c-4cbd-8a3e-e1d0fe1c7e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.913677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c690b1-599c-4cbd-8a3e-e1d0fe1c7e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:19.969076 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:20.002893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.011716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.185798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.197711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59328) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:20.202730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5087326 Nov 09 17:49:20.210843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b76fd7-d3a5-468d-8088-9ba3400998de tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc1c5e-da72-44ac-8a7c-2f424d60c63f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:20.260360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'security_group_rule': {'security_group_id': 'e9515d85-21eb-4aef-9554-3e26e14d45d4', 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:20.304945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-96c690b1-599c-4cbd-8a3e-e1d0fe1c7e38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10adc57829144329bbc6d7d825489010&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4545007 Nov 09 17:49:20.309053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59332) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:20.341397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c690b1-599c-4cbd-8a3e-e1d0fe1c7e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f952b71a-0a3d-46da-9cf6-f26a54fa6235,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:20.355315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:20.506699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.509930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde64bd0-1026-49bb-9b2f-e503f84769c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.520400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b3e8-0211-43af-aedf-569412acff17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.528956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dde64bd0-1026-49bb-9b2f-e503f84769c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.551957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dde64bd0-1026-49bb-9b2f-e503f84769c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ac0b8f9-5c39-4862-99c7-52a647a250d7 HTTP/1.1" status: 204 len: 168 time: 1.4631088 Nov 09 17:49:20.604546 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:14Z', 'revision_number': 2, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:20.627263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b3e8-0211-43af-aedf-569412acff17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.733453 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Checking router: 339da087-6514-4789-9859-cb22f8ee303b for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:20.734640 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Updating router 339da087-6514-4789-9859-cb22f8ee303b port 60c9d477-0fa0-441c-9199-4575205d95ac binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:49:20.835568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde64bd0-1026-49bb-9b2f-e503f84769c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac0b8f9-5c39-4862-99c7-52a647a250d7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:20.842288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b3e8-0211-43af-aedf-569412acff17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.848824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b3e8-0211-43af-aedf-569412acff17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:20.854673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dfc4b3e8-0211-43af-aedf-569412acff17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f952b71a-0a3d-46da-9cf6-f26a54fa6235 HTTP/1.1" status: 204 len: 168 time: 0.5434041 Nov 09 17:49:20.945375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b3e8-0211-43af-aedf-569412acff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952b71a-0a3d-46da-9cf6-f26a54fa6235,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:20.995209 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.092635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.139042 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.234494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b96d72a-c089-4719-9e29-0a1171400391,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:21.288567 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.303029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2627c751-f85b-409f-84b1-b28f03d7634f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0633593 Nov 09 17:49:21.684024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6eed8464-87af-4ae6-b7dd-023285d3ceed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58297107a31d4d89bef2ab813df6d5c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3156762 Nov 09 17:49:21.684438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59360) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:21.831909 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.842210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd01beba-a3b3-4490-9db4-ed6de4f2d1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.849318 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.878708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd01beba-a3b3-4490-9db4-ed6de4f2d1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:21.885757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7b29cce7-40bc-4202-88cb-6e778b9fa3ae tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--1082479376&fields=id&tenant_id=08b9a36624f844cf8f0de9de47951f06 HTTP/1.1" status: 200 len: 267 time: 0.1510761 Nov 09 17:49:22.016055 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eb40e-30d6-4d0c-9663-949fa1db8692 None None] Pushing event updated for resources: {'Port': ['ID=60c9d477-0fa0-441c-9199-4575205d95ac,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:22.027727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd01beba-a3b3-4490-9db4-ed6de4f2d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:22.038444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd01beba-a3b3-4490-9db4-ed6de4f2d1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:22.049351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dd01beba-a3b3-4490-9db4-ed6de4f2d1c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e0f7af8-d34b-4fbb-99f5-23d54147bdd4 HTTP/1.1" status: 204 len: 168 time: 0.3634090 Nov 09 17:49:22.075989 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Attempting to bind port 60c9d477-0fa0-441c-9199-4575205d95ac on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:22.077192 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Attempting to bind port 60c9d477-0fa0-441c-9199-4575205d95ac by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:22.078535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Attempting to bind port 60c9d477-0fa0-441c-9199-4575205d95ac on network f1f5c7cc-a34f-4f57-8132-6b4671af1190 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:22.099185 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:22.099978 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Checking segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:22.100739 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:22.102173 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Bound using segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:22.105197 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Bound port: 60c9d477-0fa0-441c-9199-4575205d95ac, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:22.105970 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:22.171788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01beba-a3b3-4490-9db4-ed6de4f2d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0f7af8-d34b-4fbb-99f5-23d54147bdd4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:22.221304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7ea8d3ce-72e7-463d-a0cc-3650d21adb14 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--413233061&fields=id&tenant_id=08b9a36624f844cf8f0de9de47951f06 HTTP/1.1" status: 200 len: 267 time: 0.3227541 Nov 09 17:49:22.307627 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] For port 60c9d477-0fa0-441c-9199-4575205d95ac, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:22.324429 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] For port 60c9d477-0fa0-441c-9199-4575205d95ac, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60c9d477-0fa0-441c-9199-4575205d95ac,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:22.334017 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:22.569052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-f2c20417-2647-4f60-9bc4-3db351bf5a46 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:22.585097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-f2c20417-2647-4f60-9bc4-3db351bf5a46 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 796 time: 0.3628788 Nov 09 17:49:22.588651 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:22.592894 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:22.596154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a7a947fe-2eab-4ba9-988a-ecf3dcbe5548 None None] Provisioning complete for port 60c9d477-0fa0-441c-9199-4575205d95ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:22.598754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7a947fe-2eab-4ba9-988a-ecf3dcbe5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:22.617806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-32dfc751-528a-46d2-8012-9d8a3ea945a5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/quotas/08b9a36624f844cf8f0de9de47951f06 HTTP/1.1" status: 200 len: 375 time: 0.0317054 Nov 09 17:49:22.809060 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eb40e-30d6-4d0c-9663-949fa1db8692 None None] Pushing event updated for resources: {'Port': ['ID=60c9d477-0fa0-441c-9199-4575205d95ac,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:22.820140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-78b42770-a04c-4e93-9fbf-2df907393771 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008395 Nov 09 17:49:23.084985 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7a947fe-2eab-4ba9-988a-ecf3dcbe5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:23.108924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:23.186626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a7a947fe-2eab-4ba9-988a-ecf3dcbe5548 None None] For port 60c9d477-0fa0-441c-9199-4575205d95ac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60c9d477-0fa0-441c-9199-4575205d95ac,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:23.201389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7a947fe-2eab-4ba9-988a-ecf3dcbe5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:23.254946 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:23.274318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-acd47e40-80f6-474e-8b2f-b21defbc93ac service neutron] 10.222.0.45 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345260 Nov 09 17:49:23.432012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a947fe-2eab-4ba9-988a-ecf3dcbe5548 None None] Pushing event updated for resources: {'Port': ['ID=60c9d477-0fa0-441c-9199-4575205d95ac,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:23.450716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-86ace967-fb6c-4b3f-9887-0a52e34309a8 None None] Provisioning complete for port 60c9d477-0fa0-441c-9199-4575205d95ac triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:23.451913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86ace967-fb6c-4b3f-9887-0a52e34309a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:23.729631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-16353eae-2c2c-4a1f-9589-36e5f414453a service neutron] 10.222.0.45 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349332 Nov 09 17:49:24.156950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c78bb7e7-8db1-4719-8798-bb0052c6c991 req-77a4625c-a517-4210-9c9e-bc0efecc5def tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 210 time: 0.0461187 Nov 09 17:49:24.162630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1158f391-de95-41d8-893a-a34756886f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:22Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:24.267912 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158f391-de95-41d8-893a-a34756886f19 None None] The sync data for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 is: [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:22Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:24.347960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59428) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:24.917265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-26228865-network', 'tenant_id': '843c48f0859c4af29120b4995840e935'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:25.011663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Made reservation on behalf of 843c48f0859c4af29120b4995840e935 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:25.024363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:25.070973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:25.184775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c9d477-0fa0-441c-9199-4575205d95ac up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:25.378452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13f9bb67-9ba7-4f23-bfe0-363dc55744d4 req-5995032f-efc3-430c-8123-0f1feef6e83d tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 210 time: 0.0879741 Nov 09 17:49:25.499619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 60c9d477-0fa0-441c-9199-4575205d95ac triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:25.505630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:25.694594 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:25.708207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:25.777210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:49:25.842929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:25.846764 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Added segment c0b0745b-1590-4551-9bc3-82a7819107f9 of type vlan for network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 Nov 09 17:49:26.034239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:26.069555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.216959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.220396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:26.222436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.278266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ab0460b4-9736-4d4f-bf0a-93ff11b648b4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:26.279536 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-ab0460b4-9736-4d4f-bf0a-93ff11b648b4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 17:49:26.280322 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ab0460b4-9736-4d4f-bf0a-93ff11b648b4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:49:26.289079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ab0460b4-9736-4d4f-bf0a-93ff11b648b4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2534993 Nov 09 17:49:26.290180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:26.296567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--825887069'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:26.382353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.398891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.498521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=fed2e5fa-97ef-42f8-b1ec-4533f1d5c748,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:26.524508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:49:26.656038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fc730-7146-489e-8dc3-422473b2fee2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:26.681601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8947196e-4946-44c0-86dc-58f2d1299cb4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3319170 Nov 09 17:49:26.682506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:26.684606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.691754 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.723796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2163a7d6-aff0-40ad-837f-3c1df942ba60 req-479b905d-c06c-4be0-9b71-30618b87d48e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 210 time: 0.1292596 Nov 09 17:49:26.734472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Request body: {'subnet': {'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-26228865-subnet', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:26.827727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.851151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Made reservation on behalf of 843c48f0859c4af29120b4995840e935 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:26.853714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.898256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:26.999185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609ef644-ae6f-44be-86be-94227827080e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:27.041247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.043375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7517023 Nov 09 17:49:27.049985 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:27.057462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': 'ce2efe8b-3e9e-4274-9d33-eb14c11f3e2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:27.168883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df51db0-2a9a-4328-b081-e973d7b7c706 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2efe8b-3e9e-4274-9d33-eb14c11f3e2b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:27.220046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-5bd2114a-3aaf-42b5-a712-cb06a5b5907e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:27.221868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-5bd2114a-3aaf-42b5-a712-cb06a5b5907e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.83 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 796 time: 0.3892796 Nov 09 17:49:27.223624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.366135 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-a5410077-3542-4f17-b1b3-4bd214851e74 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08b9a36624f844cf8f0de9de47951f06 HTTP/1.1" status: 200 len: 477 time: 0.1319587 Nov 09 17:49:27.388249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'port': {'device_id': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'admin_state_up': True, 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'security_groups': ['40fc1c5e-da72-44ac-8a7c-2f424d60c63f', 'e9515d85-21eb-4aef-9554-3e26e14d45d4']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:27.474136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.513596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.535363 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.593620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:27.726288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537ad95c-707b-422c-8c74-d2f7ddcd26cc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:27.757834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-0ace73a5-9caa-4f99-b2dc-1cfec6422697 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1660402 Nov 09 17:49:27.764519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Checking segment: {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:27.765497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Network hostable DHCP agents. Network: fed2e5fa-97ef-42f8-b1ec-4533f1d5c748, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:49:27.799350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:49:27.804169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Made reservation on behalf of 08b9a36624f844cf8f0de9de47951f06 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:27.811055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.820085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, fed2e5fa-97ef-42f8-b1ec-4533f1d5c748) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:27.828835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683147e6-68d8-4cd3-a5e7-876cff4303e2 None None] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:27.834659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.843336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-449f7945-2e86-4c16-8689-3dfef9c652c4 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7844856 Nov 09 17:49:27.846264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59520) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:27.918568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:27.920120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:27.995880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-44e036d4-5ea6-448b-9e8c-e8ba61d0164a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': 'ce2efe8b-3e9e-4274-9d33-eb14c11f3e2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:28.087866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8b9c8b34-6df0-4aec-aa95-57fc87ce7f5b req-98b4ac81-a241-4871-aee1-9d7047588fb8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 210 time: 0.1755135 Nov 09 17:49:28.101675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-cd1bca85-2508-49b4-b8f6-b6495b44fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:28.103707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-cd1bca85-2508-49b4-b8f6-b6495b44fe2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0b28985fa264262a9425ecbf1ee3093&device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 1096 time: 0.2493591 Nov 09 17:49:28.119401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44e036d4-5ea6-448b-9e8c-e8ba61d0164a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.148518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0d158bf0-996a-4839-86ef-21242b7ff391 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4204164 Nov 09 17:49:28.148847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:28.154474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:28.161478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a222935d-d093-40c9-8316-b911b3b9fce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.206652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.20.0.6 (f1f5c7cc-a34f-4f57-8132-6b4671af1190/422f2f14-3c4f-4a7d-966c-c016e2344e98/52acab38-bbaf-4249-9fda-91b36a135970) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:28.327531 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.330481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.361172 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-44e036d4-5ea6-448b-9e8c-e8ba61d0164a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:49:28.367162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-44e036d4-5ea6-448b-9e8c-e8ba61d0164a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4728916 Nov 09 17:49:28.373282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59534) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:28.457523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-fed2e5fa-97ef-42f8-b1ec-4533f1d5c748', 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'fixed_ips': [{'subnet_id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:28.459362 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.506521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.514633 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.553772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-0452069f-db1c-4593-8f0a-04f04807a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:28.557156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-0452069f-db1c-4593-8f0a-04f04807a8e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 200 len: 911 time: 0.3964078 Nov 09 17:49:28.568190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-972fbd83-22de-462e-822a-b6afceeb0a26 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.624728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-972fbd83-22de-462e-822a-b6afceeb0a26 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:28.835564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Allocated IP 172.20.0.2 (fed2e5fa-97ef-42f8-b1ec-4533f1d5c748/ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2/06334731-6385-4b99-854b-737fec227aa4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:28.932747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-aac02c94-e1fe-4989-af4a-b541839fe8a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 200 len: 1000 time: 0.3668942 Nov 09 17:49:29.074008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-972fbd83-22de-462e-822a-b6afceeb0a26 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.117193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-972fbd83-22de-462e-822a-b6afceeb0a26 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.119088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-972fbd83-22de-462e-822a-b6afceeb0a26 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/ce2efe8b-3e9e-4274-9d33-eb14c11f3e2b HTTP/1.1" status: 204 len: 168 time: 0.7443097 Nov 09 17:49:29.154396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59546) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:29.222497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fbd83-22de-462e-822a-b6afceeb0a26 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2efe8b-3e9e-4274-9d33-eb14c11f3e2b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:29.270371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-7fcb620a-6b21-4695-9078-0a36dcc62613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:29.272237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-7fcb620a-6b21-4695-9078-0a36dcc62613 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 200 len: 850 time: 0.3108411 Nov 09 17:49:29.287662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.305840 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.467693 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c6c0895f-88d1-4aa1-bf43-21c493f7d68c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2897696 Nov 09 17:49:29.467901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:29.469413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:29.488855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:29.500865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Pushing event updated for resources: {'Port': ['ID=06334731-6385-4b99-854b-737fec227aa4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:29.561469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59552) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:29.576032 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236383424'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:29.620622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fc78281-e179-4139-a15f-593757b522df req-ad60e3dc-bd5d-4e2e-b855-16f03ec3ebb2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 210 time: 0.2860513 Nov 09 17:49:29.664631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-1d46bf8e-766c-4fa5-85ea-073b278adc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:29.666296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-1d46bf8e-766c-4fa5-85ea-073b278adc78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54a4b437-4137-4084-b0d4-33407c007743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861997 Nov 09 17:49:29.721712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Attempting to bind port 06334731-6385-4b99-854b-737fec227aa4 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:29.727797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Attempting to bind port 06334731-6385-4b99-854b-737fec227aa4 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:29.728255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Attempting to bind port 06334731-6385-4b99-854b-737fec227aa4 on network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:29.744685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:29.745058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Checking segment: {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:29.745503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.746203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Bound using segment: {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:29.752601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Bound port: 06334731-6385-4b99-854b-737fec227aa4, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:29.753325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.813149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.859602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.942614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:29.949496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] For port 06334731-6385-4b99-854b-737fec227aa4, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:29.957582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] For port 06334731-6385-4b99-854b-737fec227aa4, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=06334731-6385-4b99-854b-737fec227aa4,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:29.966772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.078587 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.089633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.108772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.151276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:30.156741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:30.162380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a1ab9-2a04-4042-96f2-1b8803067f69 None None] Pushing event updated for resources: {'Port': ['ID=06334731-6385-4b99-854b-737fec227aa4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:30.168882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:30.270747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:30.271856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.280041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=52acab38-bbaf-4249-9fda-91b36a135970,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:30.288599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.297750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7270541 Nov 09 17:49:30.300232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59564) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:30.363698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-83ba84a2-3b97-437e-be91-fdde271a35da tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '15bebcfb-5ce5-4ca1-a707-cc1f0155bd40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:30.364433 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-83ba84a2-3b97-437e-be91-fdde271a35da tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 17:49:30.366422 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-83ba84a2-3b97-437e-be91-fdde271a35da tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:30.370398 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-83ba84a2-3b97-437e-be91-fdde271a35da tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0190139 Nov 09 17:49:30.372446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-5a44b01a-b19c-45cd-b9de-89404cf4e4fb service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965871 Nov 09 17:49:30.390207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59568) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:30.420974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-710197d7-274d-45fa-8c1a-9becc7da79fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.454826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b288c5-4d3c-46b8-b383-1c26473e64bf tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bebcfb-5ce5-4ca1-a707-cc1f0155bd40,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:30.568697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-7c8819c3-a4e9-4fec-8905-f1902c0fa0f5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1897020 Nov 09 17:49:30.634634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Request body: {'port': {'device_id': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:30.754834 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.778666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-adcc9b4f-c692-45d0-869b-440e647c0ed6 None None] Provisioning complete for port 52acab38-bbaf-4249-9fda-91b36a135970 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:30.781106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adcc9b4f-c692-45d0-869b-440e647c0ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.869772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.889893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-adcc9b4f-c692-45d0-869b-440e647c0ed6 None None] Port 52acab38-bbaf-4249-9fda-91b36a135970 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:30.912710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:30.989880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20662255-9060-4621-97fb-6678aa34f662 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.011870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e371b2bf-18aa-41fa-8ec1-2c536e2d96ae req-36d924a0-db03-4129-b92c-3160e217ec34 service neutron] 10.222.0.43 "GET /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972011 Nov 09 17:49:31.092338 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20662255-9060-4621-97fb-6678aa34f662 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.135442 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731727-ffc7-4a5f-bda9-83718bb6b599 req-c6419339-7904-406b-9d42-e024d135204a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:31.137195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5731727-ffc7-4a5f-bda9-83718bb6b599 req-c6419339-7904-406b-9d42-e024d135204a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 970 time: 0.2644098 Nov 09 17:49:31.283907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 06334731-6385-4b99-854b-737fec227aa4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:31.344818 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5731727-ffc7-4a5f-bda9-83718bb6b599 req-90702613-276c-480c-8d59-18da56c26dd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1857893 Nov 09 17:49:31.375637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20662255-9060-4621-97fb-6678aa34f662 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.380137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20662255-9060-4621-97fb-6678aa34f662 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.384559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20662255-9060-4621-97fb-6678aa34f662 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/15bebcfb-5ce5-4ca1-a707-cc1f0155bd40 HTTP/1.1" status: 204 len: 168 time: 0.9780214 Nov 09 17:49:31.385759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59580) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:31.432368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Allocated IP 172.25.3.52 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/03875d45-803c-49d2-8ede-da441eeb96ad) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:31.446519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20662255-9060-4621-97fb-6678aa34f662 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bebcfb-5ce5-4ca1-a707-cc1f0155bd40,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:31.527524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-69416da3-9a03-4056-8bc9-1ef2f7f2be47 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339192 Nov 09 17:49:31.528382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59582) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:31.538870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--502015974'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:31.552553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 06334731-6385-4b99-854b-737fec227aa4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:31.553284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.621884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.821856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.913725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:31.924272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.018123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.031677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4966576 Nov 09 17:49:32.043794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59592) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:32.052038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf03f3ee-3b20-41b5-86e7-ec66bef0be5d tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '18386907-e784-4fbc-8c09-e2eb3d474b19', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:32.066085 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-cf03f3ee-3b20-41b5-86e7-ec66bef0be5d tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 17:49:32.066940 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-cf03f3ee-3b20-41b5-86e7-ec66bef0be5d tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:32.073217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf03f3ee-3b20-41b5-86e7-ec66bef0be5d tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0230904 Nov 09 17:49:32.074491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59594) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:32.103792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.142176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5d0cd-3b05-486a-a24f-6569e1e9c1fa tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18386907-e784-4fbc-8c09-e2eb3d474b19,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:32.161692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59598) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:32.191078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.306896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Pushing event updated for resources: {'Port': ['ID=03875d45-803c-49d2-8ede-da441eeb96ad,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:32.338340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b5edc8f-a0a9-42c4-87cf-ac1011b83433 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.364522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:32.370636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:32.383694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:32.394059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b5edc8f-a0a9-42c4-87cf-ac1011b83433 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.506627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8cf5321e-ea43-409f-a87a-28d6a1347117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.551043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b5edc8f-a0a9-42c4-87cf-ac1011b83433 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.557843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b5edc8f-a0a9-42c4-87cf-ac1011b83433 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.562832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:32.564050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2b5edc8f-a0a9-42c4-87cf-ac1011b83433 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/18386907-e784-4fbc-8c09-e2eb3d474b19 HTTP/1.1" status: 204 len: 168 time: 0.4790814 Nov 09 17:49:32.592426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5edc8f-a0a9-42c4-87cf-ac1011b83433 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18386907-e784-4fbc-8c09-e2eb3d474b19,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:32.698528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cad3f-bc27-4d9f-8b86-5b3caf51f36a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:32.735991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8cf5321e-ea43-409f-a87a-28d6a1347117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.751745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8cf5321e-ea43-409f-a87a-28d6a1347117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:32.767163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517671fa-bd78-4f17-8fdd-613910e73870 req-f6eae067-e464-4034-a55f-254a680a5b43 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:32.777120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517671fa-bd78-4f17-8fdd-613910e73870 req-f6eae067-e464-4034-a55f-254a680a5b43 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 970 time: 0.1007228 Nov 09 17:49:32.791633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60e0f1-97a8-48e9-b76d-364119703fa4 None None] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:32.894218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517671fa-bd78-4f17-8fdd-613910e73870 req-b92c185b-cf6a-4c0e-9e2e-27f5c033f746 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1156237 Nov 09 17:49:32.898131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5321e-ea43-409f-a87a-28d6a1347117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b017d7-97f2-4f6f-a939-4aa658121eb9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:32.929302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8cf5321e-ea43-409f-a87a-28d6a1347117 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e68a94a404a4258bead0a8f1d4550f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7480593 Nov 09 17:49:32.932983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59608) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:33.019141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0268f11e-801d-4ca0-a92c-6e5e416ff02e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4522984 Nov 09 17:49:33.026902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59610) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:33.037004 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.123276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 06334731-6385-4b99-854b-737fec227aa4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=06334731-6385-4b99-854b-737fec227aa4,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:33.149852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--787527428'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:33.170093 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e87b2ca-2151-4f8a-9f4b-baa1bf7124a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.189145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52acab38-bbaf-4249-9fda-91b36a135970 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:49:33.216068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.217145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.285317 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e87b2ca-2151-4f8a-9f4b-baa1bf7124a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.310824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.314890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Transition to ACTIVE for port object 52acab38-bbaf-4249-9fda-91b36a135970 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:49:33.334711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.375191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c9fa9763-c115-49ee-8886-15159d276c38 None None] Provisioning complete for port 06334731-6385-4b99-854b-737fec227aa4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:33.379078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9763-c115-49ee-8886-15159d276c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.434053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Pushing event updated for resources: {'Port': ['ID=52acab38-bbaf-4249-9fda-91b36a135970,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:33.478834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e87b2ca-2151-4f8a-9f4b-baa1bf7124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.486411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e87b2ca-2151-4f8a-9f4b-baa1bf7124a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.490153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9e87b2ca-2151-4f8a-9f4b-baa1bf7124a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2b017d7-97f2-4f6f-a939-4aa658121eb9 HTTP/1.1" status: 204 len: 168 time: 0.5518000 Nov 09 17:49:33.550717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87b2ca-2151-4f8a-9f4b-baa1bf7124a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b017d7-97f2-4f6f-a939-4aa658121eb9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:33.659102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.664311 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.678975 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.728520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.817121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.822146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05be9246-6f57-415d-bf42-694a80256b16,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:33.878147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=06334731-6385-4b99-854b-737fec227aa4,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:33.996975 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:33.998552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ea58133-1e21-4809-996d-1e1e8ddcd776 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9644628 Nov 09 17:49:34.003455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59638) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.012127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-40a8eef6-7270-4940-8ef8-0463c32a04e7 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '05be9246-6f57-415d-bf42-694a80256b16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:34.033541 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-40a8eef6-7270-4940-8ef8-0463c32a04e7 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 17:49:34.035428 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-40a8eef6-7270-4940-8ef8-0463c32a04e7 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:34.041349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-40a8eef6-7270-4940-8ef8-0463c32a04e7 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0362425 Nov 09 17:49:34.044919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59640) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.069335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-003cc29a-8410-4064-a9c2-771f423c69c2 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '05be9246-6f57-415d-bf42-694a80256b16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:34.113381 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-003cc29a-8410-4064-a9c2-771f423c69c2 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 17:49:34.114836 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-003cc29a-8410-4064-a9c2-771f423c69c2 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:34.128544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-003cc29a-8410-4064-a9c2-771f423c69c2 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0768383 Nov 09 17:49:34.130697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59642) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.141016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-52f30ee4-e183-477d-92f5-32f45c7ac1c8 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '05be9246-6f57-415d-bf42-694a80256b16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:34.145404 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-52f30ee4-e183-477d-92f5-32f45c7ac1c8 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 17:49:34.157681 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-52f30ee4-e183-477d-92f5-32f45c7ac1c8 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:34.160414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52f30ee4-e183-477d-92f5-32f45c7ac1c8 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273640 Nov 09 17:49:34.165943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59648) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.190522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-918c0afe-5b84-49bf-be9a-44c47f5a1d6e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '05be9246-6f57-415d-bf42-694a80256b16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:34.198060 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-918c0afe-5b84-49bf-be9a-44c47f5a1d6e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 17:49:34.199614 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-918c0afe-5b84-49bf-be9a-44c47f5a1d6e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:34.209644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-918c0afe-5b84-49bf-be9a-44c47f5a1d6e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0263636 Nov 09 17:49:34.210469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59652) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.358672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-082d8b13-0049-42c2-adc1-2faa11a47ab7 None None] Provisioning complete for port 03875d45-803c-49d2-8ede-da441eeb96ad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:34.359757 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-082d8b13-0049-42c2-adc1-2faa11a47ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.436484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166bc7e-c551-4910-8823-640a05cd6959 req-23d2e4fd-3798-426d-8f7e-c447fab96b26 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:34.448392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f166bc7e-c551-4910-8823-640a05cd6959 req-23d2e4fd-3798-426d-8f7e-c447fab96b26 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 982 time: 0.2104287 Nov 09 17:49:34.489111 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c6fa31-1e56-492d-87ff-34e97daff65b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.517179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-082d8b13-0049-42c2-adc1-2faa11a47ab7 None None] Port 03875d45-803c-49d2-8ede-da441eeb96ad cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:34.556469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.639560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-393ea4b6-bc1a-4c46-ab3f-e81e36973ccd None None] Provisioning complete for port 06334731-6385-4b99-854b-737fec227aa4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:34.639853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-393ea4b6-bc1a-4c46-ab3f-e81e36973ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.716424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c6fa31-1e56-492d-87ff-34e97daff65b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.720145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Attempting to bind port 52acab38-bbaf-4249-9fda-91b36a135970 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:34.720572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Attempting to bind port 52acab38-bbaf-4249-9fda-91b36a135970 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:34.721303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Attempting to bind port 52acab38-bbaf-4249-9fda-91b36a135970 on network f1f5c7cc-a34f-4f57-8132-6b4671af1190 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:34.732766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Port 52acab38-bbaf-4249-9fda-91b36a135970 on network f1f5c7cc-a34f-4f57-8132-6b4671af1190 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:49:34.733116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Attempting to bind port 52acab38-bbaf-4249-9fda-91b36a135970 on network f1f5c7cc-a34f-4f57-8132-6b4671af1190 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:34.785221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:34.785221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Checking segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:34.785666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Bound using segment: {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:34.786295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Bound port: 52acab38-bbaf-4249-9fda-91b36a135970, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b2d81c-591e-4870-aed4-746910fbf40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:34.786667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.815725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f166bc7e-c551-4910-8823-640a05cd6959 req-20158a3e-ace5-49af-a22b-121f973daac3 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3660655 Nov 09 17:49:34.821103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c6fa31-1e56-492d-87ff-34e97daff65b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.827832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41c6fa31-1e56-492d-87ff-34e97daff65b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:34.833007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-41c6fa31-1e56-492d-87ff-34e97daff65b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/05be9246-6f57-415d-bf42-694a80256b16 HTTP/1.1" status: 204 len: 168 time: 0.6185730 Nov 09 17:49:34.834063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59666) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.869004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6fa31-1e56-492d-87ff-34e97daff65b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05be9246-6f57-415d-bf42-694a80256b16,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:34.932477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-106c63fc-d4a2-459e-a7b3-153454266730 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0919185 Nov 09 17:49:34.936992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.947600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028105383'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:34.989504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] For port 52acab38-bbaf-4249-9fda-91b36a135970, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:34.999284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] For port 52acab38-bbaf-4249-9fda-91b36a135970, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=52acab38-bbaf-4249-9fda-91b36a135970,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:35.006347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.009043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.120582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.122389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.125413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] 10.222.0.83 "PUT /v2.0/ports/52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 1130 time: 4.4992774 Nov 09 17:49:35.126616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:35.129116 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96cf062-2975-4963-a79b-e0dc2c96c53c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "tag": "52acab38-bbaf-4249-9fda-91b36a135970"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:35.214024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:49:35.232574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8a918-24d8-41b3-9c28-d468fa6b46be service neutron] Pushing event updated for resources: {'Port': ['ID=52acab38-bbaf-4249-9fda-91b36a135970,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:35.311686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.321305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.401624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 06334731-6385-4b99-854b-737fec227aa4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:35.410934 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc71a9c-e1ab-4679-b0e0-9d6083ac6caa x-openstack-request-id: req-0cc71a9c-e1ab-4679-b0e0-9d6083ac6caa {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:35.411437 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "tag": "52acab38-bbaf-4249-9fda-91b36a135970", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:35.411853 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cc71a9c-e1ab-4679-b0e0-9d6083ac6caa {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:35.412511 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970', 'status': 'completed', 'code': 200} Nov 09 17:49:35.427926 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.432111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4893656 Nov 09 17:49:35.434144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.451483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fb1a14ea-41da-482e-9a28-7a458b569b2b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.454179 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-fb1a14ea-41da-482e-9a28-7a458b569b2b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 17:49:35.456192 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-fb1a14ea-41da-482e-9a28-7a458b569b2b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.465986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59686) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.466885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb1a14ea-41da-482e-9a28-7a458b569b2b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0259652 Nov 09 17:49:35.485900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-dc9afad5-21fc-4744-ab8c-3fe4635f5a09 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.506317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4f969-9071-4eeb-8476-ad7654862dcd tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe64b39-362c-4c17-801f-2d6100a4d770,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:35.576414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 06334731-6385-4b99-854b-737fec227aa4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:35.576414 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.609549 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-dc9afad5-21fc-4744-ab8c-3fe4635f5a09 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.611676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dc9afad5-21fc-4744-ab8c-3fe4635f5a09 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1430302 Nov 09 17:49:35.614724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59690) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.623457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-10643b15-9152-4740-bbb8-4f4946b22af9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.626840 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-10643b15-9152-4740-bbb8-4f4946b22af9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 17:49:35.627721 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-10643b15-9152-4740-bbb8-4f4946b22af9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.632234 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10643b15-9152-4740-bbb8-4f4946b22af9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0164721 Nov 09 17:49:35.635607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.663466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8b106369-5be3-4709-9031-1bea3a2d5f8f tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.686551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:35.705994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-1f1f26cf-0168-45fe-a7c0-db803a5e9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.708325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-1f1f26cf-0168-45fe-a7c0-db803a5e9e88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1133 time: 0.4779830 Nov 09 17:49:35.717390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Sync routers for ids ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:35.765388 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-8b106369-5be3-4709-9031-1bea3a2d5f8f tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.769815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8b106369-5be3-4709-9031-1bea3a2d5f8f tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1301708 Nov 09 17:49:35.770328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59698) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.783947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-eb7648a3-2923-4da0-bf28-b100e1b86391 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.784615 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-eb7648a3-2923-4da0-bf28-b100e1b86391 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 17:49:35.785154 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-eb7648a3-2923-4da0-bf28-b100e1b86391 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.788971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb7648a3-2923-4da0-bf28-b100e1b86391 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148287 Nov 09 17:49:35.789743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59700) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.801671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0d98e24d-85c4-4ffa-a4c9-0428316ec43b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.827120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-3b4c0a13-f12a-4f2b-a87c-9fd9d68c1f3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 217 time: 0.1043887 Nov 09 17:49:35.831133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:35.836651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9061cc0c-9838-40d4-8177-6157e07fe69b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6911104 Nov 09 17:49:35.839655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.911252 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-0d98e24d-85c4-4ffa-a4c9-0428316ec43b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.915741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0d98e24d-85c4-4ffa-a4c9-0428316ec43b tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1220720 Nov 09 17:49:35.916822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59706) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.933662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-68e863e9-4aef-4389-830c-5ab6d8eb8847 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.934104 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-68e863e9-4aef-4389-830c-5ab6d8eb8847 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 17:49:35.936736 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-68e863e9-4aef-4389-830c-5ab6d8eb8847 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:35.942617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Routers {'8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:35.942862 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-68e863e9-4aef-4389-830c-5ab6d8eb8847 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217686 Nov 09 17:49:35.942971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:35.944937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.956358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-060ed191-5f33-464e-ab2e-dd2b11a949c5 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:36.064087 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-060ed191-5f33-464e-ab2e-dd2b11a949c5 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:36.070072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-060ed191-5f33-464e-ab2e-dd2b11a949c5 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1208239 Nov 09 17:49:36.072173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59710) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:36.077115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-636d89bb-6e84-4f98-bd83-1b13ae543210 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '0fe64b39-362c-4c17-801f-2d6100a4d770', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:36.119989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-6bf569e7-f225-4fce-87c4-a08f22c64507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:36.121557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-6bf569e7-f225-4fce-87c4-a08f22c64507 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 200 len: 834 time: 0.2834539 Nov 09 17:49:36.208986 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-636d89bb-6e84-4f98-bd83-1b13ae543210 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:36.210118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-636d89bb-6e84-4f98-bd83-1b13ae543210 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1368697 Nov 09 17:49:36.213587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59712) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:36.220876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Set router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:36.304770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5fa3c-6caf-4b3f-a0a4-73c719438d74 req-5f07b6a3-cde7-4380-952d-a1f402925702 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:36.306677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87c5fa3c-6caf-4b3f-a0a4-73c719438d74 req-5f07b6a3-cde7-4380-952d-a1f402925702 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 982 time: 0.2986126 Nov 09 17:49:36.330976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-ad559c2b-1379-49c1-a210-27ec8e042532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:36.332894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-ad559c2b-1379-49c1-a210-27ec8e042532 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1f5c7cc-a34f-4f57-8132-6b4671af1190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942334 Nov 09 17:49:36.338270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db2fde2b-ca08-43cb-93d4-c3a329f0804c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:36.402279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db2fde2b-ca08-43cb-93d4-c3a329f0804c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:36.520031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db2fde2b-ca08-43cb-93d4-c3a329f0804c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:36.523075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db2fde2b-ca08-43cb-93d4-c3a329f0804c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:36.528834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db2fde2b-ca08-43cb-93d4-c3a329f0804c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/0fe64b39-362c-4c17-801f-2d6100a4d770 HTTP/1.1" status: 204 len: 168 time: 0.3140965 Nov 09 17:49:36.531418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59720) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:36.618836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fde2b-ca08-43cb-93d4-c3a329f0804c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe64b39-362c-4c17-801f-2d6100a4d770,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:36.763656 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0a94ffc0-ca57-4661-98ae-8c1229ae19ba tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2271380 Nov 09 17:49:36.775818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59726) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:36.783644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850504956'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:36.812991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:49:32Z', 'revision_number': 3, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:36.858224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Checking router: 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:36.858929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Updating router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 port 03875d45-803c-49d2-8ede-da441eeb96ad binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:49:36.880784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:36.925249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.107134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.117504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.240881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.256475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4788225 Nov 09 17:49:37.261464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59732) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:37.276004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5fcc5c58-9c29-4b2c-8294-99ba84e1b95a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '70ffaf6d-961d-42b9-a78d-68894896ecb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:37.300536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363b86-c3b1-4ce6-93f1-312cbd4b7856 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ffaf6d-961d-42b9-a78d-68894896ecb8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:37.403303 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-5fcc5c58-9c29-4b2c-8294-99ba84e1b95a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The resource could not be found. Nov 09 17:49:37.405808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5fcc5c58-9c29-4b2c-8294-99ba84e1b95a tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1401458 Nov 09 17:49:37.409045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59736) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:37.425515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2b588ee9-da00-49a9-9129-7c14068ed840 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '70ffaf6d-961d-42b9-a78d-68894896ecb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2c1cd6c6-4d01-48d3-98e0-dd9187a59aad'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:37.585261 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-2b588ee9-da00-49a9-9129-7c14068ed840 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The resource could not be found. Nov 09 17:49:37.591657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2b588ee9-da00-49a9-9129-7c14068ed840 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1800516 Nov 09 17:49:37.592599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59738) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:37.618327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87c5fa3c-6caf-4b3f-a0a4-73c719438d74 req-e2cd47bc-2f05-4c91-aba3-aaede4a2eb61 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2945592 Nov 09 17:49:37.873190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9dfd47a4-9ced-44cd-b870-8848e345f035 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.955069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.967897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:37.977587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9dfd47a4-9ced-44cd-b870-8848e345f035 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.005953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-efc7f156-a121-4570-beb0-ec737ba43fab service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6585977 Nov 09 17:49:38.029293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58cfa1-bd0e-420a-9d80-402ab5ffe7e8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:38.121615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9dfd47a4-9ced-44cd-b870-8848e345f035 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.128865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9dfd47a4-9ced-44cd-b870-8848e345f035 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.135797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9dfd47a4-9ced-44cd-b870-8848e345f035 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/70ffaf6d-961d-42b9-a78d-68894896ecb8 HTTP/1.1" status: 204 len: 168 time: 0.5415375 Nov 09 17:49:38.140542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59748) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:38.187449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Attempting to bind port 03875d45-803c-49d2-8ede-da441eeb96ad on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:38.192823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd47a4-9ced-44cd-b870-8848e345f035 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ffaf6d-961d-42b9-a78d-68894896ecb8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:38.195196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Attempting to bind port 03875d45-803c-49d2-8ede-da441eeb96ad by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:38.196887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Attempting to bind port 03875d45-803c-49d2-8ede-da441eeb96ad on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:38.257980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca15909-0ad7-4e98-bc18-78051bc4a7f4 None None] Pushing event updated for resources: {'Port': ['ID=03875d45-803c-49d2-8ede-da441eeb96ad,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:38.262472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:38.263080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:38.263638 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.264038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:38.264539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Bound port: 03875d45-803c-49d2-8ede-da441eeb96ad, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:38.264929 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.281446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a18a552-6b94-4077-8387-f01bd844b803 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1293318 Nov 09 17:49:38.283480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:38.296950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-831c7385-13b4-4207-bb46-a0584403ac21 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '23949adf-720a-404b-9a16-de18ebd415d0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:38.338016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-06152f54-5b42-4826-92b4-d50ca86405e7 None None] Provisioning complete for port 03875d45-803c-49d2-8ede-da441eeb96ad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:38.338419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06152f54-5b42-4826-92b4-d50ca86405e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.400451 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-831c7385-13b4-4207-bb46-a0584403ac21 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The resource could not be found. Nov 09 17:49:38.413257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-831c7385-13b4-4207-bb46-a0584403ac21 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1224670 Nov 09 17:49:38.417272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:38.445060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084922794'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:38.504418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-06152f54-5b42-4826-92b4-d50ca86405e7 None None] Port 03875d45-803c-49d2-8ede-da441eeb96ad cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:38.509919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] For port 03875d45-803c-49d2-8ede-da441eeb96ad, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:38.539622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] For port 03875d45-803c-49d2-8ede-da441eeb96ad, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=03875d45-803c-49d2-8ede-da441eeb96ad,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:38.549204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.581919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ef416b4-105c-4996-a4bc-c202cab98de1 req-77d9f86d-409c-43f1-81c9-b471a2be95df service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558980 Nov 09 17:49:38.600659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:38.721819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6fe80-180c-4033-aa34-ade47720742c None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:38.827100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Routers {'8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:38.828048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:38.835066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca15909-0ad7-4e98-bc18-78051bc4a7f4 None None] Pushing event updated for resources: {'Port': ['ID=03875d45-803c-49d2-8ede-da441eeb96ad,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:38.976618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d74be8bf-72ab-4d33-bb82-544d108492f6 None None] Provisioning complete for port 03875d45-803c-49d2-8ede-da441eeb96ad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:38.977228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d74be8bf-72ab-4d33-bb82-544d108492f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.000720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.065911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.138469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.145383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7008584 Nov 09 17:49:39.145383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-4b3f238e-c151-4f29-bff1-7a193bae289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:39.145383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-4b3f238e-c151-4f29-bff1-7a193bae289f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1133 time: 0.4115624 Nov 09 17:49:39.145954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59772) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:39.150274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.153207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--293473895'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:39.177626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097841-7f77-4a6d-8848-1b67a9188efc tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c42af5-ef96-4611-8c16-6b3a6e93786e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:39.205698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67355921-61e3-4f30-a4a1-2bbc4d6ef8a7 req-c41072fa-7178-4cff-943d-90b496e827b8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:39.208098 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67355921-61e3-4f30-a4a1-2bbc4d6ef8a7 req-c41072fa-7178-4cff-943d-90b496e827b8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 982 time: 0.3740788 Nov 09 17:49:39.248785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.339615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] Set router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:39.402659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d74be8bf-72ab-4d33-bb82-544d108492f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.436121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d74be8bf-72ab-4d33-bb82-544d108492f6 None None] For port 03875d45-803c-49d2-8ede-da441eeb96ad, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=03875d45-803c-49d2-8ede-da441eeb96ad,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:39.443554 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.452308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.479064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-031d3da9-b046-4e27-a009-21747cd520fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:39.480835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-031d3da9-b046-4e27-a009-21747cd520fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 896 time: 0.3248093 Nov 09 17:49:39.481692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d74be8bf-72ab-4d33-bb82-544d108492f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.492472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-67355921-61e3-4f30-a4a1-2bbc4d6ef8a7 req-0ec82ac0-ba44-44f6-9ab9-39c27914f9d5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2393255 Nov 09 17:49:39.538846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.541655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3934171 Nov 09 17:49:39.542489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5bc9a-3f29-481b-ad13-d351333fe3a9 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96934b83-f0e5-45d3-9725-93b01e653f39,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:39.554295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59774) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:39.561935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f72b2997-be54-47ba-9ca9-2e1da7ca2765 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group_rule': {'security_group_id': '28c42af5-ef96-4611-8c16-6b3a6e93786e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '96934b83-f0e5-45d3-9725-93b01e653f39'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:39.566377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-d7b0b3c8-690d-497a-860d-e69c8549a7a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 217 time: 0.0701709 Nov 09 17:49:39.626204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Allocated IP 172.20.0.1 (fed2e5fa-97ef-42f8-b1ec-4533f1d5c748/ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2/a770760b-54fd-410b-8b87-5610b96f2cc7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:39.651299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be8bf-72ab-4d33-bb82-544d108492f6 None None] Pushing event updated for resources: {'Port': ['ID=03875d45-803c-49d2-8ede-da441eeb96ad,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:39.652312 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-f72b2997-be54-47ba-9ca9-2e1da7ca2765 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:49:39.653537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f72b2997-be54-47ba-9ca9-2e1da7ca2765 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0980694 Nov 09 17:49:39.656606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59776) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:39.778216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.802170 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-483c1ca2-099e-4ff4-8b11-ec6623a97c4e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.877035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-483c1ca2-099e-4ff4-8b11-ec6623a97c4e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.879308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:49:32Z', 'revision_number': 3, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:39.894094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-bbebbceb-2f32-435b-bb69-ee95d5bd5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:39.895840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-bbebbceb-2f32-435b-bb69-ee95d5bd5277 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 200 len: 834 time: 0.0716989 Nov 09 17:49:39.898109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.934530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f995f65-b752-43e8-adf5-7f54f1a6215f None None] The sync data for ids ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'] in n-d-804292-3 is: [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:49:32Z', 'revision_number': 3, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:39.967109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:39.970806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Pushing event updated for resources: {'Port': ['ID=a770760b-54fd-410b-8b87-5610b96f2cc7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:39.974529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:39.975223 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-483c1ca2-099e-4ff4-8b11-ec6623a97c4e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.978546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-483c1ca2-099e-4ff4-8b11-ec6623a97c4e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:39.996050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-483c1ca2-099e-4ff4-8b11-ec6623a97c4e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/96934b83-f0e5-45d3-9725-93b01e653f39 HTTP/1.1" status: 204 len: 168 time: 0.3359268 Nov 09 17:49:40.020668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59780) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:40.040941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:40.048360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c1ca2-099e-4ff4-8b11-ec6623a97c4e tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96934b83-f0e5-45d3-9725-93b01e653f39,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:40.177733 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.192518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1eb23eec-5036-47f8-8706-ea0f298c6b16 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1555753 Nov 09 17:49:40.199162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59784) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:40.395353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39fda886-fd6a-467c-9b56-943ecec14492 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.447992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-7b834927-e67e-4a89-aa6b-557a157fdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:40.447992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-7b834927-e67e-4a89-aa6b-557a157fdf78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1f5c7cc-a34f-4f57-8132-6b4671af1190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4786642 Nov 09 17:49:40.471333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39fda886-fd6a-467c-9b56-943ecec14492 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.602040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39fda886-fd6a-467c-9b56-943ecec14492 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.626436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39fda886-fd6a-467c-9b56-943ecec14492 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.640815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39fda886-fd6a-467c-9b56-943ecec14492 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/28c42af5-ef96-4611-8c16-6b3a6e93786e HTTP/1.1" status: 204 len: 168 time: 0.4372988 Nov 09 17:49:40.646323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59798) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:40.668738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fbf6b689-7728-45f1-ae7a-a1d2d7e025ea None None] Provisioning complete for port a770760b-54fd-410b-8b87-5610b96f2cc7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:40.669661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf6b689-7728-45f1-ae7a-a1d2d7e025ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.739606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:40.760747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fda886-fd6a-467c-9b56-943ecec14492 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c42af5-ef96-4611-8c16-6b3a6e93786e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:40.805009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6b689-7728-45f1-ae7a-a1d2d7e025ea None None] Port a770760b-54fd-410b-8b87-5610b96f2cc7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:40.880401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-300329f3-f8a8-4eb7-b7d7-a70e0bf0f188 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2139916 Nov 09 17:49:40.891858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59800) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:40.902403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'tempest-secgroup--167754031'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:40.988528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.039820 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-76b31866-5db6-43ae-af46-fa20dd580689 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650160 Nov 09 17:49:41.121464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.128586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.216105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59808) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:41.216536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a96cf062-2975-4963-a79b-e0dc2c96c53c req-3de7dbdb-6815-4114-b9d8-6c68e912cdeb service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582234 Nov 09 17:49:41.242780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd953e2-8fba-4122-a196-64d479679ecf req-41bc742f-4d60-416c-b7aa-049803603e7c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:41.254175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd953e2-8fba-4122-a196-64d479679ecf req-41bc742f-4d60-416c-b7aa-049803603e7c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 982 time: 0.3638811 Nov 09 17:49:41.284038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.291376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3946590 Nov 09 17:49:41.302150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59810) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:41.338680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-de664826-3435-4397-8ebb-e77ace1bf29c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:41.342312 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-de664826-3435-4397-8ebb-e77ace1bf29c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 17:49:41.342883 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-de664826-3435-4397-8ebb-e77ace1bf29c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 17:49:41.344223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-de664826-3435-4397-8ebb-e77ace1bf29c tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "PUT /v2.0/security-groups/472d1014-9115-4f2a-ac81-b5152289cbdf HTTP/1.1" status: 409 len: 330 time: 0.0285795 Nov 09 17:49:41.350473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad36af-7607-4d82-8a9c-5a121ed0e9ac tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472d1014-9115-4f2a-ac81-b5152289cbdf,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:41.356365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:41.451826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 52acab38-bbaf-4249-9fda-91b36a135970 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:49:41.631559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 03875d45-803c-49d2-8ede-da441eeb96ad up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:41.681227 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a61ebcc8-7bd5-42de-880c-99872378942a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.712115 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bbd953e2-8fba-4122-a196-64d479679ecf req-d42a0cd4-1177-41d0-97c3-6bee1fcbc0d7 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4355536 Nov 09 17:49:41.712837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf05a-9d40-4ed0-9a90-3c31d889d318 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.774878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf05a-9d40-4ed0-9a90-3c31d889d318 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.795766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 03875d45-803c-49d2-8ede-da441eeb96ad triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:41.796539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.841495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 52acab38-bbaf-4249-9fda-91b36a135970, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=52acab38-bbaf-4249-9fda-91b36a135970,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:41.875552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '52acab38-bbaf-4249-9fda-91b36a135970', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'port_id': '52acab38-bbaf-4249-9fda-91b36a135970', 'mac_address': 'fa:16:3e:f8:ff:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:49:41.895218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a61ebcc8-7bd5-42de-880c-99872378942a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.903365 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a61ebcc8-7bd5-42de-880c-99872378942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.982194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf05a-9d40-4ed0-9a90-3c31d889d318 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.988282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf05a-9d40-4ed0-9a90-3c31d889d318 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:41.990285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd9cf05a-9d40-4ed0-9a90-3c31d889d318 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/472d1014-9115-4f2a-ac81-b5152289cbdf HTTP/1.1" status: 204 len: 168 time: 0.6304684 Nov 09 17:49:42.000514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ebcc8-7bd5-42de-880c-99872378942a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850830a9-7773-4f68-830c-ec7320dba572,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.003872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.023283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a61ebcc8-7bd5-42de-880c-99872378942a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b7b49c30d89467bbed969fac9c704ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553966 Nov 09 17:49:42.027913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59820) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.055680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf05a-9d40-4ed0-9a90-3c31d889d318 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d1014-9115-4f2a-ac81-b5152289cbdf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.168840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c52d6aaf-9c05-4291-acba-161b836ad815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.171258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.181804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c9de7533-b284-44a2-a3ee-926cd2d9a084 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1734238 Nov 09 17:49:42.184589 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.190411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.220331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c52d6aaf-9c05-4291-acba-161b836ad815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.270223 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-0fff1929-c28a-4c68-84c7-cd3e762fed51 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] delete failed (client error): The resource could not be found. Nov 09 17:49:42.283166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0fff1929-c28a-4c68-84c7-cd3e762fed51 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "DELETE /v2.0/security-groups/a3feb378-4b4b-45a5-aa06-e94e989525df HTTP/1.1" status: 404 len: 347 time: 0.0773828 Nov 09 17:49:42.289922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59824) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.318538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.327907 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-891e7fe3-3f0c-4b9c-bd76-50efc0c21181 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] show failed (client error): The resource could not be found. Nov 09 17:49:42.330162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-891e7fe3-3f0c-4b9c-bd76-50efc0c21181 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-groups/7531de98-a716-4bb6-bcf1-4eea2a8f3a61 HTTP/1.1" status: 404 len: 347 time: 0.0361779 Nov 09 17:49:42.334559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.358478 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-2e412261-6322-4f8d-87ea-20f49e442ed8 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] show failed (client error): The resource could not be found. Nov 09 17:49:42.359902 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e412261-6322-4f8d-87ea-20f49e442ed8 tempest-NegativeSecGroupTest-1856634240 tempest-NegativeSecGroupTest-1856634240-project] 10.222.0.45 "GET /v2.0/security-group-rules/0b409fa6-6166-42e9-8b59-91a2217bd709 HTTP/1.1" status: 404 len: 356 time: 0.0236959 Nov 09 17:49:42.367044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52acab38-bbaf-4249-9fda-91b36a135970 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:49:42.372709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c52d6aaf-9c05-4291-acba-161b836ad815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.381355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c52d6aaf-9c05-4291-acba-161b836ad815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.388358 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c52d6aaf-9c05-4291-acba-161b836ad815 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/850830a9-7773-4f68-830c-ec7320dba572 HTTP/1.1" status: 204 len: 168 time: 0.3585823 Nov 09 17:49:42.389182 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.392303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Pushing event updated for resources: {'Port': ['ID=a770760b-54fd-410b-8b87-5610b96f2cc7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.400447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d6aaf-9c05-4291-acba-161b836ad815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850830a9-7773-4f68-830c-ec7320dba572,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.436480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 52acab38-bbaf-4249-9fda-91b36a135970, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=52acab38-bbaf-4249-9fda-91b36a135970,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:42.448523 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:42.542355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=52acab38-bbaf-4249-9fda-91b36a135970,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.575805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-1ce7d88c-8a09-43da-a4cf-dc0020bdd860 req-dd569b54-5888-4322-92f4-0f5d7be82596 service neutron] (102555) timed out ('10.222.0.45', 41392) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:49:42.598709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:42.600613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:42.705500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['52acab38-bbaf-4249-9fda-91b36a135970'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:49:42.770845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.947261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:43.080366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db740440-fb3f-4034-b6cc-e6a726b1e30a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d362acf0869e4d1fae047f16036e39d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079243 Nov 09 17:49:43.083239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59848) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:43.093107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:43.119407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97105ab-02c7-49ef-8766-3a221f5e042a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.158892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3f92373c-682a-41ab-b283-768f89f0ebd3 None None] Provisioning complete for port a770760b-54fd-410b-8b87-5610b96f2cc7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:43.159516 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f92373c-682a-41ab-b283-768f89f0ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.162170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:43.177829 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d7ae43f-e899-4640-9c5b-5cd2ec5e7edf admin admin] 10.222.0.45 "PUT /v2.0/routers/8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3289688 Nov 09 17:49:43.196213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056f7f-58af-4558-ba65-dfbdb3e87357 req-fc0941c7-03fe-4dc0-bccd-1986b12a751b tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:43.203902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8056f7f-58af-4558-ba65-dfbdb3e87357 req-fc0941c7-03fe-4dc0-bccd-1986b12a751b tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 983 time: 0.2998197 Nov 09 17:49:43.226677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f92373c-682a-41ab-b283-768f89f0ebd3 None None] Port a770760b-54fd-410b-8b87-5610b96f2cc7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:43.233896 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Sync routers for ids ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:43.253162 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Routers {'8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:43.253816 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:43.311075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-447e0ba6-6773-4610-b51d-cb34fb3cb287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.323276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8056f7f-58af-4558-ba65-dfbdb3e87357 req-e2755ea0-8bc8-45f0-8407-0d1629c18032 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1100967 Nov 09 17:49:43.348175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-447e0ba6-6773-4610-b51d-cb34fb3cb287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.414653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-447e0ba6-6773-4610-b51d-cb34fb3cb287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.417684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-447e0ba6-6773-4610-b51d-cb34fb3cb287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.419111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-447e0ba6-6773-4610-b51d-cb34fb3cb287 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/609ef644-ae6f-44be-86be-94227827080e HTTP/1.1" status: 204 len: 168 time: 0.3333316 Nov 09 17:49:43.469118 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Set router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:43.483288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97105ab-02c7-49ef-8766-3a221f5e042a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.495126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97105ab-02c7-49ef-8766-3a221f5e042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.524414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e0ba6-6773-4610-b51d-cb34fb3cb287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609ef644-ae6f-44be-86be-94227827080e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:43.530941 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b97105ab-02c7-49ef-8766-3a221f5e042a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=507aabfa65234bf0a80702c4f8022d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317124 Nov 09 17:49:43.532189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:43.627631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97105ab-02c7-49ef-8766-3a221f5e042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc9d104-b996-4b54-bfb8-037eda22fed0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:43.649810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e7b1-661a-4d6a-a89b-ba2e0a990713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.676776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e7b1-661a-4d6a-a89b-ba2e0a990713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.765459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e7b1-661a-4d6a-a89b-ba2e0a990713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.765459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e7b1-661a-4d6a-a89b-ba2e0a990713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:43.767897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5ad9e7b1-661a-4d6a-a89b-ba2e0a990713 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dc9d104-b996-4b54-bfb8-037eda22fed0 HTTP/1.1" status: 204 len: 168 time: 0.2349973 Nov 09 17:49:43.799167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9e7b1-661a-4d6a-a89b-ba2e0a990713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc9d104-b996-4b54-bfb8-037eda22fed0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:43.955451 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:49:40Z', 'revision_number': 4, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a770760b-54fd-410b-8b87-5610b96f2cc7', 'name': '', 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:39Z', 'updated_at': '2021-11-09T17:49:41Z', 'revision_number': 2, 'project_id': '843c48f0859c4af29120b4995840e935', 'subnets': [{'id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:44.008546 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Checking router: 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:44.009063 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Updating router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 port a770760b-54fd-410b-8b87-5610b96f2cc7 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:49:44.052823 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.286940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59886) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:44.314568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-336b5ff9-803b-4948-850d-34f788051bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.490172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-336b5ff9-803b-4948-850d-34f788051bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.496435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-336b5ff9-803b-4948-850d-34f788051bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.539971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b5ff9-803b-4948-850d-34f788051bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f8512d-aa93-4173-beae-68cfe4ddf6b5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:44.601718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-336b5ff9-803b-4948-850d-34f788051bbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dda5c32ab5924d2ead49b15c293ae5cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136759 Nov 09 17:49:44.604544 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.605180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:44.608595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede0685-3c3e-444e-84de-573ff7d3b02c req-f5a6aab1-42ce-481d-9176-7232f53d7618 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:44.617497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ede0685-3c3e-444e-84de-573ff7d3b02c req-f5a6aab1-42ce-481d-9176-7232f53d7618 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 983 time: 0.1558566 Nov 09 17:49:44.631859 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.836780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbc33-77fb-47f3-9531-c26510fb140d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.908319 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbc33-77fb-47f3-9531-c26510fb140d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:44.944401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ede0685-3c3e-444e-84de-573ff7d3b02c req-8bb2ab04-e6e1-44b5-b497-939b93618321 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3121569 Nov 09 17:49:44.988747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:44.994529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-531650854-network', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:45.074170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Made reservation on behalf of 53468a09e4624ffcb051996e3fdfb0e5 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:45.077492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbc33-77fb-47f3-9531-c26510fb140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.081272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.082525 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5cb94-6d74-442d-955c-57c2c38488e3 None None] Pushing event updated for resources: {'Port': ['ID=a770760b-54fd-410b-8b87-5610b96f2cc7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:45.083044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e6dbc33-77fb-47f3-9531-c26510fb140d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.089219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e6dbc33-77fb-47f3-9531-c26510fb140d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28f8512d-aa93-4173-beae-68cfe4ddf6b5 HTTP/1.1" status: 204 len: 168 time: 0.4796479 Nov 09 17:49:45.115702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dbc33-77fb-47f3-9531-c26510fb140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f8512d-aa93-4173-beae-68cfe4ddf6b5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:45.139676 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Attempting to bind port a770760b-54fd-410b-8b87-5610b96f2cc7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:45.140426 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Attempting to bind port a770760b-54fd-410b-8b87-5610b96f2cc7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:45.142355 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Attempting to bind port a770760b-54fd-410b-8b87-5610b96f2cc7 on network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:45.152400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:45.153181 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Checking segment: {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:45.155288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.168139 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.170659 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Bound using segment: {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:45.174151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Bound port: a770760b-54fd-410b-8b87-5610b96f2cc7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0745b-1590-4551-9bc3-82a7819107f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:45.176193 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.339172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-266fde31-4aa0-42ea-ba14-f1290f4d64f3 None None] Provisioning complete for port a770760b-54fd-410b-8b87-5610b96f2cc7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:45.346817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-266fde31-4aa0-42ea-ba14-f1290f4d64f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.350795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.363750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.393542 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] For port a770760b-54fd-410b-8b87-5610b96f2cc7, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:45.408111 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] For port a770760b-54fd-410b-8b87-5610b96f2cc7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a770760b-54fd-410b-8b87-5610b96f2cc7,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:45.421828 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.433491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:49:45.435452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-266fde31-4aa0-42ea-ba14-f1290f4d64f3 None None] Port a770760b-54fd-410b-8b87-5610b96f2cc7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:45.467555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 52acab38-bbaf-4249-9fda-91b36a135970 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:45.480888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59914) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:45.491174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc6302-c3e5-4f4c-b05b-24122e88d576,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:45.505145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.506315 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Added segment 806a4711-e087-49cc-9e5c-ac88afb3a3af of type vlan for network feea457d-3991-455e-8c5b-34216f5cd474 Nov 09 17:49:45.599194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.618684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 52acab38-bbaf-4249-9fda-91b36a135970 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:49:45.630223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 52acab38-bbaf-4249-9fda-91b36a135970 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:45.630735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.667849 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Routers {'8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:45.672958 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:45.674513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.681062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5cb94-6d74-442d-955c-57c2c38488e3 None None] Pushing event updated for resources: {'Port': ['ID=a770760b-54fd-410b-8b87-5610b96f2cc7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:45.684100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:45.685322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.772035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7815347 Nov 09 17:49:45.774651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59922) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:45.781955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Request body: {'subnet': {'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-531650854-subnet', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:45.856294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Made reservation on behalf of 53468a09e4624ffcb051996e3fdfb0e5 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:45.859399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.970969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc142b4-466f-47d6-98fe-2ed1273f3ccd admin admin] Pushing event updated for resources: {'Network': ['ID=feea457d-3991-455e-8c5b-34216f5cd474,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:45.980591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:45.998975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network feea457d-3991-455e-8c5b-34216f5cd474 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:49:46.080287 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] Set router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:46.307015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37a92e60-3bcc-406e-aeb8-25cacc1af532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:46.423338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5f359-5344-48e3-884f-78ff83e56988 req-512271c2-647b-48b5-a60b-ad1e32519503 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:46.430533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bc5f359-5344-48e3-884f-78ff83e56988 req-512271c2-647b-48b5-a60b-ad1e32519503 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 983 time: 0.1901498 Nov 09 17:49:46.461469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:46.466444 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd8122-f9d1-46c4-a9d3-86c6d716ec4e" -d '{"events": [{"server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "name": "network-vif-plugged", "status": "completed", "tag": "52acab38-bbaf-4249-9fda-91b36a135970"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:46.507146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 52acab38-bbaf-4249-9fda-91b36a135970, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=52acab38-bbaf-4249-9fda-91b36a135970,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:46.510539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7af4d78a-ecd7-441b-95f9-7c1d624d4d71 None None] Provisioning complete for port a770760b-54fd-410b-8b87-5610b96f2cc7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:46.512371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7af4d78a-ecd7-441b-95f9-7c1d624d4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:46.565723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:46.638926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bc5f359-5344-48e3-884f-78ff83e56988 req-313bccee-e57b-49de-af45-d54298ac0ba6 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1841636 Nov 09 17:49:46.681354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37a92e60-3bcc-406e-aeb8-25cacc1af532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:46.696065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37a92e60-3bcc-406e-aeb8-25cacc1af532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:46.783127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:46.792166 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75688658-161f-4f4d-bb99-0034cc5e8cea x-openstack-request-id: req-75688658-161f-4f4d-bb99-0034cc5e8cea {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:46.792811 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "name": "network-vif-plugged", "status": "completed", "tag": "52acab38-bbaf-4249-9fda-91b36a135970", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:46.793051 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75688658-161f-4f4d-bb99-0034cc5e8cea {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:46.793672 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970', 'code': 200} Nov 09 17:49:46.891875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d62caa-71eb-4821-aefc-3115597771f7 req-cc1ac931-adc5-4d63-9a8c-51b081ef8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:46.900257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44d62caa-71eb-4821-aefc-3115597771f7 req-cc1ac931-adc5-4d63-9a8c-51b081ef8709 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.1628356 Nov 09 17:49:46.986055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=52acab38-bbaf-4249-9fda-91b36a135970,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:46.992366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2654d7-faec-4006-be8c-466a5a84c410,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:47.022635 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:49:40Z', 'revision_number': 4, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a770760b-54fd-410b-8b87-5610b96f2cc7', 'name': '', 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:39Z', 'updated_at': '2021-11-09T17:49:45Z', 'revision_number': 4, 'project_id': '843c48f0859c4af29120b4995840e935', 'subnets': [{'id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:47.033610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a92e60-3bcc-406e-aeb8-25cacc1af532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1880ff9-4c7f-4bd2-87e1-58acc17fb758,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:47.044357 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-37a92e60-3bcc-406e-aeb8-25cacc1af532 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41df62ef9fe44c33bfc00d9f97730fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5614765 Nov 09 17:49:47.060864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:47.112681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44d62caa-71eb-4821-aefc-3115597771f7 req-4ba15b8e-542f-4520-b06a-a790a78dfc92 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2007866 Nov 09 17:49:47.165626 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a877a-1c50-46aa-b656-5ad5110f0b80 None None] The sync data for ids ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'] in n-d-804292-3 is: [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:49:40Z', 'revision_number': 4, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a770760b-54fd-410b-8b87-5610b96f2cc7', 'name': '', 'network_id': 'fed2e5fa-97ef-42f8-b1ec-4533f1d5c748', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'mac_address': 'fa:16:3e:af:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:39Z', 'updated_at': '2021-11-09T17:49:45Z', 'revision_number': 4, 'project_id': '843c48f0859c4af29120b4995840e935', 'subnets': [{'id': 'ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:47.202851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Checking segment: {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:47.209954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Network hostable DHCP agents. Network: feea457d-3991-455e-8c5b-34216f5cd474, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:49:47.367515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Network feea457d-3991-455e-8c5b-34216f5cd474 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:49:47.377523 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7af4d78a-ecd7-441b-95f9-7c1d624d4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.423411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, feea457d-3991-455e-8c5b-34216f5cd474) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:47.440734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:47.446215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.540508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3f3a8793-163c-459c-a5cc-44dd6382930e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7644544 Nov 09 17:49:47.544584 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c672-dc13-4dd0-98f5-203b840d7f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.544947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:47.553813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:47.569119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cff6e3-e0e8-457d-b89e-d14b43750efc None None] Network feea457d-3991-455e-8c5b-34216f5cd474 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:47.643095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c672-dc13-4dd0-98f5-203b840d7f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.749426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.756389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.818667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c672-dc13-4dd0-98f5-203b840d7f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.824808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c672-dc13-4dd0-98f5-203b840d7f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:47.833512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f6b5c672-dc13-4dd0-98f5-203b840d7f86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1880ff9-4c7f-4bd2-87e1-58acc17fb758 HTTP/1.1" status: 204 len: 168 time: 0.7695856 Nov 09 17:49:47.899803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7af4d78a-ecd7-441b-95f9-7c1d624d4d71 None None] For port a770760b-54fd-410b-8b87-5610b96f2cc7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a770760b-54fd-410b-8b87-5610b96f2cc7,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:47.915533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5c672-dc13-4dd0-98f5-203b840d7f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1880ff9-4c7f-4bd2-87e1-58acc17fb758,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:47.930579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a770760b-54fd-410b-8b87-5610b96f2cc7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:48.105498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7af4d78a-ecd7-441b-95f9-7c1d624d4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:48.155363 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:48.277156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d78a-ecd7-441b-95f9-7c1d624d4d71 None None] Pushing event updated for resources: {'Port': ['ID=a770760b-54fd-410b-8b87-5610b96f2cc7,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:48.351501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad44c-21a6-43b8-91a8-3244faf29d66 req-43e9148f-5ac1-4ef1-b571-061ada97e70c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:48.366199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-207ad44c-21a6-43b8-91a8-3244faf29d66 req-43e9148f-5ac1-4ef1-b571-061ada97e70c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 984 time: 0.3140795 Nov 09 17:49:48.609623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-feea457d-3991-455e-8c5b-34216f5cd474', 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'fixed_ips': [{'subnet_id': '0e2654d7-faec-4006-be8c-466a5a84c410'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:48.618724 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:48.690890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a770760b-54fd-410b-8b87-5610b96f2cc7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:48.691745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:48.728689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-207ad44c-21a6-43b8-91a8-3244faf29d66 req-57346a03-21e9-4340-b6a0-dbfeddbcf211 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3537030 Nov 09 17:49:48.775784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:48.959488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Allocated IP 172.20.0.2 (feea457d-3991-455e-8c5b-34216f5cd474/0e2654d7-faec-4006-be8c-466a5a84c410/205bf7b5-804c-43d7-8d31-5cfb31664d64) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:49.321683 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:49.339487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:49.365117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:49:49.452686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a770760b-54fd-410b-8b87-5610b96f2cc7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:49.496405 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:49.542000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Network feea457d-3991-455e-8c5b-34216f5cd474 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:49.553548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:49.561167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:49.570790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:49.637126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Pushing event updated for resources: {'Port': ['ID=205bf7b5-804c-43d7-8d31-5cfb31664d64,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:49.849418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a770760b-54fd-410b-8b87-5610b96f2cc7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:49.849418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:49.861516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Attempting to bind port 205bf7b5-804c-43d7-8d31-5cfb31664d64 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:49.862215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Attempting to bind port 205bf7b5-804c-43d7-8d31-5cfb31664d64 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:49.862525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Attempting to bind port 205bf7b5-804c-43d7-8d31-5cfb31664d64 on network feea457d-3991-455e-8c5b-34216f5cd474 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:49.917456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Allocated IP 172.25.3.120 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/977dbcc2-b50b-4810-8b64-eb5d67aab965) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:50.031945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:50.032406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Checking segment: {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:50.032833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:50.033225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Bound using segment: {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:50.034095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Bound port: 205bf7b5-804c-43d7-8d31-5cfb31664d64, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:50.034095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:50.125874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb04e36-f40a-4f0e-8955-7d77a8ab9b0e req-38b18d05-95a3-40d6-9920-5e9567ba22e3 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:50.150497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5bb04e36-f40a-4f0e-8955-7d77a8ab9b0e req-38b18d05-95a3-40d6-9920-5e9567ba22e3 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 984 time: 0.1775942 Nov 09 17:49:50.347402 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:50.448484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] For port 205bf7b5-804c-43d7-8d31-5cfb31664d64, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:50.450037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5bb04e36-f40a-4f0e-8955-7d77a8ab9b0e req-651d45a9-48f7-480a-bdf9-b4efcbb745dd tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2962594 Nov 09 17:49:50.459295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] For port 205bf7b5-804c-43d7-8d31-5cfb31664d64, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=205bf7b5-804c-43d7-8d31-5cfb31664d64,segment=NetworkSegment(806a4711-e087-49cc-9e5c-ac88afb3a3af),segment_id=806a4711-e087-49cc-9e5c-ac88afb3a3af)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:50.473104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:50.510645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:50.705099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc4b5f-9d6a-4df4-ab0e-037e4a8b4b09 None None] Pushing event updated for resources: {'Port': ['ID=205bf7b5-804c-43d7-8d31-5cfb31664d64,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:50.810441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:50.828537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:50.834646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:50.859886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab791ab-29c9-458a-a88d-6160161ffa12 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:50.871684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Pushing event updated for resources: {'Port': ['ID=977dbcc2-b50b-4810-8b64-eb5d67aab965,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:50.950392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c105cb-df2e-4f87-85a2-d244fd124d35 req-0b546d96-ba00-47bb-92c3-05da646169dd tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:50.963567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08c105cb-df2e-4f87-85a2-d244fd124d35 req-0b546d96-ba00-47bb-92c3-05da646169dd tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 984 time: 0.2385976 Nov 09 17:49:51.001439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d1d07d0d-bcf6-40b3-a247-432ba445e5c9 None None] Provisioning complete for port 977dbcc2-b50b-4810-8b64-eb5d67aab965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:51.002220 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1d07d0d-bcf6-40b3-a247-432ba445e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.066146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d1d07d0d-bcf6-40b3-a247-432ba445e5c9 None None] Port 977dbcc2-b50b-4810-8b64-eb5d67aab965 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:51.439695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08c105cb-df2e-4f87-85a2-d244fd124d35 req-d2817f40-6fd4-4398-b57d-f90d4dacf512 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4745917 Nov 09 17:49:51.481404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 205bf7b5-804c-43d7-8d31-5cfb31664d64 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:51.579494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 205bf7b5-804c-43d7-8d31-5cfb31664d64 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:51.579949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.680388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8aad3-65f2-438d-9aee-9cf76a2faa9f req-e4d65284-6573-47d0-b9b2-808334d1e795 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:51.682022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.691422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f8aad3-65f2-438d-9aee-9cf76a2faa9f req-e4d65284-6573-47d0-b9b2-808334d1e795 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.0694432 Nov 09 17:49:51.730774 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-09f8aad3-65f2-438d-9aee-9cf76a2faa9f req-3be172e5-4b7d-4cc9-84ff-e7b599422d4c tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.802090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.868296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 205bf7b5-804c-43d7-8d31-5cfb31664d64, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=205bf7b5-804c-43d7-8d31-5cfb31664d64,segment=NetworkSegment(806a4711-e087-49cc-9e5c-ac88afb3a3af),segment_id=806a4711-e087-49cc-9e5c-ac88afb3a3af)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:51.878568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.887975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-09f8aad3-65f2-438d-9aee-9cf76a2faa9f req-3be172e5-4b7d-4cc9-84ff-e7b599422d4c tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:51.894179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-09f8aad3-65f2-438d-9aee-9cf76a2faa9f req-3be172e5-4b7d-4cc9-84ff-e7b599422d4c tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:52.006121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be172e5-4b7d-4cc9-84ff-e7b599422d4c tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638aa88b-f794-40f3-ba66-e8a4fd340331,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:52.033742 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f8aad3-65f2-438d-9aee-9cf76a2faa9f req-3be172e5-4b7d-4cc9-84ff-e7b599422d4c tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3385894 Nov 09 17:49:52.072261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=205bf7b5-804c-43d7-8d31-5cfb31664d64,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:52.072502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60062) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:52.185522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2e4b9a-2927-479b-94f9-2adc954d131b tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:52.191983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7f2e4b9a-2927-479b-94f9-2adc954d131b tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1130 time: 0.1142061 Nov 09 17:49:52.195456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60066) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:52.208384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '52acab38-bbaf-4249-9fda-91b36a135970', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:52.292092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:52.455204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:52.685782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.25.3.158 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/9abb804c-5e3f-48ae-81ec-fb8f5faedfbc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:52.716018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4187d-29cf-4810-b5ab-1da3b2717925 None None] Network feea457d-3991-455e-8c5b-34216f5cd474 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:52.939519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-464b87d5-a292-4102-a4b0-73521ba1aade None None] Provisioning complete for port 205bf7b5-804c-43d7-8d31-5cfb31664d64 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:52.940696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-464b87d5-a292-4102-a4b0-73521ba1aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:52.970488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:53.054757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:53.212580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:53.262292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:53.386345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:53.431031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:53.441477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:53.490238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 205bf7b5-804c-43d7-8d31-5cfb31664d64 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:53.499429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:49:53.539865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=9abb804c-5e3f-48ae-81ec-fb8f5faedfbc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:53.690501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:53.725168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:53.742318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cc9093af-5ef1-4ef9-ad61-36022a55b928 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1954627 Nov 09 17:49:53.743374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 205bf7b5-804c-43d7-8d31-5cfb31664d64 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:53.744200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:53.745242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:53.992996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Sync routers for ids ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:54.056999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Routers {'7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:54.057656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:54.577993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:54.732949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60114) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:54.808819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:54.963596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-11398e68-3e37-4106-9c10-10cd0522c3be None None] Provisioning complete for port 205bf7b5-804c-43d7-8d31-5cfb31664d64 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:54.964004 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11398e68-3e37-4106-9c10-10cd0522c3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:55.007651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Set router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:55.127449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:55.294090 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19188f1b-c9da-45c8-815f-bc0595e5154d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:55.401498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:49:51Z', 'revision_number': 3, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:55.456536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:55.491615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:55.505785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Checking router: 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:55.506438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Updating router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef port 977dbcc2-b50b-4810-8b64-eb5d67aab965 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:49:55.575644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:55.659031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=9abb804c-5e3f-48ae-81ec-fb8f5faedfbc,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:55.754913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Allocated IP 172.20.0.1 (feea457d-3991-455e-8c5b-34216f5cd474/0e2654d7-faec-4006-be8c-466a5a84c410/8d2acf87-d75c-43e3-9622-f5a9b26b619b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:55.806899 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.014237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.063110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19188f1b-c9da-45c8-815f-bc0595e5154d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.126033 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.253951 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.280145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.311025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Network feea457d-3991-455e-8c5b-34216f5cd474 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:56.332480 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Floating IP f2813e35-cecc-4ab0-a1cb-50478c566eee associated. External IP: 172.25.3.158, port: 52acab38-bbaf-4249-9fda-91b36a135970. Nov 09 17:49:56.341348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:56.351232 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19188f1b-c9da-45c8-815f-bc0595e5154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.372323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:56.511684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522b7bf-7953-4c1a-9063-e524a81eddc7 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:56.590830 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-19188f1b-c9da-45c8-815f-bc0595e5154d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1307ec74b83c40509d81303feaeeca32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8542235 Nov 09 17:49:56.603646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60142) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:56.705314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19188f1b-c9da-45c8-815f-bc0595e5154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded67627-699b-4b5f-9eec-aa7b5421e479,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:56.708457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Attempting to bind port 977dbcc2-b50b-4810-8b64-eb5d67aab965 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:49:56.709060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Attempting to bind port 977dbcc2-b50b-4810-8b64-eb5d67aab965 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:49:56.709668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Attempting to bind port 977dbcc2-b50b-4810-8b64-eb5d67aab965 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:56.753366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2acf87-d75c-43e3-9622-f5a9b26b619b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:56.760709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:56.765070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:49:56.768299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.787456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:56.788815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Bound port: 977dbcc2-b50b-4810-8b64-eb5d67aab965, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:49:56.789768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.797802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.870833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-102f0aee-a6f2-4655-8f1d-294d4ab1d7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.939652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-102f0aee-a6f2-4655-8f1d-294d4ab1d7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:56.957432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] For port 977dbcc2-b50b-4810-8b64-eb5d67aab965, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:56.964960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] For port 977dbcc2-b50b-4810-8b64-eb5d67aab965, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=977dbcc2-b50b-4810-8b64-eb5d67aab965,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:56.990630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f63f8-de28-4467-9ac7-3916acd6ac54 None None] Pushing event updated for resources: {'Port': ['ID=977dbcc2-b50b-4810-8b64-eb5d67aab965,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:57.009803 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.106050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a785f8e8-9656-4654-912b-d88b1e961981 None None] Provisioning complete for port 977dbcc2-b50b-4810-8b64-eb5d67aab965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:57.106320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a785f8e8-9656-4654-912b-d88b1e961981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.198332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.228051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795dfa49-5c94-4f19-ab6c-9e3013be6d05 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:57.317764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Routers {'7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:57.318666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:57.373093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f63f8-de28-4467-9ac7-3916acd6ac54 None None] Pushing event updated for resources: {'Port': ['ID=977dbcc2-b50b-4810-8b64-eb5d67aab965,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:57.510539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a785f8e8-9656-4654-912b-d88b1e961981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.547503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.555026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a785f8e8-9656-4654-912b-d88b1e961981 None None] For port 977dbcc2-b50b-4810-8b64-eb5d67aab965, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=977dbcc2-b50b-4810-8b64-eb5d67aab965,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:57.557385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.558203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] Set router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:57.563149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a785f8e8-9656-4654-912b-d88b1e961981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.776398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:57.783027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2acf87-d75c-43e3-9622-f5a9b26b619b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:57.884993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785f8e8-9656-4654-912b-d88b1e961981 None None] Pushing event updated for resources: {'Port': ['ID=977dbcc2-b50b-4810-8b64-eb5d67aab965,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:57.925737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ca670e20-5318-447a-b85d-041906de0d38 None None] Provisioning complete for port 8d2acf87-d75c-43e3-9622-f5a9b26b619b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:57.926180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca670e20-5318-447a-b85d-041906de0d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.039117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router 339da087-6514-4789-9859-cb22f8ee303b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:58.043994 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-102f0aee-a6f2-4655-8f1d-294d4ab1d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.048143 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-102f0aee-a6f2-4655-8f1d-294d4ab1d7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.049689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-102f0aee-a6f2-4655-8f1d-294d4ab1d7b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ded67627-699b-4b5f-9eec-aa7b5421e479 HTTP/1.1" status: 204 len: 168 time: 1.4447262 Nov 09 17:49:58.078757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f0aee-a6f2-4655-8f1d-294d4ab1d7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded67627-699b-4b5f-9eec-aa7b5421e479,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:58.184478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ca670e20-5318-447a-b85d-041906de0d38 None None] Port 8d2acf87-d75c-43e3-9622-f5a9b26b619b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:58.221840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Network feea457d-3991-455e-8c5b-34216f5cd474 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:58.228447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:58.275285 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-724481d0-3e01-471b-b2d3-a092ae8c4562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.336984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ca670e20-5318-447a-b85d-041906de0d38 None None] Provisioning complete for port 977dbcc2-b50b-4810-8b64-eb5d67aab965 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:58.338030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca670e20-5318-447a-b85d-041906de0d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.409702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8d2acf87-d75c-43e3-9622-f5a9b26b619b', 'name': '', 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'mac_address': 'fa:16:3e:ee:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:55Z', 'updated_at': '2021-11-09T17:49:55Z', 'revision_number': 1, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'subnets': [{'id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:58.448378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9799cf-4d3f-4621-9414-61b375b06899 None None] The sync data for ids ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'] in n-d-804292-3 is: [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8d2acf87-d75c-43e3-9622-f5a9b26b619b', 'name': '', 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'mac_address': 'fa:16:3e:ee:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:55Z', 'updated_at': '2021-11-09T17:49:55Z', 'revision_number': 1, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'subnets': [{'id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:58.522427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:58.526513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.550271 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] Sync routers for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:58.587730 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:58.588380 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:49:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:58.634927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:58.832632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-878ded86-3f10-44f4-9614-a8bf260cc30c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6304281 Nov 09 17:49:58.832632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:58.838129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60182) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:58.845474 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50" -d '{"events": [{"name": "network-changed", "server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "tag": "52acab38-bbaf-4249-9fda-91b36a135970"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:58.986336 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29f395-86ca-4f89-938c-8261cfb3c8e3 x-openstack-request-id: req-2d29f395-86ca-4f89-938c-8261cfb3c8e3 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:58.986627 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "tag": "52acab38-bbaf-4249-9fda-91b36a135970", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:58.986888 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d29f395-86ca-4f89-938c-8261cfb3c8e3 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:58.987330 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970', 'status': 'completed', 'code': 200} Nov 09 17:49:59.048901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-749e4584-a1b0-4d86-ac32-785818c9f43e None None] Provisioning complete for port 8d2acf87-d75c-43e3-9622-f5a9b26b619b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:59.048901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-749e4584-a1b0-4d86-ac32-785818c9f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:59.226515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60190) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:59.234753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-749e4584-a1b0-4d86-ac32-785818c9f43e None None] Port 8d2acf87-d75c-43e3-9622-f5a9b26b619b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:49:59.315744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f782df6f-27bc-45f1-a6ed-69a495919335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:59.465431 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:59.522784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f782df6f-27bc-45f1-a6ed-69a495919335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:59.529310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f782df6f-27bc-45f1-a6ed-69a495919335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:59.681341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f782df6f-27bc-45f1-a6ed-69a495919335 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b8963fa919e46d6bfa93a82eb8f3dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484730 Nov 09 17:49:59.689354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60200) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:59.690149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782df6f-27bc-45f1-a6ed-69a495919335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54fbd3-d6cd-4f30-b84d-e5714295fd0b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:59.819398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:59.823367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-4648c265-8a55-4ea1-b1fe-f979b14ae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:59.842901 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-4648c265-8a55-4ea1-b1fe-f979b14ae50a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.7599022 Nov 09 17:49:59.865945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-546fccee-1f53-4976-b796-cf4f197d4b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:49:59.901447 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-546fccee-1f53-4976-b796-cf4f197d4b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:00.013676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-546fccee-1f53-4976-b796-cf4f197d4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:00.017711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-546fccee-1f53-4976-b796-cf4f197d4b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:00.020453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-546fccee-1f53-4976-b796-cf4f197d4b26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a54fbd3-d6cd-4f30-b84d-e5714295fd0b HTTP/1.1" status: 204 len: 168 time: 0.3231878 Nov 09 17:50:00.033980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fccee-1f53-4976-b796-cf4f197d4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54fbd3-d6cd-4f30-b84d-e5714295fd0b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:00.245315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.246001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.251385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.251982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.252460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.253908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.254634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.255259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.257838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-42f9ca35-e02d-4782-a485-2518153c8075 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 1.4157937 Nov 09 17:50:00.262581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60214) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:00.330303 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'f2813e35-cecc-4ab0-a1cb-50478c566eee', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '339da087-6514-4789-9859-cb22f8ee303b', 'port_id': '52acab38-bbaf-4249-9fda-91b36a135970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'mac_address': 'fa:16:3e:f8:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:49:54Z', 'updated_at': '2021-11-09T17:49:54Z', 'revision_number': 0, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:23Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:00.431910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfa064ce-902a-4189-9c05-f1a6e52f80bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:00.440158 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] Checking router: 339da087-6514-4789-9859-cb22f8ee303b for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:00.463102 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:00.464138 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:00.526835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-391f208c-7bfb-4f9b-8ecd-6fe8a9145bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.529161 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-391f208c-7bfb-4f9b-8ecd-6fe8a9145bbf service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 896 time: 0.6418772 Nov 09 17:50:00.602860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.608143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.611031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.613340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.617689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.618774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.619868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.626654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:00.637671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1956a43e-2476-405e-a828-9bba4233bab8 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.3697422 Nov 09 17:50:00.641838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60220) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:00.921006 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:01.049855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-11a73e77-f01f-461e-b589-2862aac5ee72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 999 time: 0.3794422 Nov 09 17:50:01.450395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-6f589f20-1ff2-411e-ab5c-e1cb2f66e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:01.458334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-6f589f20-1ff2-411e-ab5c-e1cb2f66e46f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 200 len: 834 time: 0.3967140 Nov 09 17:50:01.495447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:01.555647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 977dbcc2-b50b-4810-8b64-eb5d67aab965 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:01.618203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-43c743ed-5925-4f54-8f5d-ebf29f41ec51 admin admin] 10.222.0.45 "PUT /v2.0/routers/7c7e7a57-419a-4f2e-8c87-db5c3e77bfef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8655548 Nov 09 17:50:01.631647 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'f2813e35-cecc-4ab0-a1cb-50478c566eee', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '339da087-6514-4789-9859-cb22f8ee303b', 'port_id': '52acab38-bbaf-4249-9fda-91b36a135970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'mac_address': 'fa:16:3e:f8:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:49:54Z', 'updated_at': '2021-11-09T17:49:54Z', 'revision_number': 0, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:23Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:01.714610 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d15679-b23c-4385-b78f-c84cd2a7a771 None None] The sync data for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 is: [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'f2813e35-cecc-4ab0-a1cb-50478c566eee', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '339da087-6514-4789-9859-cb22f8ee303b', 'port_id': '52acab38-bbaf-4249-9fda-91b36a135970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'mac_address': 'fa:16:3e:f8:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:49:54Z', 'updated_at': '2021-11-09T17:49:54Z', 'revision_number': 0, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:23Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:01.791537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f69449c4-3fc7-42a1-be6b-3e86dff11eb9 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 1.1476634 Nov 09 17:50:01.794476 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:01.799209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60242) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:01.856329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 977dbcc2-b50b-4810-8b64-eb5d67aab965 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:01.864423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:01.908519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-967eaad1-77d0-4bcb-92f2-e5d885ab3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:01.930862 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-967eaad1-77d0-4bcb-92f2-e5d885ab3c06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1f5c7cc-a34f-4f57-8132-6b4671af1190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4559977 Nov 09 17:50:01.966272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f5495-0b7a-451f-aa02-0f7c44785d60 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:01.969943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f5495-0b7a-451f-aa02-0f7c44785d60 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:01.977149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-827f5495-0b7a-451f-aa02-0f7c44785d60 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=339da087-6514-4789-9859-cb22f8ee303b HTTP/1.1" status: 200 len: 1989 time: 0.1716321 Nov 09 17:50:02.332186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-e351c112-f7bd-48cd-8528-bc850de5c9a2 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927894 Nov 09 17:50:02.508299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb8255-11e7-4452-a832-ec553c125002 None None] New status for floating IP f2813e35-cecc-4ab0-a1cb-50478c566eee: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:50:02.757417 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0acc5c30-8157-4eaa-a9e4-5ea704e35c50 req-840338d8-6d5a-4b8f-a846-4e3d1c3a83d9 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157186 Nov 09 17:50:03.202027 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:03.662164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Sync routers for ids ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:03.688501 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Routers {'7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:03.689773 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:03.690105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:03.918230 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Set router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:04.649996 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8d2acf87-d75c-43e3-9622-f5a9b26b619b', 'name': '', 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'mac_address': 'fa:16:3e:ee:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:55Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 2, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'subnets': [{'id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:04.713483 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Checking router: 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:04.714112 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Updating router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef port 8d2acf87-d75c-43e3-9622-f5a9b26b619b binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:04.774591 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:05.004641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60342) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:05.511264 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:05.522862 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:05.629199 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Pushing event updated for resources: {'Port': ['ID=8d2acf87-d75c-43e3-9622-f5a9b26b619b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:05.668535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.669304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.669876 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.670780 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.671908 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.672458 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.672979 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.673798 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.674321 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.674837 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.675288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.675711 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.735967 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Attempting to bind port 8d2acf87-d75c-43e3-9622-f5a9b26b619b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:50:05.737012 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Attempting to bind port 8d2acf87-d75c-43e3-9622-f5a9b26b619b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:50:05.737012 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Attempting to bind port 8d2acf87-d75c-43e3-9622-f5a9b26b619b on network feea457d-3991-455e-8c5b-34216f5cd474 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:05.761699 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:05.762609 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Checking segment: {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:05.766229 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:05.767125 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Bound using segment: {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:05.770102 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Bound port: 8d2acf87-d75c-43e3-9622-f5a9b26b619b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806a4711-e087-49cc-9e5c-ac88afb3a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:50:05.770759 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:05.819068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:06.010102 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] For port 8d2acf87-d75c-43e3-9622-f5a9b26b619b, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:06.029602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] For port 8d2acf87-d75c-43e3-9622-f5a9b26b619b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8d2acf87-d75c-43e3-9622-f5a9b26b619b,segment=NetworkSegment(806a4711-e087-49cc-9e5c-ac88afb3a3af),segment_id=806a4711-e087-49cc-9e5c-ac88afb3a3af)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:06.050526 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:06.132313 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Routers {'7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:06.132749 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:06.151223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cff55d19-0e7e-4ece-ba57-e16f37d5d40f None None] Provisioning complete for port 8d2acf87-d75c-43e3-9622-f5a9b26b619b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:06.152069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff55d19-0e7e-4ece-ba57-e16f37d5d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:06.752409 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] Set router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:06.950438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff55d19-0e7e-4ece-ba57-e16f37d5d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:06.998656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cff55d19-0e7e-4ece-ba57-e16f37d5d40f None None] For port 8d2acf87-d75c-43e3-9622-f5a9b26b619b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8d2acf87-d75c-43e3-9622-f5a9b26b619b,segment=NetworkSegment(806a4711-e087-49cc-9e5c-ac88afb3a3af),segment_id=806a4711-e087-49cc-9e5c-ac88afb3a3af)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:07.004646 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff55d19-0e7e-4ece-ba57-e16f37d5d40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:07.066163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103c089-b6a7-4967-bd88-33af5e54b646 None None] Pushing event updated for resources: {'Port': ['ID=8d2acf87-d75c-43e3-9622-f5a9b26b619b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:07.330177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1de220a6-68ea-4ef6-820a-725c730d9919 None None] Provisioning complete for port 8d2acf87-d75c-43e3-9622-f5a9b26b619b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:07.330816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1de220a6-68ea-4ef6-820a-725c730d9919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:07.450268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff55d19-0e7e-4ece-ba57-e16f37d5d40f None None] Pushing event updated for resources: {'Port': ['ID=8d2acf87-d75c-43e3-9622-f5a9b26b619b,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:07.531698 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8d2acf87-d75c-43e3-9622-f5a9b26b619b', 'name': '', 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'mac_address': 'fa:16:3e:ee:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:55Z', 'updated_at': '2021-11-09T17:50:05Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'subnets': [{'id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:07.607377 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae449d2-6b0a-4706-98cd-75536498b7b7 None None] The sync data for ids ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'] in n-d-804292-3 is: [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8d2acf87-d75c-43e3-9622-f5a9b26b619b', 'name': '', 'network_id': 'feea457d-3991-455e-8c5b-34216f5cd474', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'mac_address': 'fa:16:3e:ee:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:55Z', 'updated_at': '2021-11-09T17:50:05Z', 'revision_number': 4, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'subnets': [{'id': '0e2654d7-faec-4006-be8c-466a5a84c410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:07.672046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8d2acf87-d75c-43e3-9622-f5a9b26b619b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:07.983458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Deleting port a770760b-54fd-410b-8b87-5610b96f2cc7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:07.983458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:08.077022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8d2acf87-d75c-43e3-9622-f5a9b26b619b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:08.083277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:08.205362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] For port a770760b-54fd-410b-8b87-5610b96f2cc7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a770760b-54fd-410b-8b87-5610b96f2cc7,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:08.205720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:08.264145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Calling delete_port for a770760b-54fd-410b-8b87-5610b96f2cc7 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:08.889008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:08.969410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a770760b-54fd-410b-8b87-5610b96f2cc7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:09.432069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:09.637838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8d2acf87-d75c-43e3-9622-f5a9b26b619b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:09.876587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8d2acf87-d75c-43e3-9622-f5a9b26b619b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:09.877569 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:10.320893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:10.477476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:10.495560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] Sync routers for ids ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:10.506513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3d48bb5a-7e5e-454a-b606-e4eb5f816c76 admin admin] 10.222.0.45 "PUT /v2.0/routers/8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5011652 Nov 09 17:50:10.509013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:10.522955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] Routers {'8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:10.523637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:10.773122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] Set router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:10.811414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:11.172343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:11.275682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Deleting port 03875d45-803c-49d2-8ede-da441eeb96ad {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:11.276166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:11.286684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:50:08Z', 'revision_number': 5, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port': {'id': '03875d45-803c-49d2-8ede-da441eeb96ad', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:30Z', 'updated_at': '2021-11-09T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:11.367364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] Checking router: 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:11.386606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] Routers {'8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:11.387584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:11.473554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] For port 03875d45-803c-49d2-8ede-da441eeb96ad, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=03875d45-803c-49d2-8ede-da441eeb96ad,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:11.474105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:11.504527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Calling delete_port for 03875d45-803c-49d2-8ede-da441eeb96ad owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:11.637615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] Set router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:11.798120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:11.821031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:50:11Z', 'revision_number': 6, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:11.844881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Pushing event deleted for resources: {'Port': ['ID=03875d45-803c-49d2-8ede-da441eeb96ad,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:11.932862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d9d2ef-b502-4417-afb5-6aa756637b74 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:11.939899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5db57-6c57-4040-b277-7af3236289b6 None None] The sync data for ids ['8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758'] in n-d-804292-3 is: [{'id': '8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758', 'name': 'tempest-TestAggregatesBasicOps-26228865-router', 'tenant_id': '843c48f0859c4af29120b4995840e935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:28Z', 'updated_at': '2021-11-09T17:50:11Z', 'revision_number': 6, 'project_id': '843c48f0859c4af29120b4995840e935', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:12.043784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.245365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.251343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.447021 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.449217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:50:12.470865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.484347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60452) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:12.487943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1ce53c26-b0a1-459b-9923-9e6a1763c275 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8d0de5ff-9b3c-4802-bf6c-cb8a5fc0c758 HTTP/1.1" status: 204 len: 168 time: 1.9754798 Nov 09 17:50:12.613981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Deleting subnet ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:50:12.618440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.742564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:12.930833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:13.001853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60460) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:13.076409 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:13.327993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:13.341984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ad462-035b-489f-a08e-a275ebc90717 None None] Network fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:13.368851 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:13.391896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ec5f6baf-d2cd-4763-b612-e6fdb2a00fc2 HTTP/1.1" status: 204 len: 168 time: 0.9009750 Nov 09 17:50:13.392841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:13.393232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.393597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.393944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.394284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.394625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.394973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.395414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.395747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.396089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.396410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.396741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.397075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657fad3-d9c9-40b2-acfe-b48f8b514b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:13.625502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a770760b-54fd-410b-8b87-5610b96f2cc7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:13.632174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d414492-9b0a-4d2a-812a-e3f3097b0ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:13.683678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: a770760b-54fd-410b-8b87-5610b96f2cc7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:13.684253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a770760b-54fd-410b-8b87-5610b96f2cc7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:13.684800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 03875d45-803c-49d2-8ede-da441eeb96ad no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:13.751442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:13.784114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 03875d45-803c-49d2-8ede-da441eeb96ad {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:13.784831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 03875d45-803c-49d2-8ede-da441eeb96ad not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:13.791890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] DHCP port deletion for fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:13.936883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Deleting port 06334731-6385-4b99-854b-737fec227aa4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:13.938425 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.040336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Deleting port 06334731-6385-4b99-854b-737fec227aa4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:14.041186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.141622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] For port 06334731-6385-4b99-854b-737fec227aa4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=06334731-6385-4b99-854b-737fec227aa4,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:14.142003 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.181609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Calling delete_port for 06334731-6385-4b99-854b-737fec227aa4 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:14.225913 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d414492-9b0a-4d2a-812a-e3f3097b0ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.248244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d414492-9b0a-4d2a-812a-e3f3097b0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.362391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.368059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9d414492-9b0a-4d2a-812a-e3f3097b0ce4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edd812be038b4f179a4d484ac93b9792&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3647747 Nov 09 17:50:14.370538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:14.395628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] For port 06334731-6385-4b99-854b-737fec227aa4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=06334731-6385-4b99-854b-737fec227aa4,segment=NetworkSegment(c0b0745b-1590-4551-9bc3-82a7819107f9),segment_id=c0b0745b-1590-4551-9bc3-82a7819107f9)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:14.396465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.414746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d414492-9b0a-4d2a-812a-e3f3097b0ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55091b-7d80-40e1-8d9c-1c64f43ed09c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:14.479568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Calling delete_port for 06334731-6385-4b99-854b-737fec227aa4 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:14.494510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Pushing event deleted for resources: {'Port': ['ID=06334731-6385-4b99-854b-737fec227aa4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:14.509997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.527610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.528624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.529739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.542614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.542614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.542614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.542614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.542614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.543546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.543546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.543546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:14.551312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5824cf6-431f-4cb5-8130-159d2b4d745a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.570647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf55973-6ccd-4b3b-93e3-ec41bfb9cb70 None None] No DVR routers for this DVR port 06334731-6385-4b99-854b-737fec227aa4 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:14.604222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5824cf6-431f-4cb5-8130-159d2b4d745a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.689420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5824cf6-431f-4cb5-8130-159d2b4d745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.693810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5824cf6-431f-4cb5-8130-159d2b4d745a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.696421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a5824cf6-431f-4cb5-8130-159d2b4d745a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c55091b-7d80-40e1-8d9c-1c64f43ed09c HTTP/1.1" status: 204 len: 168 time: 0.3246918 Nov 09 17:50:14.719339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5824cf6-431f-4cb5-8130-159d2b4d745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55091b-7d80-40e1-8d9c-1c64f43ed09c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:14.916161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:14.988766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Pushing event deleted for resources: {'Port': ['ID=06334731-6385-4b99-854b-737fec227aa4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:14.992924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] No DVR routers for this DVR port 06334731-6385-4b99-854b-737fec227aa4 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:15.159291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:15.230347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed2e5fa-97ef-42f8-b1ec-4533f1d5c748']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:15.249880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b0745b-1590-4551-9bc3-82a7819107f9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:15.254499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b0745b-1590-4551-9bc3-82a7819107f9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:15.288595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:15.323051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:15.337815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:50:15.338340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:50:15.348096 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:50:15.494837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 06334731-6385-4b99-854b-737fec227aa4 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:15.512934 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:15.532598 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:15.548486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fed2e5fa-97ef-42f8-b1ec-4533f1d5c748 HTTP/1.1" status: 204 len: 168 time: 2.1466923 Nov 09 17:50:15.549023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60500) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:15.599243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 06334731-6385-4b99-854b-737fec227aa4 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:15.604672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 06334731-6385-4b99-854b-737fec227aa4 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:15.642382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c1650-7be2-47d2-9a79-fb2aba634774 admin admin] Pushing event deleted for resources: {'Network': ['ID=fed2e5fa-97ef-42f8-b1ec-4533f1d5c748,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:16.925689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:17.535603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Deleting port 8d2acf87-d75c-43e3-9622-f5a9b26b619b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:17.536430 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:17.800804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] For port 8d2acf87-d75c-43e3-9622-f5a9b26b619b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8d2acf87-d75c-43e3-9622-f5a9b26b619b,segment=NetworkSegment(806a4711-e087-49cc-9e5c-ac88afb3a3af),segment_id=806a4711-e087-49cc-9e5c-ac88afb3a3af)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:17.801986 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:17.825446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Calling delete_port for 8d2acf87-d75c-43e3-9622-f5a9b26b619b owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:18.494772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:18.602788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2acf87-d75c-43e3-9622-f5a9b26b619b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:19.110745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:19.908875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:20.133744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:20.154869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-51ada9d7-69e2-45f9-89a8-0f1a8885ca0d admin admin] 10.222.0.45 "PUT /v2.0/routers/7c7e7a57-419a-4f2e-8c87-db5c3e77bfef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6034648 Nov 09 17:50:20.157529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60604) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:20.163689 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] Sync routers for ids ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:20.197068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] Routers {'7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:20.200626 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:20.503245 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] Set router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:20.570425 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:20.662925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b94fa-b440-40d4-9646-6421d058f02e req-219468b4-5952-42f9-a722-22676ba7856a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:20.678094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-855b94fa-b440-40d4-9646-6421d058f02e req-219468b4-5952-42f9-a722-22676ba7856a tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.2652895 Nov 09 17:50:20.900241 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:50:18Z', 'revision_number': 5, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:20.950876 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] Checking router: 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:20.963009 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] Routers {'7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:20.963808 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:21.006160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-855b94fa-b440-40d4-9646-6421d058f02e req-d2cfc2c9-880d-4d37-a853-865bc9024efc tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200843 Nov 09 17:50:21.058050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:21.171967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Deleting port 977dbcc2-b50b-4810-8b64-eb5d67aab965 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:21.172320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:21.173117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] Set router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:21.300070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] For port 977dbcc2-b50b-4810-8b64-eb5d67aab965, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=977dbcc2-b50b-4810-8b64-eb5d67aab965,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:21.301035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:21.330838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Calling delete_port for 977dbcc2-b50b-4810-8b64-eb5d67aab965 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:21.437793 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:50:18Z', 'revision_number': 5, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:21.525486 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733b917-02f8-4719-9cdc-15b81a4c9c49 None None] The sync data for ids ['7c7e7a57-419a-4f2e-8c87-db5c3e77bfef'] in n-d-804292-3 is: [{'id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'name': 'tempest-TestAggregatesBasicOps-531650854-router', 'tenant_id': '53468a09e4624ffcb051996e3fdfb0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:47Z', 'updated_at': '2021-11-09T17:50:18Z', 'revision_number': 5, 'project_id': '53468a09e4624ffcb051996e3fdfb0e5', 'gw_port': {'id': '977dbcc2-b50b-4810-8b64-eb5d67aab965', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7e7a57-419a-4f2e-8c87-db5c3e77bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:49Z', 'updated_at': '2021-11-09T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:21.689671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:22.288132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=977dbcc2-b50b-4810-8b64-eb5d67aab965,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:22.327937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a017a3-00e5-41a8-91b5-74892f70eb4c None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:22.547704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-40e9b51a-7eec-49f2-a33f-8e92903457f7 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:22.551205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-40e9b51a-7eec-49f2-a33f-8e92903457f7 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.2813823 Nov 09 17:50:22.590777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53674cea-da0f-4977-808a-3430479e6183 req-27c8aa4c-918e-4edb-b234-e2d6cba73c39 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:22.596972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53674cea-da0f-4977-808a-3430479e6183 req-27c8aa4c-918e-4edb-b234-e2d6cba73c39 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.3295412 Nov 09 17:50:22.736007 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:22.924488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:22.930602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:22.961557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53674cea-da0f-4977-808a-3430479e6183 req-4b6a88ce-57f8-493a-a3d8-230f87b2ebc5 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293011 Nov 09 17:50:23.032725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.033474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7e7a57-419a-4f2e-8c87-db5c3e77bfef {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:50:23.041138 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.042759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3ffe0c1e-c37c-48a3-ae1e-270c11ca4f18 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7c7e7a57-419a-4f2e-8c87-db5c3e77bfef HTTP/1.1" status: 204 len: 168 time: 2.8838484 Nov 09 17:50:23.045341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60648) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:23.073669 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.179706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Deleting port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:23.180185 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.308446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Deleting subnet 0e2654d7-faec-4006-be8c-466a5a84c410 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:50:23.332642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.480719 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.544277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] For port e3261d42-b6c3-491b-91a0-4b3b30f61bb8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:23.544815 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:23.913982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8d2acf87-d75c-43e3-9622-f5a9b26b619b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:23.991229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.000491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8d2acf87-d75c-43e3-9622-f5a9b26b619b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:24.003486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8d2acf87-d75c-43e3-9622-f5a9b26b619b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:24.195448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.196008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.196715 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Floating IP d54e4614-6835-47c9-b4c9-194020f025dc disassociated. External IP: 172.25.3.14, port: e3261d42-b6c3-491b-91a0-4b3b30f61bb8. Nov 09 17:50:24.198276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Calling delete_port for e3261d42-b6c3-491b-91a0-4b3b30f61bb8 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:24.421328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.496382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.502631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc952a-4ab8-4a8f-8182-15b5d9691392 None None] Network feea457d-3991-455e-8c5b-34216f5cd474 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:24.504481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:24.527614 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0e2654d7-faec-4006-be8c-466a5a84c410 HTTP/1.1" status: 204 len: 168 time: 1.4804189 Nov 09 17:50:24.532704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986330-d787-4861-9024-2c23ecf7ecd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2654d7-faec-4006-be8c-466a5a84c410,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:24.614964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acdf6a-b42b-4d6f-9565-b1bddd5eedbb req-4b006952-93a8-488e-9206-6d14f6acc275 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:24.624266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-71acdf6a-b42b-4d6f-9565-b1bddd5eedbb req-4b006952-93a8-488e-9206-6d14f6acc275 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 945 time: 0.4927986 Nov 09 17:50:24.666141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.698114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:24.749477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-71acdf6a-b42b-4d6f-9565-b1bddd5eedbb req-d8017560-9b11-47ac-b528-a52f81cbca4b tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups?id=96c05110-30cb-4b02-971f-860297cffdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226113 Nov 09 17:50:24.759121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event deleted for resources: {'Port': ['ID=e3261d42-b6c3-491b-91a0-4b3b30f61bb8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:24.911116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Deleting port 205bf7b5-804c-43d7-8d31-5cfb31664d64 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:24.912017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.006564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] For port 205bf7b5-804c-43d7-8d31-5cfb31664d64, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=205bf7b5-804c-43d7-8d31-5cfb31664d64,segment=NetworkSegment(806a4711-e087-49cc-9e5c-ac88afb3a3af),segment_id=806a4711-e087-49cc-9e5c-ac88afb3a3af)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:25.006890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] DHCP port deletion for feea457d-3991-455e-8c5b-34216f5cd474 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:25.007639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.026706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Calling delete_port for 205bf7b5-804c-43d7-8d31-5cfb31664d64 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:25.091728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Router cf04b174-c6f8-489b-b3aa-20666151b0df has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:25.271410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Deleting port 205bf7b5-804c-43d7-8d31-5cfb31664d64 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:25.274304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.280435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.419048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] No DVR routers for this DVR port 205bf7b5-804c-43d7-8d31-5cfb31664d64 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:25.421410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Pushing event deleted for resources: {'Port': ['ID=205bf7b5-804c-43d7-8d31-5cfb31664d64,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:25.487266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] For port 205bf7b5-804c-43d7-8d31-5cfb31664d64, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:25.488401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.514246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 205bf7b5-804c-43d7-8d31-5cfb31664d64 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:25.528334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Calling delete_port for 205bf7b5-804c-43d7-8d31-5cfb31664d64 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:25.533587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:25.606671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Port 205bf7b5-804c-43d7-8d31-5cfb31664d64 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:50:25.620492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:25.647551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 205bf7b5-804c-43d7-8d31-5cfb31664d64 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:25.648320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 205bf7b5-804c-43d7-8d31-5cfb31664d64 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:25.649062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 977dbcc2-b50b-4810-8b64-eb5d67aab965 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:25.657828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.664959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.665691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.672652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.674023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.674663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.675395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.675966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.679015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.679577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.680127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.690362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.691183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:25.737227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.742721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] No DVR routers for this DVR port e3261d42-b6c3-491b-91a0-4b3b30f61bb8 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:25.750517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.758105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b56c1c4-b951-4c31-b948-1c5efd281951 req-1b9eaace-3591-4442-bd59-f2798e783b1f tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.43 "DELETE /v2.0/ports/e3261d42-b6c3-491b-91a0-4b3b30f61bb8 HTTP/1.1" status: 204 len: 173 time: 3.1874158 Nov 09 17:50:25.759866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'name': 'network-vif-deleted', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:50:25.775192 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce42df7-31bf-4191-b9d1-7c4eb7f2951f" -d '{"events": [{"server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "name": "network-vif-deleted", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:50:25.792408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 977dbcc2-b50b-4810-8b64-eb5d67aab965 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:25.795709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 977dbcc2-b50b-4810-8b64-eb5d67aab965 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:25.799359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feea457d-3991-455e-8c5b-34216f5cd474']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:25.828531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] Pushing event deleted for resources: {'Port': ['ID=205bf7b5-804c-43d7-8d31-5cfb31664d64,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:25.833804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f491f6-80d0-43a8-b355-d5a9281dae22 None None] No DVR routers for this DVR port 205bf7b5-804c-43d7-8d31-5cfb31664d64 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:25.841764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:25.847586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:25.848279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806a4711-e087-49cc-9e5c-ac88afb3a3af') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:25.848827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806a4711-e087-49cc-9e5c-ac88afb3a3af') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:25.898520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.935477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.950142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:50:25.950557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:50:25.957629 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:50:26.037709 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a9f771-f600-4dce-a45c-5439d6864312 x-openstack-request-id: req-39a9f771-f600-4dce-a45c-5439d6864312 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:50:26.039106 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d34cc1-fc41-4461-af74-395087188478", "name": "network-vif-deleted", "tag": "e3261d42-b6c3-491b-91a0-4b3b30f61bb8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:50:26.040223 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39a9f771-f600-4dce-a45c-5439d6864312 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:50:26.040941 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d34cc1-fc41-4461-af74-395087188478', 'name': 'network-vif-deleted', 'tag': 'e3261d42-b6c3-491b-91a0-4b3b30f61bb8', 'status': 'completed', 'code': 200} Nov 09 17:50:26.142475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37a8158e-a904-41df-bcc7-d32cf1f75265 req-b9b5e55b-a7ef-4260-9412-e6d11d502b67 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1d34cc1-fc41-4461-af74-395087188478 HTTP/1.1" status: 200 len: 210 time: 0.1356647 Nov 09 17:50:26.180492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:26.231659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:26.243683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] 10.222.0.45 "DELETE /v2.0/networks/feea457d-3991-455e-8c5b-34216f5cd474 HTTP/1.1" status: 204 len: 168 time: 1.7379384 Nov 09 17:50:26.270650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b1fa2-c5a6-4599-800a-96cc0933e310 admin admin] Pushing event deleted for resources: {'Network': ['ID=feea457d-3991-455e-8c5b-34216f5cd474,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:26.362177 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:50:26.437977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:26.654970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60688) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:26.696592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e3261d42-b6c3-491b-91a0-4b3b30f61bb8 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:26.759021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: e3261d42-b6c3-491b-91a0-4b3b30f61bb8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:50:26.759645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device e3261d42-b6c3-491b-91a0-4b3b30f61bb8 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:26.862453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e8746dd6-c0af-4a14-a1f6-e2480c512316 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2541 time: 0.2064340 Nov 09 17:50:26.867651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:26.873556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'network': {'name': 'tempest-network-smoke--2074273844', 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'port_security_enabled': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:26.892350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:26.938618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Made reservation on behalf of 08b9a36624f844cf8f0de9de47951f06 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:26.943015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:26.986799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-697d3a3f-3993-4aab-82a2-ec365772cf25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=843c48f0859c4af29120b4995840e935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930884 Nov 09 17:50:26.990680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60696) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:27.059504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:27.059791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:50:27.063002 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad63a29c-ea01-4aae-bcdb-e1c71980ce64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.094509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.095233 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Added segment 949892ea-1ac7-4ae0-8fcb-bf6022013d2d of type vlan for network 94150c59-9db6-46dc-903d-3c80fd4fa389 Nov 09 17:50:27.132656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:27.132932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad63a29c-ea01-4aae-bcdb-e1c71980ce64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.146693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:27.150787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:27.229780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.337228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:27.366746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.388458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:27.390387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.467988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad63a29c-ea01-4aae-bcdb-e1c71980ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.468300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:27.488228 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad63a29c-ea01-4aae-bcdb-e1c71980ce64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.497786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ad63a29c-ea01-4aae-bcdb-e1c71980ce64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/998fc730-7146-489e-8dc3-422473b2fee2 HTTP/1.1" status: 204 len: 168 time: 0.5045571 Nov 09 17:50:27.550520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adb67626-4723-4394-a569-3b7f31060706 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.632755 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adb67626-4723-4394-a569-3b7f31060706 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.733159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63a29c-ea01-4aae-bcdb-e1c71980ce64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fc730-7146-489e-8dc3-422473b2fee2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:27.776552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9069946 Nov 09 17:50:27.783713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60714) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:27.809050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'admin_state_up': True, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:27.827381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef41c8-58ae-4a8a-b590-75c28057fc55 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Network': ['ID=94150c59-9db6-46dc-903d-3c80fd4fa389,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:27.862597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adb67626-4723-4394-a569-3b7f31060706 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.866923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adb67626-4723-4394-a569-3b7f31060706 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:27.868714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-adb67626-4723-4394-a569-3b7f31060706 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "DELETE /v2.0/security-groups/96c05110-30cb-4b02-971f-860297cffdde HTTP/1.1" status: 204 len: 168 time: 0.5300319 Nov 09 17:50:27.879751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:27.910521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67626-4723-4394-a569-3b7f31060706 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c05110-30cb-4b02-971f-860297cffdde,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:27.966295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:50:28.119810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.120844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.126766 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-b040622f-dcc5-461d-bbd3-1893355c30dd tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] show failed (client error): The resource could not be found. Nov 09 17:50:28.131217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:28.143033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:28.147789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b040622f-dcc5-461d-bbd3-1893355c30dd tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "GET /v2.0/security-groups/96c05110-30cb-4b02-971f-860297cffdde HTTP/1.1" status: 404 len: 347 time: 0.2513525 Nov 09 17:50:28.234258 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4358f63e-947c-4049-a6d7-5094eafddaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.235570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-249c2988-5066-4de0-871e-daafd34299c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440593 Nov 09 17:50:28.325361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:28.390487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.394122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa501-8373-498e-af58-a6723f3242d4 None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:41:09Z', 'revision_number': 4, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2af81390-2b7a-4b03-bd0f-667d67b53198', 'name': '', 'network_id': '54a4b437-4137-4084-b0d4-33407c007743', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'mac_address': 'fa:16:3e:ac:a9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:04Z', 'updated_at': '2021-11-09T17:41:17Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'subnets': [{'id': '60d1e5fc-a523-4593-b1e2-9b7cccc3169d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:28.463171 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.595353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f02107b4-9541-4bef-9994-465bc90091ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.634253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-3b3ca4ac-f846-4259-8b2b-9b7ff98a0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:28.635886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-3b3ca4ac-f846-4259-8b2b-9b7ff98a0e05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1096 time: 0.3178840 Nov 09 17:50:28.687090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:28.790152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-80f17657-8125-474a-9b0e-3204dac2d357 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2668831 Nov 09 17:50:28.834636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.857216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f02107b4-9541-4bef-9994-465bc90091ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.862463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Deleting port 5a4c725d-8509-4d69-aa01-50ac76591caa {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:50:28.863247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.868482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-42a7a6b0-322a-4f5b-bf1d-ebf808dd3f88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53468a09e4624ffcb051996e3fdfb0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762636 Nov 09 17:50:28.870962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f02107b4-9541-4bef-9994-465bc90091ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:28.874050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:29.215717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f02107b4-9541-4bef-9994-465bc90091ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62aa2945fe724a57ad186eceb0efdd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713379 Nov 09 17:50:29.216524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:29.237275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3cf66-8c68-4023-9d9c-c20c9f447b40 None None] New status for floating IP d54e4614-6835-47c9-b4c9-194020f025dc: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:50:29.246585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-347ab0d4-6911-4b49-8b54-ed26d059f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:29.254411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02107b4-9541-4bef-9994-465bc90091ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a2e064-63f0-4252-9dd6-1d11902971aa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:29.263341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-347ab0d4-6911-4b49-8b54-ed26d059f552 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.4095731 Nov 09 17:50:29.339750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e03ff5a4-2c78-4c54-910a-16b637cc534e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:29.406870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-767b64c4-e507-4c1a-81d9-a791eea0c0b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 1001 time: 0.1420662 Nov 09 17:50:29.492665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a155-160f-4cee-b6f0-332e22904891 req-c1f1f56f-99e4-413a-b8e4-b886d2455ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:29.494301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-c1f1f56f-99e4-413a-b8e4-b886d2455ec4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.4961126 Nov 09 17:50:29.496395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:29.496775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:29.588940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Calling delete_port for 5a4c725d-8509-4d69-aa01-50ac76591caa owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:50:29.597351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e03ff5a4-2c78-4c54-910a-16b637cc534e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:29.653438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-839ef65b-e915-4895-a054-901b959f783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:29.655061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-839ef65b-e915-4895-a054-901b959f783f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.2375817 Nov 09 17:50:29.658102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c66041f-5c07-469d-a6df-5112dff48909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:29.761656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-59f5272a-35d9-4ff1-b3fa-81054cdb5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:29.763808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-59f5272a-35d9-4ff1-b3fa-81054cdb5caa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967295 Nov 09 17:50:29.871786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:30.061753 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c66041f-5c07-469d-a6df-5112dff48909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.132782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.199938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a155-160f-4cee-b6f0-332e22904891 req-26dd185f-1bb8-457d-9a9c-44e98dad3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:30.207690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-26dd185f-1bb8-457d-9a9c-44e98dad3683 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 896 time: 0.6574597 Nov 09 17:50:30.209709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e03ff5a4-2c78-4c54-910a-16b637cc534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.213736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e03ff5a4-2c78-4c54-910a-16b637cc534e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.221469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e03ff5a4-2c78-4c54-910a-16b637cc534e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1dc6302-c3e5-4f4c-b05b-24122e88d576 HTTP/1.1" status: 204 len: 168 time: 1.3305323 Nov 09 17:50:30.333164 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-0c14865b-5ca6-4d7c-8ea2-598b029294a0 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536737 Nov 09 17:50:30.336578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.464793 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dcd04fe8-2c82-4ee8-96de-5a6475ad2a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.522165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ff5a4-2c78-4c54-910a-16b637cc534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc6302-c3e5-4f4c-b05b-24122e88d576,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:30.553850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c66041f-5c07-469d-a6df-5112dff48909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.557960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c66041f-5c07-469d-a6df-5112dff48909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.566908 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0c66041f-5c07-469d-a6df-5112dff48909 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8a2e064-63f0-4252-9dd6-1d11902971aa HTTP/1.1" status: 204 len: 168 time: 1.3410878 Nov 09 17:50:30.578942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464756be-fe3b-44fd-ad30-8f84176782b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.658800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66041f-5c07-469d-a6df-5112dff48909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a2e064-63f0-4252-9dd6-1d11902971aa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:30.678270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-95977447-def2-4fe1-8385-2de4bfea173e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 1001 time: 0.4535959 Nov 09 17:50:30.743924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:30.787602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f23161-94e1-43d6-b9ca-0a1e1f78063c req-e844a1a8-d2fc-4dcc-9e3e-16d4ee1891a4 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360158 Nov 09 17:50:30.824426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.25.3.139 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/270042af-fdff-4e85-bfe0-e1a86bd2560e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:30.849016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Pushing event deleted for resources: {'Port': ['ID=5a4c725d-8509-4d69-aa01-50ac76591caa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:30.908534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a155-160f-4cee-b6f0-332e22904891 req-0a7c03bf-dc9f-45fa-9718-6f43fbe3e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:30.911479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-0a7c03bf-dc9f-45fa-9718-6f43fbe3e6ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 200 len: 834 time: 0.2166972 Nov 09 17:50:31.094524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.182343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.199822 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.207925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-59b94d9a-1256-4bf5-b75b-bd667d1b45b3 tempest-AttachVolumeTestJSON-666691577 tempest-AttachVolumeTestJSON-666691577-project] 10.222.0.45 "DELETE /v2.0/floatingips/d54e4614-6835-47c9-b4c9-194020f025dc HTTP/1.1" status: 204 len: 168 time: 3.0747046 Nov 09 17:50:31.238249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a155-160f-4cee-b6f0-332e22904891 req-10ab6d22-8566-4da0-b4c9-04c2a45eb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:31.248605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-10ab6d22-8566-4da0-b4c9-04c2a45eb75e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1f5c7cc-a34f-4f57-8132-6b4671af1190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927926 Nov 09 17:50:31.325787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.465189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:31.478439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:31.484443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:31.527008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f41fe-f924-4d63-9684-9ce8baaf0b80 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:31.601041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60782) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:31.673156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-52378cbe-74a7-4783-83f2-ca44e2dfd138 None None] Provisioning complete for port 270042af-fdff-4e85-bfe0-e1a86bd2560e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:31.676267 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52378cbe-74a7-4783-83f2-ca44e2dfd138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.682087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a4c81183-4628-463d-b665-1a7df1b440d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.760213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=270042af-fdff-4e85-bfe0-e1a86bd2560e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:31.872867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:31.898182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-52378cbe-74a7-4783-83f2-ca44e2dfd138 None None] Port 270042af-fdff-4e85-bfe0-e1a86bd2560e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:32.225820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464756be-fe3b-44fd-ad30-8f84176782b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:32.250103 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-464756be-fe3b-44fd-ad30-8f84176782b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:32.418461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-464756be-fe3b-44fd-ad30-8f84176782b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4f6f50f8ab04d30a8995e3c29bb0900&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4687364 Nov 09 17:50:32.443952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464756be-fe3b-44fd-ad30-8f84176782b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddeacd6-6bde-4e23-adff-29fd380fc178,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:32.494895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:32.536151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-01ce1c56-7dcf-4ca4-9dd4-f71e7e78b886 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2775905 Nov 09 17:50:32.809189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dbe11c-f014-4c24-ac7c-3ede96bf0abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:32.964091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44e2a155-160f-4cee-b6f0-332e22904891 req-ae1b202a-e480-4d09-a840-41200561e1f9 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062638 Nov 09 17:50:33.011112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dbe11c-f014-4c24-ac7c-3ede96bf0abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.046701 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.170492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dbe11c-f014-4c24-ac7c-3ede96bf0abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.176979 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dbe11c-f014-4c24-ac7c-3ede96bf0abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.182882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-75dbe11c-f014-4c24-ac7c-3ede96bf0abd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ddeacd6-6bde-4e23-adff-29fd380fc178 HTTP/1.1" status: 204 len: 168 time: 0.6827300 Nov 09 17:50:33.205671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbe11c-f014-4c24-ac7c-3ede96bf0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddeacd6-6bde-4e23-adff-29fd380fc178,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:33.230532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a4c81183-4628-463d-b665-1a7df1b440d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.257887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.275020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a4c81183-4628-463d-b665-1a7df1b440d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.558475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c81183-4628-463d-b665-1a7df1b440d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c55416-e818-4cd4-8d40-92c9d8242cc8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:33.581022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:33.602791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a4c81183-4628-463d-b665-1a7df1b440d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d76d29cf430846a782b8ed3d57dbc69d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9973199 Nov 09 17:50:33.607435 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.771217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-472fe647-243b-4266-971c-8f766abbdec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:33.879311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-472fe647-243b-4266-971c-8f766abbdec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:34.069202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-472fe647-243b-4266-971c-8f766abbdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:34.075881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-472fe647-243b-4266-971c-8f766abbdec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:34.087974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-472fe647-243b-4266-971c-8f766abbdec6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8c55416-e818-4cd4-8d40-92c9d8242cc8 HTTP/1.1" status: 204 len: 168 time: 0.5049529 Nov 09 17:50:34.108535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fe647-243b-4266-971c-8f766abbdec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c55416-e818-4cd4-8d40-92c9d8242cc8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:34.221485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:34.613931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:34.636392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router ad0d666b-7561-49b9-889c-abdbb9ad68f3 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:50:34.655162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f56616f-ad9a-4a02-acc7-fd8b32d4a2ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:35.142925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f56616f-ad9a-4a02-acc7-fd8b32d4a2ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:35.151705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f56616f-ad9a-4a02-acc7-fd8b32d4a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:35.312732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:35.328874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Sync routers for ids ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:35.368169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:35.375572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c0f0019-ec0b-4ea5-87c1-83213aaf7d56 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.5839896 Nov 09 17:50:35.378156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:35.382501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56616f-ad9a-4a02-acc7-fd8b32d4a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e06f9-5ac3-49a5-aaf7-b3e2b01ea5b2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:35.410453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Routers {'ad0d666b-7561-49b9-889c-abdbb9ad68f3'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:35.417556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:35.427061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8f56616f-ad9a-4a02-acc7-fd8b32d4a2ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10acb88984a44a3b9359a86ca66cb7df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8073413 Nov 09 17:50:35.438628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:35.640685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12c4583c-8f77-4c9e-80bd-4fb646b5d6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:35.729033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54666433-e659-41ea-a94f-e29f8964204d tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:35.738564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-54666433-e659-41ea-a94f-e29f8964204d tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=08b9a36624f844cf8f0de9de47951f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3592269 Nov 09 17:50:35.743080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:35.825192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12c4583c-8f77-4c9e-80bd-4fb646b5d6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:35.873002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Set router ad0d666b-7561-49b9-889c-abdbb9ad68f3 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:36.591751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052efcb-20af-47d2-8bda-71221372db4a tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:36.597560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7052efcb-20af-47d2-8bda-71221372db4a tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8285983 Nov 09 17:50:36.599105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12c4583c-8f77-4c9e-80bd-4fb646b5d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:36.599966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:36.606665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12c4583c-8f77-4c9e-80bd-4fb646b5d6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:36.610051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12c4583c-8f77-4c9e-80bd-4fb646b5d6cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/268e06f9-5ac3-49a5-aaf7-b3e2b01ea5b2 HTTP/1.1" status: 204 len: 168 time: 1.1676884 Nov 09 17:50:36.635562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4583c-8f77-4c9e-80bd-4fb646b5d6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e06f9-5ac3-49a5-aaf7-b3e2b01ea5b2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:36.758915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-180714f7-dd1b-43bb-a6fc-fb38bf8511bf tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1571822 Nov 09 17:50:36.763122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:36.822381 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4a95030f-0375-4a0d-9c02-5bf2e2f840bf tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=08b9a36624f844cf8f0de9de47951f06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570650 Nov 09 17:50:36.827301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60884) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:36.867889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:50:31Z', 'revision_number': 3, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:37.040165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Checking router: ad0d666b-7561-49b9-889c-abdbb9ad68f3 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:37.042619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Updating router ad0d666b-7561-49b9-889c-abdbb9ad68f3 port 270042af-fdff-4e85-bfe0-e1a86bd2560e binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:37.116543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f9e7e-97cf-4280-aed0-522244505808 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:37.127161 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3e2f9e7e-97cf-4280-aed0-522244505808 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2855401 Nov 09 17:50:37.127520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:37.162035 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:37.196180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6e5d90f5-dd5f-4baa-9ced-b203d7a2b2c3 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674522 Nov 09 17:50:37.201196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60890) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:37.220462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1280370329', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:37.527451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Made reservation on behalf of 08b9a36624f844cf8f0de9de47951f06 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:37.553471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.077380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.195290 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.222934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.270095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:38.282745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369599381', 'description': 'tempest-secgroup-smoke-1369599381 description', 'project_id': '852156cb028747e7ad9ba26bb49e4d98'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:38.374407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.408308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.471589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Subnet': ['ID=7e90087c-56a9-4aee-96ff-b0f421852af6,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:38.476333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60918) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:38.499465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Checking segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:38.499852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network hostable DHCP agents. Network: 94150c59-9db6-46dc-903d-3c80fd4fa389, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:50:38.501567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f49dd-0b27-4a2e-8026-57f4ce711666 None None] Pushing event updated for resources: {'Port': ['ID=270042af-fdff-4e85-bfe0-e1a86bd2560e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:38.502613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15ad9675-7db1-4864-b890-41426d660935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.536165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea742b8e-95be-4885-96c1-00a1b291c1df None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:38.547069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:50:38.628372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15ad9675-7db1-4864-b890-41426d660935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.628928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Attempting to bind port 270042af-fdff-4e85-bfe0-e1a86bd2560e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:50:38.629318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Attempting to bind port 270042af-fdff-4e85-bfe0-e1a86bd2560e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:50:38.629985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Attempting to bind port 270042af-fdff-4e85-bfe0-e1a86bd2560e on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:38.630837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 94150c59-9db6-46dc-903d-3c80fd4fa389) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:38.647859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:38.649344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.653874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15ad9675-7db1-4864-b890-41426d660935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.675022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:38.675516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:38.676610 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.677239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:38.685661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Bound port: 270042af-fdff-4e85-bfe0-e1a86bd2560e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:50:38.687694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.700816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf2ffe-378a-4534-8937-cac854f9b892 None None] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:38.707875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1e3e6a91-2c4c-4c89-8775-bd559fd3fdd9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5018554 Nov 09 17:50:38.715629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:38.722187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-15ad9675-7db1-4864-b890-41426d660935 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef5a7d2199e24d94a4d7b6dd6cab43e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446790 Nov 09 17:50:38.725123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad9675-7db1-4864-b890-41426d660935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66410101-3b9f-4816-a7ec-cbefd07aade1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:38.728927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60926) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:38.825202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90538549-3fdc-4b1f-9c38-2ccba44d0aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.885485 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.896355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:38.909674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90538549-3fdc-4b1f-9c38-2ccba44d0aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.024085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90538549-3fdc-4b1f-9c38-2ccba44d0aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.027212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90538549-3fdc-4b1f-9c38-2ccba44d0aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.028494 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-90538549-3fdc-4b1f-9c38-2ccba44d0aff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66410101-3b9f-4816-a7ec-cbefd07aade1 HTTP/1.1" status: 204 len: 168 time: 0.2979412 Nov 09 17:50:39.056720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90538549-3fdc-4b1f-9c38-2ccba44d0aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66410101-3b9f-4816-a7ec-cbefd07aade1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:39.178361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe82032-88d4-44a2-b56a-ca07c2159d84,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:39.201303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aa314f6a-2fe8-48a3-9a75-652b21482c1a None None] Provisioning complete for port 270042af-fdff-4e85-bfe0-e1a86bd2560e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:39.209776 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa314f6a-2fe8-48a3-9a75-652b21482c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.344733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aa314f6a-2fe8-48a3-9a75-652b21482c1a None None] Port 270042af-fdff-4e85-bfe0-e1a86bd2560e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:39.365221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] For port 270042af-fdff-4e85-bfe0-e1a86bd2560e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:39.425809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] For port 270042af-fdff-4e85-bfe0-e1a86bd2560e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=270042af-fdff-4e85-bfe0-e1a86bd2560e,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:39.442560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.523877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639b9a0-c450-4580-8b2e-124a2ed56b90 req-ce2b222d-4650-4390-94b4-da67427bd9fd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:39.525573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9639b9a0-c450-4580-8b2e-124a2ed56b90 req-ce2b222d-4650-4390-94b4-da67427bd9fd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.1446683 Nov 09 17:50:39.571106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085fc43a-08a2-4c9a-97ca-fbeb10f4c1f2 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:39.598110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Routers {'ad0d666b-7561-49b9-889c-abdbb9ad68f3'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:39.598788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:39.692276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.723350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:39.739501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9639b9a0-c450-4580-8b2e-124a2ed56b90 req-a1bf0203-4134-476b-a91d-ffb8779a117b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938767 Nov 09 17:50:40.026663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd875d-b5c8-47d8-90c2-802814da399b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:40.037600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.039092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c6073140-922b-4e27-a731-9d97469e1209 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7676897 Nov 09 17:50:40.042313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:40.049710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd875d-b5c8-47d8-90c2-802814da399b', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:40.143633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f49dd-0b27-4a2e-8026-57f4ce711666 None None] Pushing event updated for resources: {'Port': ['ID=270042af-fdff-4e85-bfe0-e1a86bd2560e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:40.159831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f4cd68ae-01ca-4f4a-9c2a-b278671949be None None] Provisioning complete for port 270042af-fdff-4e85-bfe0-e1a86bd2560e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:40.160707 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4cd68ae-01ca-4f4a-9c2a-b278671949be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.191571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-94150c59-9db6-46dc-903d-3c80fd4fa389', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'fixed_ips': [{'subnet_id': '7e90087c-56a9-4aee-96ff-b0f421852af6'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:50:40.192791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.203606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] Set router ad0d666b-7561-49b9-889c-abdbb9ad68f3 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:40.220712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.492876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.534061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.569410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a8a079-7b01-4683-8515-fa35f5e1e929,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:40.581877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.604227 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.606562 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-113c0c03-72d3-4b39-9eae-4fade513ff60 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5629115 Nov 09 17:50:40.610765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 60970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:40.617601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd875d-b5c8-47d8-90c2-802814da399b', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:40.734563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Allocated IP 172.20.0.18 (94150c59-9db6-46dc-903d-3c80fd4fa389/7e90087c-56a9-4aee-96ff-b0f421852af6/5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:40.792824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:40.944843 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4cd68ae-01ca-4f4a-9c2a-b278671949be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.093069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4cd68ae-01ca-4f4a-9c2a-b278671949be None None] For port 270042af-fdff-4e85-bfe0-e1a86bd2560e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=270042af-fdff-4e85-bfe0-e1a86bd2560e,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:41.132895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4cd68ae-01ca-4f4a-9c2a-b278671949be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.161813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.181259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.254901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.259587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:41.265876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd875d-b5c8-47d8-90c2-802814da399b', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:41.273501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6608799 Nov 09 17:50:41.326707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7e327-6516-4192-82ed-39c3846fb35a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e852a25-216d-4532-af87-d6ac0d704720,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:41.355364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.438600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd68ae-01ca-4f4a-9c2a-b278671949be None None] Pushing event updated for resources: {'Port': ['ID=270042af-fdff-4e85-bfe0-e1a86bd2560e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:41.464591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.482677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.523624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be7b2-de28-4f80-9cb8-6b5689fdaa6f req-60498052-cd2d-46a0-9d4f-31ace322c374 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:41.526002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f44be7b2-de28-4f80-9cb8-6b5689fdaa6f req-60498052-cd2d-46a0-9d4f-31ace322c374 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.3624148 Nov 09 17:50:41.543798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:50:31Z', 'revision_number': 3, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:41.593255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ecfdd-caf1-4a3c-bc38-4ddabc72e443 None None] The sync data for ids ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'] in n-d-804292-3 is: [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:50:31Z', 'revision_number': 3, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:41.633282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.643060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.655049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:41.674409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:41.674409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:41.703752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Pushing event updated for resources: {'Port': ['ID=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:41.734376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14072738-db72-4d28-846b-dc52430e9bb0,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:41.788379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.796160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b7064491-7426-4cac-a63b-1f726f99be14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5337694 Nov 09 17:50:41.798017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60992) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:41.803462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd875d-b5c8-47d8-90c2-802814da399b', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:41.825495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Attempting to bind port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:50:41.826090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Attempting to bind port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:50:41.826727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Attempting to bind port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e on network 94150c59-9db6-46dc-903d-3c80fd4fa389 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:41.868842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.875671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.20.0.17 (94150c59-9db6-46dc-903d-3c80fd4fa389/7e90087c-56a9-4aee-96ff-b0f421852af6/26a83ed5-966a-46a3-90af-8a0c7656cee2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:41.877991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:41.878716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Checking segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:41.879990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:41.881842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Bound using segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:41.882722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Bound port: 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:50:41.885768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.014048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f44be7b2-de28-4f80-9cb8-6b5689fdaa6f req-0bbf4523-8a70-4d49-aa27-a33ec9e4d7ea tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736896 Nov 09 17:50:42.129745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.141214 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.156291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] For port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:42.180721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] For port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:42.192582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.195149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.200680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3983312 Nov 09 17:50:42.208770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 60996) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:42.225906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd875d-b5c8-47d8-90c2-802814da399b', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:42.338447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59aec4-26dc-4ead-9011-6d87362c3437 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f427673-89fc-44fb-8c27-b843ba84a651,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:42.363932 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:50:42.410679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.424709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061463db-147e-4f2f-afe7-a4f3e2eec532 None None] Pushing event updated for resources: {'Port': ['ID=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:42.541795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.661378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.675973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.686783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.764999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14c7ce8-461d-46be-ac2c-1d723dd524d3,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:42.786048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:42.795808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-839aa6ed-e15a-429b-b3bd-84047da22a53 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5838656 Nov 09 17:50:42.796118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:42.807546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd875d-b5c8-47d8-90c2-802814da399b', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:42.824936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:42.846063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:42.859791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:43.038410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=26a83ed5-966a-46a3-90af-8a0c7656cee2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:43.115094 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:50:43.146646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:43.231153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:43.498509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b3fe5-1503-417d-9fb4-d4525b767224 req-b3e4b4f6-5c6f-4e9b-823c-a74d64ae8b57 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:43.519816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c06b3fe5-1503-417d-9fb4-d4525b767224 req-b3e4b4f6-5c6f-4e9b-823c-a74d64ae8b57 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2624958 Nov 09 17:50:43.595409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:43.624023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:43.715928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:43.803489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c06b3fe5-1503-417d-9fb4-d4525b767224 req-e7cf7452-b364-4386-b896-f3a6d843002d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759790 Nov 09 17:50:43.971021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:43.971674 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:43.988591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:43.990657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1898155 Nov 09 17:50:43.995779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32796) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:44.003667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'network': {'name': 'tempest-network-smoke--581741171', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:44.084299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344c54-44ab-4911-8976-6a7c0b80e31a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa9d4d4-ee9d-4a10-89b3-b1bf1c965d08,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:44.085602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:44.105862 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.128108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.179771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:50:44.233125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.233541 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Added segment c7164620-c1eb-49e6-a21d-6611eaa81f7a of type vlan for network d08e21df-4ff7-4b37-a440-273b96978ca8 Nov 09 17:50:44.326106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.397471 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.448747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:44.456777 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.458781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 270042af-fdff-4e85-bfe0-e1a86bd2560e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:44.482535 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.493086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:44.494008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.659314 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6616561 Nov 09 17:50:44.665991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32804) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:44.678701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'admin_state_up': True, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:44.700357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e97902-a9fd-4adf-acc9-44d83e3d350b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Network': ['ID=d08e21df-4ff7-4b37-a440-273b96978ca8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:44.753568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.755462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:44.845727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:44.894702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d08e21df-4ff7-4b37-a440-273b96978ca8 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:50:44.952686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:45.141707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4ace3-9ac0-47aa-83bd-d870399ca6a1 None None] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:45.288930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d3b3c470-c1fc-4f4b-b8ac-e281362b62b1 None None] Provisioning complete for port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:45.289791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c470-c1fc-4f4b-b8ac-e281362b62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:45.307684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 270042af-fdff-4e85-bfe0-e1a86bd2560e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:45.308475 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:45.609513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368de17a-d119-4d8d-ae36-7048f457f961 req-1eba9813-2ef3-4d34-a21a-ce305a03cd0e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:45.617273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:45.630311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-368de17a-d119-4d8d-ae36-7048f457f961 req-1eba9813-2ef3-4d34-a21a-ce305a03cd0e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.4668546 Nov 09 17:50:45.774670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:45.792926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:45.978054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-368de17a-d119-4d8d-ae36-7048f457f961 req-ef94d0b9-1b70-47b7-b24d-e990ff5f8e1a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374083 Nov 09 17:50:46.101024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=26a83ed5-966a-46a3-90af-8a0c7656cee2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:46.121758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.145292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:46.157694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.184158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.276444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:46.279517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.478015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:46.484285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:46.508725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.214 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/1470f9f6-249a-46c7-8579-063ef1762371) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:46.621188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b97c02e0-2549-4adb-b960-a3885b75ea18 None None] Provisioning complete for port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:46.621814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b97c02e0-2549-4adb-b960-a3885b75ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.793064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.833969 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:46.874619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router ad0d666b-7561-49b9-889c-abdbb9ad68f3 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:46.946678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:46.962156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:46.966246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:46.991318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb104d0-d36c-46b2-bd16-63068152c4f8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:47.008650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b97c02e0-2549-4adb-b960-a3885b75ea18 None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:47.010454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b97c02e0-2549-4adb-b960-a3885b75ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:47.035645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=1470f9f6-249a-46c7-8579-063ef1762371,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:47.133844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b97c02e0-2549-4adb-b960-a3885b75ea18 None None] Port 26a83ed5-966a-46a3-90af-8a0c7656cee2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:47.277323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a7aea7bd-9cbc-4fea-a010-52464603c76f None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:47.278517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7aea7bd-9cbc-4fea-a010-52464603c76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:47.426956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a7aea7bd-9cbc-4fea-a010-52464603c76f None None] Port 26a83ed5-966a-46a3-90af-8a0c7656cee2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:47.449175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a7aea7bd-9cbc-4fea-a010-52464603c76f None None] Provisioning complete for port 1470f9f6-249a-46c7-8579-063ef1762371 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:47.449588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7aea7bd-9cbc-4fea-a010-52464603c76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:47.505455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:47.520276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82d9dc40-f7ba-4422-b078-07b9440cbbcf tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "PUT /v2.0/routers/ad0d666b-7561-49b9-889c-abdbb9ad68f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7931638 Nov 09 17:50:47.525505 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Sync routers for ids ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:47.581413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a7aea7bd-9cbc-4fea-a010-52464603c76f None None] Port 1470f9f6-249a-46c7-8579-063ef1762371 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:47.635895 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Routers {'ad0d666b-7561-49b9-889c-abdbb9ad68f3'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:47.645501 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:47.727338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3f14e46f-1665-49ea-afd8-105f01e1cd99 None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:47.727692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f14e46f-1665-49ea-afd8-105f01e1cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:47.828623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f14e46f-1665-49ea-afd8-105f01e1cd99 None None] Port 26a83ed5-966a-46a3-90af-8a0c7656cee2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:47.928849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd074a-0294-4d28-b708-5d6fc225adea req-1fcf2cb6-a936-443b-9dbc-5769bc63ca51 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:47.940924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbfd074a-0294-4d28-b708-5d6fc225adea req-1fcf2cb6-a936-443b-9dbc-5769bc63ca51 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.6079371 Nov 09 17:50:48.011323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:48.297683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-99e54eae-d256-45c8-973b-087fcc4ed48f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:48.307430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-99e54eae-d256-45c8-973b-087fcc4ed48f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/networks?id=94150c59-9db6-46dc-903d-3c80fd4fa389 HTTP/1.1" status: 200 len: 798 time: 0.2478127 Nov 09 17:50:48.312946 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Set router ad0d666b-7561-49b9-889c-abdbb9ad68f3 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:48.374084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-8298655f-047a-47db-900f-dc0f459571c1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/quotas/08b9a36624f844cf8f0de9de47951f06 HTTP/1.1" status: 200 len: 375 time: 0.0456216 Nov 09 17:50:48.440646 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbfd074a-0294-4d28-b708-5d6fc225adea req-245cba48-5bfd-4579-99ec-b4787c50837a tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945805 Nov 09 17:50:48.557568 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-73a4b680-162e-4246-9a4e-26aee0b69c3f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1440091 Nov 09 17:50:48.705580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:48.873424 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:50:43Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '26a83ed5-966a-46a3-90af-8a0c7656cee2', 'name': '', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:4a:97:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:40Z', 'updated_at': '2021-11-09T17:50:44Z', 'revision_number': 2, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:48.895611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-bbdeb899-1dca-4168-9faa-77d4d8e78ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078644 Nov 09 17:50:48.928456 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Checking router: ad0d666b-7561-49b9-889c-abdbb9ad68f3 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:48.928818 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Updating router ad0d666b-7561-49b9-889c-abdbb9ad68f3 port 26a83ed5-966a-46a3-90af-8a0c7656cee2 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:48.987210 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:49.061440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router c83b1981-27a4-4c0d-9e56-edb22ad231ce is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:50:49.148822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-cd77bdf3-4160-4772-8569-654a1dc06bca service neutron] 10.222.0.45 "GET /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479794 Nov 09 17:50:49.293766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:49.307612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Sync routers for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:49.332607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:49.337062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:49.345473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:49.348836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-072498fa-dd4c-4b40-b3a3-7cfc9f79e7a2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6802826 Nov 09 17:50:49.354162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:49.525220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:49.661660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10f8aa95-d0ee-4519-b5dd-b09eee2b7d60 req-d5a9fef3-8bae-468c-9096-f4a5e046e3ad tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.1181970 Nov 09 17:50:49.688707 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:49.725170 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:50.078963 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58b512-a301-4ec9-bc95-7cac31c8f9cc None None] Pushing event updated for resources: {'Port': ['ID=26a83ed5-966a-46a3-90af-8a0c7656cee2,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:50.145772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d4d1bf84-ffe1-4f36-afaf-e8bef3e7ab80 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=852156cb028747e7ad9ba26bb49e4d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7902975 Nov 09 17:50:50.150208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:50.323557 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Attempting to bind port 26a83ed5-966a-46a3-90af-8a0c7656cee2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:50:50.331778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Attempting to bind port 26a83ed5-966a-46a3-90af-8a0c7656cee2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:50:50.332562 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Attempting to bind port 26a83ed5-966a-46a3-90af-8a0c7656cee2 on network 94150c59-9db6-46dc-903d-3c80fd4fa389 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:50.364677 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:50.365230 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Checking segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:50.366102 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:50.366792 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Bound using segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:50.367708 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Bound port: 26a83ed5-966a-46a3-90af-8a0c7656cee2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:50:50.368363 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:50.654273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-919d3297-6322-4447-bc7d-44d2489b57de None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:50.655182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-919d3297-6322-4447-bc7d-44d2489b57de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:50.670121 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] For port 26a83ed5-966a-46a3-90af-8a0c7656cee2, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:50.686149 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] For port 26a83ed5-966a-46a3-90af-8a0c7656cee2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=26a83ed5-966a-46a3-90af-8a0c7656cee2,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:50.697238 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:50.819455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5167b-54b6-4535-aca3-6d5624d18146 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:50.824744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f8d5167b-54b6-4535-aca3-6d5624d18146 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6693172 Nov 09 17:50:50.825258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:50.831827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555bac2-f9f0-4996-9792-c9505220e99d req-4c96b3ab-022b-4487-b8a1-a4d80d4ee2f7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:50.840011 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58b512-a301-4ec9-bc95-7cac31c8f9cc None None] Pushing event updated for resources: {'Port': ['ID=26a83ed5-966a-46a3-90af-8a0c7656cee2,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:50.841098 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3555bac2-f9f0-4996-9792-c9505220e99d req-4c96b3ab-022b-4487-b8a1-a4d80d4ee2f7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 1.0399284 Nov 09 17:50:50.889620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-919d3297-6322-4447-bc7d-44d2489b57de None None] Port 26a83ed5-966a-46a3-90af-8a0c7656cee2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:50.902595 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Routers {'ad0d666b-7561-49b9-889c-abdbb9ad68f3'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:50.904073 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:50.905874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:50:50.965028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3555bac2-f9f0-4996-9792-c9505220e99d req-56f46a8d-bc3c-4103-ba9c-541f4c66ac0e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203220 Nov 09 17:50:51.130871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-89539437-80f7-4dbb-a0df-42602d2855f5 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3037794 Nov 09 17:50:51.133433 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96ec0cee-6816-41b1-b221-6118f0c8b06a req-5704ea2e-0359-427b-a630-e8c4baf45fa2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.2723908 Nov 09 17:50:51.135826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 32904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:51.164028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2122020015', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:51.385272 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] Set router ad0d666b-7561-49b9-889c-abdbb9ad68f3 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:51.580614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:51.589953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:51.683947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:50:47Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:51.796749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Checking router: c83b1981-27a4-4c0d-9e56-edb22ad231ce for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:51.797924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Updating router c83b1981-27a4-4c0d-9e56-edb22ad231ce port 1470f9f6-249a-46c7-8579-063ef1762371 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:51.952974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:51.958701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a78389c1-9f3c-473b-b080-bb02f17c3f3c None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:51.959586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a78389c1-9f3c-473b-b080-bb02f17c3f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:52.177003 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:50:43Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '26a83ed5-966a-46a3-90af-8a0c7656cee2', 'name': '', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:4a:97:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:40Z', 'updated_at': '2021-11-09T17:50:50Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:52.235668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:52.280892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:52.292018 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691adf-c39b-45c5-89ec-6f8635a9609c None None] The sync data for ids ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'] in n-d-804292-3 is: [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:50:43Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '26a83ed5-966a-46a3-90af-8a0c7656cee2', 'name': '', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:4a:97:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:40Z', 'updated_at': '2021-11-09T17:50:50Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:52.477465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29c93fb6-4f9c-446f-88d6-889ce56c009e req-fd53610e-5958-4269-85b7-c73e78c3a30a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.1720440 Nov 09 17:50:52.651124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Checking segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:52.653657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network hostable DHCP agents. Network: d08e21df-4ff7-4b37-a440-273b96978ca8, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:50:52.797331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062612c-cba4-4914-a866-d7634a5a5842 req-0fe87957-c633-4e9f-8f13-84edfd6edb14 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:52.813928 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1062612c-cba4-4914-a866-d7634a5a5842 req-0fe87957-c633-4e9f-8f13-84edfd6edb14 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.3813870 Nov 09 17:50:52.900032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Subnet': ['ID=42e54030-af88-4d70-8394-baa1003fd819,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:52.913703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d08e21df-4ff7-4b37-a440-273b96978ca8 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:50:52.986500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d08e21df-4ff7-4b37-a440-273b96978ca8) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:53.114174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:53.128994 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:53.139935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbae6d3-cb40-4a25-be09-a7120aa51b22 None None] Network d08e21df-4ff7-4b37-a440-273b96978ca8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:53.339370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1062612c-cba4-4914-a866-d7634a5a5842 req-0a1d1aea-dc8a-45ee-bc7e-e0c4f11dc449 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5175145 Nov 09 17:50:53.346227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'mac_address': 'fa:16:3e:7e:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:50:53.363883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0368a90c-c586-440c-9db9-a3436ea08b68 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2216780 Nov 09 17:50:53.365180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 32966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:53.807040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:54.077710 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69a75ff1-2638-48d3-a450-42b7cc35d25a req-b9f87fc4-facf-41bb-9038-a637c3ee805f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.1917830 Nov 09 17:50:54.155232 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a78389c1-9f3c-473b-b080-bb02f17c3f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:54.389493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 26a83ed5-966a-46a3-90af-8a0c7656cee2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:54.633383 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:54.813546 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:54.819069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:54.941508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a78389c1-9f3c-473b-b080-bb02f17c3f3c None None] For port 26a83ed5-966a-46a3-90af-8a0c7656cee2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=26a83ed5-966a-46a3-90af-8a0c7656cee2,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:54.960104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ca49-a22a-44b4-af26-ec7d76016760 None None] Pushing event updated for resources: {'Port': ['ID=1470f9f6-249a-46c7-8579-063ef1762371,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:54.976770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a78389c1-9f3c-473b-b080-bb02f17c3f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:55.181299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c8e47-ceb0-4781-868e-7c6a71d44554 req-7afb4bc9-1e89-43fe-a59d-7780a39165a3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:55.204082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c4c8e47-ceb0-4781-868e-7c6a71d44554 req-7afb4bc9-1e89-43fe-a59d-7780a39165a3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.5150862 Nov 09 17:50:55.242410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a97f5-080f-422f-8a93-6d91a2bf6cfd None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:55.245008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:55.245389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:55.285507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:50:55.447485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c4c8e47-ceb0-4781-868e-7c6a71d44554 req-5ad3e8c6-6b8e-4383-902c-84ace09f2f3b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356508 Nov 09 17:50:55.560619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Attempting to bind port 1470f9f6-249a-46c7-8579-063ef1762371 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:50:55.561361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Attempting to bind port 1470f9f6-249a-46c7-8579-063ef1762371 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:50:55.561361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Attempting to bind port 1470f9f6-249a-46c7-8579-063ef1762371 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:55.750540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:55.764659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:55.765345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:50:55.766203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:55.769476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:55.770388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Bound port: 1470f9f6-249a-46c7-8579-063ef1762371, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:50:55.771029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:55.781105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-d08e21df-4ff7-4b37-a440-273b96978ca8', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:50:55.782363 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:55.796990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:55.866659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78389c1-9f3c-473b-b080-bb02f17c3f3c None None] Pushing event updated for resources: {'Port': ['ID=26a83ed5-966a-46a3-90af-8a0c7656cee2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:55.935313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa81cc53-b520-497a-b2f9-d8dbcc80c3ef req-12a58067-685a-4736-affc-c77ed818c30e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.3479137 Nov 09 17:50:55.977903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:50:56.109390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ebf26c80-9708-47fe-86a3-46a5e0a578d0 None None] Provisioning complete for port 1470f9f6-249a-46c7-8579-063ef1762371 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:56.109838 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ebf26c80-9708-47fe-86a3-46a5e0a578d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:56.176476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-60c03f12-2625-48ba-90fc-654d738d8a82 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:56.178060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-60c03f12-2625-48ba-90fc-654d738d8a82 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.43 "GET /v2.0/networks?id=94150c59-9db6-46dc-903d-3c80fd4fa389 HTTP/1.1" status: 200 len: 798 time: 0.5791235 Nov 09 17:50:56.215536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] For port 1470f9f6-249a-46c7-8579-063ef1762371, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:56.221272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Request body: {'port': {'device_id': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'admin_state_up': True, 'tenant_id': '08b9a36624f844cf8f0de9de47951f06'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:56.443456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] For port 1470f9f6-249a-46c7-8579-063ef1762371, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1470f9f6-249a-46c7-8579-063ef1762371,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:56.568350 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:56.770310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:56.796113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ebf26c80-9708-47fe-86a3-46a5e0a578d0 None None] Port 1470f9f6-249a-46c7-8579-063ef1762371 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:50:56.821404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44251b8-9b31-4f80-b9e9-d804059a7920 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:56.830551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:56.882023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Made reservation on behalf of 08b9a36624f844cf8f0de9de47951f06 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:56.886446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:56.913893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b60ef9-af5b-4238-a0f7-8c2c644fe955 req-befb2b0e-1fa1-436c-834c-520b89c95ab2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:56.915818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78b60ef9-af5b-4238-a0f7-8c2c644fe955 req-befb2b0e-1fa1-436c-834c-520b89c95ab2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2811642 Nov 09 17:50:57.102777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:57.103872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:50:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:57.288898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-78b60ef9-af5b-4238-a0f7-8c2c644fe955 req-ca3b6d63-b1da-43ae-93b3-5c68d6357931 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477888 Nov 09 17:50:57.301596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 26a83ed5-966a-46a3-90af-8a0c7656cee2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:57.540870 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccaac570-0c88-455e-83c8-924e86cbdc5b req-aebcdaa5-7c9c-443a-9b43-694ba121e6da tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.1254146 Nov 09 17:50:57.864837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Allocated IP 172.20.0.21 (94150c59-9db6-46dc-903d-3c80fd4fa389/7e90087c-56a9-4aee-96ff-b0f421852af6/297df711-fbc2-43b6-b30f-96692ee33e5e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:58.138444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:58.582174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:58.634061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685f469-a750-402c-8d20-03d131bba05e req-5b866ca7-4e10-4bac-abcd-b189e48d2415 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:58.646093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5685f469-a750-402c-8d20-03d131bba05e req-5b866ca7-4e10-4bac-abcd-b189e48d2415 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.1298223 Nov 09 17:50:58.677833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event updated for resources: {'Port': ['ID=297df711-fbc2-43b6-b30f-96692ee33e5e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:58.728933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:58.735228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:58.745175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:58.775398 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5685f469-a750-402c-8d20-03d131bba05e req-09dda3f3-da2d-4cfa-a498-3bf8b07daabf tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260800 Nov 09 17:50:58.991105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fac91d3e-2e98-4632-b247-2bde39d54d66 None None] Provisioning complete for port 1470f9f6-249a-46c7-8579-063ef1762371 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:58.991105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fac91d3e-2e98-4632-b247-2bde39d54d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:59.028078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:59.029755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:59.124103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23724da-351f-4373-9ee6-0db2d3226e94 req-82525f66-f99c-4822-8f6e-eaf206e29a6c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:59.142892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:59.143984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b23724da-351f-4373-9ee6-0db2d3226e94 req-82525f66-f99c-4822-8f6e-eaf206e29a6c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 895 time: 0.2871420 Nov 09 17:50:59.174420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-3b6eb537-c997-4ba6-8e1d-cd8fd72be7d2 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9820747 Nov 09 17:50:59.200826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Request body: {'port': {'device_id': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:59.223644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0932aa5a-c008-4043-968b-526d30619c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:50:59.238712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Allocated IP 172.20.0.2 (d08e21df-4ff7-4b37-a440-273b96978ca8/42e54030-af88-4d70-8394-baa1003fd819/f5925475-dccd-4730-8057-27c7bb096bc8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:59.285072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ca49-a22a-44b4-af26-ec7d76016760 None None] Pushing event updated for resources: {'Port': ['ID=1470f9f6-249a-46c7-8579-063ef1762371,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:59.446213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:59.522782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:00.081887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1231-4b7f-425b-b3fb-c90b24baafa3 req-9f53f056-aea9-4d8e-b300-bf7bffecc5a7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:00.096295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c80c1231-4b7f-425b-b3fb-c90b24baafa3 req-9f53f056-aea9-4d8e-b300-bf7bffecc5a7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.1481669 Nov 09 17:51:00.323715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c80c1231-4b7f-425b-b3fb-c90b24baafa3 req-eaf37d97-3905-44ba-aee1-03e93f492978 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203536 Nov 09 17:51:00.384466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:00.676081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:00.726225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 26a83ed5-966a-46a3-90af-8a0c7656cee2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:00.726805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:00.878031 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:00.882240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.1 (d08e21df-4ff7-4b37-a440-273b96978ca8/42e54030-af88-4d70-8394-baa1003fd819/752b1507-70fc-43c9-91a4-47ad254526b1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:00.918001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bc2e-ec2f-4482-875e-3f69bbb57874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:00.962193 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fac91d3e-2e98-4632-b247-2bde39d54d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.062828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Network d08e21df-4ff7-4b37-a440-273b96978ca8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:01.140031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fac91d3e-2e98-4632-b247-2bde39d54d66 None None] For port 1470f9f6-249a-46c7-8579-063ef1762371, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1470f9f6-249a-46c7-8579-063ef1762371,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:01.145719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:01.167963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:01.173326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:01.173723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.178482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297df711-fbc2-43b6-b30f-96692ee33e5e {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:01.194584 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.274122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fac91d3e-2e98-4632-b247-2bde39d54d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.274831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f3ea7-e16c-4e47-8fbb-1306901c7f94 req-206867e0-6afd-4a5b-90b2-709e6eb7ac04 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:01.289195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0a1f3ea7-e16c-4e47-8fbb-1306901c7f94 req-206867e0-6afd-4a5b-90b2-709e6eb7ac04 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 895 time: 0.4866049 Nov 09 17:51:01.316683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Transition to ACTIVE for port object 297df711-fbc2-43b6-b30f-96692ee33e5e will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:01.341884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.354154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Pushing event updated for resources: {'Port': ['ID=f5925475-dccd-4730-8057-27c7bb096bc8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:01.550609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.632045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac91d3e-2e98-4632-b247-2bde39d54d66 None None] Pushing event updated for resources: {'Port': ['ID=1470f9f6-249a-46c7-8579-063ef1762371,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:01.681990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27bf08-8e79-417b-9d3b-b92cc7376e98 req-495cc5e3-6be1-402b-8366-7a225614a39c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:01.708696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da27bf08-8e79-417b-9d3b-b92cc7376e98 req-495cc5e3-6be1-402b-8366-7a225614a39c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2144072 Nov 09 17:51:01.722413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:50:47Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:01.830672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.856381 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:01.963213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-da27bf08-8e79-417b-9d3b-b92cc7376e98 req-1e7f5fd9-68aa-428d-9c55-a8da4d58d557 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534359 Nov 09 17:51:02.021736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Pushing event updated for resources: {'Port': ['ID=297df711-fbc2-43b6-b30f-96692ee33e5e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:02.049867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:02.057755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e7486-ad5d-4613-b4a9-63e886e45b70 None None] The sync data for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 is: [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:50:47Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:51:02.094515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:02.097309 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3042994-81fe-4ce3-9b45-ad5ddd4c36ba" -d '{"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:02.110592 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:02.251458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:02.257654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Attempting to bind port f5925475-dccd-4730-8057-27c7bb096bc8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:51:02.258256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Attempting to bind port f5925475-dccd-4730-8057-27c7bb096bc8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:51:02.258642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Attempting to bind port f5925475-dccd-4730-8057-27c7bb096bc8 on network d08e21df-4ff7-4b37-a440-273b96978ca8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:02.268704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:02.307214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:02.308142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Checking segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:51:02.309242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:02.310498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Bound using segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:02.311315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Bound port: f5925475-dccd-4730-8057-27c7bb096bc8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:51:02.312137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:02.518443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Attempting to bind port 297df711-fbc2-43b6-b30f-96692ee33e5e on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:51:02.527122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Attempting to bind port 297df711-fbc2-43b6-b30f-96692ee33e5e by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:51:02.527912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Attempting to bind port 297df711-fbc2-43b6-b30f-96692ee33e5e on network 94150c59-9db6-46dc-903d-3c80fd4fa389 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:02.552831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] For port f5925475-dccd-4730-8057-27c7bb096bc8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:02.572720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] For port f5925475-dccd-4730-8057-27c7bb096bc8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f5925475-dccd-4730-8057-27c7bb096bc8,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:02.580150 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa2b5cf-0c3a-4e67-b423-37b9ff7ad9f1 x-openstack-request-id: req-7fa2b5cf-0c3a-4e67-b423-37b9ff7ad9f1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:02.580879 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:02.581937 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fa2b5cf-0c3a-4e67-b423-37b9ff7ad9f1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:02.582588 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'code': 200} Nov 09 17:51:02.595144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Port 297df711-fbc2-43b6-b30f-96692ee33e5e on network 94150c59-9db6-46dc-903d-3c80fd4fa389 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:02.599533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Attempting to bind port 297df711-fbc2-43b6-b30f-96692ee33e5e on network 94150c59-9db6-46dc-903d-3c80fd4fa389 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:02.599776 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:02.650708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d08e21df-4ff7-4b37-a440-273b96978ca8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:02.677304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:02.684807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:02.719414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b578af-1bfe-46d7-bded-161457e356df None None] Pushing event updated for resources: {'Port': ['ID=f5925475-dccd-4730-8057-27c7bb096bc8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:02.797546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473f5c0-c7fc-43db-80d3-ab32276063a0 req-a2c71ef5-eca0-421d-b5a4-98a7950eea95 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:02.802125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9473f5c0-c7fc-43db-80d3-ab32276063a0 req-a2c71ef5-eca0-421d-b5a4-98a7950eea95 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 907 time: 0.2484019 Nov 09 17:51:02.919498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:02.923130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Checking segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:51:02.926011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Bound using segment: {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:02.927159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Bound port: 297df711-fbc2-43b6-b30f-96692ee33e5e, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949892ea-1ac7-4ae0-8fcb-bf6022013d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:51:02.929136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:02.998135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:03.027701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=752b1507-70fc-43c9-91a4-47ad254526b1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:03.202678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:03.336582 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:51:03.643508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:03.697871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b015425-8f90-4f48-9d02-058304313c6c req-057a7ac0-1635-45f9-9af9-9ddfb4b8bc63 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:03.702311 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b015425-8f90-4f48-9d02-058304313c6c req-057a7ac0-1635-45f9-9af9-9ddfb4b8bc63 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.3979564 Nov 09 17:51:03.880550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] For port 297df711-fbc2-43b6-b30f-96692ee33e5e, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:04.068135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] For port 297df711-fbc2-43b6-b30f-96692ee33e5e, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=297df711-fbc2-43b6-b30f-96692ee33e5e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:04.095781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:04.389389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:04.466866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690788e-835c-4896-9a7c-f60db28b235d req-b965257f-25f3-43d4-a9be-a0d19a3d8ad3 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.488096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2b015425-8f90-4f48-9d02-058304313c6c req-54401246-197c-42a1-942e-188528f822c2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6197159 Nov 09 17:51:04.489594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e690788e-835c-4896-9a7c-f60db28b235d req-b965257f-25f3-43d4-a9be-a0d19a3d8ad3 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 907 time: 0.4326916 Nov 09 17:51:04.522584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.526209 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:04.531224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] 10.222.0.43 "PUT /v2.0/ports/297df711-fbc2-43b6-b30f-96692ee33e5e HTTP/1.1" status: 200 len: 1055 time: 5.3473010 Nov 09 17:51:04.558301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'tag': '297df711-fbc2-43b6-b30f-96692ee33e5e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:04.578515 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d4b513-e5a0-4757-bdb4-e421406c5142" -d '{"events": [{"name": "network-changed", "server_uuid": "bda4a5d4-821a-4f39-9d4c-0c047f58bea1", "tag": "297df711-fbc2-43b6-b30f-96692ee33e5e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:04.916441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1470f9f6-249a-46c7-8579-063ef1762371 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:04.945082 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9253d-a53d-4cf6-bec3-02d89f20ddcd x-openstack-request-id: req-1cf9253d-a53d-4cf6-bec3-02d89f20ddcd {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:04.945565 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda4a5d4-821a-4f39-9d4c-0c047f58bea1", "tag": "297df711-fbc2-43b6-b30f-96692ee33e5e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:04.945993 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cf9253d-a53d-4cf6-bec3-02d89f20ddcd {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:04.946674 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'tag': '297df711-fbc2-43b6-b30f-96692ee33e5e', 'status': 'completed', 'code': 200} Nov 09 17:51:05.242553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1470f9f6-249a-46c7-8579-063ef1762371 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:05.248540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:05.270938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbf393-046c-477b-a9e2-6425c44c02de service neutron] Pushing event updated for resources: {'Port': ['ID=297df711-fbc2-43b6-b30f-96692ee33e5e,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:05.328416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-db578c47-f01a-4f85-8b02-18abbb246548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:05.331221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-db578c47-f01a-4f85-8b02-18abbb246548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 1058 time: 0.6857805 Nov 09 17:51:05.437280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2205d-c6b6-41c9-8ae8-6e571e29f42c None None] Network d08e21df-4ff7-4b37-a440-273b96978ca8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:05.523915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f5925475-dccd-4730-8057-27c7bb096bc8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:05.682230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f5925475-dccd-4730-8057-27c7bb096bc8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:05.683525 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:05.918493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5cb2fa30-5894-41db-ae69-128aa6a3ce53 None None] Provisioning complete for port f5925475-dccd-4730-8057-27c7bb096bc8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:05.920463 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa30-5894-41db-ae69-128aa6a3ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:06.286810 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-a9b559d1-75e1-4250-a4a5-5c449b7db96f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=297df711-fbc2-43b6-b30f-96692ee33e5e HTTP/1.1" status: 200 len: 217 time: 0.9378231 Nov 09 17:51:06.359674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a56b6-db29-445c-9918-b9af9a6fddb8 req-9d5c9ceb-1e47-4f47-a762-774f0c4cd2a1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.384465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-885a56b6-db29-445c-9918-b9af9a6fddb8 req-9d5c9ceb-1e47-4f47-a762-774f0c4cd2a1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2201130 Nov 09 17:51:06.562429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-ad5c3d49-9d8b-4771-a5c7-1764b718cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.564635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-ad5c3d49-9d8b-4771-a5c7-1764b718cb89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e90087c-56a9-4aee-96ff-b0f421852af6 HTTP/1.1" status: 200 len: 838 time: 0.2339988 Nov 09 17:51:06.576086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-885a56b6-db29-445c-9918-b9af9a6fddb8 req-04c49379-35c5-4a44-8a78-78c3becf7705 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688349 Nov 09 17:51:06.582549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfcf1e-3412-4fe9-b973-dc2f57da4d8e req-cfa3dd48-ee8b-465e-9128-2b21dfeae4d6 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.584916 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a5dfcf1e-3412-4fe9-b973-dc2f57da4d8e req-cfa3dd48-ee8b-465e-9128-2b21dfeae4d6 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 907 time: 0.3007424 Nov 09 17:51:06.758780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa30-5894-41db-ae69-128aa6a3ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:06.807589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:06.851414 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:06.861594 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:06.958101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5cb2fa30-5894-41db-ae69-128aa6a3ce53 None None] For port f5925475-dccd-4730-8057-27c7bb096bc8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f5925475-dccd-4730-8057-27c7bb096bc8,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:06.972341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa30-5894-41db-ae69-128aa6a3ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:07.004665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-c278cd73-dd0d-4af8-96c4-05e6c60226ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:07.031451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-c278cd73-dd0d-4af8-96c4-05e6c60226ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94150c59-9db6-46dc-903d-3c80fd4fa389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4188809 Nov 09 17:51:07.250207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=752b1507-70fc-43c9-91a4-47ad254526b1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:07.263596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:51:07.263915 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:51:07.318004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2fa30-5894-41db-ae69-128aa6a3ce53 None None] Pushing event updated for resources: {'Port': ['ID=f5925475-dccd-4730-8057-27c7bb096bc8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:07.447501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-71fdb0ee-8f66-4228-903a-d8b8965428bb None None] Provisioning complete for port f5925475-dccd-4730-8057-27c7bb096bc8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:07.448191 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71fdb0ee-8f66-4228-903a-d8b8965428bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:07.557645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-ce84dfff-cf81-4669-bda3-9229e803ce5d service neutron] 10.222.0.43 "GET /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249434 Nov 09 17:51:07.582028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:08.006503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4f58882-7a22-41ad-9d9b-dd901a8ce455 req-f0ffb457-57d2-400b-96f4-8f83a44815b5 service neutron] 10.222.0.43 "GET /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068551 Nov 09 17:51:08.008366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca255db-940c-4c5a-b57b-6e6ea46716e1 req-7c00c2ab-3632-4453-802d-19e6e76425c3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.027642 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ca255db-940c-4c5a-b57b-6e6ea46716e1 req-7c00c2ab-3632-4453-802d-19e6e76425c3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2096252 Nov 09 17:51:08.202211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-71fdb0ee-8f66-4228-903a-d8b8965428bb None None] Provisioning complete for port 752b1507-70fc-43c9-91a4-47ad254526b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:08.203258 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71fdb0ee-8f66-4228-903a-d8b8965428bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:08.274089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d08e21df-4ff7-4b37-a440-273b96978ca8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:08.362951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-71fdb0ee-8f66-4228-903a-d8b8965428bb None None] Port 752b1507-70fc-43c9-91a4-47ad254526b1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:51:08.411262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ca255db-940c-4c5a-b57b-6e6ea46716e1 req-8f998d3e-70cb-47d0-b76d-9b023ca571bf tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546634 Nov 09 17:51:08.421689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f5925475-dccd-4730-8057-27c7bb096bc8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:08.472225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:08.657412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d79f0ae0-0667-4508-8a25-a857fa8d7253 None None] Provisioning complete for port 752b1507-70fc-43c9-91a4-47ad254526b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:08.657763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d79f0ae0-0667-4508-8a25-a857fa8d7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:08.705704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f5925475-dccd-4730-8057-27c7bb096bc8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:08.707560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:08.710533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-abbe5952-31c3-410b-af98-1fe2c10f9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.713833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-abbe5952-31c3-410b-af98-1fe2c10f9816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 1058 time: 0.3696723 Nov 09 17:51:08.911474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d79f0ae0-0667-4508-8a25-a857fa8d7253 None None] Port 752b1507-70fc-43c9-91a4-47ad254526b1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:51:09.025835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-9f5c9492-17e9-4cef-973d-d0e3de305f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.032090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-9f5c9492-17e9-4cef-973d-d0e3de305f0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=94150c59-9db6-46dc-903d-3c80fd4fa389 HTTP/1.1" status: 200 len: 898 time: 0.3080895 Nov 09 17:51:09.203993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c50affe6-b7e5-4eb7-b307-b5991565c9a7 None None] Provisioning complete for port 752b1507-70fc-43c9-91a4-47ad254526b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:09.206430 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c50affe6-b7e5-4eb7-b307-b5991565c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:09.252182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-22598302-e6ca-4e84-a3cc-ab0f6c0c09a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=297df711-fbc2-43b6-b30f-96692ee33e5e HTTP/1.1" status: 200 len: 217 time: 0.1911345 Nov 09 17:51:09.267493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405a756-7bed-405c-a7fa-f3ff5608eedd req-0e97e728-d6a3-48f6-9f77-044c35994351 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.269884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f405a756-7bed-405c-a7fa-f3ff5608eedd req-0e97e728-d6a3-48f6-9f77-044c35994351 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 907 time: 0.9925396 Nov 09 17:51:09.358063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c50affe6-b7e5-4eb7-b307-b5991565c9a7 None None] Port 752b1507-70fc-43c9-91a4-47ad254526b1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:51:09.367485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-9132d427-3763-4096-885b-864dc29bbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.370243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-9132d427-3763-4096-885b-864dc29bbc04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e90087c-56a9-4aee-96ff-b0f421852af6 HTTP/1.1" status: 200 len: 838 time: 0.0966222 Nov 09 17:51:09.371584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router c83b1981-27a4-4c0d-9e56-edb22ad231ce has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:51:09.501406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-9801ec03-2bcb-4465-83e7-55bd505094de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.504464 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-9801ec03-2bcb-4465-83e7-55bd505094de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94150c59-9db6-46dc-903d-3c80fd4fa389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272497 Nov 09 17:51:09.681424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-b65eb113-f1d1-4b99-8e71-8518f1ec0721 service neutron] 10.222.0.43 "GET /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559339 Nov 09 17:51:09.870389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2af86-4b2d-4f46-ae2f-87444a5ef1c8 req-6209f364-ab43-419f-bc45-e54675f6dd26 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.885234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a2af86-4b2d-4f46-ae2f-87444a5ef1c8 req-6209f364-ab43-419f-bc45-e54675f6dd26 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2829540 Nov 09 17:51:10.066018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91a2af86-4b2d-4f46-ae2f-87444a5ef1c8 req-6ab2e4dc-9084-4fcc-af94-c7a146c033c7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798246 Nov 09 17:51:10.066550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:11.215165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:51:11.230151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Sync routers for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:51:11.252715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ddf3fcfa-3231-468e-b53f-035f2d025283 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/c83b1981-27a4-4c0d-9e56-edb22ad231ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8874092 Nov 09 17:51:11.261891 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:11.267313 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:11.377646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd772f15-f8a5-4b25-8665-d95939b81124 req-34b79c27-e214-428a-aeed-12a260bfc765 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:11.387271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd772f15-f8a5-4b25-8665-d95939b81124 req-34b79c27-e214-428a-aeed-12a260bfc765 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 907 time: 0.3955803 Nov 09 17:51:11.401003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60d4b513-e5a0-4757-bdb4-e421406c5142 req-7718b250-ec0c-426f-bcd0-6e46ad41cd1b service neutron] 10.222.0.43 "GET /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7069120 Nov 09 17:51:11.598674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:11.684480 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:11.899739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 297df711-fbc2-43b6-b30f-96692ee33e5e details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:12.070259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7a18-265f-4ef6-876c-68a0b71325f9 req-c5e27dca-1eb7-4315-bd8d-6822f198869b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:12.081684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e2c7a18-265f-4ef6-876c-68a0b71325f9 req-c5e27dca-1eb7-4315-bd8d-6822f198869b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.6675382 Nov 09 17:51:12.244100 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0e2c7a18-265f-4ef6-876c-68a0b71325f9 req-c7fbd6ac-4ad3-43e3-98cc-ffb5e529bed5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612549 Nov 09 17:51:12.388200 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:05Z', 'revision_number': 2, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:12.479734 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Checking router: c83b1981-27a4-4c0d-9e56-edb22ad231ce for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:51:12.480081 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Updating router c83b1981-27a4-4c0d-9e56-edb22ad231ce port 752b1507-70fc-43c9-91a4-47ad254526b1 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:51:12.605482 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:12.710158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 297df711-fbc2-43b6-b30f-96692ee33e5e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=297df711-fbc2-43b6-b30f-96692ee33e5e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:12.745194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '297df711-fbc2-43b6-b30f-96692ee33e5e', 'network_id': '94150c59-9db6-46dc-903d-3c80fd4fa389', 'port_id': '297df711-fbc2-43b6-b30f-96692ee33e5e', 'mac_address': 'fa:16:3e:d6:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e90087c-56a9-4aee-96ff-b0f421852af6', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:12.888949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:12.926243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7d151-0618-48cc-8e0c-455589143d43 req-a51732ee-77de-44ea-874f-ae5501cc412c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:12.943604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2be7d151-0618-48cc-8e0c-455589143d43 req-a51732ee-77de-44ea-874f-ae5501cc412c tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 907 time: 0.2793579 Nov 09 17:51:12.960015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297df711-fbc2-43b6-b30f-96692ee33e5e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:13.000020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Deleting port 2af81390-2b7a-4b03-bd0f-667d67b53198 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:13.000427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:13.102578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 297df711-fbc2-43b6-b30f-96692ee33e5e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=297df711-fbc2-43b6-b30f-96692ee33e5e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:13.128373 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:13.184917 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:13.206413 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:13.235119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] For port 2af81390-2b7a-4b03-bd0f-667d67b53198, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2af81390-2b7a-4b03-bd0f-667d67b53198,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:13.235505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:13.278670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Calling delete_port for 2af81390-2b7a-4b03-bd0f-667d67b53198 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:13.325883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=297df711-fbc2-43b6-b30f-96692ee33e5e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:13.380026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['297df711-fbc2-43b6-b30f-96692ee33e5e'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:13.863444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Pushing event updated for resources: {'Port': ['ID=752b1507-70fc-43c9-91a4-47ad254526b1,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:13.919110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 297df711-fbc2-43b6-b30f-96692ee33e5e up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:14.051321 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.051712 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.052158 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.052505 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.052846 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.058715 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.061109 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.061576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.061927 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.062276 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.062623 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.062961 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:14.187686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 297df711-fbc2-43b6-b30f-96692ee33e5e completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:14.192476 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Attempting to bind port 752b1507-70fc-43c9-91a4-47ad254526b1 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:51:14.194201 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Attempting to bind port 752b1507-70fc-43c9-91a4-47ad254526b1 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:51:14.194759 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Attempting to bind port 752b1507-70fc-43c9-91a4-47ad254526b1 on network d08e21df-4ff7-4b37-a440-273b96978ca8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:14.198467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 297df711-fbc2-43b6-b30f-96692ee33e5e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:14.199545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.214239 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:14.217133 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Checking segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:51:14.220278 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.222386 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Bound using segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:14.224411 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Bound port: 752b1507-70fc-43c9-91a4-47ad254526b1, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:51:14.225876 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.362206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.414362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30868c7-d018-4ded-b65b-527672c5ce87 req-5871d84f-7b89-442e-aab9-1ce3f7a6dd84 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:14.442031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a30868c7-d018-4ded-b65b-527672c5ce87 req-5871d84f-7b89-442e-aab9-1ce3f7a6dd84 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.5430472 Nov 09 17:51:14.532213 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] For port 752b1507-70fc-43c9-91a4-47ad254526b1, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:14.555172 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] For port 752b1507-70fc-43c9-91a4-47ad254526b1, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=752b1507-70fc-43c9-91a4-47ad254526b1,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:14.565557 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.594084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.600182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ea7dec8b-1228-4510-9df9-60e0d69d0a9e None None] Provisioning complete for port 752b1507-70fc-43c9-91a4-47ad254526b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:14.604200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea7dec8b-1228-4510-9df9-60e0d69d0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.619786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2af81390-2b7a-4b03-bd0f-667d67b53198,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.820845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 297df711-fbc2-43b6-b30f-96692ee33e5e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=297df711-fbc2-43b6-b30f-96692ee33e5e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:14.826553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297df711-fbc2-43b6-b30f-96692ee33e5e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:14.853415 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2528bd2-0aa2-49f1-8f29-9021ae23fdc5 None None] Pushing event updated for resources: {'Port': ['ID=752b1507-70fc-43c9-91a4-47ad254526b1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.861524 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbc856-1083-4b3b-b578-0587ecfad197" -d '{"events": [{"server_uuid": "bda4a5d4-821a-4f39-9d4c-0c047f58bea1", "name": "network-vif-plugged", "status": "completed", "tag": "297df711-fbc2-43b6-b30f-96692ee33e5e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:14.909520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:14.924759 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:14.925818 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:15.029490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a30868c7-d018-4ded-b65b-527672c5ce87 req-c72fa0ee-b3b3-4944-a139-f291b439b5d5 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5822763 Nov 09 17:51:15.198647 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea7dec8b-1228-4510-9df9-60e0d69d0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:15.451465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ea7dec8b-1228-4510-9df9-60e0d69d0a9e None None] For port 752b1507-70fc-43c9-91a4-47ad254526b1, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=752b1507-70fc-43c9-91a4-47ad254526b1,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:15.453114 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:15.476920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=297df711-fbc2-43b6-b30f-96692ee33e5e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:15.519209 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:15.522227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.522939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.523593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.524161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.524861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.525464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.526070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.527582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.528365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.529371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.535150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.536557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:15.551944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea7dec8b-1228-4510-9df9-60e0d69d0a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:15.708229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af919fb-fdd7-43ff-9d0d-3b3da14353a6 req-405e198b-5d98-44b0-9d5e-d768b75faed9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:15.710156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9af919fb-fdd7-43ff-9d0d-3b3da14353a6 req-405e198b-5d98-44b0-9d5e-d768b75faed9 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 909 time: 0.3521495 Nov 09 17:51:15.715527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dec8b-1228-4510-9df9-60e0d69d0a9e None None] Pushing event updated for resources: {'Port': ['ID=752b1507-70fc-43c9-91a4-47ad254526b1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:15.803264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f55c6c11-f85a-4280-a6e1-88a7199d585b None None] Provisioning complete for port 752b1507-70fc-43c9-91a4-47ad254526b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:15.804823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f55c6c11-f85a-4280-a6e1-88a7199d585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:16.056350 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef6c4d4-4573-41fa-af51-02c36d05d801 x-openstack-request-id: req-bef6c4d4-4573-41fa-af51-02c36d05d801 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:16.056812 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda4a5d4-821a-4f39-9d4c-0c047f58bea1", "name": "network-vif-plugged", "status": "completed", "tag": "297df711-fbc2-43b6-b30f-96692ee33e5e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:16.057168 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bef6c4d4-4573-41fa-af51-02c36d05d801 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:16.057734 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297df711-fbc2-43b6-b30f-96692ee33e5e', 'code': 200} Nov 09 17:51:16.335811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f516e-c275-40f6-b5c1-5fddc41da944 req-c36d7614-5aa7-4304-8016-b9bdb9662949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:16.338417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e71f516e-c275-40f6-b5c1-5fddc41da944 req-c36d7614-5aa7-4304-8016-b9bdb9662949 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 1060 time: 0.2481549 Nov 09 17:51:16.528337 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:14Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:16.618684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Router cf04b174-c6f8-489b-b3aa-20666151b0df has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:51:16.661675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7460d9f-a28d-4d39-a626-f9ebab132c97 None None] The sync data for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 is: [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:14Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:51:16.727575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c7a1c-3ccd-42fe-bef4-567efe818ace req-d4daa499-fee2-49f1-a184-75f641d0451b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:16.739430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-387c7a1c-3ccd-42fe-bef4-567efe818ace req-d4daa499-fee2-49f1-a184-75f641d0451b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.1780093 Nov 09 17:51:17.007898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-387c7a1c-3ccd-42fe-bef4-567efe818ace req-9b9372ee-57b5-4492-8df4-6224e04a4b38 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669911 Nov 09 17:51:17.200987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:51:17.214414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] Sync routers for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:51:17.220675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7dcb3655-1b67-412d-b823-6d43d80903eb admin admin] 10.222.0.45 "PUT /v2.0/routers/cf04b174-c6f8-489b-b3aa-20666151b0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1431127 Nov 09 17:51:17.223456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33326) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:17.322924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:17.328497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:17.769720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d63e-2779-4d08-82af-51c72b9c3b9f req-efd301c8-1ada-4252-b328-a6e75a301a15 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:17.772475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a37d63e-2779-4d08-82af-51c72b9c3b9f req-efd301c8-1ada-4252-b328-a6e75a301a15 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 909 time: 0.3011410 Nov 09 17:51:17.872963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:18.102915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:18.402398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:18.633884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 752b1507-70fc-43c9-91a4-47ad254526b1 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:18.841429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976611e-8060-4281-b913-1badfd461530 req-932a4afb-fd5f-43f7-b193-88821088f759 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:18.848498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0976611e-8060-4281-b913-1badfd461530 req-932a4afb-fd5f-43f7-b193-88821088f759 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.5096056 Nov 09 17:51:18.955473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 752b1507-70fc-43c9-91a4-47ad254526b1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:18.956001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:19.090442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '84509e26-78bb-4c52-91f6-ee326533893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:51:13Z', 'revision_number': 5, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port': {'id': '84509e26-78bb-4c52-91f6-ee326533893c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:54Z', 'updated_at': '2021-11-09T17:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:19.128578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0976611e-8060-4281-b913-1badfd461530 req-6a26c1fa-97ee-4fc0-a02f-100d340fb201 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639158 Nov 09 17:51:19.146479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Deleting port 84509e26-78bb-4c52-91f6-ee326533893c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:19.147507 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:19.170745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] Checking router: cf04b174-c6f8-489b-b3aa-20666151b0df for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:51:19.320528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] Routers {'cf04b174-c6f8-489b-b3aa-20666151b0df'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:19.321374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['cf04b174-c6f8-489b-b3aa-20666151b0df'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:19.422291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] For port 84509e26-78bb-4c52-91f6-ee326533893c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=84509e26-78bb-4c52-91f6-ee326533893c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:19.423266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:19.446832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Calling delete_port for 84509e26-78bb-4c52-91f6-ee326533893c owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:19.612925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28272846-354d-4688-9a97-41bbaeee98c0 req-0250934b-601e-4bc7-86b3-93a55eaa6228 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:19.620908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] Set router cf04b174-c6f8-489b-b3aa-20666151b0df gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:19.626372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-28272846-354d-4688-9a97-41bbaeee98c0 req-0250934b-601e-4bc7-86b3-93a55eaa6228 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 909 time: 0.1653979 Nov 09 17:51:19.836421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:51:18Z', 'revision_number': 6, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:19.932459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b0fb-ecee-48c9-8121-1c523ea0c77e None None] The sync data for ids ['cf04b174-c6f8-489b-b3aa-20666151b0df'] in n-d-804292-3 is: [{'id': 'cf04b174-c6f8-489b-b3aa-20666151b0df', 'name': 'tempest-AttachVolumeTestJSON-1277828140-router', 'tenant_id': 'e0b28985fa264262a9425ecbf1ee3093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:50Z', 'updated_at': '2021-11-09T17:51:18Z', 'revision_number': 6, 'project_id': 'e0b28985fa264262a9425ecbf1ee3093', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:51:20.034479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:20.097951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c15d52-8de8-42a2-959d-da3a2dd0eb7c req-9b0bf356-e414-4bea-8f43-c070a933f347 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:20.119768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06c15d52-8de8-42a2-959d-da3a2dd0eb7c req-9b0bf356-e414-4bea-8f43-c070a933f347 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 909 time: 0.2180390 Nov 09 17:51:20.125255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Pushing event deleted for resources: {'Port': ['ID=84509e26-78bb-4c52-91f6-ee326533893c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:20.151183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff5e73-e32d-4ee5-a6b1-4455cc19f842 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:20.427529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:20.570266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2af81390-2b7a-4b03-bd0f-667d67b53198 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:20.665666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2af81390-2b7a-4b03-bd0f-667d67b53198 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:20.668121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2af81390-2b7a-4b03-bd0f-667d67b53198 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:20.695965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb57c3-e054-4e3a-aa07-f44adfb0a8bf req-d11ea089-9c45-441a-a4ac-c549f4bbc4e5 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:20.697844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-80bb57c3-e054-4e3a-aa07-f44adfb0a8bf req-d11ea089-9c45-441a-a4ac-c549f4bbc4e5 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 1060 time: 0.3467150 Nov 09 17:51:20.701169 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:20.712249 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:20.839709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:20.840498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf04b174-c6f8-489b-b3aa-20666151b0df {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:51:20.851448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:20.853817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a2e73799-24f4-45b9-8c0d-239867e94198 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cf04b174-c6f8-489b-b3aa-20666151b0df HTTP/1.1" status: 204 len: 168 time: 3.6274388 Nov 09 17:51:20.857989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:20.986505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Deleting subnet 60d1e5fc-a523-4593-b1e2-9b7cccc3169d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:51:21.042818 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:21.092440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2f62-1a43-418f-bd21-833c7a3b12ae req-05a58be8-57d7-47a5-8851-bfbc2d678b27 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:21.111052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee4c2f62-1a43-418f-bd21-833c7a3b12ae req-05a58be8-57d7-47a5-8851-bfbc2d678b27 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.1101611 Nov 09 17:51:21.224325 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee4c2f62-1a43-418f-bd21-833c7a3b12ae req-dc984d91-77a9-4d4a-a1e7-6ec75f420ca2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186242 Nov 09 17:51:21.269398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:21.613064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:21.617694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dd840-777e-4ed6-a6dd-fc8f0c717514 req-17f52a5f-2b38-40c9-82e9-0048d39286db tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:21.628312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-504dd840-777e-4ed6-a6dd-fc8f0c717514 req-17f52a5f-2b38-40c9-82e9-0048d39286db tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.2173648 Nov 09 17:51:21.841070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-504dd840-777e-4ed6-a6dd-fc8f0c717514 req-af1f3fbe-3f7e-49b5-81e6-f207be0a7ccd tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2113435 Nov 09 17:51:21.859115 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:21.869038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33392) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:21.924378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d1e5fc-a523-4593-b1e2-9b7cccc3169d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:21.930947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fdecb-43c6-44f8-b883-28105f2376a2 None None] Network 54a4b437-4137-4084-b0d4-33407c007743 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:21.938629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:21.946638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-89b45b39-de46-41cf-8b32-0a3e480a8271 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/60d1e5fc-a523-4593-b1e2-9b7cccc3169d HTTP/1.1" status: 204 len: 168 time: 1.0871005 Nov 09 17:51:21.952220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:21.952972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b0ab1f-b001-4222-9f7b-f26762215264 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:21.954903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d2b0ab1f-b001-4222-9f7b-f26762215264 tempest-TestSecurityGroupsBasicOps-906062483 tempest-TestSecurityGroupsBasicOps-906062483-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 1055 time: 0.0847692 Nov 09 17:51:22.335664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 84509e26-78bb-4c52-91f6-ee326533893c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:22.483655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] DHCP port deletion for 54a4b437-4137-4084-b0d4-33407c007743 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:22.488710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 84509e26-78bb-4c52-91f6-ee326533893c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:22.489382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 84509e26-78bb-4c52-91f6-ee326533893c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:22.561305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] Deleting port f930c366-6a5e-4f54-962c-69729f2ae28c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:22.561684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:22.653320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] For port f930c366-6a5e-4f54-962c-69729f2ae28c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f930c366-6a5e-4f54-962c-69729f2ae28c,segment=NetworkSegment(b650c1ad-d684-427f-803a-ca6d234bfb43),segment_id=b650c1ad-d684-427f-803a-ca6d234bfb43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:22.653692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:22.683064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] Calling delete_port for f930c366-6a5e-4f54-962c-69729f2ae28c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:22.829487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:22.952802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] Pushing event deleted for resources: {'Port': ['ID=f930c366-6a5e-4f54-962c-69729f2ae28c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:22.986276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03308bb-065e-46ae-b7b3-ac224694e08f None None] No DVR routers for this DVR port f930c366-6a5e-4f54-962c-69729f2ae28c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:23.117441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:23.297760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:23.322798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86db64-a761-4787-b67d-2ca6a2db6764 req-b8087ca9-89e3-4774-9b5b-c92885b9fe28 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.337936 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af86db64-a761-4787-b67d-2ca6a2db6764 req-b8087ca9-89e3-4774-9b5b-c92885b9fe28 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2590284 Nov 09 17:51:23.476143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-af86db64-a761-4787-b67d-2ca6a2db6764 req-65acd143-299d-45e8-aef4-754a14912220 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366608 Nov 09 17:51:23.843680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:23.890077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a4b437-4137-4084-b0d4-33407c007743']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:23.907896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b650c1ad-d684-427f-803a-ca6d234bfb43') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:23.908411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b650c1ad-d684-427f-803a-ca6d234bfb43') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:23.927853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:23.961999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:23.968962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:51:23.968962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:23.989542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-5d216f13-e636-471f-a63d-787e8086702e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.992201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-5d216f13-e636-471f-a63d-787e8086702e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.43 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 909 time: 0.3000143 Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:51:24.032887 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:51:24.256844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:24.310917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:24.326635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 297df711-fbc2-43b6-b30f-96692ee33e5e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:24.339777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:24.345256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] 10.222.0.45 "DELETE /v2.0/networks/54a4b437-4137-4084-b0d4-33407c007743 HTTP/1.1" status: 204 len: 168 time: 2.3917677 Nov 09 17:51:24.454259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a404-2cdf-4fa0-ad77-7796a5a52908 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a4b437-4137-4084-b0d4-33407c007743,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:24.491579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f930c366-6a5e-4f54-962c-69729f2ae28c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:24.534510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d677a-b6f9-4ebe-aba6-aa1a170dbc7a req-6056c998-63b6-45a6-a88f-0773d36f953e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:24.556350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1f0d677a-b6f9-4ebe-aba6-aa1a170dbc7a req-6056c998-63b6-45a6-a88f-0773d36f953e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 909 time: 0.7695031 Nov 09 17:51:24.663713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f930c366-6a5e-4f54-962c-69729f2ae28c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:24.665811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f930c366-6a5e-4f54-962c-69729f2ae28c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:24.667557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] For port 297df711-fbc2-43b6-b30f-96692ee33e5e, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=297df711-fbc2-43b6-b30f-96692ee33e5e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:24.668641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:24.738486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 297df711-fbc2-43b6-b30f-96692ee33e5e owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:24.826313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:24.962971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e48fec3-92bd-4386-aa7e-9c057ecda5db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0b28985fa264262a9425ecbf1ee3093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309812 Nov 09 17:51:24.963995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:25.074954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dd8a5-052c-413e-ae63-82fab2cdbb6a req-bdd43e70-ee51-4bc2-894a-ff35906c3d3e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:25.085364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52dd8a5-052c-413e-ae63-82fab2cdbb6a req-bdd43e70-ee51-4bc2-894a-ff35906c3d3e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2381933 Nov 09 17:51:25.164517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a08cba7-8b00-4c2c-8f72-2090a95fa646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:25.206817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52dd8a5-052c-413e-ae63-82fab2cdbb6a req-565d6261-9466-46cf-a432-5f2da06098bb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197550 Nov 09 17:51:25.272429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a08cba7-8b00-4c2c-8f72-2090a95fa646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:25.376772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:25.403121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a08cba7-8b00-4c2c-8f72-2090a95fa646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:25.406307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a08cba7-8b00-4c2c-8f72-2090a95fa646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:25.408160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a08cba7-8b00-4c2c-8f72-2090a95fa646 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/672301fd-5b1e-4c6a-9f51-f09c0d5118ba HTTP/1.1" status: 204 len: 168 time: 0.4424388 Nov 09 17:51:25.457638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08cba7-8b00-4c2c-8f72-2090a95fa646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672301fd-5b1e-4c6a-9f51-f09c0d5118ba,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.587748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] No DVR routers for this DVR port 297df711-fbc2-43b6-b30f-96692ee33e5e on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:25.590859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=297df711-fbc2-43b6-b30f-96692ee33e5e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.600423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:25.604798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1787b6c4-771e-4b86-a0b6-4fddf6cca355 req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.43 "DELETE /v2.0/ports/297df711-fbc2-43b6-b30f-96692ee33e5e HTTP/1.1" status: 204 len: 173 time: 1.6057341 Nov 09 17:51:25.607721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.607721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.608198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.608931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.609964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.610771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.611426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.618219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.619399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.620472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.621848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.623518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3405bad-0555-459a-b96e-87bfc934f301 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:25.627477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'name': 'network-vif-deleted', 'tag': '297df711-fbc2-43b6-b30f-96692ee33e5e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:25.631109 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cb9079-b58a-4df5-a10b-ce7edad2342f" -d '{"events": [{"server_uuid": "bda4a5d4-821a-4f39-9d4c-0c047f58bea1", "name": "network-vif-deleted", "tag": "297df711-fbc2-43b6-b30f-96692ee33e5e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:25.945186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e843c11c-2cf3-4d5d-a2e3-0a3bbad813ef req-21012714-bca0-4520-bf69-72b1795213b8 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda4a5d4-821a-4f39-9d4c-0c047f58bea1 HTTP/1.1" status: 200 len: 210 time: 0.0854967 Nov 09 17:51:26.100114 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8680c6c-04be-4bc0-9d33-dd69e6a92c62 x-openstack-request-id: req-b8680c6c-04be-4bc0-9d33-dd69e6a92c62 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:26.100403 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda4a5d4-821a-4f39-9d4c-0c047f58bea1", "name": "network-vif-deleted", "tag": "297df711-fbc2-43b6-b30f-96692ee33e5e", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:26.100853 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8680c6c-04be-4bc0-9d33-dd69e6a92c62 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:26.101450 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda4a5d4-821a-4f39-9d4c-0c047f58bea1', 'name': 'network-vif-deleted', 'tag': '297df711-fbc2-43b6-b30f-96692ee33e5e', 'status': 'completed', 'code': 200} Nov 09 17:51:26.519064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43494e12-4e97-41b3-baa1-ebba82b77445 req-bb343197-6841-48dd-a859-96e244e40149 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.530492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43494e12-4e97-41b3-baa1-ebba82b77445 req-bb343197-6841-48dd-a859-96e244e40149 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.1623082 Nov 09 17:51:26.629360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43494e12-4e97-41b3-baa1-ebba82b77445 req-14497aff-8993-4e7b-8a8a-b084a61d5c56 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930946 Nov 09 17:51:27.151174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33496) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:27.983236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 297df711-fbc2-43b6-b30f-96692ee33e5e no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:28.099403 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d366f302-4aa7-40cc-b790-1ed52c3ea528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:28.115460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 297df711-fbc2-43b6-b30f-96692ee33e5e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:28.115766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 297df711-fbc2-43b6-b30f-96692ee33e5e not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:28.496520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:28.674057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-3933fd03-58d5-4f73-8deb-7fe70c079018 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1732872 Nov 09 17:51:28.718812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:29.038437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-f53074c4-a821-4ef6-b55d-f29c542f500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.040819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-f53074c4-a821-4ef6-b55d-f29c542f500f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.2256980 Nov 09 17:51:29.085667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e61e7b-e984-4285-a202-7f14fd690bde req-7f715fcd-14bd-47cc-9330-78d435271a06 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.087346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-17e61e7b-e984-4285-a202-7f14fd690bde req-7f715fcd-14bd-47cc-9330-78d435271a06 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 1.0573235 Nov 09 17:51:29.253438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-e1c7b0bc-84ed-427a-97ff-28d2009bea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.255046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-e1c7b0bc-84ed-427a-97ff-28d2009bea27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 896 time: 0.1667142 Nov 09 17:51:29.489152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-393d6d9e-e64f-43c6-85da-15628291f714 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 1001 time: 0.2210717 Nov 09 17:51:29.661771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-17e61e7b-e984-4285-a202-7f14fd690bde req-8a4a9e64-899a-40b2-9a4b-7f8b7d80cce6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055395 Nov 09 17:51:29.701048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-29827e56-9d45-4b03-aee5-984da970638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.702915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-29827e56-9d45-4b03-aee5-984da970638a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 200 len: 834 time: 0.1574299 Nov 09 17:51:29.844921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-c1170baa-2e22-4c2b-9ed2-3c35c3710a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.849290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-c1170baa-2e22-4c2b-9ed2-3c35c3710a5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1f5c7cc-a34f-4f57-8132-6b4671af1190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325858 Nov 09 17:51:30.078378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-4a9a5b1d-923c-4642-b7eb-fe66ff229d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.082171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-4a9a5b1d-923c-4642-b7eb-fe66ff229d6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1617115 Nov 09 17:51:30.410081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-5ec4116c-5db4-42d5-a98b-5f20cbe03239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.412744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-5ec4116c-5db4-42d5-a98b-5f20cbe03239 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.3013802 Nov 09 17:51:30.417295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cd0fa43-9e80-46be-a761-79dd2a1470d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:30.570526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-d3a286fe-edff-47af-bbda-f07bbe222c8a service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197050 Nov 09 17:51:30.700665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b682c8a-0a0f-43ab-a457-6703c12909a6 req-e39e59ac-f110-44e9-be24-4b66a60bcd80 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156785 Nov 09 17:51:30.750367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-66f077b6-5021-4c93-8098-3d942e625d56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 1001 time: 0.3229601 Nov 09 17:51:30.770501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 26a83ed5-966a-46a3-90af-8a0c7656cee2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:30.771228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:30.833998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-201ebc2c-7629-4896-9c76-190166befcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.834977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-201ebc2c-7629-4896-9c76-190166befcc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.0774708 Nov 09 17:51:31.009231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-18d616b7-f0c6-4eeb-9f9f-e93b3c40c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:31.011335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-18d616b7-f0c6-4eeb-9f9f-e93b3c40c429 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681993 Nov 09 17:51:31.044706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] For port 26a83ed5-966a-46a3-90af-8a0c7656cee2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=26a83ed5-966a-46a3-90af-8a0c7656cee2,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:31.045073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:31.085952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 26a83ed5-966a-46a3-90af-8a0c7656cee2 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:31.323621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-cfe9a3c4-a43c-4104-8d40-cbeaadc1b34f service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003802 Nov 09 17:51:31.471290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389a89-9ad0-43e3-a12b-c8c0febc6df9 req-e48d5b84-3934-40d9-8c2c-59ba0049a695 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:31.474793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2389a89-9ad0-43e3-a12b-c8c0febc6df9 req-e48d5b84-3934-40d9-8c2c-59ba0049a695 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.2162871 Nov 09 17:51:31.649171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2389a89-9ad0-43e3-a12b-c8c0febc6df9 req-0e3d1aec-51e7-4991-ac0e-9ef54c86c4f0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641095 Nov 09 17:51:31.788805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c263f6f0-99fc-44ef-a92c-dbcfae60e265 req-55ff005a-20ef-4e31-b698-b9b629fe634f service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448092 Nov 09 17:51:31.796472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:31.853376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:31.938528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=26a83ed5-966a-46a3-90af-8a0c7656cee2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:31.995371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.995696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.996116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.996464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.996809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.997609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.997954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.998294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.999502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:31.999852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:32.000350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:32.000508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:32.872790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:33.150301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe4ece-1967-4a43-97ab-a47462e16e12 req-2c7d5a61-aa94-49a6-b1f0-c771dac5b7f7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:33.152676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-30fe4ece-1967-4a43-97ab-a47462e16e12 req-2c7d5a61-aa94-49a6-b1f0-c771dac5b7f7 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.3919082 Nov 09 17:51:33.194264 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:33.421055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-30fe4ece-1967-4a43-97ab-a47462e16e12 req-ee715fed-6052-42b4-8d09-ff7e9a67692c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944630 Nov 09 17:51:33.555053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router ad0d666b-7561-49b9-889c-abdbb9ad68f3 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:51:33.587251 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:33.840758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:51:33.856584 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] Sync routers for ids ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:51:33.884576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33616) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:33.905530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a786620f-8af6-44f4-aa1a-7c5998478f51 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "PUT /v2.0/routers/ad0d666b-7561-49b9-889c-abdbb9ad68f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7502997 Nov 09 17:51:33.911116 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] Routers {'ad0d666b-7561-49b9-889c-abdbb9ad68f3'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:33.912618 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:34.050623 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] Set router ad0d666b-7561-49b9-889c-abdbb9ad68f3 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:34.116797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting subnet 7e90087c-56a9-4aee-96ff-b0f421852af6 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:51:34.121249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:34.200633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:34.454199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:34.632037 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:34.725971 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:51:31Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:34.726701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Subnet': ['ID=7e90087c-56a9-4aee-96ff-b0f421852af6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:34.742407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:34.746359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7647c-c621-49e2-9749-9b16839d77bd None None] Network 94150c59-9db6-46dc-903d-3c80fd4fa389 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:34.752279 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ebcbf73-14ea-4800-bba8-91b289d9b4d1 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/subnets/7e90087c-56a9-4aee-96ff-b0f421852af6 HTTP/1.1" status: 204 len: 168 time: 0.8633866 Nov 09 17:51:34.753679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33650) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:34.866346 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] Checking router: ad0d666b-7561-49b9-889c-abdbb9ad68f3 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:51:34.893608 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] Routers {'ad0d666b-7561-49b9-889c-abdbb9ad68f3'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:34.895026 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:35.008303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43714b-3267-44f7-bc4e-56b6707093ea req-4335a243-d57a-4e1a-a786-31455ef48262 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.018778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd43714b-3267-44f7-bc4e-56b6707093ea req-4335a243-d57a-4e1a-a786-31455ef48262 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.3138947 Nov 09 17:51:35.151269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:35.203235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd43714b-3267-44f7-bc4e-56b6707093ea req-9a2b0ca7-4bd1-4a9c-9293-4f26bcb68317 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707947 Nov 09 17:51:35.210623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] DHCP port deletion for 94150c59-9db6-46dc-903d-3c80fd4fa389 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:35.325847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] Deleting port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:35.326394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:35.356719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-1b693971-e34d-4dd8-84fc-ad06fa1d9a7c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369599381&fields=id&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 267 time: 0.2431622 Nov 09 17:51:35.394319 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] Set router ad0d666b-7561-49b9-889c-abdbb9ad68f3 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:35.586654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-d6211a3e-d638-48aa-a0d6-65b80cab63fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.589193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-d6211a3e-d638-48aa-a0d6-65b80cab63fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 796 time: 0.2118866 Nov 09 17:51:35.602001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] For port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,segment=NetworkSegment(949892ea-1ac7-4ae0-8fcb-bf6022013d2d),segment_id=949892ea-1ac7-4ae0-8fcb-bf6022013d2d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:35.606889 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:35.647822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] Calling delete_port for 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:35.712763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-d74e9c67-cb79-495c-8099-72e917d013aa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/quotas/852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 375 time: 0.0265446 Nov 09 17:51:35.851858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:35.866384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-ecc13a78-7f13-4761-9f85-16db1aa774cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.877028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-ecc13a78-7f13-4761-9f85-16db1aa774cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1096 time: 0.1891196 Nov 09 17:51:35.961130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-b3ba2b22-ba98-4ded-8fc7-65dd18a3a5ef tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2199545 Nov 09 17:51:36.034321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-8b3d7d0c-a77d-4652-9e23-55dd5b628d87 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:51:36.038058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-8b3d7d0c-a77d-4652-9e23-55dd5b628d87 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104115 Nov 09 17:51:36.115932 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:36.327076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] Pushing event deleted for resources: {'Port': ['ID=5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:36.354206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-f68b098d-e500-4d88-a639-0effd6c72d40 service neutron] 10.222.0.45 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529454 Nov 09 17:51:36.363026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-94cf6afe-f1af-458a-9ba8-9bafbe43bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:36.373691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-94cf6afe-f1af-458a-9ba8-9bafbe43bd8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.4845126 Nov 09 17:51:36.401509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdb015-cdb0-4d62-89d3-4d934ec22803 None None] No DVR routers for this DVR port 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:36.409587 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:51:31Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:36.426651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:36.449545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 270042af-fdff-4e85-bfe0-e1a86bd2560e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:36.451750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:36.550430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:36.551044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e3c74a7-8c6e-4c0e-8de6-d7e2f5ce2c6e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:36.567938 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c58c58-d925-4e5c-94ae-5120707aa719 None None] The sync data for ids ['ad0d666b-7561-49b9-889c-abdbb9ad68f3'] in n-d-804292-3 is: [{'id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410098236', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:28Z', 'updated_at': '2021-11-09T17:51:31Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '270042af-fdff-4e85-bfe0-e1a86bd2560e', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0d666b-7561-49b9-889c-abdbb9ad68f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:30Z', 'updated_at': '2021-11-09T17:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:51:36.790118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8e19-2164-4536-8230-70972d51e075 req-c47292fd-b956-4eb3-bb91-98525da68e3b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:36.813587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b7c8e19-2164-4536-8230-70972d51e075 req-c47292fd-b956-4eb3-bb91-98525da68e3b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.1780541 Nov 09 17:51:36.898847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] For port 270042af-fdff-4e85-bfe0-e1a86bd2560e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=270042af-fdff-4e85-bfe0-e1a86bd2560e,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:36.904640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:36.970210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b7c8e19-2164-4536-8230-70972d51e075 req-c5dd2899-a87d-4a93-92b0-262f60921a66 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313121 Nov 09 17:51:37.011680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 270042af-fdff-4e85-bfe0-e1a86bd2560e owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:37.035185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-cb0b2da8-5809-4eda-a92f-cd9e6d01d777 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 1001 time: 0.6511374 Nov 09 17:51:37.424985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-c8048467-b5a0-4e07-9137-2760bf06963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:37.432135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-c8048467-b5a0-4e07-9137-2760bf06963f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.3786757 Nov 09 17:51:37.450373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-d7eb0298-6a86-42d7-bb9f-115527ed9cf7 service neutron] 10.222.0.45 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0139756 Nov 09 17:51:37.782379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-65a748e0-ccc7-42ba-a849-7874fe36164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:37.801021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-65a748e0-ccc7-42ba-a849-7874fe36164f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457279 Nov 09 17:51:37.975163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2c764eb-9922-4fa0-b1ad-dc9166eeea33 req-096c1576-739e-48e9-a0d1-bd77ccd35095 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 210 time: 0.1189587 Nov 09 17:51:38.066861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:38.216977 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:38.479808 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:38.494810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 26a83ed5-966a-46a3-90af-8a0c7656cee2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:38.512048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f75649-3e52-43bd-84a4-b4d194af6206 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:38.605584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 26a83ed5-966a-46a3-90af-8a0c7656cee2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:38.607713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 26a83ed5-966a-46a3-90af-8a0c7656cee2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:38.641166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=270042af-fdff-4e85-bfe0-e1a86bd2560e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:38.661468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:38.667144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-3ed678c0-d18d-453a-bd93-c498d7dbca46 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554029 Nov 09 17:51:38.676451 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be572f1a-c316-4a78-9cfc-b4bcd685d165" -d '{"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:38.800970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:38.811391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:38.912264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb952b-d187-4428-a28a-7ff813675100 req-10c1c3eb-0fdf-47ca-af95-98691cc2f622 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:38.919512 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a80ab6-267a-452f-ad49-0308fe5daa8b x-openstack-request-id: req-34a80ab6-267a-452f-ad49-0308fe5daa8b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:38.920242 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:38.920710 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34a80ab6-267a-452f-ad49-0308fe5daa8b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:38.921601 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'code': 200} Nov 09 17:51:38.923388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:38.925633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7fb952b-d187-4428-a28a-7ff813675100 req-10c1c3eb-0fdf-47ca-af95-98691cc2f622 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.5545807 Nov 09 17:51:38.957275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.222866 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.227354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.347304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c53c6bcf-ada4-4e6d-804c-b2f0ca427e7c req-3a7327b9-75be-4831-a487-ae497d44db89 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 210 time: 0.0625811 Nov 09 17:51:39.423349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.424268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Fanout notify agent at l3_agent the message router_deleted on router ad0d666b-7561-49b9-889c-abdbb9ad68f3 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:51:39.446072 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.452071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2b7e19c1-5fec-48c6-b504-84a5952a160a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/routers/ad0d666b-7561-49b9-889c-abdbb9ad68f3 HTTP/1.1" status: 204 len: 168 time: 4.6926320 Nov 09 17:51:39.452307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 33744) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:39.475091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7fb952b-d187-4428-a28a-7ff813675100 req-35deb709-b89b-4fc4-b6ee-f3aa4a5f5831 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5470185 Nov 09 17:51:39.481117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dddb2b93-0529-4fe4-99b9-b4e82f7cdf3c req-74dbc8ed-81ba-45f1-8492-117ae1d812e5 service neutron] 10.222.0.43 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388341 Nov 09 17:51:39.671273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.912392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.939956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94150c59-9db6-46dc-903d-3c80fd4fa389']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:39.953215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949892ea-1ac7-4ae0-8fcb-bf6022013d2d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:39.953788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949892ea-1ac7-4ae0-8fcb-bf6022013d2d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:39.967572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.987361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:39.996190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:51:39.996961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:51:40.079419 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:51:40.087614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:40.104022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:40.137067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 33762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:40.153342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/networks/94150c59-9db6-46dc-903d-3c80fd4fa389 HTTP/1.1" status: 204 len: 168 time: 0.6963828 Nov 09 17:51:40.222916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d637be-b6bf-45e0-afb5-4c7bd0ee313a tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Network': ['ID=94150c59-9db6-46dc-903d-3c80fd4fa389,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:40.381909 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:51:40.420971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 270042af-fdff-4e85-bfe0-e1a86bd2560e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:40.776673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 270042af-fdff-4e85-bfe0-e1a86bd2560e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:40.778227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 270042af-fdff-4e85-bfe0-e1a86bd2560e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:40.940419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01fbd553-a0a0-4275-8535-e0fcc4d0f544 req-f6fd751e-8480-4721-9659-2bacbd20e6fd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 210 time: 0.0986712 Nov 09 17:51:40.963338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-f77ea01b-84be-4752-9385-55958cd43b78 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.965840 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-f77ea01b-84be-4752-9385-55958cd43b78 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 796 time: 0.3462739 Nov 09 17:51:41.933530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 9abb804c-5e3f-48ae-81ec-fb8f5faedfbc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:41.934470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:42.013090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-55218699-563c-419f-bb3c-19ea2f1b835b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 380 time: 0.2934029 Nov 09 17:51:42.061878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'port': {'device_id': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'admin_state_up': True, 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'security_groups': ['c7fd875d-b5c8-47d8-90c2-802814da399b']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:42.131302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdd310-46bb-466f-9c32-3843cae4822e req-09c5df72-975a-47ad-adf7-27659554d8e0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:42.133871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23cdd310-46bb-466f-9c32-3843cae4822e req-09c5df72-975a-47ad-adf7-27659554d8e0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 1.1670074 Nov 09 17:51:42.329563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:42.330239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:42.333028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eff22bc2-1b6b-4fbd-a6b4-faf773717317 req-6722f4f6-b4ed-418f-80dc-7155f68eb35e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 210 time: 0.1091058 Nov 09 17:51:42.353428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23cdd310-46bb-466f-9c32-3843cae4822e req-6d037c0e-172f-4354-b9f7-5b7cf9e358ea tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720972 Nov 09 17:51:42.369543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 9abb804c-5e3f-48ae-81ec-fb8f5faedfbc owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:42.412347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:42.421490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:42.770922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.8 (d08e21df-4ff7-4b37-a440-273b96978ca8/42e54030-af88-4d70-8394-baa1003fd819/0ff1b62a-137e-4d54-9f04-22cc3cc709f2) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:43.146313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:43.209850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=9abb804c-5e3f-48ae-81ec-fb8f5faedfbc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:43.360963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:43.367495 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Floating IP f2813e35-cecc-4ab0-a1cb-50478c566eee disassociated (deleted). External IP: 172.25.3.158, port: 52acab38-bbaf-4249-9fda-91b36a135970. Nov 09 17:51:43.710382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ba7c7-8242-4596-bb22-816da7f045fb req-ddadcb1f-dd2f-4de1-8e8a-6e282e1c40d3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.726205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7ba7c7-8242-4596-bb22-816da7f045fb req-ddadcb1f-dd2f-4de1-8e8a-6e282e1c40d3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.1346462 Nov 09 17:51:43.755402 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:43.879169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b7ba7c7-8242-4596-bb22-816da7f045fb req-0e35bb92-3b18-4331-9322-0bd4c00f70c4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508503 Nov 09 17:51:43.955512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-92f803ef-7eb7-4e67-bd3b-9c9dac17503b req-358c2407-f7af-40b2-ac17-735e7e46f1e9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 210 time: 0.2379289 Nov 09 17:51:44.122133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:44.423628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:44.470446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router 339da087-6514-4789-9859-cb22f8ee303b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:51:44.570438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:44.606018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d08e21df-4ff7-4b37-a440-273b96978ca8 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:44.921637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:44.943913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:45.023415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:51:45.039577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] Sync routers for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:51:45.041355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:45.094239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:45.097517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:45.133526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:45.151176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:45.240026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e9e533c-f0b1-4aa8-b787-6c90dd7f03b5 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/floatingips/f2813e35-cecc-4ab0-a1cb-50478c566eee HTTP/1.1" status: 204 len: 168 time: 5.1021905 Nov 09 17:51:45.245997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:45.260629 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99442b23-28ac-4793-8e25-08063def4b33" -d '{"events": [{"name": "network-changed", "server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "tag": "52acab38-bbaf-4249-9fda-91b36a135970"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:45.271999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e133c137-e700-43c6-9502-035155f86f15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2160385 Nov 09 17:51:45.295770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Request body: {'port': {'device_id': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:45.356224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92887b58-b85e-4fc1-850b-bb5536c1a18d req-3a245440-2dcc-47cb-b382-cc75d255342a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:45.363014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:45.364628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92887b58-b85e-4fc1-850b-bb5536c1a18d req-3a245440-2dcc-47cb-b382-cc75d255342a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 931 time: 0.1588225 Nov 09 17:51:45.483708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:45.528183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92887b58-b85e-4fc1-850b-bb5536c1a18d req-bbcb59f3-599e-4e86-b9a7-47cd56a9addc tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624825 Nov 09 17:51:45.636798 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deede6a-1b33-4be8-8d04-6653abc4eaa0 x-openstack-request-id: req-3deede6a-1b33-4be8-8d04-6653abc4eaa0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:45.637310 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "tag": "52acab38-bbaf-4249-9fda-91b36a135970", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:45.637310 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3deede6a-1b33-4be8-8d04-6653abc4eaa0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:45.637820 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970', 'status': 'completed', 'code': 200} Nov 09 17:51:45.804797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-22ed9746-326c-45c4-96b1-ab1e43877877 None None] Provisioning complete for port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:45.811346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22ed9746-326c-45c4-96b1-ab1e43877877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:45.829434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442b23-28ac-4793-8e25-08063def4b33 req-953dcfa3-1096-452a-9ee4-c0a2b9910b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:45.844736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-953dcfa3-1096-452a-9ee4-c0a2b9910b34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08b9a36624f844cf8f0de9de47951f06&device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 1135 time: 0.1309950 Nov 09 17:51:46.068724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442b23-28ac-4793-8e25-08063def4b33 req-536fef54-a50f-4b0b-bd7e-836b59bc4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:46.070673 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-536fef54-a50f-4b0b-bd7e-836b59bc4b31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 200 len: 896 time: 0.2159131 Nov 09 17:51:46.160511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-22ed9746-326c-45c4-96b1-ab1e43877877 None None] Port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:51:46.270632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:23Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:46.414497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] Checking router: 339da087-6514-4789-9859-cb22f8ee303b for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:51:46.430300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:46.430955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:51:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:46.684142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:46.712731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdc9cc-46b9-4e4b-a75d-d0a84bdc9850 req-7a3a71ab-1de1-4b5d-8323-dd8e2311e26f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:46.725393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ebdc9cc-46b9-4e4b-a75d-d0a84bdc9850 req-7a3a71ab-1de1-4b5d-8323-dd8e2311e26f tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 984 time: 0.4583051 Nov 09 17:51:46.802177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:46.817378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:46.857255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2ebdc9cc-46b9-4e4b-a75d-d0a84bdc9850 req-08b7167b-1732-41a4-96df-58b074884384 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1287191 Nov 09 17:51:46.858475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Transition to ACTIVE for port object 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:46.868908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:47.031201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-48a39d1b-b932-40b4-a98b-ff0880d97270 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 200 len: 217 time: 0.9520698 Nov 09 17:51:47.038620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-a3200a32-0ca3-41db-868a-b7019d22c484 req-9f623d90-b641-43fe-ac67-979f985417a2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:51:47.075618 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3200a32-0ca3-41db-868a-b7019d22c484 req-9f623d90-b641-43fe-ac67-979f985417a2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0412390 Nov 09 17:51:47.173214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:47.205768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442b23-28ac-4793-8e25-08063def4b33 req-e132b36d-9439-4fe9-9fb3-62b7479f9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.213122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-e132b36d-9439-4fe9-9fb3-62b7479f9b44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 200 len: 834 time: 0.1479793 Nov 09 17:51:47.254696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:23Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:47.322904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442b23-28ac-4793-8e25-08063def4b33 req-48a4697d-7aaa-4b9f-b561-2d9476933c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.324891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-48a4697d-7aaa-4b9f-b561-2d9476933c6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1f5c7cc-a34f-4f57-8132-6b4671af1190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915768 Nov 09 17:51:47.341786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e3eda-29cd-48b1-9091-257aa4f84dc2 req-2a69c7a2-dc37-4abc-ba09-f95235a2c7f5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.349913 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-767e3eda-29cd-48b1-9091-257aa4f84dc2 req-2a69c7a2-dc37-4abc-ba09-f95235a2c7f5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.3177259 Nov 09 17:51:47.430899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a72976-fff6-4570-9f3e-fead728af4c3 None None] The sync data for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 is: [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:49:13Z', 'revision_number': 4, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '60c9d477-0fa0-441c-9199-4575205d95ac', 'name': '', 'network_id': 'f1f5c7cc-a34f-4f57-8132-6b4671af1190', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'mac_address': 'fa:16:3e:1e:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:10Z', 'updated_at': '2021-11-09T17:49:23Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'subnets': [{'id': '422f2f14-3c4f-4a7d-966c-c016e2344e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:51:47.747046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-4b9270e5-1cbf-4c7f-9940-f3b0e7f14ec0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.749720 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-4b9270e5-1cbf-4c7f-9940-f3b0e7f14ec0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 984 time: 0.1736474 Nov 09 17:51:47.773571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-767e3eda-29cd-48b1-9091-257aa4f84dc2 req-a9e32d0d-0fd7-4816-b136-d0999d2f3b0f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152696 Nov 09 17:51:47.957532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f90b81-8329-44ce-b938-5f9e49230471 req-5d9fbe07-252c-4036-bbc8-d6e3945ea4c2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.957532 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95f90b81-8329-44ce-b938-5f9e49230471 req-5d9fbe07-252c-4036-bbc8-d6e3945ea4c2 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.3571582 Nov 09 17:51:47.957532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:51:47.957532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:51:47.986604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on network d08e21df-4ff7-4b37-a440-273b96978ca8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:48.112078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on network d08e21df-4ff7-4b37-a440-273b96978ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:48.112848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on network d08e21df-4ff7-4b37-a440-273b96978ca8 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:48.171159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:48.171848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Checking segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:51:48.172519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Bound using segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:48.173238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Bound port: 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:51:48.173845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:48.230826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-95f90b81-8329-44ce-b938-5f9e49230471 req-feb56abb-def0-44cd-9208-5a88ba57ecfa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391605 Nov 09 17:51:48.315310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:48.330339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:48.330709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-828cdb71-7538-4628-93bd-8797dfe2dc56 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715230 Nov 09 17:51:48.341715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:48.356889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18d804-7bba-4799-b20b-bae6e743103f req-cc10ca7e-fdc5-4086-9e72-42a98de4ca90 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:48.365164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee18d804-7bba-4799-b20b-bae6e743103f req-cc10ca7e-fdc5-4086-9e72-42a98de4ca90 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 984 time: 0.2846565 Nov 09 17:51:48.412789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:48.419288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:48.425812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] 10.222.0.43 "PUT /v2.0/ports/0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 1091 time: 3.1380765 Nov 09 17:51:48.467885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:48.488328 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb7a267-d9c5-481d-8082-8277b4e88358" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:48.565278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99442b23-28ac-4793-8e25-08063def4b33 req-492da44d-08b6-4d6c-a714-a760ef831581 service neutron] 10.222.0.83 "GET /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180011 Nov 09 17:51:48.608898 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e78ca19-6c36-44d5-a6e9-811195225d3b None None] New status for floating IP f2813e35-cecc-4ab0-a1cb-50478c566eee: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:51:48.660459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-dde85203-de17-496f-8b81-3330839fec74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8217978 Nov 09 17:51:48.809875 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc60fc-9e5a-451b-b693-86bb77df9f52 x-openstack-request-id: req-bfdc60fc-9e5a-451b-b693-86bb77df9f52 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:48.811273 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:48.811759 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfdc60fc-9e5a-451b-b693-86bb77df9f52 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:48.812354 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'status': 'completed', 'code': 200} Nov 09 17:51:48.856536 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee18d804-7bba-4799-b20b-bae6e743103f req-49b9f118-477f-472e-89ac-8b0efaf38157 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/security-groups?id=40fc1c5e-da72-44ac-8a7c-2f424d60c63f&id=e9515d85-21eb-4aef-9554-3e26e14d45d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4899206 Nov 09 17:51:48.878648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e5ba6798-79af-4132-93ff-84d1e246b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:48.880268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-e5ba6798-79af-4132-93ff-84d1e246b5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1094 time: 0.2311103 Nov 09 17:51:48.884190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 52acab38-bbaf-4249-9fda-91b36a135970 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:48.884784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:49.064912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-758a2a65-6632-42da-a83a-0c76bd8d5c5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 217 time: 0.1709802 Nov 09 17:51:49.069873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3132bf2-c375-4c36-9bef-3a1d435b499f service neutron] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:49.123026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] For port 52acab38-bbaf-4249-9fda-91b36a135970, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=52acab38-bbaf-4249-9fda-91b36a135970,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:49.123689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:49.169210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 52acab38-bbaf-4249-9fda-91b36a135970 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:49.314098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3df5b-00f7-46c4-8532-a919e5bc85d3 req-1d5a7c46-5b15-4616-a9ca-44b4bc3718db tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.318550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4e3df5b-00f7-46c4-8532-a919e5bc85d3 req-1d5a7c46-5b15-4616-a9ca-44b4bc3718db tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.2779610 Nov 09 17:51:49.408495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-13054d82-7479-41e5-b57b-ad1672ceba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.410080 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-13054d82-7479-41e5-b57b-ad1672ceba14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.2503915 Nov 09 17:51:49.560412 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:49.652661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=52acab38-bbaf-4249-9fda-91b36a135970,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:49.741779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] No DVR routers for this DVR port 52acab38-bbaf-4249-9fda-91b36a135970 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:49.746151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:49.750480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d7da4e20-c226-4ee6-8897-48f4c418c400 req-2cd71a2c-fa5e-4d63-9157-0bf83d6ba366 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.83 "DELETE /v2.0/ports/52acab38-bbaf-4249-9fda-91b36a135970 HTTP/1.1" status: 204 len: 173 time: 1.9746346 Nov 09 17:51:49.751000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'name': 'network-vif-deleted', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:49.753669 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1aac21-ca18-4854-a150-e9360411c0ff" -d '{"events": [{"server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "name": "network-vif-deleted", "tag": "52acab38-bbaf-4249-9fda-91b36a135970"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:49.785918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e5c8-a6c4-4e8b-98f0-d27cd1f759f8 req-c9684852-124d-49a7-8d24-a4efd2ff0a55 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.793003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e34e5c8-a6c4-4e8b-98f0-d27cd1f759f8 req-c9684852-124d-49a7-8d24-a4efd2ff0a55 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.3385835 Nov 09 17:51:49.847955 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4e3df5b-00f7-46c4-8532-a919e5bc85d3 req-69998b8f-93a3-423a-b26c-24c36ba9e8cf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5001721 Nov 09 17:51:49.959276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-18c8d56f-91a8-4c9b-b967-73f77d80e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.962406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-18c8d56f-91a8-4c9b-b967-73f77d80e8a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5372088 Nov 09 17:51:50.017988 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e34e5c8-a6c4-4e8b-98f0-d27cd1f759f8 req-92971ff3-b22b-471b-ae3b-a69578b6b818 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112060 Nov 09 17:51:50.021814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 52acab38-bbaf-4249-9fda-91b36a135970 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:50.097151 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f39f67-c955-4201-96e4-14c8b7dc7489 x-openstack-request-id: req-58f39f67-c955-4201-96e4-14c8b7dc7489 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:50.097608 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d97adf6-d3ec-44c2-ae80-2298ce596e7e", "name": "network-vif-deleted", "tag": "52acab38-bbaf-4249-9fda-91b36a135970", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:50.099173 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58f39f67-c955-4201-96e4-14c8b7dc7489 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:50.100111 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d97adf6-d3ec-44c2-ae80-2298ce596e7e', 'name': 'network-vif-deleted', 'tag': '52acab38-bbaf-4249-9fda-91b36a135970', 'status': 'completed', 'code': 200} Nov 09 17:51:50.139823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 52acab38-bbaf-4249-9fda-91b36a135970 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:51:50.146466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 52acab38-bbaf-4249-9fda-91b36a135970 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:50.285319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-3e43be0e-5a47-42a6-a1c2-c471b59ecb8b service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140104 Nov 09 17:51:50.392807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-17c3f461-1466-46c8-b790-b5f6829578cb req-4f0b99a7-d8c1-4f21-ab5c-b04a2ec35092 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d97adf6-d3ec-44c2-ae80-2298ce596e7e HTTP/1.1" status: 200 len: 210 time: 0.1055479 Nov 09 17:51:50.613815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022e815a-a0cc-4d4d-96ff-303fbece6dcb req-d757855b-e58a-4ea0-b631-d5ef6d774aa4 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148062 Nov 09 17:51:50.768445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-4f450670-c436-4d9b-83af-164dae77ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.770154 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-4f450670-c436-4d9b-83af-164dae77ead7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1094 time: 0.0636513 Nov 09 17:51:50.980228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-be92b234-a40c-4159-9aca-6877d0432d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.984499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-be92b234-a40c-4159-9aca-6877d0432d94 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3&tenant_id=6c128f9a533248de9ab1f892c8c01884 HTTP/1.1" status: 200 len: 1094 time: 0.1199405 Nov 09 17:51:50.999526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:51.021162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-657f4218-e71c-4c7c-806b-4bff19ec28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.023242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-657f4218-e71c-4c7c-806b-4bff19ec28c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.2450147 Nov 09 17:51:51.113391 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-2214eeeb-feee-44db-8c9e-e3992a5d43c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 217 time: 0.0821686 Nov 09 17:51:51.203846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-bfd00883-7005-408d-a316-1f88ee9ddf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.205478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-bfd00883-7005-408d-a316-1f88ee9ddf44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.0825734 Nov 09 17:51:51.335049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-ecdb766c-9755-4cb5-9202-1c8ec7686324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.335755 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:51.349372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-ecdb766c-9755-4cb5-9202-1c8ec7686324 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351359 Nov 09 17:51:51.471640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a6a8-abab-4f21-93e2-b12941efeced req-f1db60a4-8f37-46bd-afee-4e0e90eed96c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.474309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e79a6a8-abab-4f21-93e2-b12941efeced req-f1db60a4-8f37-46bd-afee-4e0e90eed96c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.3268602 Nov 09 17:51:51.655075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7535bd4-1e93-498d-be59-6dbb24ec0d50 req-03731935-2dab-438b-95bb-61faf5bb6ebb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.665567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7535bd4-1e93-498d-be59-6dbb24ec0d50 req-03731935-2dab-438b-95bb-61faf5bb6ebb tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.2417433 Nov 09 17:51:51.732062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-48e81dd9-b2aa-460c-bd6d-baa2b5e43b83 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685164 Nov 09 17:51:51.779411 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e79a6a8-abab-4f21-93e2-b12941efeced req-c3edbc3e-26e9-435d-9985-2c4428301d61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705653 Nov 09 17:51:51.934214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34068) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:51.960056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7535bd4-1e93-498d-be59-6dbb24ec0d50 req-7a82f310-df00-40af-9460-7faee0a59f3f tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932799 Nov 09 17:51:52.119881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7eb7a267-d9c5-481d-8082-8277b4e88358 req-19484d09-884b-464c-8286-63b1bb590950 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792984 Nov 09 17:51:52.121214 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc381969-58a1-455b-87c5-08a55a20f627 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.193466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc381969-58a1-455b-87c5-08a55a20f627 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.286370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:52.345822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc381969-58a1-455b-87c5-08a55a20f627 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.352840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc381969-58a1-455b-87c5-08a55a20f627 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.357014 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cc381969-58a1-455b-87c5-08a55a20f627 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/security-groups/40fc1c5e-da72-44ac-8a7c-2f424d60c63f HTTP/1.1" status: 204 len: 168 time: 0.4181275 Nov 09 17:51:52.360173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34072) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:52.443451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc381969-58a1-455b-87c5-08a55a20f627 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc1c5e-da72-44ac-8a7c-2f424d60c63f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:52.482101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:52.500959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-003a91e3-2c52-49be-8853-33c774a88ca4 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.585528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-003a91e3-2c52-49be-8853-33c774a88ca4 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.604836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:52.634775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.674139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34082) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:52.680768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Transition to ACTIVE for port object 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:52.689366 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.758786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-003a91e3-2c52-49be-8853-33c774a88ca4 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.763429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-003a91e3-2c52-49be-8853-33c774a88ca4 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:52.765448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-003a91e3-2c52-49be-8853-33c774a88ca4 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/security-groups/e9515d85-21eb-4aef-9554-3e26e14d45d4 HTTP/1.1" status: 204 len: 168 time: 0.3985965 Nov 09 17:51:52.772538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:53.138694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:53.310073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=9']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:53.315485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] No DVR routers for this DVR port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:53.425825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954b9d-74a5-4fb6-a4ca-59d84224f031 req-ec4affba-b164-4a41-b8c4-23af88c7d465 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:53.427511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c8954b9d-74a5-4fb6-a4ca-59d84224f031 req-ec4affba-b164-4a41-b8c4-23af88c7d465 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.2013950 Nov 09 17:51:53.465915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a91e3-2c52-49be-8853-33c774a88ca4 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9515d85-21eb-4aef-9554-3e26e14d45d4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:53.562051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4df6df-62fe-4f52-b8a6-35ecd058c294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:53.719947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c8954b9d-74a5-4fb6-a4ca-59d84224f031 req-2542ba5b-ede4-49e2-8db1-281f48de4628 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769320 Nov 09 17:51:53.772738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:51:53.773300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:51:53.774210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:53.796493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on network eaac6e2b-4680-4404-bff6-6d4397f835df not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:53.797031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Attempting to bind port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on network eaac6e2b-4680-4404-bff6-6d4397f835df {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:53.801465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93f080-eec0-4a78-92cd-926b0958600e req-3981c163-1b00-4e48-9845-5184f7f42c06 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:53.805337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac93f080-eec0-4a78-92cd-926b0958600e req-3981c163-1b00-4e48-9845-5184f7f42c06 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 943 time: 0.4793870 Nov 09 17:51:53.822869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:53.823506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Checking segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:51:53.824156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Bound using segment: {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:53.830041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Bound port: 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0709fc7d-0133-4ad5-9774-5cd8120d87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:51:53.830855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.000329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:54.008145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:54.019749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.070121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ac93f080-eec0-4a78-92cd-926b0958600e req-233cce0d-aae1-41a9-a6f8-bed7fa21c052 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512741 Nov 09 17:51:54.153848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4df6df-62fe-4f52-b8a6-35ecd058c294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.154677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.155729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.160246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] 10.222.0.83 "PUT /v2.0/ports/6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 1091 time: 3.1667192 Nov 09 17:51:54.160762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:54.163493 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:54.170454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:54.219431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb4df6df-62fe-4f52-b8a6-35ecd058c294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.282543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cb4df6df-62fe-4f52-b8a6-35ecd058c294 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=806d31d1b2ba41db85d4117d539aa42c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6070669 Nov 09 17:51:54.286649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34114) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:54.331856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c6152-545c-462c-aa14-3c578c19cac6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:54.388652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-1f2b3231-3b62-4023-b929-539c761135c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.393615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df6df-62fe-4f52-b8a6-35ecd058c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d063f6c-0522-4088-8017-25c180a7f632,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:54.404489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-1f2b3231-3b62-4023-b929-539c761135c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1095 time: 0.2063529 Nov 09 17:51:54.439717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-426c62e7-a85d-484b-9d5e-e28e90cb4956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.458709 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ed7e37-b79e-48e6-8cb5-5748dec07dc9 x-openstack-request-id: req-09ed7e37-b79e-48e6-8cb5-5748dec07dc9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:54.459015 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:54.459347 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09ed7e37-b79e-48e6-8cb5-5748dec07dc9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:54.459682 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'status': 'completed', 'code': 200} Nov 09 17:51:54.526725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-426c62e7-a85d-484b-9d5e-e28e90cb4956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.628815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-4655fe25-7a37-4f15-b9ea-74102c526352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.631064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-4655fe25-7a37-4f15-b9ea-74102c526352 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.2145245 Nov 09 17:51:54.653735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:54.676435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-426c62e7-a85d-484b-9d5e-e28e90cb4956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.679115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-426c62e7-a85d-484b-9d5e-e28e90cb4956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.695783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-426c62e7-a85d-484b-9d5e-e28e90cb4956 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d063f6c-0522-4088-8017-25c180a7f632 HTTP/1.1" status: 204 len: 168 time: 0.4020071 Nov 09 17:51:54.716745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'port_id': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'mac_address': 'fa:16:3e:c7:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:54.799840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c62e7-a85d-484b-9d5e-e28e90cb4956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d063f6c-0522-4088-8017-25c180a7f632,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:54.808977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.827243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-1da6fd15-d1bf-416f-b3ba-d94f4faae071 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 999 time: 0.1875975 Nov 09 17:51:54.890798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:54.909012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:55.024206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-70003f95-9598-4825-9bd1-b06ecbb8e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.028634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-70003f95-9598-4825-9bd1-b06ecbb8e0e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1883621 Nov 09 17:51:55.035524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:55.049716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:55.162957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-e16a5f28-306f-4f8b-a22b-95c87acb239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.169554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-e16a5f28-306f-4f8b-a22b-95c87acb239d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260886 Nov 09 17:51:55.269798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:55.280932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3635663-9109-4098-8437-45c7e69af0e9 req-ca8cf9e1-7800-4195-adbc-e80a821ff10e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.299661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d3635663-9109-4098-8437-45c7e69af0e9 req-ca8cf9e1-7800-4195-adbc-e80a821ff10e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 944 time: 0.2654259 Nov 09 17:51:55.333096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['0ff1b62a-137e-4d54-9f04-22cc3cc709f2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:55.453555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d3635663-9109-4098-8437-45c7e69af0e9 req-39fecb4a-c9ad-4d50-afd9-0cf4236e621d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512074 Nov 09 17:51:55.573262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-671c1c6b-6c53-4341-8dc7-a8cced21243b service neutron] 10.222.0.83 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958967 Nov 09 17:51:55.638900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5ecf-109a-4ae9-840e-004330cfb26d req-8f2d5fae-51b2-4f96-8a34-77bfbd8dba38 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.648964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bf4c5ecf-109a-4ae9-840e-004330cfb26d req-8f2d5fae-51b2-4f96-8a34-77bfbd8dba38 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2324729 Nov 09 17:51:55.956178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 60c9d477-0fa0-441c-9199-4575205d95ac {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:51:55.957075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:56.135262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bf4c5ecf-109a-4ae9-840e-004330cfb26d req-32e6a43f-eab6-4041-83cc-037ac6919041 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343758 Nov 09 17:51:56.158139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-641db962-96c4-44a9-a54a-5083f4c5b838 req-94cb4c08-e7d6-4990-ab76-c87db0315fda service neutron] 10.222.0.83 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650086 Nov 09 17:51:56.468914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-c3fd7097-0d50-42df-b43f-eea1c77d5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.474236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-c3fd7097-0d50-42df-b43f-eea1c77d5b3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1095 time: 0.1912677 Nov 09 17:51:56.840399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-d0cc1a64-7d48-4022-8513-b154778f3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.842847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-d0cc1a64-7d48-4022-8513-b154778f3c55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.3555999 Nov 09 17:51:57.140838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-06610a1e-f252-463f-a5ff-f0b68d9cd9e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 999 time: 0.2850227 Nov 09 17:51:57.442188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-b9f03299-722f-4173-a4b5-781a9fd6c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.445309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-b9f03299-722f-4173-a4b5-781a9fd6c009 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.2905118 Nov 09 17:51:57.503606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] For port 60c9d477-0fa0-441c-9199-4575205d95ac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=60c9d477-0fa0-441c-9199-4575205d95ac,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:57.504218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:57.560250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 60c9d477-0fa0-441c-9199-4575205d95ac owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:51:57.597059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3632f-3de2-49ff-add5-914f89eea921 req-b5cad8e8-f08f-49f2-bbd0-486e92547fbc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.598941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3c3632f-3de2-49ff-add5-914f89eea921 req-b5cad8e8-f08f-49f2-bbd0-486e92547fbc tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2499547 Nov 09 17:51:57.664974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-9c6489ea-9b56-4110-addb-d7b76cebfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.666623 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-9c6489ea-9b56-4110-addb-d7b76cebfa0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083242 Nov 09 17:51:57.830584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3c3632f-3de2-49ff-add5-914f89eea921 req-ea9f76c3-63a3-4a6a-a18d-b58e37c58907 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203579 Nov 09 17:51:57.949308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-822c6193-0972-4731-ae69-7dd4b609a295 service neutron] 10.222.0.83 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627609 Nov 09 17:51:58.003027 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7aa45d9-0d4d-4a9b-8d42-0f9e92edade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:58.139700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94af1-1c53-4507-92ae-545baa640606 req-149b8721-66ff-47e7-883a-fba5e0bcce78 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:58.164191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1b94af1-1c53-4507-92ae-545baa640606 req-149b8721-66ff-47e7-883a-fba5e0bcce78 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 944 time: 0.6253417 Nov 09 17:51:58.174760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:58.262350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e4ecaa6-242e-43a9-9bf1-d4a3b2adb8b7 req-c56202b6-47c2-42fd-92ba-fee8657c4a79 service neutron] 10.222.0.83 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960558 Nov 09 17:51:58.491235 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1b94af1-1c53-4507-92ae-545baa640606 req-fe2c7775-03a4-4052-91e9-79ee2b5f1317 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134773 Nov 09 17:51:58.557963 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:58.559770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:58.579697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:58.581190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:58.958700 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:59.101987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:59.126237 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff016fa-9ad4-4aec-9cd9-2329032dcdcb" -d '{"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-plugged", "status": "completed", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:59.181100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:59.188860 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:59.419991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:59.528462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:51:59.635590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=60c9d477-0fa0-441c-9199-4575205d95ac,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:59.666895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3bebe-422d-49d1-94e0-1b6bcb749595 req-6bd3f7a5-60fd-4aeb-8c65-4c23aeb22e30 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:59.681453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2e3bebe-422d-49d1-94e0-1b6bcb749595 req-6bd3f7a5-60fd-4aeb-8c65-4c23aeb22e30 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.4156835 Nov 09 17:51:59.833704 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74910687-edca-4269-bb89-629676ee5186 x-openstack-request-id: req-74910687-edca-4269-bb89-629676ee5186 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:59.834087 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-plugged", "status": "completed", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:59.834376 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74910687-edca-4269-bb89-629676ee5186 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:59.836062 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'code': 200} Nov 09 17:52:00.444353 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-313bed21-2d61-4cb4-ba24-f166c84055bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:00.487403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f2e3bebe-422d-49d1-94e0-1b6bcb749595 req-0f827e6d-de60-4bfe-adc2-66545762460c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7994919 Nov 09 17:52:00.519517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a21326-c94c-4c08-9281-0f44f1cbf5cf req-237054c2-e29c-4474-a3ca-4a81eccf196b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:00.543892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-46a21326-c94c-4c08-9281-0f44f1cbf5cf req-237054c2-e29c-4474-a3ca-4a81eccf196b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.2994769 Nov 09 17:52:00.590288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9657-8362-40c7-8bae-6cf0945401b4 req-64535839-0925-43fd-998f-dcf1fcb86a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:00.610020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42ac9657-8362-40c7-8bae-6cf0945401b4 req-64535839-0925-43fd-998f-dcf1fcb86a8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.5856252 Nov 09 17:52:00.811961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-46a21326-c94c-4c08-9281-0f44f1cbf5cf req-eb9038f3-102c-401a-9725-e3c959ed8b7b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662251 Nov 09 17:52:01.080184 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:01.139094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42ac9657-8362-40c7-8bae-6cf0945401b4 req-d12f1f0b-3126-4b37-8a45-e6ba4c675038 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485794 Nov 09 17:52:01.753466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:02.031616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a873-e85e-4f59-9b73-671aa2999e6a req-607d6a42-d59f-404a-b6ab-f3a64d06687c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:02.043844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1db7a873-e85e-4f59-9b73-671aa2999e6a req-607d6a42-d59f-404a-b6ab-f3a64d06687c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2270942 Nov 09 17:52:02.352883 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1db7a873-e85e-4f59-9b73-671aa2999e6a req-ea9fca2e-b448-49f5-be70-1f11f762c921 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944419 Nov 09 17:52:02.509331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Router 339da087-6514-4789-9859-cb22f8ee303b has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:52:02.950840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf9124-bb99-4c0a-8796-be665fd09760 req-e25ab5c4-8ad2-4dff-a105-796fc086a789 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:02.956519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33cf9124-bb99-4c0a-8796-be665fd09760 req-e25ab5c4-8ad2-4dff-a105-796fc086a789 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.6775498 Nov 09 17:52:03.109554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:03.127210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] Sync routers for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:03.157026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f8840429-b660-4de0-9aa6-e3128e84b35e tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "PUT /v2.0/routers/339da087-6514-4789-9859-cb22f8ee303b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3829076 Nov 09 17:52:03.157776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:03.161647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34306) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:03.176521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:52:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:03.280670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33cf9124-bb99-4c0a-8796-be665fd09760 req-c97a45c2-67a9-4fb0-b4c8-d68a6a0f65f8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036363 Nov 09 17:52:03.371232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting subnet 422f2f14-3c4f-4a7d-966c-c016e2344e98 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:52:03.379407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:03.580660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:03.618372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:03.836714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:04.149313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5af6-df39-4179-a3a9-6a00a1e07f07 req-94e98c31-249d-44ec-a12d-58aed59e4daf tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:04.163782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bda5af6-df39-4179-a3a9-6a00a1e07f07 req-94e98c31-249d-44ec-a12d-58aed59e4daf tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.3183463 Nov 09 17:52:04.300082 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:04.397825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:04.435943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bda5af6-df39-4179-a3a9-6a00a1e07f07 req-e389550f-ca36-4622-9a49-a8c0e16ba973 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698569 Nov 09 17:52:04.441275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:04.631150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:51:59Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:04.635889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Subnet': ['ID=422f2f14-3c4f-4a7d-966c-c016e2344e98,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:04.667942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:04.696335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a905b32-f9e0-42ab-8aab-b4d55ba9e455 None None] Network f1f5c7cc-a34f-4f57-8132-6b4671af1190 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:04.696775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34350) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:04.713564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a29d214b-5fc7-4bf9-ab37-76069bd45bd0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/subnets/422f2f14-3c4f-4a7d-966c-c016e2344e98 HTTP/1.1" status: 204 len: 168 time: 1.5491500 Nov 09 17:52:04.874399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] Checking router: 339da087-6514-4789-9859-cb22f8ee303b for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:04.907065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] Routers {'339da087-6514-4789-9859-cb22f8ee303b'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:04.908187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:52:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['339da087-6514-4789-9859-cb22f8ee303b'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:05.020589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-19ceea3e-85b8-4771-8a33-37e28996b759 req-5d14033d-abcf-42f1-9c91-3dab7c9f67c3 tempest-TaggedBootDevicesTest_v242-773069257 tempest-TaggedBootDevicesTest_v242-773069257-project] (102554) timed out ('10.222.0.83', 65107) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:52:05.113124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147fad-f899-4655-8fa0-6c62db790030 req-3eada80f-f0bf-4563-b2c6-5712b8f10e3f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.130572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc147fad-f899-4655-8fa0-6c62db790030 req-3eada80f-f0bf-4563-b2c6-5712b8f10e3f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.3466103 Nov 09 17:52:05.185386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:05.188848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] Set router 339da087-6514-4789-9859-cb22f8ee303b gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:05.424913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc147fad-f899-4655-8fa0-6c62db790030 req-8cd76aad-1ed1-473b-abc1-70366ba95ccc tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923841 Nov 09 17:52:05.710264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:06.009949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdf2df-09e0-4603-821c-1aeb169f3a4a req-ca4b515f-a88b-40f9-a48c-2dbddfb198a4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:06.023386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6cdf2df-09e0-4603-821c-1aeb169f3a4a req-ca4b515f-a88b-40f9-a48c-2dbddfb198a4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2351389 Nov 09 17:52:06.149668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Deleting port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:52:06.150501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:06.176548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63ac78-ff95-4690-a321-dc7929ff5dfb req-0285302b-ceec-402a-a3ee-38ef04889444 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:06.191737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a63ac78-ff95-4690-a321-dc7929ff5dfb req-0285302b-ceec-402a-a3ee-38ef04889444 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.3460360 Nov 09 17:52:06.504090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e6cdf2df-09e0-4603-821c-1aeb169f3a4a req-0b275dda-e979-424b-a6c0-d85e3fed06ff tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4789205 Nov 09 17:52:06.544968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a63ac78-ff95-4690-a321-dc7929ff5dfb req-f26b305d-76f6-4fbc-b774-17072de247db tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440185 Nov 09 17:52:06.653454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34376) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:06.764838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] For port 46d518b1-bb8a-454c-ba81-b45d5fcb4aee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:06.765695 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:06.844909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Calling delete_port for 46d518b1-bb8a-454c-ba81-b45d5fcb4aee owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:52:06.892800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895edc27-d4d5-4057-b12c-8150ab0ca90e tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:06.897212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-895edc27-d4d5-4057-b12c-8150ab0ca90e tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1091 time: 0.2402849 Nov 09 17:52:06.918227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:06.947588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:07.051264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:51:59Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:07.193374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca282f-e918-4e4b-9ac8-a3abde6c7394 None None] The sync data for ids ['339da087-6514-4789-9859-cb22f8ee303b'] in n-d-804292-3 is: [{'id': '339da087-6514-4789-9859-cb22f8ee303b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146316115', 'tenant_id': '08b9a36624f844cf8f0de9de47951f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:53Z', 'updated_at': '2021-11-09T17:51:59Z', 'revision_number': 5, 'project_id': '08b9a36624f844cf8f0de9de47951f06', 'gw_port': {'id': '46d518b1-bb8a-454c-ba81-b45d5fcb4aee', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339da087-6514-4789-9859-cb22f8ee303b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:56Z', 'updated_at': '2021-11-09T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:07.206868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e2795-6d16-477a-86ab-17230059245f None None] DHCP port deletion for f1f5c7cc-a34f-4f57-8132-6b4671af1190 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:52:07.331109 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:07.925165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f15e2795-6d16-477a-86ab-17230059245f None None] Deleting port ed0bb535-7b1f-4774-ba77-32e8d139faac {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:52:07.926297 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15e2795-6d16-477a-86ab-17230059245f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:08.102520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:08.155479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebabd3c-9dc7-4710-8344-a3289318394b req-14f19fd3-260e-4dd2-adc6-5e8ef6b0c746 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:08.168392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ebabd3c-9dc7-4710-8344-a3289318394b req-14f19fd3-260e-4dd2-adc6-5e8ef6b0c746 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.2425938 Nov 09 17:52:08.313476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Port': ['ID=46d518b1-bb8a-454c-ba81-b45d5fcb4aee,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:08.412751 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ebabd3c-9dc7-4710-8344-a3289318394b req-57431c18-226c-4640-ba2e-46976809d2b1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366168 Nov 09 17:52:08.563427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f15e2795-6d16-477a-86ab-17230059245f None None] For port ed0bb535-7b1f-4774-ba77-32e8d139faac, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ed0bb535-7b1f-4774-ba77-32e8d139faac,segment=NetworkSegment(c2b2d81c-591e-4870-aed4-746910fbf40c),segment_id=c2b2d81c-591e-4870-aed4-746910fbf40c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:08.564388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15e2795-6d16-477a-86ab-17230059245f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:08.603492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f15e2795-6d16-477a-86ab-17230059245f None None] Calling delete_port for ed0bb535-7b1f-4774-ba77-32e8d139faac owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:52:08.762081 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.074233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.081920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.126074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01164205-6e62-4274-98a2-62314a921c0a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:52:09.139179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed0bb535-7b1f-4774-ba77-32e8d139faac no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:09.192329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.255592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:09.257293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ed0bb535-7b1f-4774-ba77-32e8d139faac {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:52:09.257873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed0bb535-7b1f-4774-ba77-32e8d139faac not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:09.258587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c9d477-0fa0-441c-9199-4575205d95ac no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:09.323442 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15e2795-6d16-477a-86ab-17230059245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.493356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.500976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Fanout notify agent at l3_agent the message router_deleted on router 339da087-6514-4789-9859-cb22f8ee303b {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:52:09.548685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2795-6d16-477a-86ab-17230059245f None None] Pushing event deleted for resources: {'Port': ['ID=ed0bb535-7b1f-4774-ba77-32e8d139faac,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:09.553848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:09.565079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aeb6cc5f-5804-47e7-abf7-0cf427027cf0 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/routers/339da087-6514-4789-9859-cb22f8ee303b HTTP/1.1" status: 204 len: 168 time: 4.8654494 Nov 09 17:52:09.570275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:09.582117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 60c9d477-0fa0-441c-9199-4575205d95ac {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:52:09.582947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 60c9d477-0fa0-441c-9199-4575205d95ac not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:09.611974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e2795-6d16-477a-86ab-17230059245f None None] No DVR routers for this DVR port ed0bb535-7b1f-4774-ba77-32e8d139faac on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:09.912649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.9 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/ba1d9c15-b0ab-4b43-ad26-fe4705c5ecfc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:10.058096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:10.100405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:10.237025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b073df8c-d14d-4d66-ba22-205685645332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:10.293932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=ba1d9c15-b0ab-4b43-ad26-fe4705c5ecfc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:10.295375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:10.305922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:10.316681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:10.320518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:10.627299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 46d518b1-bb8a-454c-ba81-b45d5fcb4aee no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:10.855484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 46d518b1-bb8a-454c-ba81-b45d5fcb4aee {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:52:10.860777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 46d518b1-bb8a-454c-ba81-b45d5fcb4aee not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:10.897116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:10.974254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f5c7cc-a34f-4f57-8132-6b4671af1190']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:11.028896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b2d81c-591e-4870-aed4-746910fbf40c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:11.029218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b2d81c-591e-4870-aed4-746910fbf40c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:11.157716 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.235042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef32e-6f4d-493d-961a-2f93229e7076 req-477f803d-176a-4a9e-b95d-2987781e9ae1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:11.236873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab3ef32e-6f4d-493d-961a-2f93229e7076 req-477f803d-176a-4a9e-b95d-2987781e9ae1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 1.2775066 Nov 09 17:52:11.238108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.253517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:52:11.254214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:52:11.259229 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:52:11.476501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab3ef32e-6f4d-493d-961a-2f93229e7076 req-1a157cdf-eb24-4387-b5c8-6866de02e494 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336339 Nov 09 17:52:11.568742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.603460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b073df8c-d14d-4d66-ba22-205685645332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.608835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.616153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] 10.222.0.45 "DELETE /v2.0/networks/f1f5c7cc-a34f-4f57-8132-6b4671af1190 HTTP/1.1" status: 204 len: 168 time: 2.0439425 Nov 09 17:52:11.622830 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b073df8c-d14d-4d66-ba22-205685645332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.685702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b755c3-d56b-4a87-9540-64b33af24841 tempest-TestSecurityGroupsBasicOps-1129936912 tempest-TestSecurityGroupsBasicOps-1129936912-project] Pushing event deleted for resources: {'Network': ['ID=f1f5c7cc-a34f-4f57-8132-6b4671af1190,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:11.804583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b073df8c-d14d-4d66-ba22-205685645332 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dd8c6fdb286488eb87abce3d9ccc99d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5438025 Nov 09 17:52:11.807146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:11.898578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aafba4c-573e-433e-98bf-dac99aca7e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:11.902048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073df8c-d14d-4d66-ba22-205685645332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1517b-350c-41c0-983d-bff340cced04,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:11.995623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aafba4c-573e-433e-98bf-dac99aca7e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:12.170569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aafba4c-573e-433e-98bf-dac99aca7e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:12.173473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aafba4c-573e-433e-98bf-dac99aca7e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:12.174817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2aafba4c-573e-433e-98bf-dac99aca7e69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9f1517b-350c-41c0-983d-bff340cced04 HTTP/1.1" status: 204 len: 168 time: 0.3627090 Nov 09 17:52:12.208364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafba4c-573e-433e-98bf-dac99aca7e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f1517b-350c-41c0-983d-bff340cced04,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:12.378511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:12.464469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:12.570971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.133675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1bdd3002-4638-420f-aad3-c9c2a923ec09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08b9a36624f844cf8f0de9de47951f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677241 Nov 09 17:52:13.141014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:13.418553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.458884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7d33-6588-4f5c-a9a8-f5fcf26726b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.474507 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.509750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7d33-6588-4f5c-a9a8-f5fcf26726b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.625430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7d33-6588-4f5c-a9a8-f5fcf26726b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.635464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3de7d33-6588-4f5c-a9a8-f5fcf26726b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:13.638263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f3de7d33-6588-4f5c-a9a8-f5fcf26726b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4470ec6-7d48-4aa7-84c5-860ee4ef2f82 HTTP/1.1" status: 204 len: 168 time: 0.4812191 Nov 09 17:52:13.717393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7d33-6588-4f5c-a9a8-f5fcf26726b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4470ec6-7d48-4aa7-84c5-860ee4ef2f82,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:13.852956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=ba1d9c15-b0ab-4b43-ad26-fe4705c5ecfc,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:14.049840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b3bd4-8fe0-43b9-bc79-ec5cdfebc305 req-4b795a68-b458-4c88-8335-3402bf30f7a1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.080206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-698b3bd4-8fe0-43b9-bc79-ec5cdfebc305 req-4b795a68-b458-4c88-8335-3402bf30f7a1 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.6602645 Nov 09 17:52:14.249085 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:14.699555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-698b3bd4-8fe0-43b9-bc79-ec5cdfebc305 req-bc44a2f1-3906-43d7-8b2a-f71599b7ea1e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124992 Nov 09 17:52:14.822529 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP f435ef31-1d35-4110-aafc-c169882ec987 associated. External IP: 172.25.3.9, port: 0ff1b62a-137e-4d54-9f04-22cc3cc709f2. Nov 09 17:52:15.254575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:15.288843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fed4f18-85f6-40f4-9608-7030455f0c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:15.586074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fed4f18-85f6-40f4-9608-7030455f0c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:15.593438 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fed4f18-85f6-40f4-9608-7030455f0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:15.690804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2fed4f18-85f6-40f4-9608-7030455f0c5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dce63d16d2544edbc0b7be6d2614dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312074 Nov 09 17:52:15.694423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:15.923500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router c83b1981-27a4-4c0d-9e56-edb22ad231ce has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:52:15.977564 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e9bee1-0889-418d-82a2-634e801b7a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:16.158630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e9bee1-0889-418d-82a2-634e801b7a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:16.393250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34552) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:16.436423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e9bee1-0889-418d-82a2-634e801b7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:16.455781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e9bee1-0889-418d-82a2-634e801b7a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:16.457699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-02e9bee1-0889-418d-82a2-634e801b7a81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cce6420a-cd37-4c81-9c8a-3ee9a5a606da HTTP/1.1" status: 204 len: 168 time: 0.7603960 Nov 09 17:52:16.469216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed4f18-85f6-40f4-9608-7030455f0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6420a-cd37-4c81-9c8a-3ee9a5a606da,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:16.524626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9bee1-0889-418d-82a2-634e801b7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6420a-cd37-4c81-9c8a-3ee9a5a606da,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:16.540871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f0484-1796-4ba5-8fe8-399d30d716bb req-0a851c13-7fda-4d78-ab3a-e8295e9c9fa4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:16.555728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b44f0484-1796-4ba5-8fe8-399d30d716bb req-0a851c13-7fda-4d78-ab3a-e8295e9c9fa4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.3869970 Nov 09 17:52:16.828474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:16.849171 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] Sync routers for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:16.882762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:16.887676 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:52:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:17.034303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:17.306252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b44f0484-1796-4ba5-8fe8-399d30d716bb req-1a2e9cf4-8834-481a-a1f2-c684f5c89fbd tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7472813 Nov 09 17:52:17.309622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ddd236ea-cce5-4e61-a5c9-860fe75daf04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 10.3856380 Nov 09 17:52:17.310537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:17.347448 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6dc91-c48d-46f6-b64a-1598e05d8375" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:17.477373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:17.620106 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:52:17.659543 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfee9bd-1572-4f13-99eb-b4451d9b5610 x-openstack-request-id: req-ddfee9bd-1572-4f13-99eb-b4451d9b5610 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:17.660934 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:17.662136 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddfee9bd-1572-4f13-99eb-b4451d9b5610 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:17.663211 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'status': 'completed', 'code': 200} Nov 09 17:52:17.769290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-681b8c5c-d08c-40e0-b646-e8359ea39677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:17.851025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc58283-cedd-4eba-8a56-198c36faaa80 req-f164ef12-31fb-4d79-a252-852bbc6b8591 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.878121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cfc58283-cedd-4eba-8a56-198c36faaa80 req-f164ef12-31fb-4d79-a252-852bbc6b8591 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.2102675 Nov 09 17:52:17.907570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34586) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:18.091698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cfc58283-cedd-4eba-8a56-198c36faaa80 req-d9c860ec-c360-4da3-8d7a-06d27f5968dd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074306 Nov 09 17:52:18.141036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:18.261748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-687f370b-a755-4000-80d8-4139fb00f51c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efc0d9ad274b4a79a0249ffbb0aa3525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447630 Nov 09 17:52:18.346895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bb21eac1-93c9-4eab-a20b-6afd9565588f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 200 len: 989 time: 0.2099788 Nov 09 17:52:18.363827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:18.414945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-681b8c5c-d08c-40e0-b646-e8359ea39677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:18.475623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-681b8c5c-d08c-40e0-b646-e8359ea39677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:18.625841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0659ba44-da4b-4425-828a-f21815091184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:18.704039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-3b785ace-9832-46f2-8d8c-46259e74c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:18.707918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-3b785ace-9832-46f2-8d8c-46259e74c9e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 1.0294199 Nov 09 17:52:18.710338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0659ba44-da4b-4425-828a-f21815091184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:18.860454 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'f435ef31-1d35-4110-aafc-c169882ec987', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'port_id': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'mac_address': 'fa:16:3e:c7:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:52:11Z', 'updated_at': '2021-11-09T17:52:11Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:15Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:18.871304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0659ba44-da4b-4425-828a-f21815091184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:18.877577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0659ba44-da4b-4425-828a-f21815091184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:18.883870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0659ba44-da4b-4425-828a-f21815091184 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/638aa88b-f794-40f3-ba66-e8a4fd340331 HTTP/1.1" status: 204 len: 168 time: 0.5164428 Nov 09 17:52:18.904094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659ba44-da4b-4425-828a-f21815091184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638aa88b-f794-40f3-ba66-e8a4fd340331,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:18.969132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-7b41f64d-933e-4354-b27a-0be40dabb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:18.973208 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-7b41f64d-933e-4354-b27a-0be40dabb8c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.2236352 Nov 09 17:52:19.055352 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] Checking router: c83b1981-27a4-4c0d-9e56-edb22ad231ce for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:19.126032 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:19.127375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:52:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:19.351074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:19.564042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3edea360-e300-406a-bb34-4c95807928f7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 200 len: 989 time: 0.2112398 Nov 09 17:52:19.658734 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:20.195791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-bd0387d5-dab3-4af8-a8f3-b8e396efa984 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 997 time: 1.1950326 Nov 09 17:52:20.201821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-681b8c5c-d08c-40e0-b646-e8359ea39677 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d17fc6d7d0604d40b44cee7d80d8f74a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8066664 Nov 09 17:52:20.203331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b8c5c-d08c-40e0-b646-e8359ea39677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aadcbf-d85b-4ff1-946b-c8c5ffe67e79,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:20.204608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:20.300590 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'f435ef31-1d35-4110-aafc-c169882ec987', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'port_id': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'mac_address': 'fa:16:3e:c7:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:52:11Z', 'updated_at': '2021-11-09T17:52:11Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:15Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:20.333033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-c45c7545-adda-46c6-a359-4ce21446812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.334734 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-c45c7545-adda-46c6-a359-4ce21446812a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.0674701 Nov 09 17:52:20.400348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-490d627c-92ae-4cf4-9348-15cb5072c9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:20.400668 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a809e-f711-4906-a1a5-f4374112aaa1 None None] The sync data for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 is: [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'f435ef31-1d35-4110-aafc-c169882ec987', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'port_id': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'mac_address': 'fa:16:3e:c7:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:52:11Z', 'updated_at': '2021-11-09T17:52:11Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:15Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:20.425812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ade2-ac13-4609-9aa8-8462a4c090f6 req-097a484e-452b-4d6b-a684-203459dcadd9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.427637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14a7ade2-ac13-4609-9aa8-8462a4c090f6 req-097a484e-452b-4d6b-a684-203459dcadd9 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 1.7407722 Nov 09 17:52:20.456086 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-490d627c-92ae-4cf4-9348-15cb5072c9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:20.483662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-a1c1ccd8-c00c-40cc-89e7-0f721c2a022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.494678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-a1c1ccd8-c00c-40cc-89e7-0f721c2a022c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524098 Nov 09 17:52:20.544678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-490d627c-92ae-4cf4-9348-15cb5072c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:20.547456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-490d627c-92ae-4cf4-9348-15cb5072c9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:20.560778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-490d627c-92ae-4cf4-9348-15cb5072c9b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33aadcbf-d85b-4ff1-946b-c8c5ffe67e79 HTTP/1.1" status: 204 len: 168 time: 0.3538356 Nov 09 17:52:20.570850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34630) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:20.594606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d627c-92ae-4cf4-9348-15cb5072c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aadcbf-d85b-4ff1-946b-c8c5ffe67e79,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:20.679259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14a7ade2-ac13-4609-9aa8-8462a4c090f6 req-3e74d139-1557-43a2-a769-c0f4573cf124 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407498 Nov 09 17:52:20.814752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c66afcf2-2747-4a4b-8c08-a690c3b9091b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 200 len: 989 time: 0.2401910 Nov 09 17:52:20.823934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-ee2115b5-3573-42fc-b641-c6a4ce3e0a52 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114998 Nov 09 17:52:20.887968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475cfc8-6d98-47e5-98dc-d2a8aeb364e8 None None] New status for floating IP f435ef31-1d35-4110-aafc-c169882ec987: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:52:21.116670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-68d6dc91-c48d-46f6-b64a-1598e05d8375 req-f28175e6-8f82-4c8f-9642-59bfe67e14b7 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845948 Nov 09 17:52:21.819169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:21.926162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b32d4e-de5f-4105-a115-a9d3e897b39f req-87f7392b-c049-4329-a12e-88ba2dbd62d4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:21.927878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49b32d4e-de5f-4105-a115-a9d3e897b39f req-87f7392b-c049-4329-a12e-88ba2dbd62d4 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.1240993 Nov 09 17:52:21.965083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e154a2da-8e87-4d11-a819-697ec17e28fd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 200 len: 991 time: 0.1439812 Nov 09 17:52:22.045561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49b32d4e-de5f-4105-a115-a9d3e897b39f req-9577472b-bce1-44fe-be63-6db9b434ec43 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043291 Nov 09 17:52:23.151192 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:23.348382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd68dd-e791-4bf2-b106-7c0c4ec78ca4 req-16aee6a2-cc02-4485-ac06-c6d723532783 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:23.351279 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4cd68dd-e791-4bf2-b106-7c0c4ec78ca4 req-16aee6a2-cc02-4485-ac06-c6d723532783 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 944 time: 0.1593151 Nov 09 17:52:23.496882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4cd68dd-e791-4bf2-b106-7c0c4ec78ca4 req-c8fb4b8a-51cf-4beb-a51f-5e8ce366c442 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230583 Nov 09 17:52:24.141722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:52:24.450862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:24.480323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'port_id': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'mac_address': 'fa:16:3e:7e:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:52:24.588955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:24.624047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:24.665118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:24.672745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:24.772109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b9018-f06a-4570-bc5f-8de4ae081af0 req-e0d422f6-c6bb-43af-a57f-1281dba2a8b3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:24.783691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa2b9018-f06a-4570-bc5f-8de4ae081af0 req-e0d422f6-c6bb-43af-a57f-1281dba2a8b3 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.0816853 Nov 09 17:52:24.809027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:24.826142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.827120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.827920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.829192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.829978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.830809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.831625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.832378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.833649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.834217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.834919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.835475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:24.898166 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa2b9018-f06a-4570-bc5f-8de4ae081af0 req-759dfe58-791e-4d78-8484-c2f7914bbc46 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061575 Nov 09 17:52:25.008498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:26.154332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba990c-e8d5-4b50-a2e2-19543b0f978a req-910beee6-9e51-4a50-bb53-6b65ea0dfef8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:26.156278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-beba990c-e8d5-4b50-a2e2-19543b0f978a req-910beee6-9e51-4a50-bb53-6b65ea0dfef8 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 945 time: 0.0910745 Nov 09 17:52:26.169244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:26.247686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-beba990c-e8d5-4b50-a2e2-19543b0f978a req-511b0ea6-5090-41b5-afa5-c6c318764e7c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772042 Nov 09 17:52:26.331184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:52:26.336840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:26.337352 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:26.506216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:26.571033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:26.573485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:26.578961 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f65ec4-121d-40e5-aa85-c1c5964d1ec0" -d '{"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:26.596587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:26.659683 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76255883-1b4d-47a6-b62c-d1d3de2c825f x-openstack-request-id: req-76255883-1b4d-47a6-b62c-d1d3de2c825f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:26.659683 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:26.660124 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76255883-1b4d-47a6-b62c-d1d3de2c825f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:26.660407 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'code': 200} Nov 09 17:52:26.713342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:26.992148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c162-fdd4-4942-aab8-bf3e680c233d req-b85ac4db-5ec8-48b6-89b6-a1885f2c7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:26.994088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2289c162-fdd4-4942-aab8-bf3e680c233d req-b85ac4db-5ec8-48b6-89b6-a1885f2c7544 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1097 time: 0.0762291 Nov 09 17:52:27.101211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2289c162-fdd4-4942-aab8-bf3e680c233d req-4f8f10e9-6939-4ce1-b0e9-8cde19e2cb76 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931373 Nov 09 17:52:27.529796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:27.613470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca1a1a-4abe-403e-88e2-03debac94035 req-9bceda1c-cbf3-4e0d-bb6e-824f3c10bd5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.632206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6eca1a1a-4abe-403e-88e2-03debac94035 req-9bceda1c-cbf3-4e0d-bb6e-824f3c10bd5e tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1622088 Nov 09 17:52:27.657043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:27.824446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6eca1a1a-4abe-403e-88e2-03debac94035 req-e57ec4cd-b9ac-451f-a7ff-52e848c5bf92 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861117 Nov 09 17:52:27.906931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b04d-341e-4265-8de9-4d96b694cd71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:27.945486 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e099e994-7b2b-44e9-b290-c0fe2446ebf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:27.994534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8317c97e-7ac4-4ec3-bff5-cabf62115003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:28.172228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b04d-341e-4265-8de9-4d96b694cd71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:28.178049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e099e994-7b2b-44e9-b290-c0fe2446ebf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:28.180837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b04d-341e-4265-8de9-4d96b694cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:28.205118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e099e994-7b2b-44e9-b290-c0fe2446ebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:28.480454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:28.880495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e099e994-7b2b-44e9-b290-c0fe2446ebf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=323ac4dc897f4344805c65faa06a935b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2215195 Nov 09 17:52:28.885005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34892) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:28.897143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e5e2b04d-341e-4265-8de9-4d96b694cd71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8b55273b6a34308ae5cc1adc45f1867&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3651323 Nov 09 17:52:28.898105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:28.964348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2b04d-341e-4265-8de9-4d96b694cd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4662c4f-5c22-47b5-bc77-6923d1924a76,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:29.010437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.032198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e994-7b2b-44e9-b290-c0fe2446ebf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc41623-c036-4a37-b4d2-27972f5d4b55,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:29.049342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.128223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86498a79-5f8b-48a8-a5f8-a30dca5cfc16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.136831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.140964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.143230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcc41623-c036-4a37-b4d2-27972f5d4b55 HTTP/1.1" status: 204 len: 168 time: 0.2562025 Nov 09 17:52:29.155841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc41623-c036-4a37-b4d2-27972f5d4b55,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:29.167505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.169007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.169551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.170074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.170623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.171725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.172283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.172999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.173360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.173954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.174506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.175144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034af324-77f4-4852-aba0-e464998b7b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:29.204878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706523-c3a6-4af3-824c-9701852938b2 req-ab94dd11-9f2d-4eeb-8bfa-d463e5648c8d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:29.209698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e706523-c3a6-4af3-824c-9701852938b2 req-ab94dd11-9f2d-4eeb-8bfa-d463e5648c8d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1689262 Nov 09 17:52:29.233720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86498a79-5f8b-48a8-a5f8-a30dca5cfc16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.325930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e706523-c3a6-4af3-824c-9701852938b2 req-ea7f5ca0-9544-4ef0-96cd-5dd009cc2895 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986278 Nov 09 17:52:29.371076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86498a79-5f8b-48a8-a5f8-a30dca5cfc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.371405 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86498a79-5f8b-48a8-a5f8-a30dca5cfc16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:29.375985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-86498a79-5f8b-48a8-a5f8-a30dca5cfc16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4662c4f-5c22-47b5-bc77-6923d1924a76 HTTP/1.1" status: 204 len: 168 time: 0.4760313 Nov 09 17:52:29.387166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86498a79-5f8b-48a8-a5f8-a30dca5cfc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4662c4f-5c22-47b5-bc77-6923d1924a76,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:30.043042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:30.059725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dcc30d3-e0c6-456a-b1a3-215d0cc935b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.219298 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dcc30d3-e0c6-456a-b1a3-215d0cc935b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.226006 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dcc30d3-e0c6-456a-b1a3-215d0cc935b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.314396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1dcc30d3-e0c6-456a-b1a3-215d0cc935b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df29e4220e8145e6893c4b76c45935fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650044 Nov 09 17:52:30.314852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 34930) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:30.319776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc30d3-e0c6-456a-b1a3-215d0cc935b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd7aabb-f670-4007-8d64-d9154dd85338,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:30.422080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b428f329-4138-49d9-9034-0d11d8f4d5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.451058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62ad6dc3-19bd-441e-acf5-4164597bd48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.477539 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b428f329-4138-49d9-9034-0d11d8f4d5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.602555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-ff3f1301-aa85-48bd-9b6b-2d17e9c205f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976930 Nov 09 17:52:30.684854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:30.691876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eff3d8-557e-4df3-a503-6a1bba701119 req-3e588d62-8897-4254-87ea-32341445f5aa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.694932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1eff3d8-557e-4df3-a503-6a1bba701119 req-3e588d62-8897-4254-87ea-32341445f5aa tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1667860 Nov 09 17:52:30.710315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b428f329-4138-49d9-9034-0d11d8f4d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.717874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b428f329-4138-49d9-9034-0d11d8f4d5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:30.725900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b428f329-4138-49d9-9034-0d11d8f4d5d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3dd7aabb-f670-4007-8d64-d9154dd85338 HTTP/1.1" status: 204 len: 168 time: 0.4100757 Nov 09 17:52:30.756021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428f329-4138-49d9-9034-0d11d8f4d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd7aabb-f670-4007-8d64-d9154dd85338,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:30.854350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-c3349e37-63ff-4651-9993-4591753021c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.857043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-c3349e37-63ff-4651-9993-4591753021c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c128f9a533248de9ab1f892c8c01884&device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 1097 time: 0.1476467 Nov 09 17:52:30.919210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f1eff3d8-557e-4df3-a503-6a1bba701119 req-4b680590-37a8-4001-b853-536f56b84bac tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913090 Nov 09 17:52:31.028984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1175955648-network', 'tenant_id': '2745b5dc4a5841fbb1bf15a56d38c235'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:31.045560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-4c847643-fcc7-4e00-9ba1-6b998a7a1a07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611035 Nov 09 17:52:31.135422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Made reservation on behalf of 2745b5dc4a5841fbb1bf15a56d38c235 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:31.139770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.160960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.168195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-92e46e38-1684-42dc-ac83-32a1873e5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.171466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-92e46e38-1684-42dc-ac83-32a1873e5e39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 200 len: 917 time: 0.2825575 Nov 09 17:52:31.203243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-c86f4e1a-a972-4e15-80b5-173e61cb2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.205918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-c86f4e1a-a972-4e15-80b5-173e61cb2339 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.0907698 Nov 09 17:52:31.362447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-8a07d604-cfde-4364-96ce-4d979243dd8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 200 len: 1001 time: 0.1801074 Nov 09 17:52:31.433177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-b0fdc3a2-b262-4537-99e9-01bc2815acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.437352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-b0fdc3a2-b262-4537-99e9-01bc2815acf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.2035499 Nov 09 17:52:31.517246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-e4a5887f-4fd0-447f-b42f-3f87cc7d09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.519067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-e4a5887f-4fd0-447f-b42f-3f87cc7d09b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 200 len: 856 time: 0.1409781 Nov 09 17:52:31.580645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-b40fa046-e29e-47fa-9aff-9cdc0339ecc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 999 time: 0.1346881 Nov 09 17:52:31.612942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.621949 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.689934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-320fc98b-3e38-4485-9c9e-81c23180d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.692965 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-320fc98b-3e38-4485-9c9e-81c23180d347 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaac6e2b-4680-4404-bff6-6d4397f835df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563745 Nov 09 17:52:31.719852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:52:31.741955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-581b6489-1dec-4c03-9061-675e65a73b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.749439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-581b6489-1dec-4c03-9061-675e65a73b3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.1587603 Nov 09 17:52:31.772863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.839603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a28611-73a1-4b7b-9420-09ea92f5f227,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:31.867160 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.867678 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Added segment 1ca05085-38b7-461a-a042-ea7327d60371 of type vlan for network ee192b05-f431-4053-b5c0-34f5cb0ad2dd Nov 09 17:52:31.874065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-ccafbf44-b376-46df-a6ea-e18a7d41cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.876913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-ccafbf44-b376-46df-a6ea-e18a7d41cd5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181650 Nov 09 17:52:31.954240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:31.991774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-0f160c35-30f6-4343-b417-0f55f340ea72 service neutron] 10.222.0.83 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676382 Nov 09 17:52:32.025455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:32.026284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:32.027013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:32.085885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-308c379c-b9a1-4cc9-a0e2-1b8e5f27c51b service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932483 Nov 09 17:52:32.162695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=ee192b05-f431-4053-b5c0-34f5cb0ad2dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:32.174385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4873290 Nov 09 17:52:32.177864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 34966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:32.186485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Request body: {'subnet': {'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1175955648-subnet', 'tenant_id': '2745b5dc4a5841fbb1bf15a56d38c235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:32.222867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Made reservation on behalf of 2745b5dc4a5841fbb1bf15a56d38c235 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:32.226660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:32.237466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.238151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.238844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.239531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.240084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.240703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.241247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.242260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.244788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.245423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.246525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.247644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d4230-c262-4314-980c-fca1e48e5cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:32.268412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ee192b05-f431-4053-b5c0-34f5cb0ad2dd details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:52:32.298833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd1966f2-8b9a-4e3b-a6b9-d020a97abbf8 req-c1fce13d-d7a2-4673-9ec4-2188432d1e78 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014799 Nov 09 17:52:32.405791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee8f7e97-d350-4e8a-9385-61e083ea1e0f req-0008f9f0-480b-46e1-8406-ad8d09d260d1 service neutron] 10.222.0.83 "GET /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054127 Nov 09 17:52:32.593770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:32.699504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:32.730861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Checking segment: {'id': '1ca05085-38b7-461a-a042-ea7327d60371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:52:32.731588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Network hostable DHCP agents. Network: ee192b05-f431-4053-b5c0-34f5cb0ad2dd, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:52:32.763891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Network ee192b05-f431-4053-b5c0-34f5cb0ad2dd is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:52:32.783465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ee192b05-f431-4053-b5c0-34f5cb0ad2dd) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:32.795982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:32.795982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:32.827899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-099e033e-3855-4626-a9d1-b2cf78d83e43 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6471686 Nov 09 17:52:32.830366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9845b84-ffb5-4c27-ae48-1c91ebfb3d1a None None] Network ee192b05-f431-4053-b5c0-34f5cb0ad2dd requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:33.110038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73236b64-1096-4099-9d81-03051b6f5a58 None None] Network ee192b05-f431-4053-b5c0-34f5cb0ad2dd requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:33.243275 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:33.605762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:33.886490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:33.895198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1346952231-network', 'tenant_id': 'ae5cff3fd83d4b5aa8c102c1918a3b71'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:33.934324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Made reservation on behalf of ae5cff3fd83d4b5aa8c102c1918a3b71 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:33.937210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:33.948880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.054226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.059609 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.093805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:52:34.096256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab792ec5-eda5-4252-9761-3446f42d48fd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:34.121680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.122007 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Added segment 66591402-c602-432a-b885-1bbd615ad3e4 of type vlan for network b93b1f3d-160d-4ddb-b05d-e4aa3885860d Nov 09 17:52:34.175260 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.213016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.214078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.214668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.278958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3907285 Nov 09 17:52:34.281763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:34.286961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Request body: {'subnet': {'network_id': 'b93b1f3d-160d-4ddb-b05d-e4aa3885860d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1346952231-subnet', 'tenant_id': 'ae5cff3fd83d4b5aa8c102c1918a3b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:34.303097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a196092-2056-46e5-b849-b1b45e85ec8b admin admin] Pushing event updated for resources: {'Network': ['ID=b93b1f3d-160d-4ddb-b05d-e4aa3885860d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:34.319237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b93b1f3d-160d-4ddb-b05d-e4aa3885860d details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:52:34.322448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Made reservation on behalf of ae5cff3fd83d4b5aa8c102c1918a3b71 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:34.326556 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.579988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.692673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb22d8b1-b4cd-41cc-b556-bdc0d0f1c990,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:34.705483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Checking segment: {'id': '66591402-c602-432a-b885-1bbd615ad3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b93b1f3d-160d-4ddb-b05d-e4aa3885860d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:52:34.706103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Network hostable DHCP agents. Network: b93b1f3d-160d-4ddb-b05d-e4aa3885860d, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:52:34.737173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Network b93b1f3d-160d-4ddb-b05d-e4aa3885860d is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:52:34.753769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b93b1f3d-160d-4ddb-b05d-e4aa3885860d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:34.767218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068df4b-1fb5-47d9-9f3f-aae36ef1493d None None] Network b93b1f3d-160d-4ddb-b05d-e4aa3885860d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:34.768766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.769374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:34.808963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dbe258ae-e5e0-45fa-97cf-485f4a736897 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5156078 Nov 09 17:52:35.061188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e29be-6a69-4d6b-b358-8a1d144d970f None None] Network b93b1f3d-160d-4ddb-b05d-e4aa3885860d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:35.940542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-01192fd4-ac54-463e-aab4-75b845d28fb7 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:35.955630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-01192fd4-ac54-463e-aab4-75b845d28fb7 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/networks?id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd HTTP/1.1" status: 200 len: 812 time: 0.1384737 Nov 09 17:52:35.973173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-2692c038-f8fa-4906-84ef-b4edc2c9a7ec tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/quotas/2745b5dc4a5841fbb1bf15a56d38c235 HTTP/1.1" status: 200 len: 375 time: 0.0175519 Nov 09 17:52:36.019738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-7ad70b76-f925-44b0-a30c-f0d2ca4e6d52 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2745b5dc4a5841fbb1bf15a56d38c235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350065 Nov 09 17:52:36.162949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-84b7cea9-8fe7-4a9a-898f-9d8acda9c69b service neutron] 10.222.0.45 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281531 Nov 09 17:52:36.366058 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-5ce1d2ab-a852-4249-ae5c-2e8817f5cf3f service neutron] 10.222.0.45 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888890 Nov 09 17:52:36.690487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dcdfd642-d6a9-454b-9652-88beb6a5f6ab req-de63a75e-81bc-4c88-b47c-016361a96742 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 210 time: 0.0590613 Nov 09 17:52:37.360354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d041a7-d1df-40dd-81d1-86b48c37b759 req-47e1837a-80b9-4907-a4e0-dc831be5bcd8 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.373344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24d041a7-d1df-40dd-81d1-86b48c37b759 req-47e1837a-80b9-4907-a4e0-dc831be5bcd8 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.1078351 Nov 09 17:52:37.406430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24d041a7-d1df-40dd-81d1-86b48c37b759 req-cd883e11-586b-4a00-a415-4208d97bb239 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:37.625064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24d041a7-d1df-40dd-81d1-86b48c37b759 req-cd883e11-586b-4a00-a415-4208d97bb239 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:37.633764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24d041a7-d1df-40dd-81d1-86b48c37b759 req-cd883e11-586b-4a00-a415-4208d97bb239 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:37.745180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-24d041a7-d1df-40dd-81d1-86b48c37b759 req-cd883e11-586b-4a00-a415-4208d97bb239 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650796 Nov 09 17:52:37.746238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd883e11-586b-4a00-a415-4208d97bb239 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79ad80-2b06-4449-b8c4-aaa20da7d470,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:37.949107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48b60ca6-50a6-4552-8aaf-b4f0449086b7 req-938de025-b03b-4f71-bda0-42643f491495 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 210 time: 0.0906386 Nov 09 17:52:37.995377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298140d-bc82-449f-ab10-e6706221b584 req-3d3a82b7-b635-43d3-95c4-c74c35ec988a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:38.004983 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5298140d-bc82-449f-ab10-e6706221b584 req-3d3a82b7-b635-43d3-95c4-c74c35ec988a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.0813890 Nov 09 17:52:38.131833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5298140d-bc82-449f-ab10-e6706221b584 req-ff9cc7ac-1aaf-4f72-83b9-cc84183a6f4a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252494 Nov 09 17:52:38.169673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.302148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dac44ac4-84a9-4bdc-86a3-fa83238c87c2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 200 len: 991 time: 0.1297219 Nov 09 17:52:38.747780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b45e7fdd-00d3-4371-bef7-0cfe88ad57a2 req-0aa66b7a-33e8-4317-ad81-3e9090df1d94 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:52:38.752009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b45e7fdd-00d3-4371-bef7-0cfe88ad57a2 req-0aa66b7a-33e8-4317-ad81-3e9090df1d94 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133069 Nov 09 17:52:38.776396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-37b5d8c8-14f1-4fba-affe-4d2fa617d647 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:38.779539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-37b5d8c8-14f1-4fba-affe-4d2fa617d647 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.43 "GET /v2.0/networks?id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd HTTP/1.1" status: 200 len: 812 time: 0.2859206 Nov 09 17:52:38.806842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Request body: {'port': {'device_id': '60599c2a-493d-4445-a47d-216c0130c77c', 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd', 'admin_state_up': True, 'tenant_id': '2745b5dc4a5841fbb1bf15a56d38c235'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:38.962825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Made reservation on behalf of 2745b5dc4a5841fbb1bf15a56d38c235 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:38.968277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:39.213712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2bdb5e99-2772-4310-b3d0-72ea3d623195 req-12b18ac5-356f-480f-8216-5367cc2a55c0 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 210 time: 0.0520847 Nov 09 17:52:39.233196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Allocated IP 172.20.0.8 (ee192b05-f431-4053-b5c0-34f5cb0ad2dd/e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a/3687756c-6ff3-493b-ba47-2bd7364d9844) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:39.608832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:39.678306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-946c6594-5647-48be-910a-0057abba82cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015215 Nov 09 17:52:39.719164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:39.766625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81ab4f-74b3-4b8a-96f1-b650f89f0da6 req-5175a9cc-0c6f-46a0-b4ae-e6621ca56c8a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:39.769303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e81ab4f-74b3-4b8a-96f1-b650f89f0da6 req-5175a9cc-0c6f-46a0-b4ae-e6621ca56c8a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1380618 Nov 09 17:52:39.882376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Network ee192b05-f431-4053-b5c0-34f5cb0ad2dd is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:39.908624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:39.923493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:39.940757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Pushing event updated for resources: {'Port': ['ID=3687756c-6ff3-493b-ba47-2bd7364d9844,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:39.999400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e81ab4f-74b3-4b8a-96f1-b650f89f0da6 req-a168ccff-aebe-4c41-9a35-dc90fced51dd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930425 Nov 09 17:52:40.015489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.015704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:40.038023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-10c2f8be-a326-4496-bc36-82ac31c6d994 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394586 Nov 09 17:52:40.056753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Request body: {'port': {'device_id': '60599c2a-493d-4445-a47d-216c0130c77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:40.162195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:40.556373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ba49-82fc-4998-9a1d-148573b3f923 req-9a82b77f-41b0-40c5-8243-2e3b05316e18 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.583831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6198ba49-82fc-4998-9a1d-148573b3f923 req-9a82b77f-41b0-40c5-8243-2e3b05316e18 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 931 time: 0.1628370 Nov 09 17:52:40.671109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6198ba49-82fc-4998-9a1d-148573b3f923 req-f2fb8125-490d-4bbd-8601-498452baf2cf tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814724 Nov 09 17:52:40.751222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3687756c-6ff3-493b-ba47-2bd7364d9844 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:40.771753 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:40.808715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Transition to ACTIVE for port object 3687756c-6ff3-493b-ba47-2bd7364d9844 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:40.815377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:40.919721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3687756c-6ff3-493b-ba47-2bd7364d9844,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:41.008964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Attempting to bind port 3687756c-6ff3-493b-ba47-2bd7364d9844 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:52:41.010110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Attempting to bind port 3687756c-6ff3-493b-ba47-2bd7364d9844 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '1ca05085-38b7-461a-a042-ea7327d60371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:52:41.010110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Attempting to bind port 3687756c-6ff3-493b-ba47-2bd7364d9844 on network ee192b05-f431-4053-b5c0-34f5cb0ad2dd {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:41.016126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Port 3687756c-6ff3-493b-ba47-2bd7364d9844 on network ee192b05-f431-4053-b5c0-34f5cb0ad2dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:41.016520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Attempting to bind port 3687756c-6ff3-493b-ba47-2bd7364d9844 on network ee192b05-f431-4053-b5c0-34f5cb0ad2dd {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:41.028027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:41.028415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Checking segment: {'id': '1ca05085-38b7-461a-a042-ea7327d60371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:52:41.028756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Bound using segment: {'id': '1ca05085-38b7-461a-a042-ea7327d60371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:41.029449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Bound port: 3687756c-6ff3-493b-ba47-2bd7364d9844, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca05085-38b7-461a-a042-ea7327d60371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:52:41.029811 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:41.176309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] For port 3687756c-6ff3-493b-ba47-2bd7364d9844, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:41.207061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] For port 3687756c-6ff3-493b-ba47-2bd7364d9844, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3687756c-6ff3-493b-ba47-2bd7364d9844,segment=NetworkSegment(1ca05085-38b7-461a-a042-ea7327d60371),segment_id=1ca05085-38b7-461a-a042-ea7327d60371)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:41.224596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:41.289588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.289728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:41.291278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/3687756c-6ff3-493b-ba47-2bd7364d9844 HTTP/1.1" status: 200 len: 1091 time: 1.2441678 Nov 09 17:52:41.292788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60599c2a-493d-4445-a47d-216c0130c77c', 'tag': '3687756c-6ff3-493b-ba47-2bd7364d9844'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:41.295399 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e806b61-99b1-4832-9309-29d8c325ee3e" -d '{"events": [{"name": "network-changed", "server_uuid": "60599c2a-493d-4445-a47d-216c0130c77c", "tag": "3687756c-6ff3-493b-ba47-2bd7364d9844"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:41.309960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760db041-2e29-4c6c-9bad-ee6f40d833b7 req-365f33b1-a76d-43ef-a7ca-bf0d9971d11e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.320467 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-760db041-2e29-4c6c-9bad-ee6f40d833b7 req-365f33b1-a76d-43ef-a7ca-bf0d9971d11e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1590638 Nov 09 17:52:41.391895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73775-a089-467e-8a05-7a20bf64b3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3687756c-6ff3-493b-ba47-2bd7364d9844,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:41.431154 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-760db041-2e29-4c6c-9bad-ee6f40d833b7 req-eeffce04-6ef5-4f48-aecc-64e9a927eb36 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089308 Nov 09 17:52:41.467856 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a5e74-3891-4e7c-9440-daa25cac2932 x-openstack-request-id: req-8e3a5e74-3891-4e7c-9440-daa25cac2932 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:41.468293 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60599c2a-493d-4445-a47d-216c0130c77c", "tag": "3687756c-6ff3-493b-ba47-2bd7364d9844", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:41.468564 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e3a5e74-3891-4e7c-9440-daa25cac2932 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:41.468978 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60599c2a-493d-4445-a47d-216c0130c77c', 'tag': '3687756c-6ff3-493b-ba47-2bd7364d9844', 'status': 'completed', 'code': 200} Nov 09 17:52:41.499945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-ed797955-a873-4fcc-a588-9fb5a798d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.503217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-ed797955-a873-4fcc-a588-9fb5a798d05e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2745b5dc4a5841fbb1bf15a56d38c235&device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 1094 time: 0.1002855 Nov 09 17:52:41.573732 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-3db5bc8f-c7e9-4df1-90a4-6610a521d402 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3687756c-6ff3-493b-ba47-2bd7364d9844 HTTP/1.1" status: 200 len: 217 time: 0.0612524 Nov 09 17:52:41.653758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-d3d38d5c-589d-45a5-8f47-d8807c4f816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.655932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-d3d38d5c-589d-45a5-8f47-d8807c4f816f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a HTTP/1.1" status: 200 len: 852 time: 0.0748680 Nov 09 17:52:41.707423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-d01536dc-761e-48b4-aec1-897bafdabe8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443046 Nov 09 17:52:41.868735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-8b0b7fb4-7a69-4e7d-bf56-e139eb309bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534853 Nov 09 17:52:41.990392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3c1d0-43c5-4fbe-8b24-d0d13bf73d7a req-81a878f2-e2e9-43e8-9f8b-ac15c071ebf2 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.993915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02f3c1d0-43c5-4fbe-8b24-d0d13bf73d7a req-81a878f2-e2e9-43e8-9f8b-ac15c071ebf2 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 943 time: 0.1504107 Nov 09 17:52:42.069473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02f3c1d0-43c5-4fbe-8b24-d0d13bf73d7a req-4a88d5f0-2d05-4cad-b87d-391778dcf1b5 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641870 Nov 09 17:52:42.110162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e4d84e11-ed54-4267-a54f-a3d76040d812 req-636b268f-845f-425f-a1bf-04c95d0b9b6f service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339432 Nov 09 17:52:42.121982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-a2307546-45c7-43f4-9a9d-7b5d38872120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.124647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-a2307546-45c7-43f4-9a9d-7b5d38872120 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.1140008 Nov 09 17:52:42.332582 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-fd6e6f15-03c1-435d-bf2e-8ca4b9e2b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.335360 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-fd6e6f15-03c1-435d-bf2e-8ca4b9e2b9ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2745b5dc4a5841fbb1bf15a56d38c235&device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 1094 time: 0.1188958 Nov 09 17:52:42.429686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-648126bd-c17f-40d2-b190-a3d8087083fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.431335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-648126bd-c17f-40d2-b190-a3d8087083fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.3000355 Nov 09 17:52:42.637344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-03ec5661-0688-41f1-b776-7e8a527ee1e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 999 time: 0.1968620 Nov 09 17:52:42.666317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-2286eb88-84e2-4280-8ed8-b65157bb5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.669563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-2286eb88-84e2-4280-8ed8-b65157bb5923 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd HTTP/1.1" status: 200 len: 912 time: 0.3232327 Nov 09 17:52:42.762518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc87c6-e4d4-4443-a7ae-85fdfb3a4580 req-696f31a7-dcb9-4f12-afa4-89f880bf5de0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.764155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13bc87c6-e4d4-4443-a7ae-85fdfb3a4580 req-696f31a7-dcb9-4f12-afa4-89f880bf5de0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.2384901 Nov 09 17:52:42.768510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-c9442d6b-a08e-4e17-95db-8e03e26111b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3687756c-6ff3-493b-ba47-2bd7364d9844 HTTP/1.1" status: 200 len: 217 time: 0.0598505 Nov 09 17:52:42.879147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-1f63028b-327d-4289-8e7b-aa0a407d9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.880685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-1f63028b-327d-4289-8e7b-aa0a407d9b5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.2356191 Nov 09 17:52:42.919305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-0802682d-6502-4d56-8189-e6998411e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.920839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-0802682d-6502-4d56-8189-e6998411e0f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a HTTP/1.1" status: 200 len: 852 time: 0.1405842 Nov 09 17:52:42.978772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-8964a1f1-0476-499f-ac8c-4f75fc02d8ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399959 Nov 09 17:52:42.986139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13bc87c6-e4d4-4443-a7ae-85fdfb3a4580 req-180944bd-a594-4ffa-8760-3d1189448788 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039020 Nov 09 17:52:43.060428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-1b5bbaeb-3ea6-4a7f-9212-09acea4dfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.062338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-1b5bbaeb-3ea6-4a7f-9212-09acea4dfc3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706188 Nov 09 17:52:43.217952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-362604ed-f710-466c-a4ee-e626c8f072e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307940 Nov 09 17:52:43.277406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae514bed-eafb-4d5d-a954-03ca11fa9ebb req-52513d8a-09f3-4ebe-8fa3-0015924a40ce tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.279150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae514bed-eafb-4d5d-a954-03ca11fa9ebb req-52513d8a-09f3-4ebe-8fa3-0015924a40ce tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 943 time: 0.0947690 Nov 09 17:52:43.279724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.303136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-5206c599-7388-472b-8f9b-4c314d5901e7 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302716 Nov 09 17:52:43.364921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae514bed-eafb-4d5d-a954-03ca11fa9ebb req-211bfe49-f134-412c-996f-c8dd9bf09890 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677793 Nov 09 17:52:43.429527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16ff69e1-2b39-48cd-bc18-59aeaf2d909a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.434778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5e806b61-99b1-4832-9309-29d8c325ee3e req-9936a553-8b8d-4f2c-b162-e9af29075426 service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078876 Nov 09 17:52:43.465428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-eface39b-c40d-47f4-82c2-f1ca931d6347 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547997 Nov 09 17:52:43.534782 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16ff69e1-2b39-48cd-bc18-59aeaf2d909a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.541766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16ff69e1-2b39-48cd-bc18-59aeaf2d909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.627779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-16ff69e1-2b39-48cd-bc18-59aeaf2d909a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed4c2ea49fca4b36b13542d5f4b4701a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462670 Nov 09 17:52:43.630775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35658) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.639452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff69e1-2b39-48cd-bc18-59aeaf2d909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee9952b-b9d5-4bb1-9c7d-91f689f74692,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:43.715269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf9c3-e8c3-49b8-a773-1b9a21a4e4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.741241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf9c3-e8c3-49b8-a773-1b9a21a4e4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.803553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf9c3-e8c3-49b8-a773-1b9a21a4e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.808000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bfaf9c3-e8c3-49b8-a773-1b9a21a4e4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:43.809610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1bfaf9c3-e8c3-49b8-a773-1b9a21a4e4b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ee9952b-b9d5-4bb1-9c7d-91f689f74692 HTTP/1.1" status: 204 len: 168 time: 0.1771898 Nov 09 17:52:43.823640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaf9c3-e8c3-49b8-a773-1b9a21a4e4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee9952b-b9d5-4bb1-9c7d-91f689f74692,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:44.179422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b30bc-0520-4af0-8d20-308cef0c4104 req-11662a7f-7600-4cd5-a4f3-204e90ee16d7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.183190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc1b30bc-0520-4af0-8d20-308cef0c4104 req-11662a7f-7600-4cd5-a4f3-204e90ee16d7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.0978496 Nov 09 17:52:44.244133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc1b30bc-0520-4af0-8d20-308cef0c4104 req-48cc4553-f067-478c-98c3-496270c4805d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540285 Nov 09 17:52:44.294840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.310731 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105bff10-cf91-4de6-aea5-c3ca1340afc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.320588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3687756c-6ff3-493b-ba47-2bd7364d9844 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:52:44.458721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105bff10-cf91-4de6-aea5-c3ca1340afc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.466055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-105bff10-cf91-4de6-aea5-c3ca1340afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.505867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3687756c-6ff3-493b-ba47-2bd7364d9844, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3687756c-6ff3-493b-ba47-2bd7364d9844,segment=NetworkSegment(1ca05085-38b7-461a-a042-ea7327d60371),segment_id=1ca05085-38b7-461a-a042-ea7327d60371)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:44.531106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '3687756c-6ff3-493b-ba47-2bd7364d9844', 'network_id': 'ee192b05-f431-4053-b5c0-34f5cb0ad2dd', 'port_id': '3687756c-6ff3-493b-ba47-2bd7364d9844', 'mac_address': 'fa:16:3e:f5:7d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:52:44.549382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-105bff10-cf91-4de6-aea5-c3ca1340afc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3936b769b8014bcbbe03fb23d03b8e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533114 Nov 09 17:52:44.550419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bff10-cf91-4de6-aea5-c3ca1340afc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226920ff-875e-4555-97a7-5d649f823ae0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:44.553239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35672) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.602468 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.623238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fff996d-abb2-453c-a27e-eede51e4c83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.626098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3687756c-6ff3-493b-ba47-2bd7364d9844 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:44.652704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3687756c-6ff3-493b-ba47-2bd7364d9844, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3687756c-6ff3-493b-ba47-2bd7364d9844,segment=NetworkSegment(1ca05085-38b7-461a-a042-ea7327d60371),segment_id=1ca05085-38b7-461a-a042-ea7327d60371)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:44.658315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.667667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fff996d-abb2-453c-a27e-eede51e4c83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.677009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3078d5-2ad1-4aa1-b7c0-08cb0073b099 req-f6a72747-c2b9-4656-95be-4ff7a1053212 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.691624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb3078d5-2ad1-4aa1-b7c0-08cb0073b099 req-f6a72747-c2b9-4656-95be-4ff7a1053212 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 943 time: 0.1540570 Nov 09 17:52:44.733179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3687756c-6ff3-493b-ba47-2bd7364d9844,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:44.749921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fff996d-abb2-453c-a27e-eede51e4c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.752706 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8fff996d-abb2-453c-a27e-eede51e4c83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:44.753897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8fff996d-abb2-453c-a27e-eede51e4c83f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/226920ff-875e-4555-97a7-5d649f823ae0 HTTP/1.1" status: 204 len: 168 time: 0.1996694 Nov 09 17:52:44.762848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff996d-abb2-453c-a27e-eede51e4c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226920ff-875e-4555-97a7-5d649f823ae0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:44.773717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fb3078d5-2ad1-4aa1-b7c0-08cb0073b099 req-07f2ebf1-4533-4353-a427-a7f45a92c85e tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789886 Nov 09 17:52:44.885300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3687756c-6ff3-493b-ba47-2bd7364d9844'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:45.429104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71b47-23ae-4ebf-bcef-08a3b7b82c18 req-dfc995f4-4fed-4b77-a712-c4ec526113f5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.431071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-38b71b47-23ae-4ebf-bcef-08a3b7b82c18 req-dfc995f4-4fed-4b77-a712-c4ec526113f5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.0694122 Nov 09 17:52:45.505585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-38b71b47-23ae-4ebf-bcef-08a3b7b82c18 req-093b52eb-acd8-4af8-b797-3114ab91fd4e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650351 Nov 09 17:52:45.949700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab75b1-9959-4376-8481-7e62cb289014 req-fdb5707c-e98b-42c8-a735-06d30149b9f9 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.952825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a7ab75b1-9959-4376-8481-7e62cb289014 req-fdb5707c-e98b-42c8-a735-06d30149b9f9 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 944 time: 0.0727239 Nov 09 17:52:46.039689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a7ab75b1-9959-4376-8481-7e62cb289014 req-a6e77035-e7b2-48d3-b094-4cf1ffdd9df7 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782220 Nov 09 17:52:46.330868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3687756c-6ff3-493b-ba47-2bd7364d9844 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:46.407277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 3687756c-6ff3-493b-ba47-2bd7364d9844 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:52:46.414540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 3687756c-6ff3-493b-ba47-2bd7364d9844 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:46.415382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:46.571579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:46.747741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc68c-8058-4952-b896-d18c19039ba1 req-1cab6924-72cb-4080-ac4e-998eef2b14c2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:46.757941 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a34cc68c-8058-4952-b896-d18c19039ba1 req-1cab6924-72cb-4080-ac4e-998eef2b14c2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1124191 Nov 09 17:52:46.855892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3687756c-6ff3-493b-ba47-2bd7364d9844, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3687756c-6ff3-493b-ba47-2bd7364d9844,segment=NetworkSegment(1ca05085-38b7-461a-a042-ea7327d60371),segment_id=1ca05085-38b7-461a-a042-ea7327d60371)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:46.857009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60599c2a-493d-4445-a47d-216c0130c77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3687756c-6ff3-493b-ba47-2bd7364d9844'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:46.859753 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef541233-4782-45ba-b36c-2d0bd49d483f" -d '{"events": [{"server_uuid": "60599c2a-493d-4445-a47d-216c0130c77c", "name": "network-vif-plugged", "status": "completed", "tag": "3687756c-6ff3-493b-ba47-2bd7364d9844"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:46.870459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a34cc68c-8058-4952-b896-d18c19039ba1 req-d2c63e14-9f4a-4b9e-b264-10b64eb7388c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014206 Nov 09 17:52:46.876366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:46.946588 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e4f659-86a5-407f-bf8f-e68ed61fb3ae x-openstack-request-id: req-c5e4f659-86a5-407f-bf8f-e68ed61fb3ae {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:46.946913 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60599c2a-493d-4445-a47d-216c0130c77c", "name": "network-vif-plugged", "status": "completed", "tag": "3687756c-6ff3-493b-ba47-2bd7364d9844", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:46.947406 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5e4f659-86a5-407f-bf8f-e68ed61fb3ae {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:46.947652 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60599c2a-493d-4445-a47d-216c0130c77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3687756c-6ff3-493b-ba47-2bd7364d9844', 'code': 200} Nov 09 17:52:46.960219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3687756c-6ff3-493b-ba47-2bd7364d9844,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:47.145518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4eba7-ef56-4dda-a1ea-928cac43b805 req-610274b6-1a56-414e-a1c0-bc3b519cc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.158911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43c4eba7-ef56-4dda-a1ea-928cac43b805 req-610274b6-1a56-414e-a1c0-bc3b519cc1b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 1096 time: 0.1350348 Nov 09 17:52:47.347820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43c4eba7-ef56-4dda-a1ea-928cac43b805 req-aa00512f-6ab0-426c-b10c-845135774af3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811562 Nov 09 17:52:47.396140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3995-29c0-4944-9b39-1479c9dbe63c req-f4dd7a63-aa21-46d5-8b74-4eab03925a11 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.401174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55df3995-29c0-4944-9b39-1479c9dbe63c req-f4dd7a63-aa21-46d5-8b74-4eab03925a11 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1773601 Nov 09 17:52:47.503950 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-55df3995-29c0-4944-9b39-1479c9dbe63c req-007a4f11-e5cb-4395-b33c-5e15eb8ed435 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896368 Nov 09 17:52:47.824252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:48.011258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ab4-971b-46ff-afe5-2d791f40baf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.094672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6f5ee-cb3e-4426-81aa-da5dc1401d60 req-0a5476b4-e95a-4f8d-97f6-8463fafd9550 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.097283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ec6f5ee-cb3e-4426-81aa-da5dc1401d60 req-0a5476b4-e95a-4f8d-97f6-8463fafd9550 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1139734 Nov 09 17:52:48.160339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ab4-971b-46ff-afe5-2d791f40baf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.167713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ab4-971b-46ff-afe5-2d791f40baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.199831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75ab4-971b-46ff-afe5-2d791f40baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970ed68c-e23e-44b8-a811-eda25d220598,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:48.237230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bfc75ab4-971b-46ff-afe5-2d791f40baf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6e06eeaaf754c6eaec076bce97df538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118738 Nov 09 17:52:48.241576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:48.254127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8ec6f5ee-cb3e-4426-81aa-da5dc1401d60 req-76599dd6-6c87-4b7f-b713-6cd751fc5020 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138680 Nov 09 17:52:48.350848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbd8d-fd66-4d86-becc-841d14fc4afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.398325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbd8d-fd66-4d86-becc-841d14fc4afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.499128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbd8d-fd66-4d86-becc-841d14fc4afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.506213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbd8d-fd66-4d86-becc-841d14fc4afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:48.509299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6fdfbd8d-fd66-4d86-becc-841d14fc4afc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/970ed68c-e23e-44b8-a811-eda25d220598 HTTP/1.1" status: 204 len: 168 time: 0.2615242 Nov 09 17:52:48.520956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfbd8d-fd66-4d86-becc-841d14fc4afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ed68c-e23e-44b8-a811-eda25d220598,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:48.781587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b848fd-bc60-4e99-863b-94fcc85613d7 req-4620e612-9946-4ee8-a800-85e828526485 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.784820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67b848fd-bc60-4e99-863b-94fcc85613d7 req-4620e612-9946-4ee8-a800-85e828526485 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1028991 Nov 09 17:52:48.884047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67b848fd-bc60-4e99-863b-94fcc85613d7 req-25b8a9f4-70cc-4d5e-9d05-f9a65d4b3d50 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909441 Nov 09 17:52:49.116659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4178d83-4793-49ad-9467-3b040de16236 req-dcef03db-7d1c-416f-b721-d6a5b91f8cfc tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.126546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4178d83-4793-49ad-9467-3b040de16236 req-dcef03db-7d1c-416f-b721-d6a5b91f8cfc tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1001539 Nov 09 17:52:49.181601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4178d83-4793-49ad-9467-3b040de16236 req-ccd9f5c4-ced2-4b82-8bd8-d248a850ddf8 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Nov 09 17:52:49.293394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35776) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:49.487963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9d145-355c-4c25-a1ca-81236828cd86 req-03d25da9-dd53-4065-9ba9-30df5b46f1a1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.499648 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86b9d145-355c-4c25-a1ca-81236828cd86 req-03d25da9-dd53-4065-9ba9-30df5b46f1a1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1037133 Nov 09 17:52:49.509957 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60457c3e-5c15-492c-b64f-fd10243b6cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.564651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86b9d145-355c-4c25-a1ca-81236828cd86 req-04f507ed-350b-440c-a521-4cc11da64ad1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622401 Nov 09 17:52:49.606778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe0652-7631-4902-9d79-55e51a26296c req-05fe5181-3c8d-47e0-838a-d873ad76a10c tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.608403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fffe0652-7631-4902-9d79-55e51a26296c req-05fe5181-3c8d-47e0-838a-d873ad76a10c tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1095459 Nov 09 17:52:49.692702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fffe0652-7631-4902-9d79-55e51a26296c req-755fa24a-a642-4da6-a6a5-013fad00dc8a tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754690 Nov 09 17:52:49.727564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60457c3e-5c15-492c-b64f-fd10243b6cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.727564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-60457c3e-5c15-492c-b64f-fd10243b6cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.772425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60457c3e-5c15-492c-b64f-fd10243b6cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfbe96-c416-44a8-8392-9d37a27daeba,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:49.786167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-60457c3e-5c15-492c-b64f-fd10243b6cc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5913218f32b94f2fafb1f811a9e87322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914017 Nov 09 17:52:49.791132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:49.848605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-585ed024-647e-4fe9-af17-7a861f1e514a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.875787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-585ed024-647e-4fe9-af17-7a861f1e514a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.951904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-585ed024-647e-4fe9-af17-7a861f1e514a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.956404 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-585ed024-647e-4fe9-af17-7a861f1e514a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:49.962718 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-585ed024-647e-4fe9-af17-7a861f1e514a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64cfbe96-c416-44a8-8392-9d37a27daeba HTTP/1.1" status: 204 len: 168 time: 0.1661987 Nov 09 17:52:49.974082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ed024-647e-4fe9-af17-7a861f1e514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cfbe96-c416-44a8-8392-9d37a27daeba,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:50.484573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 35816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:50.500120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acaad29b-50c7-4142-a311-7b6e5d46512a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.595082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acaad29b-50c7-4142-a311-7b6e5d46512a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.603050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acaad29b-50c7-4142-a311-7b6e5d46512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.636706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-acaad29b-50c7-4142-a311-7b6e5d46512a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7d591caf1274c098c9ac64fe6eac8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509504 Nov 09 17:52:50.641153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 35822) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:50.709241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaad29b-50c7-4142-a311-7b6e5d46512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3448f-9068-499c-8574-74b26c4218ba,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:50.724288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f173d79a-af1e-4e13-9cd8-92160aca9ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.774301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e3af1-2f45-4cf7-9d37-1ffa9f77e303 req-7d04ca5f-32f1-44ee-af23-3fb05c2f16b3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.777197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-425e3af1-2f45-4cf7-9d37-1ffa9f77e303 req-7d04ca5f-32f1-44ee-af23-3fb05c2f16b3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.0888555 Nov 09 17:52:50.781890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f173d79a-af1e-4e13-9cd8-92160aca9ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.866278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-425e3af1-2f45-4cf7-9d37-1ffa9f77e303 req-256c54bf-7e0f-4519-b750-65544bd98d6e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728905 Nov 09 17:52:50.948326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8282a3-c8b6-49a1-8a50-6116b5972582 req-8aa3a42a-8653-48bd-be10-fe42de67f17f tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.951099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf8282a3-c8b6-49a1-8a50-6116b5972582 req-8aa3a42a-8653-48bd-be10-fe42de67f17f tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1056843 Nov 09 17:52:50.964836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f173d79a-af1e-4e13-9cd8-92160aca9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.968996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f173d79a-af1e-4e13-9cd8-92160aca9ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:50.970563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f173d79a-af1e-4e13-9cd8-92160aca9ddd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04c3448f-9068-499c-8574-74b26c4218ba HTTP/1.1" status: 204 len: 168 time: 0.3266442 Nov 09 17:52:51.004703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173d79a-af1e-4e13-9cd8-92160aca9ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3448f-9068-499c-8574-74b26c4218ba,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:51.063938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf8282a3-c8b6-49a1-8a50-6116b5972582 req-4a95e396-67d0-48b7-9917-2eb261213dfb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915587 Nov 09 17:52:51.462401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b1a82-cea9-400d-a222-da80a791ce29 req-b3d77cdb-0a7f-49c2-8168-f380f2838432 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.465413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-012b1a82-cea9-400d-a222-da80a791ce29 req-b3d77cdb-0a7f-49c2-8168-f380f2838432 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1234210 Nov 09 17:52:51.505945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-3b50420e-e528-44f9-956f-c7418916e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.508060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-3b50420e-e528-44f9-956f-c7418916e359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2745b5dc4a5841fbb1bf15a56d38c235&device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 1096 time: 0.1180978 Nov 09 17:52:51.709426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-012b1a82-cea9-400d-a222-da80a791ce29 req-bf905a78-e884-411e-9466-da196575888e tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208722 Nov 09 17:52:51.746698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-bdb1ef6e-a931-4944-a6ae-d5e358b6e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.748867 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-bdb1ef6e-a931-4944-a6ae-d5e358b6e871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd HTTP/1.1" status: 200 len: 912 time: 0.2225146 Nov 09 17:52:51.819074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-f6955bdf-7aea-43a0-8d19-168d503c461c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3687756c-6ff3-493b-ba47-2bd7364d9844 HTTP/1.1" status: 200 len: 217 time: 0.0626898 Nov 09 17:52:51.885647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-ffafb8be-fb09-42ff-add4-039c8334e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.888220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-ffafb8be-fb09-42ff-add4-039c8334e7da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a HTTP/1.1" status: 200 len: 852 time: 0.0623648 Nov 09 17:52:51.941527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-1401899c-f1f3-4360-b473-1171e6657ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456111 Nov 09 17:52:52.056736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73192a83-7905-4148-8c98-5cf3858a27fc req-f83877b8-dc4b-4325-96ec-acaebea8b97b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.058404 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73192a83-7905-4148-8c98-5cf3858a27fc req-f83877b8-dc4b-4325-96ec-acaebea8b97b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.0730908 Nov 09 17:52:52.074061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-edaefd97-4b81-4c34-b51b-62af7a744bea service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251137 Nov 09 17:52:52.126851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73192a83-7905-4148-8c98-5cf3858a27fc req-fa3a9095-68cc-4475-9d60-8b89de3fa384 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572412 Nov 09 17:52:52.218405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82a56fb9-3d42-4c3e-a132-91f5fccfd922 req-c9d152bd-bc4d-410f-9822-f262d2f0c4e2 service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370142 Nov 09 17:52:52.984466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdb647-8812-4065-bdb7-df02e989dbab req-00f4954e-3a8f-4cc3-9332-e7772c95e1bb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.001569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34bdb647-8812-4065-bdb7-df02e989dbab req-00f4954e-3a8f-4cc3-9332-e7772c95e1bb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1332116 Nov 09 17:52:53.081705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34bdb647-8812-4065-bdb7-df02e989dbab req-917a254a-f0cb-4b53-a645-d85b04e4dcb7 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Nov 09 17:52:53.162296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:53.317483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1eff-9b33-43a2-9790-e23d058d6067 req-d9a30c5e-92cd-4c17-b137-19d52cfb0e0a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.320145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39fb1eff-9b33-43a2-9790-e23d058d6067 req-d9a30c5e-92cd-4c17-b137-19d52cfb0e0a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.0816784 Nov 09 17:52:53.420900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39fb1eff-9b33-43a2-9790-e23d058d6067 req-78d01bfc-2d1c-498c-8819-fb9705a912b1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897927 Nov 09 17:52:54.324462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f9754-2098-49ae-8b98-c4d4606e2bc2 req-467236a3-804d-4a8c-b1db-37f91a316aaf tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:54.327062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-028f9754-2098-49ae-8b98-c4d4606e2bc2 req-467236a3-804d-4a8c-b1db-37f91a316aaf tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.0916560 Nov 09 17:52:54.409651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-028f9754-2098-49ae-8b98-c4d4606e2bc2 req-1f959272-9dac-4224-9bb0-bae2347f4456 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691636 Nov 09 17:52:54.589690 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:52:54.681597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b4ec2-8d42-4c3a-9072-2b0dc9365b66 req-a6dc3c03-932e-434c-b8c3-570b03f0083b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:54.685186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-631b4ec2-8d42-4c3a-9072-2b0dc9365b66 req-a6dc3c03-932e-434c-b8c3-570b03f0083b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1243026 Nov 09 17:52:54.937931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-631b4ec2-8d42-4c3a-9072-2b0dc9365b66 req-f253f41f-8683-42ee-914f-2151c87b2dcb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417805 Nov 09 17:52:55.039221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36538b-4cce-4259-b909-3a4a9789281f req-79575a31-b0aa-4735-92d5-fe3a08b5401c tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.042629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d36538b-4cce-4259-b909-3a4a9789281f req-79575a31-b0aa-4735-92d5-fe3a08b5401c tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1149960 Nov 09 17:52:55.715321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d36538b-4cce-4259-b909-3a4a9789281f req-93566eb7-6221-4266-8ee7-1d810ddb87ea tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642933 Nov 09 17:52:55.731487 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-6cebd88f-a3c6-465c-b1ca-6143289747c7 service neutron] show failed (client error): The resource could not be found. Nov 09 17:52:55.734429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-6cebd88f-a3c6-465c-b1ca-6143289747c7 service neutron] 10.222.0.43 "GET /v2.0/ports/0ff1b62a-137e-4d54-9f04-22cc3cc709f2/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.1581709 Nov 09 17:52:56.208235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445420e-fa9b-4501-b2b4-52cf78b0764c req-0538df6c-7491-4610-920a-38990fc13ad3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.211850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8445420e-fa9b-4501-b2b4-52cf78b0764c req-0538df6c-7491-4610-920a-38990fc13ad3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.1025629 Nov 09 17:52:56.300715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8445420e-fa9b-4501-b2b4-52cf78b0764c req-57b27a99-d189-4cca-bddb-c60f6772b52b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770710 Nov 09 17:52:56.353399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-bc5ac104-af58-4b12-b75f-e8eb5cb7178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.354932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-bc5ac104-af58-4b12-b75f-e8eb5cb7178d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 1096 time: 0.3145289 Nov 09 17:52:56.372566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:56.433986 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:56.800497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:56.841857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:56.924726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:56.927333 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7fb638-48e4-4107-962f-70dbfd27d6a2" -d '{"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:56.939955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3de61b-f75d-498e-a990-f642025d1a42 req-ae6f7e20-09e4-42eb-9e46-f529123fd21a tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.949314 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c3de61b-f75d-498e-a990-f642025d1a42 req-ae6f7e20-09e4-42eb-9e46-f529123fd21a tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.0866249 Nov 09 17:52:56.970151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:57.013049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Transition to ACTIVE for port object 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:57.022215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:57.029118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c3de61b-f75d-498e-a990-f642025d1a42 req-99cdf718-20d8-4880-8483-febabb375b68 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774255 Nov 09 17:52:57.108165 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6563b3f1-4f7a-4289-a964-02da904ea72f x-openstack-request-id: req-6563b3f1-4f7a-4289-a964-02da904ea72f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:57.114163 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:57.114971 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6563b3f1-4f7a-4289-a964-02da904ea72f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:57.116955 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'code': 200} Nov 09 17:52:57.278018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:57.361902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] No DVR routers for this DVR port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:57.713595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817813ef-8cd5-4898-9d20-8b1a0fe101a6 req-78465523-649f-4072-b3bd-2b7bf5af2e9c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:57.716372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817813ef-8cd5-4898-9d20-8b1a0fe101a6 req-78465523-649f-4072-b3bd-2b7bf5af2e9c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.2568781 Nov 09 17:52:57.720615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa23aa-8b87-4887-9c6b-bdbe66b441ec req-5d2226ad-fe2f-4d56-a399-1749ab70a3d8 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:57.721715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5959-7e77-4fe8-b435-82560482e409 req-5677ec7a-3834-4704-9a8e-7fa568c89dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:57.724317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-5677ec7a-3834-4704-9a8e-7fa568c89dd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2745b5dc4a5841fbb1bf15a56d38c235&device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 1096 time: 0.1573925 Nov 09 17:52:57.729543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8afa23aa-8b87-4887-9c6b-bdbe66b441ec req-5d2226ad-fe2f-4d56-a399-1749ab70a3d8 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.2372665 Nov 09 17:52:57.896052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8afa23aa-8b87-4887-9c6b-bdbe66b441ec req-e94d4c39-704a-4ca7-b425-0e1e30aa589c tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574359 Nov 09 17:52:57.922113 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:52:57.922605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:52:57.923831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on network d08e21df-4ff7-4b37-a440-273b96978ca8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:57.930163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on network d08e21df-4ff7-4b37-a440-273b96978ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:57.930615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Attempting to bind port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on network d08e21df-4ff7-4b37-a440-273b96978ca8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:57.939031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:57.939412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Checking segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:52:57.939966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Bound using segment: {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:57.940606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Bound port: 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7164620-c1eb-49e6-a21d-6611eaa81f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:52:57.940981 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:57.942142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-817813ef-8cd5-4898-9d20-8b1a0fe101a6 req-9901cc0a-64c1-495a-8b68-4f9beab0faca tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935649 Nov 09 17:52:57.975013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5959-7e77-4fe8-b435-82560482e409 req-4d6bc07a-319e-495d-b39e-499017cc6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:57.980309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-4d6bc07a-319e-495d-b39e-499017cc6f75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd HTTP/1.1" status: 200 len: 912 time: 0.2470188 Nov 09 17:52:57.987893 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0794e7f0-ff99-47be-b460-c23c97b2f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:58.065483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-5e9e49e5-489a-49c6-8517-c36d9231f4b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3687756c-6ff3-493b-ba47-2bd7364d9844 HTTP/1.1" status: 200 len: 217 time: 0.0751216 Nov 09 17:52:58.079924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:58.084106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:58.094019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:58.157388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.158449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:58.160189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] 10.222.0.83 "PUT /v2.0/ports/0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 1091 time: 1.7929125 Nov 09 17:52:58.179739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5959-7e77-4fe8-b435-82560482e409 req-fa4d102d-f0c6-4e17-93a9-244af80604d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.182391 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-fa4d102d-f0c6-4e17-93a9-244af80604d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a HTTP/1.1" status: 200 len: 852 time: 0.1055477 Nov 09 17:52:58.184594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bc717-9543-4e8f-9e54-d28186c959a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:58.263883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-d9b76048-c474-4231-bff7-a63258c6bf97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ee192b05-f431-4053-b5c0-34f5cb0ad2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672150 Nov 09 17:52:58.271005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fc17402f-592a-463e-affc-0df36d24e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.287260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-fc17402f-592a-463e-affc-0df36d24e59d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1094 time: 0.0868371 Nov 09 17:52:58.408028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:58.424770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-7af90b14-11b8-4f22-89b9-df6c8198d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.426577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-7af90b14-11b8-4f22-89b9-df6c8198d21a service neutron] 10.222.0.83 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.1308405 Nov 09 17:52:58.435561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-880adc2c-e287-4fc1-a8dd-1981051932d9 service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630495 Nov 09 17:52:58.525445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:58.556747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:52:58.584043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-c92f57ff-0628-446e-a0c7-366551f02aea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 997 time: 0.1480198 Nov 09 17:52:58.655606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94aa5959-7e77-4fe8-b435-82560482e409 req-a6e2a3c2-b495-4e37-bcf3-e55cf544340d service neutron] 10.222.0.43 "GET /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131088 Nov 09 17:52:58.663606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-c4a01b0c-6698-429c-82bc-073ed2c1c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.668207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-c4a01b0c-6698-429c-82bc-073ed2c1c41f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.0768833 Nov 09 17:52:58.769384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-7a83fd47-cd99-46c7-b099-4ba94035c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.775917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-7a83fd47-cd99-46c7-b099-4ba94035c2ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983133 Nov 09 17:52:58.975905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-c9b032f2-b941-4910-8380-5b727c386378 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914208 Nov 09 17:52:59.167731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:59.172992 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c7cb66-55c1-4a32-959c-4ea79d2767f3" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:59.224084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c9d18-be2f-45cf-b2e6-d5421f35b912 req-5cdf9633-3472-4c2c-bfa8-a67d4d3a4392 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.226560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed3c9d18-be2f-45cf-b2e6-d5421f35b912 req-5cdf9633-3472-4c2c-bfa8-a67d4d3a4392 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.1126912 Nov 09 17:52:59.317766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2f9f-68c2-45ed-8171-fd651127f451 req-bb25dbbe-81db-4a50-b42c-422ad810fc0a tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.332153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed3c9d18-be2f-45cf-b2e6-d5421f35b912 req-19720484-0d28-4ae8-ac67-3ae5231d1c5a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867879 Nov 09 17:52:59.333299 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb7a2f9f-68c2-45ed-8171-fd651127f451 req-bb25dbbe-81db-4a50-b42c-422ad810fc0a tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.2677269 Nov 09 17:52:59.434454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bf88c6b-348d-46e9-bb7e-526f6b8f8edc req-450fc39d-f959-4711-99dd-21a2028957e6 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501791 Nov 09 17:52:59.479249 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b5a9a4-23c7-4623-b930-9d7baf97855e x-openstack-request-id: req-d8b5a9a4-23c7-4623-b930-9d7baf97855e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:59.480211 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:59.480779 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8b5a9a4-23c7-4623-b930-9d7baf97855e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:59.481585 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'status': 'completed', 'code': 200} Nov 09 17:52:59.563374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb7a2f9f-68c2-45ed-8171-fd651127f451 req-c331c119-5206-4a2e-a327-ac0f19a09a97 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259758 Nov 09 17:52:59.654380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-34f6ade3-d202-437a-addc-95b7969c3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.656766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-34f6ade3-d202-437a-addc-95b7969c3394 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1094 time: 0.1260407 Nov 09 17:52:59.657744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-c08ae4d3-23d4-4b2d-aff8-062ead9622ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.659457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-c08ae4d3-23d4-4b2d-aff8-062ead9622ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1094 time: 0.1318994 Nov 09 17:52:59.846740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9ad7cd41-69d9-4863-86e8-d67b262a5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.848730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9ad7cd41-69d9-4863-86e8-d67b262a5bf5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.1798694 Nov 09 17:52:59.868576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9c2168f8-cdfa-47d4-913f-51ea7bf1531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.872593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9c2168f8-cdfa-47d4-913f-51ea7bf1531f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.2085869 Nov 09 17:52:59.940653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9d2ad807-ef45-476b-8a05-cb948e58bd6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 997 time: 0.0839763 Nov 09 17:53:00.009329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-b7e514ce-bd45-4e94-989b-5ee225afa523 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 997 time: 0.1278415 Nov 09 17:53:00.045903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-0a5ffbf9-defc-4ea4-9dd1-ad3e58c6b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.047934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-0a5ffbf9-defc-4ea4-9dd1-ad3e58c6b1cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.0988479 Nov 09 17:53:00.119935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9d2529bc-c89f-43b7-afcf-412e8ec59f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.122949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-9d2529bc-c89f-43b7-afcf-412e8ec59f42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.1067772 Nov 09 17:53:00.149352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-1b05db55-e9e2-4d8f-80e1-776fe6899251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.152459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-1b05db55-e9e2-4d8f-80e1-776fe6899251 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956502 Nov 09 17:53:00.193915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-c12673aa-e67a-4425-94ba-95862041d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.195786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-c12673aa-e67a-4425-94ba-95862041d09d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658658 Nov 09 17:53:00.358323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-fd66d23f-ed05-4765-997f-35f8e9c6ba2b service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971519 Nov 09 17:53:00.367994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-fb932d80-6f77-436d-911f-bd68a1d1abcd service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626413 Nov 09 17:53:00.439101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80af207a-f3e6-41ca-8b2f-182d1df601fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:00.584826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-d0d8bf86-9ed2-49be-94e6-09cf1b7a47be service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093220 Nov 09 17:53:00.594677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61c7cb66-55c1-4a32-959c-4ea79d2767f3 req-dfaa7af3-5cd9-4bd0-b7f8-51fcd8882916 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243295 Nov 09 17:53:00.670452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c7cb4-d82b-4ebe-a0c4-89677ff11658 req-1a424816-2d5c-485d-a02e-844b1184bc25 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.685936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de9c7cb4-d82b-4ebe-a0c4-89677ff11658 req-1a424816-2d5c-485d-a02e-844b1184bc25 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.1438305 Nov 09 17:53:00.764695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b4d1-f182-46ff-af6e-0c425d706ad9 req-12673e79-9cc7-4aa4-a1a6-880f1229a705 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.774307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0e9b4d1-f182-46ff-af6e-0c425d706ad9 req-12673e79-9cc7-4aa4-a1a6-880f1229a705 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.0834270 Nov 09 17:53:00.785298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de9c7cb4-d82b-4ebe-a0c4-89677ff11658 req-9d931000-c77c-423b-9489-b3bbd09a1e0f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965374 Nov 09 17:53:00.840578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0e9b4d1-f182-46ff-af6e-0c425d706ad9 req-c9963eb2-a46a-4384-bab3-b0e5eabc4104 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639303 Nov 09 17:53:01.301496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac06e1-3280-448e-b738-e4574fdc6c85 req-a37de1b1-f319-4bc6-8da5-997d9a0e67c9 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:01.304419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9ac06e1-3280-448e-b738-e4574fdc6c85 req-a37de1b1-f319-4bc6-8da5-997d9a0e67c9 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1095603 Nov 09 17:53:01.339054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36248) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:01.412739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9ac06e1-3280-448e-b738-e4574fdc6c85 req-d84d4978-f831-4323-8bcd-5cba6ed52cd7 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953095 Nov 09 17:53:01.550253 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46622c76-2bb7-449c-bacd-7495c70a4e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.694645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46622c76-2bb7-449c-bacd-7495c70a4e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.701908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46622c76-2bb7-449c-bacd-7495c70a4e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.730594 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.762144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-46622c76-2bb7-449c-bacd-7495c70a4e9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae50b5d14a284b2a82210ed45862fef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4210627 Nov 09 17:53:01.764818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46622c76-2bb7-449c-bacd-7495c70a4e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1517f4-bc74-4f96-8f5c-a012103faeff,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:01.765157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36252) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:01.841244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-116c2b81-48a9-49dd-96fb-23bcfa10d3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.867032 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-116c2b81-48a9-49dd-96fb-23bcfa10d3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.946677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-116c2b81-48a9-49dd-96fb-23bcfa10d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.952573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-116c2b81-48a9-49dd-96fb-23bcfa10d3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:01.955674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-116c2b81-48a9-49dd-96fb-23bcfa10d3ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b1517f4-bc74-4f96-8f5c-a012103faeff HTTP/1.1" status: 204 len: 168 time: 0.1890478 Nov 09 17:53:01.972701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2b81-48a9-49dd-96fb-23bcfa10d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1517f4-bc74-4f96-8f5c-a012103faeff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:01.996314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460cf3f-b44f-4f42-b391-f73387fbcc41 req-0b20b41f-269b-4d31-93fd-0e70a32db850 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:01.998512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f460cf3f-b44f-4f42-b391-f73387fbcc41 req-0b20b41f-269b-4d31-93fd-0e70a32db850 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.0816119 Nov 09 17:53:02.072546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f460cf3f-b44f-4f42-b391-f73387fbcc41 req-82050f64-68d9-4b3c-8872-f368d72d4af9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586827 Nov 09 17:53:02.456302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:02.642413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e558ad-55a9-4469-92bb-9b4120133005 req-97655aa9-f902-42ee-873c-d5e09e235d44 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.645450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88e558ad-55a9-4469-92bb-9b4120133005 req-97655aa9-f902-42ee-873c-d5e09e235d44 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.0894506 Nov 09 17:53:02.665880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a1ea-3465-4579-b840-919654b9b999 req-3e0cedb1-c31e-460c-8994-a55196777202 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.667565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-3e0cedb1-c31e-460c-8994-a55196777202 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04&tenant_id=852156cb028747e7ad9ba26bb49e4d98&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 943 time: 0.2407691 Nov 09 17:53:02.702726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29756c-4cbe-48a1-957c-734717fcf6bd req-b1ae273b-5b53-4ddc-8019-47766ae65e65 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.715821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d29756c-4cbe-48a1-957c-734717fcf6bd req-b1ae273b-5b53-4ddc-8019-47766ae65e65 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.2466919 Nov 09 17:53:02.746871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88e558ad-55a9-4469-92bb-9b4120133005 req-89c7adb4-d32f-40d6-8c82-d049440ca2f9 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857339 Nov 09 17:53:02.768747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-144f092f-2faa-4eaf-b90f-30a091cee154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:02.829009 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d29756c-4cbe-48a1-957c-734717fcf6bd req-4c11fe11-d726-4f3e-ab4b-7d8b9216da22 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117177 Nov 09 17:53:02.833970 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-12c2a1ea-3465-4579-b840-919654b9b999 req-0571d5c5-a898-4885-b857-daa15c2011fa service neutron] delete failed (client error): The resource could not be found. Nov 09 17:53:02.835885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-0571d5c5-a898-4885-b857-daa15c2011fa service neutron] 10.222.0.43 "DELETE /v2.0/ports/0ff1b62a-137e-4d54-9f04-22cc3cc709f2/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.1526875 Nov 09 17:53:02.902075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-144f092f-2faa-4eaf-b90f-30a091cee154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:02.908046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-144f092f-2faa-4eaf-b90f-30a091cee154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:02.966082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-144f092f-2faa-4eaf-b90f-30a091cee154 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b436cc0ec78a4662b76d1124a1e5df2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5082688 Nov 09 17:53:02.968590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f092f-2faa-4eaf-b90f-30a091cee154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6db677-a6d5-4907-a877-ab6dad896c6c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:02.971585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:03.057110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a1ea-3465-4579-b840-919654b9b999 req-f02b05e2-12b1-4b66-8c9c-a83026b6ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.058896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-f02b05e2-12b1-4b66-8c9c-a83026b6ab81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1094 time: 0.1633263 Nov 09 17:53:03.095143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94f9c142-6fc5-45ed-95ff-f7f5373c7902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.152663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94f9c142-6fc5-45ed-95ff-f7f5373c7902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.158827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-10970d77-469b-481e-998d-f8f404acd097 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.160565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-10970d77-469b-481e-998d-f8f404acd097 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.43 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.1461406 Nov 09 17:53:03.196394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.298224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94f9c142-6fc5-45ed-95ff-f7f5373c7902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.309635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94f9c142-6fc5-45ed-95ff-f7f5373c7902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.311784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-94f9c142-6fc5-45ed-95ff-f7f5373c7902 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a6db677-a6d5-4907-a877-ab6dad896c6c HTTP/1.1" status: 204 len: 168 time: 0.3388281 Nov 09 17:53:03.315034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a1ea-3465-4579-b840-919654b9b999 req-fbf70e50-4e11-4535-842f-37c75fbe0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.316566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-fbf70e50-4e11-4535-842f-37c75fbe0265 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.2505567 Nov 09 17:53:03.333306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9c142-6fc5-45ed-95ff-f7f5373c7902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6db677-a6d5-4907-a877-ab6dad896c6c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:03.354514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Deleting port 3687756c-6ff3-493b-ba47-2bd7364d9844 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:03.355215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.494701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-0094f792-8be3-4407-906f-82cc4f359bfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 997 time: 0.1667511 Nov 09 17:53:03.553682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a1ea-3465-4579-b840-919654b9b999 req-ab406cc7-cbe5-4134-844f-8213ad3ae5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.556232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-ab406cc7-cbe5-4134-844f-8213ad3ae5dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.0537486 Nov 09 17:53:03.575933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.621099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] For port 3687756c-6ff3-493b-ba47-2bd7364d9844, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3687756c-6ff3-493b-ba47-2bd7364d9844,segment=NetworkSegment(1ca05085-38b7-461a-a042-ea7327d60371),segment_id=1ca05085-38b7-461a-a042-ea7327d60371)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:03.621679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:03.644958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Calling delete_port for 3687756c-6ff3-493b-ba47-2bd7364d9844 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:03.662954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a1ea-3465-4579-b840-919654b9b999 req-adeb6558-d4ae-46cf-a3a2-f0b7da0a4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.670938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-adeb6558-d4ae-46cf-a3a2-f0b7da0a4a72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003487 Nov 09 17:53:03.833594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-a8cb257b-d9f4-452e-b15f-937f186062c4 service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601813 Nov 09 17:53:03.928509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac7b3d-16a1-46b3-890c-1aba47001876 req-4abede99-6fca-4c14-b2e9-ed38500efc52 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.936471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3dac7b3d-16a1-46b3-890c-1aba47001876 req-4abede99-6fca-4c14-b2e9-ed38500efc52 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 945 time: 0.0829582 Nov 09 17:53:04.037765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3dac7b3d-16a1-46b3-890c-1aba47001876 req-d7cd5794-331b-4492-80fc-2079ec7993b7 tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/security-groups?id=38a28611-73a1-4b7b-9420-09ea92f5f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001027 Nov 09 17:53:04.082193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:04.106779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3687756c-6ff3-493b-ba47-2bd7364d9844'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:04.119748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62977c-7260-4e75-9fa0-cc76b90937a8 req-71da0ff8-8b3e-4a40-b335-010f754fb0bb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:04.131200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a62977c-7260-4e75-9fa0-cc76b90937a8 req-71da0ff8-8b3e-4a40-b335-010f754fb0bb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 943 time: 0.1707320 Nov 09 17:53:04.160552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Pushing event deleted for resources: {'Port': ['ID=3687756c-6ff3-493b-ba47-2bd7364d9844,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:04.224680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12c2a1ea-3465-4579-b840-919654b9b999 req-b132ceb3-d6b6-4193-ad18-60c5e1e443ae service neutron] 10.222.0.43 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834388 Nov 09 17:53:04.276130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:04.289072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] No DVR routers for this DVR port 3687756c-6ff3-493b-ba47-2bd7364d9844 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:04.295283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:04.301345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d513b556-a6ca-4f9a-aae9-b5f3c2827731 req-07ad0e12-10df-4e39-8cdb-5d002c11d7eb tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.43 "DELETE /v2.0/ports/3687756c-6ff3-493b-ba47-2bd7364d9844 HTTP/1.1" status: 204 len: 173 time: 1.1333902 Nov 09 17:53:04.337527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a62977c-7260-4e75-9fa0-cc76b90937a8 req-a05cce4c-5e6b-4f64-a8b5-8034eb000a59 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047682 Nov 09 17:53:04.338152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60599c2a-493d-4445-a47d-216c0130c77c', 'name': 'network-vif-deleted', 'tag': '3687756c-6ff3-493b-ba47-2bd7364d9844'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:04.340529 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8612264e-537c-44ae-8b82-18c4e7518ae7" -d '{"events": [{"server_uuid": "60599c2a-493d-4445-a47d-216c0130c77c", "name": "network-vif-deleted", "tag": "3687756c-6ff3-493b-ba47-2bd7364d9844"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:04.454296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:04.473479 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16348b1-e383-432c-ab5c-a03502ae95b8 x-openstack-request-id: req-b16348b1-e383-432c-ab5c-a03502ae95b8 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:04.473701 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60599c2a-493d-4445-a47d-216c0130c77c", "name": "network-vif-deleted", "tag": "3687756c-6ff3-493b-ba47-2bd7364d9844", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:04.473900 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b16348b1-e383-432c-ab5c-a03502ae95b8 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:04.474296 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60599c2a-493d-4445-a47d-216c0130c77c', 'name': 'network-vif-deleted', 'tag': '3687756c-6ff3-493b-ba47-2bd7364d9844', 'status': 'completed', 'code': 200} Nov 09 17:53:04.484397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'port_id': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'mac_address': 'fa:16:3e:c7:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:04.567424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:04.594467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:04.663083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:04.676359 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:04.821277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:04.949259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0ff1b62a-137e-4d54-9f04-22cc3cc709f2'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:05.186313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14162a9b-3711-4d22-9d38-1bf92d2d104f req-832365b1-a713-4660-931a-ad8237dc01c6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.199791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14162a9b-3711-4d22-9d38-1bf92d2d104f req-832365b1-a713-4660-931a-ad8237dc01c6 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1519239 Nov 09 17:53:05.272817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36354) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:05.317010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-14162a9b-3711-4d22-9d38-1bf92d2d104f req-2a87d4a9-f8a0-4551-9f3a-608e748bc922 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159852 Nov 09 17:53:05.587684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71899af-86ef-43b8-86cf-f1626b5d7daa req-1bc01953-3f1c-4e5f-ac4f-f00e6be8c5ed tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.603521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71899af-86ef-43b8-86cf-f1626b5d7daa req-1bc01953-3f1c-4e5f-ac4f-f00e6be8c5ed tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 944 time: 0.1374187 Nov 09 17:53:05.691982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d71899af-86ef-43b8-86cf-f1626b5d7daa req-c93c6db3-3812-4daa-9e4c-ea840451ecfd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864785 Nov 09 17:53:05.719731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36370) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:05.784529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-55ed8eef-594e-4929-8b2d-8059a37f7779 req-07f749c2-4246-4c04-91a8-a23a0e140d3b tempest-TestServerAdvancedOps-1614819408 tempest-TestServerAdvancedOps-1614819408-project] 10.222.0.45 "GET /v2.0/ports?device_id=60599c2a-493d-4445-a47d-216c0130c77c HTTP/1.1" status: 200 len: 210 time: 0.4577136 Nov 09 17:53:05.791090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1783549686-network', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:05.825093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6496a06b-e2f7-4863-9582-396a75c2ee5a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 200 len: 990 time: 0.1036360 Nov 09 17:53:05.832675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Made reservation on behalf of fab2055954c04fc6bf8942c75be66b04 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:05.835472 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:05.846383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:05.957159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:05.963271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:05.991279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:06.006404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf79327-69ae-471d-bb18-b56333be4b16,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:06.013750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.014103 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Added segment 7983642b-cbd0-40ae-a2e7-2e6c964a3a1f of type vlan for network 1a260cd7-6459-4164-acc8-6681a37bdbe9 Nov 09 17:53:06.096770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.126137 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.127306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:06.127964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.198383 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9227998 Nov 09 17:53:06.198796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36402) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:06.208855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8232ac-a98e-4386-971e-7fa78e19a417 admin admin] Pushing event updated for resources: {'Network': ['ID=1a260cd7-6459-4164-acc8-6681a37bdbe9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:06.209366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Request body: {'subnet': {'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1783549686-subnet', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:06.226363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:06.248539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Made reservation on behalf of fab2055954c04fc6bf8942c75be66b04 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:06.252534 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.344930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:06.426262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:06.432777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:06.433734 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.473935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3687756c-6ff3-493b-ba47-2bd7364d9844 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:06.503883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 3687756c-6ff3-493b-ba47-2bd7364d9844 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:06.504569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3687756c-6ff3-493b-ba47-2bd7364d9844 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:06.517879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-b71861d0-335a-498e-b388-e342cf49c651 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:06.519786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-b71861d0-335a-498e-b388-e342cf49c651 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.83 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1420360 Nov 09 17:53:06.538807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:06.606167 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.612213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81e7f-300e-4813-8dc4-81206b14e430 req-60f951a8-0590-4f30-bd75-eddcac4a2aea tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:06.613833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96d81e7f-300e-4813-8dc4-81206b14e430 req-60f951a8-0590-4f30-bd75-eddcac4a2aea tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1093900 Nov 09 17:53:06.614969 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.694849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:06.697201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:06.702027 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cedd1-6e78-4a5b-a16e-d432a894b8da" -d '{"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-plugged", "status": "completed", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:06.712950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de2ce25-a39c-459f-a720-4cdfd5bbc00a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:06.720781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.722586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Deleting port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:06.723180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.791090 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96d81e7f-300e-4813-8dc4-81206b14e430 req-a665aad4-5da5-472e-a771-1491bc60f124 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648242 Nov 09 17:53:06.797735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Checking segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:06.805256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Network hostable DHCP agents. Network: 1a260cd7-6459-4164-acc8-6681a37bdbe9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:06.854619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:06.855462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:06.867441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d146b4ee-9a59-405a-b836-5f45f3f79a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.872597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1a260cd7-6459-4164-acc8-6681a37bdbe9) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:06.881505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:06.884545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:06.892251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d91748-675e-4819-b7fc-d01c1b1a76c6 None None] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:06.925429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36418) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:06.961012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e3ace90b-99fa-43c8-8ab0-3af97fc3162d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7551332 Nov 09 17:53:06.970850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:06.985256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:07.059758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Deleting subnet e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:53:07.066113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.093321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] For port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:07.093321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.096692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1a260cd7-6459-4164-acc8-6681a37bdbe9', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:07.098072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.156397 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb60bf82-2752-4959-a177-84e3e4477db3 x-openstack-request-id: req-cb60bf82-2752-4959-a177-84e3e4477db3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:07.156688 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-plugged", "status": "completed", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:07.156935 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb60bf82-2752-4959-a177-84e3e4477db3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:07.157337 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'code': 200} Nov 09 17:53:07.161014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.209717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.237393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.239111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.342852 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.371110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Allocated IP 172.20.0.2 (1a260cd7-6459-4164-acc8-6681a37bdbe9/6de2ce25-a39c-459f-a720-4cdfd5bbc00a/4b4bc16e-cf64-4bab-9f31-605f3db5cb5f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:07.418049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:07.424009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.431540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a157350f-8c23-4ad5-af69-d375baa6b859 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e5c8c5a8-4f5b-4eca-a4cb-b59d3896bf0a HTTP/1.1" status: 204 len: 168 time: 0.5072448 Nov 09 17:53:07.435291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36422) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:07.488746 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d146b4ee-9a59-405a-b836-5f45f3f79a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.513059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d146b4ee-9a59-405a-b836-5f45f3f79a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.534145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.605336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.652148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.656371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.670795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.691642 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d146b4ee-9a59-405a-b836-5f45f3f79a47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c41a41966e94432a83d54b99edc82fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1148572 Nov 09 17:53:07.700516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36424) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:07.715628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee192b05-f431-4053-b5c0-34f5cb0ad2dd']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:07.747644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca05085-38b7-461a-a042-ea7327d60371') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:07.748068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca05085-38b7-461a-a042-ea7327d60371') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:07.753582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146b4ee-9a59-405a-b836-5f45f3f79a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f1388-80fe-459b-9855-92b0c6e55fc1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:07.779671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:07.781670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:07.784010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.784415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:07.793719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Pushing event updated for resources: {'Port': ['ID=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:07.838264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.853275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.859092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:07.860373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.861264 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:07.863134 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:07.868925 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Floating IP 699b4b88-130e-4915-9476-1e8beca699cc disassociated. External IP: 172.25.3.165, port: 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940. Nov 09 17:53:07.868925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Calling delete_port for 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:07.903537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Attempting to bind port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:07.904139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Attempting to bind port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:07.904714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Attempting to bind port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f on network 1a260cd7-6459-4164-acc8-6681a37bdbe9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:07.914234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:07.914850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Checking segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:07.916313 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.916313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Bound using segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:07.916988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Bound port: 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:07.917608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:07.925173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00b682da-f183-4e6e-80bb-3a759c29aee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.005293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.029114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.030321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] For port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:08.035509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ee192b05-f431-4053-b5c0-34f5cb0ad2dd HTTP/1.1" status: 204 len: 168 time: 0.5975943 Nov 09 17:53:08.035901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.039036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00b682da-f183-4e6e-80bb-3a759c29aee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.040235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] For port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:08.040489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:08.046428 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.071367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3411c2-d5df-4da3-8152-cdd26ba37743 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee192b05-f431-4053-b5c0-34f5cb0ad2dd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:08.092640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83166809-20af-44f9-a789-55489b9b258f req-46a63fa2-1f07-45d8-939f-23f55a56c618 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.094279 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83166809-20af-44f9-a789-55489b9b258f req-46a63fa2-1f07-45d8-939f-23f55a56c618 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 946 time: 0.1423204 Nov 09 17:53:08.125799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd50ef-10a4-4e01-838c-f463c27397a4 None None] Pushing event updated for resources: {'Port': ['ID=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:08.171576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83166809-20af-44f9-a789-55489b9b258f req-a33a53f3-a45b-42cd-bc22-83ea04215606 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31f7fea-5810-40be-b076-907a9c0bfe21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594218 Nov 09 17:53:08.193778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00b682da-f183-4e6e-80bb-3a759c29aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.200737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00b682da-f183-4e6e-80bb-3a759c29aee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.207779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-00b682da-f183-4e6e-80bb-3a759c29aee2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae9f1388-80fe-459b-9855-92b0c6e55fc1 HTTP/1.1" status: 204 len: 168 time: 0.5004144 Nov 09 17:53:08.218764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b682da-f183-4e6e-80bb-3a759c29aee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f1388-80fe-459b-9855-92b0c6e55fc1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:08.259031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Deleting subnet eb22d8b1-b4cd-41cc-b556-bdc0d0f1c990 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:53:08.272053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.346610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.446162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.459278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.527868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event deleted for resources: {'Port': ['ID=6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:08.667812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:08.683189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb204-8635-468c-b399-9ba6a4a83ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.753996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.786920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb204-8635-468c-b399-9ba6a4a83ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.793050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb204-8635-468c-b399-9ba6a4a83ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.827530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb22d8b1-b4cd-41cc-b556-bdc0d0f1c990,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:08.829875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.834251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ec7d1f4a-491e-4176-8f83-c4d51cabb6bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eb22d8b1-b4cd-41cc-b556-bdc0d0f1c990 HTTP/1.1" status: 204 len: 168 time: 0.7906215 Nov 09 17:53:08.840364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36438) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:08.847084 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.871647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fb204-8635-468c-b399-9ba6a4a83ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c47cd5-57dd-4583-a311-7784ff3372cf,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:08.881722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Router a087f6c6-4aa1-447f-91d0-c78025036a4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:08.883331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:08.924020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ba7fb204-8635-468c-b399-9ba6a4a83ccc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5b57413041c4dc996b16abedcb7805d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546206 Nov 09 17:53:08.928772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:08.992871 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.041035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f36ab8f-6f50-44a6-9149-c739b6c18f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.067357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f36ab8f-6f50-44a6-9149-c739b6c18f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.180134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.222447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93b1f3d-160d-4ddb-b05d-e4aa3885860d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:09.229781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:09.252358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66591402-c602-432a-b885-1bbd615ad3e4') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:09.254037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66591402-c602-432a-b885-1bbd615ad3e4') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:09.263851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70134789-958c-4090-a24e-fb3f43601029 None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:09.293065 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:09.294117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:09.302106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Allocated IP 172.25.3.92 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:09.305735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] No DVR routers for this DVR port 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:09.307074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.313295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.317526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6cd58d47-fcc5-46f6-a444-716578b57a27 req-2a90648b-2b62-4d42-9c58-f3e69a6e831b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.83 "DELETE /v2.0/ports/6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 HTTP/1.1" status: 204 len: 173 time: 2.7899072 Nov 09 17:53:09.318246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-deleted', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:09.323377 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9af67-8318-4108-b092-8f335826ded4" -d '{"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-deleted", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:09.342492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.355520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:09.356332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.427107 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd37c4ea-9fca-4341-9a78-81826334dd1b x-openstack-request-id: req-bd37c4ea-9fca-4341-9a78-81826334dd1b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:09.427489 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc4f5d-a842-4fc8-a881-598e214bc2e3", "name": "network-vif-deleted", "tag": "6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:09.427846 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd37c4ea-9fca-4341-9a78-81826334dd1b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:09.428393 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc4f5d-a842-4fc8-a881-598e214bc2e3', 'name': 'network-vif-deleted', 'tag': '6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940', 'status': 'completed', 'code': 200} Nov 09 17:53:09.432290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b4eaaa6-43df-44b9-8432-60481808b978 req-f1ffe29d-d05b-4e1b-9385-6568f53ee90c tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/ports?device_id=20bc4f5d-a842-4fc8-a881-598e214bc2e3 HTTP/1.1" status: 200 len: 210 time: 0.0913310 Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:09.486670 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:09.535493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f36ab8f-6f50-44a6-9149-c739b6c18f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.544793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f36ab8f-6f50-44a6-9149-c739b6c18f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.549791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1f36ab8f-6f50-44a6-9149-c739b6c18f00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2c47cd5-57dd-4583-a311-7784ff3372cf HTTP/1.1" status: 204 len: 168 time: 0.6186547 Nov 09 17:53:09.580398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36ab8f-6f50-44a6-9149-c739b6c18f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c47cd5-57dd-4583-a311-7784ff3372cf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:09.591842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.607843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.614660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.626947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b93b1f3d-160d-4ddb-b05d-e4aa3885860d HTTP/1.1" status: 204 len: 168 time: 0.7765524 Nov 09 17:53:09.627320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:09.669033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b7f91-67b5-4e94-af19-8405cd38dd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93b1f3d-160d-4ddb-b05d-e4aa3885860d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:09.689703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:09.739152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:09.746957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:09.755606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:09.805879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c352b62-bf43-41e5-a5a9-f6183d2e1f2e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:09.890480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a8503-0fd5-42f8-afac-9bcb974ad8fb None None] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:09.952764 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:10.007392 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70134789-958c-4090-a24e-fb3f43601029 None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:10.031750 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:10.032656 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:10.035130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Pushing event updated for resources: {'Port': ['ID=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:10.116888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36450) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:10.147137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Provisioning complete for port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:10.147713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.191115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:10.208769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Provisioning complete for port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:10.209517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.212634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-247685fa-eeca-4016-b72c-fa23976e0ae0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2745b5dc4a5841fbb1bf15a56d38c235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919561 Nov 09 17:53:10.217938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:10.343426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:10.387862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:10.388471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 6cc8bc1e-aad1-42d3-b1de-3d5efc4ff940 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:10.421971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.514448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0daa25ad-1423-4e99-8fbb-da85638a2804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.545929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] For port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:10.556641 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.603824 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:10.613522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0daa25ad-1423-4e99-8fbb-da85638a2804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.672722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36464) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:10.740423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:10.748140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbe830-6f8a-4a34-82a3-da6bf45fc02a None None] Pushing event updated for resources: {'Port': ['ID=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:10.790401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.821579 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74875be3-ca79-42e3-80c1-f0859272197d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.834396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-47a9a5c8-fc54-460f-aced-56c5522fc82b None None] Provisioning complete for port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:10.835552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47a9a5c8-fc54-460f-aced-56c5522fc82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.881256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:10.881937 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.914408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74875be3-ca79-42e3-80c1-f0859272197d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.950300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0daa25ad-1423-4e99-8fbb-da85638a2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.964157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0daa25ad-1423-4e99-8fbb-da85638a2804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:10.966252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0daa25ad-1423-4e99-8fbb-da85638a2804 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38a28611-73a1-4b7b-9420-09ea92f5f227 HTTP/1.1" status: 204 len: 168 time: 0.7466605 Nov 09 17:53:11.045154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74875be3-ca79-42e3-80c1-f0859272197d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:11.051479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74875be3-ca79-42e3-80c1-f0859272197d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:11.053161 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74875be3-ca79-42e3-80c1-f0859272197d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "DELETE /v2.0/security-groups/a31f7fea-5810-40be-b076-907a9c0bfe21 HTTP/1.1" status: 204 len: 168 time: 0.3785803 Nov 09 17:53:11.061802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36472) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:11.105314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74875be3-ca79-42e3-80c1-f0859272197d tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f7fea-5810-40be-b076-907a9c0bfe21,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:11.144322 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-ef3326cd-0970-4252-a912-8a6e1e4d6ed0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] show failed (client error): The resource could not be found. Nov 09 17:53:11.160259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ef3326cd-0970-4252-a912-8a6e1e4d6ed0 tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "GET /v2.0/security-groups/a31f7fea-5810-40be-b076-907a9c0bfe21 HTTP/1.1" status: 404 len: 347 time: 0.0957627 Nov 09 17:53:11.162841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:11.332711 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-70134789-958c-4090-a24e-fb3f43601029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:11.393042 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70134789-958c-4090-a24e-fb3f43601029 None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:42:37Z', 'revision_number': 4, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2', 'name': '', 'network_id': 'eaac6e2b-4680-4404-bff6-6d4397f835df', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'mac_address': 'fa:16:3e:c8:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:34Z', 'updated_at': '2021-11-09T17:42:44Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'subnets': [{'id': 'bbf3060a-cf6f-453d-9284-654722afae85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:11.449552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Deleting port 1a4903b8-2f4d-4cb1-a7f9-9d1c97daf60e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:11.450578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:11.650767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:11.651192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:11.673681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Calling delete_port for 1a4903b8-2f4d-4cb1-a7f9-9d1c97daf60e owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:11.705719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa25ad-1423-4e99-8fbb-da85638a2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a28611-73a1-4b7b-9420-09ea92f5f227,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:11.828868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36486) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:11.901481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:11.949316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3cafb-4314-4793-8d06-2abd40394eb7 None None] New status for floating IP 699b4b88-130e-4915-9476-1e8beca699cc: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:53:12.020765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e9a44bd5-bc71-4f83-8348-b799e4a32a87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae5cff3fd83d4b5aa8c102c1918a3b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871717 Nov 09 17:53:12.029536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36494) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:12.131113 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-a0d3cafb-4314-4793-8d06-2abd40394eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:53:12.131113 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-a0d3cafb-4314-4793-8d06-2abd40394eb7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:53:12.132089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.214097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Pushing event deleted for resources: {'Port': ['ID=1a4903b8-2f4d-4cb1-a7f9-9d1c97daf60e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:12.227668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Router 95e2d871-d74c-46a5-9118-6cdc83c83836 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:53:12.304402 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cd5-151a-4eda-8eef-15303b9381fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.356960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cd5-151a-4eda-8eef-15303b9381fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.369313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.373708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.375354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d35a89d-7f3e-46e8-8c77-17683d01b38b tempest-AttachVolumeShelveTestJSON-1578510318 tempest-AttachVolumeShelveTestJSON-1578510318-project] 10.222.0.45 "DELETE /v2.0/floatingips/699b4b88-130e-4915-9476-1e8beca699cc HTTP/1.1" status: 204 len: 168 time: 1.2097363 Nov 09 17:53:12.506211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:12.524590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cd5-151a-4eda-8eef-15303b9381fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.529246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Sync routers for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:12.542826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cd5-151a-4eda-8eef-15303b9381fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.560149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74ee2cd5-151a-4eda-8eef-15303b9381fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab792ec5-eda5-4252-9761-3446f42d48fd HTTP/1.1" status: 204 len: 168 time: 0.5141101 Nov 09 17:53:12.562490 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:12.562619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36536) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:12.562727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc195799-2c9a-466d-8f7e-14b1bdc3686a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5841031 Nov 09 17:53:12.565861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:12.586566 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:12.587449 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:12.680928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3cafb-4314-4793-8d06-2abd40394eb7 None None] New status for floating IP 699b4b88-130e-4915-9476-1e8beca699cc: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:53:12.856347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36546) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:12.909779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:12.911143 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.079624 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:13.193965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db1a50f5-87e6-474d-9bf0-7b41c06a17f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.370312 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:10Z', 'revision_number': 3, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.393524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db1a50f5-87e6-474d-9bf0-7b41c06a17f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.402339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db1a50f5-87e6-474d-9bf0-7b41c06a17f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.414687 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Checking router: 95e2d871-d74c-46a5-9118-6cdc83c83836 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:13.415381 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Updating router 95e2d871-d74c-46a5-9118-6cdc83c83836 port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:13.465993 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.506574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-db1a50f5-87e6-474d-9bf0-7b41c06a17f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2159e5275f947738f9329faec216e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449337 Nov 09 17:53:13.506574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a50f5-87e6-474d-9bf0-7b41c06a17f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887dfd48-e797-4a1e-a636-655aa0eb550c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.508545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36560) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:13.646927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c3d7d7-c6b0-41c9-90a9-2df0864bcc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.659135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee2cd5-151a-4eda-8eef-15303b9381fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab792ec5-eda5-4252-9761-3446f42d48fd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.701213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c3d7d7-c6b0-41c9-90a9-2df0864bcc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.823349 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c3d7d7-c6b0-41c9-90a9-2df0864bcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.826597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64c3d7d7-c6b0-41c9-90a9-2df0864bcc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:13.828291 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-64c3d7d7-c6b0-41c9-90a9-2df0864bcc74 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/887dfd48-e797-4a1e-a636-655aa0eb550c HTTP/1.1" status: 204 len: 168 time: 0.3042130 Nov 09 17:53:13.838689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d7d7-c6b0-41c9-90a9-2df0864bcc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887dfd48-e797-4a1e-a636-655aa0eb550c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.933472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36572) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:14.116569 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.131222 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.188520 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Attempting to bind port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:14.189004 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Attempting to bind port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:14.189449 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Attempting to bind port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:14.203550 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:14.204310 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:14.204795 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.205031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42153eec-32ec-4734-b9b4-4b3ff34f1e3e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:14.205493 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:14.206144 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Bound port: 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:14.206612 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.224442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1813726912-network', 'tenant_id': '570c47e4bfc0443796e4c0878687132c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:14.287667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0484f86d-4091-4ac6-8beb-94c8ffd820e7 None None] Provisioning complete for port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:14.288459 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0484f86d-4091-4ac6-8beb-94c8ffd820e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.306297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:14.316135 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.325473 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Pushing event updated for resources: {'Port': ['ID=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:14.340062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0484f86d-4091-4ac6-8beb-94c8ffd820e7 None None] Port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:14.361884 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.362052 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.362660 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.363384 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.364197 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.365243 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.365962 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.366572 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.367376 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.368049 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.369171 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.369573 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.370674 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:14.391714 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] For port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:14.406731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] For port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:14.419791 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.462817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.505237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869029da-f365-47b1-80ef-6053dd3edae9 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:14.524594 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:14.525713 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:14.533795 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2840db4-68e4-43a0-a5ae-bdf28b379eee None None] Pushing event updated for resources: {'Port': ['ID=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:14.589880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-efa65192-95a5-4a33-a737-555d34b80355 None None] Provisioning complete for port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:14.590550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efa65192-95a5-4a33-a737-555d34b80355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.709328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.718273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.747693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efa65192-95a5-4a33-a737-555d34b80355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.768446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:14.781880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-efa65192-95a5-4a33-a737-555d34b80355 None None] For port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:14.792202 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efa65192-95a5-4a33-a737-555d34b80355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.809678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a534a7-3fef-4485-b70d-6c10aec7fa1e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:14.816614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.817207 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Added segment f50dc29c-fff9-4de8-99c1-c7a4a777d95d of type vlan for network 440cb842-4c9d-432f-8739-1d50652abc36 Nov 09 17:53:14.937519 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:14.993837 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:15.022736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa65192-95a5-4a33-a737-555d34b80355 None None] Pushing event updated for resources: {'Port': ['ID=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.082267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:15.087362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:15.091890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:15.180356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Allocated IP 172.20.0.1 (1a260cd7-6459-4164-acc8-6681a37bdbe9/6de2ce25-a39c-459f-a720-4cdfd5bbc00a/2144b5f6-2e5b-455b-84c4-9e375f95e342) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:15.267574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:15.268549 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3319590 Nov 09 17:53:15.274209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Request body: {'subnet': {'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1813726912-subnet', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:15.281000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c03637-2cb6-4e52-b848-a121065d02e6 admin admin] Pushing event updated for resources: {'Network': ['ID=440cb842-4c9d-432f-8739-1d50652abc36,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.299888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 440cb842-4c9d-432f-8739-1d50652abc36 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:15.337788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:15.340274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:15.403467 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:15.536497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:15.556392 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:10Z', 'revision_number': 3, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:15.596389 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091c69f-515e-4761-b443-d565f1d31251 None None] The sync data for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 is: [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:10Z', 'revision_number': 3, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:15.624795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:15.639565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:15.650594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Pushing event updated for resources: {'Port': ['ID=2144b5f6-2e5b-455b-84c4-9e375f95e342,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.656013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:15.737636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.027863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.109326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cc7ca321-5682-491a-8c07-66a50b4a8788 None None] Provisioning complete for port 2144b5f6-2e5b-455b-84c4-9e375f95e342 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:16.113689 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca321-5682-491a-8c07-66a50b4a8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.219834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0204189b-28da-4b92-a28e-77f64c86b338,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:16.238388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:16.238778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Network hostable DHCP agents. Network: 440cb842-4c9d-432f-8739-1d50652abc36, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:16.303686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.319899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Network 440cb842-4c9d-432f-8739-1d50652abc36 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:16.405148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ca321-5682-491a-8c07-66a50b4a8788 None None] Port 2144b5f6-2e5b-455b-84c4-9e375f95e342 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:16.418723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 440cb842-4c9d-432f-8739-1d50652abc36) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:16.431915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d315e13-daae-4133-a7c9-da32f0c1cb3b None None] Network 440cb842-4c9d-432f-8739-1d50652abc36 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:16.449261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.463157 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.567065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:16.575087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b03b4ce-0d78-4be5-8069-41c97595f833 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2945111 Nov 09 17:53:16.575588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:16.644468 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.647602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.683438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:16.809388 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.915386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:16.923604 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:17.118823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:17.119369 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:17.161193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-440cb842-4c9d-432f-8739-1d50652abc36', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:17.170061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:17.172853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:17.214289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Pushing event updated for resources: {'Port': ['ID=2144b5f6-2e5b-455b-84c4-9e375f95e342,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:17.220605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:17.396476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:17.434494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:17.439021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:17.680850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Allocated IP 172.20.0.2 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/919f2b97-08ff-4341-ac04-c9243a2787de) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:17.850684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Router 95e2d871-d74c-46a5-9118-6cdc83c83836 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:18.019307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2105913562'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:18.062057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.075009 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.220196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Made reservation on behalf of 182917b11f624ff294da8786302cac94 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:18.228247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.229303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:18.235543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Pushing event updated for resources: {'Port': ['ID=919f2b97-08ff-4341-ac04-c9243a2787de,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:18.258880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3f7f270c-fdef-4d06-b271-e74409fca90f None None] Provisioning complete for port 2144b5f6-2e5b-455b-84c4-9e375f95e342 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:18.259320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f7f270c-fdef-4d06-b271-e74409fca90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.265058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:18.273529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:18.280254 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.281112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:18.295860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-800d13ae-4906-4da8-ad40-8c2dced9a228 admin admin] 10.222.0.45 "PUT /v2.0/routers/95e2d871-d74c-46a5-9118-6cdc83c83836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7217000 Nov 09 17:53:18.299735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.340897 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.409489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f270c-fdef-4d06-b271-e74409fca90f None None] Port 2144b5f6-2e5b-455b-84c4-9e375f95e342 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:18.489806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Allocated IP 172.25.3.200 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/d085e97c-9637-4827-b4d5-4e79250d819b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:18.610214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Attempting to bind port 919f2b97-08ff-4341-ac04-c9243a2787de on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:18.610591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Attempting to bind port 919f2b97-08ff-4341-ac04-c9243a2787de by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:18.610971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Attempting to bind port 919f2b97-08ff-4341-ac04-c9243a2787de on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:18.630200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:18.630688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:18.631052 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.631472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:18.632112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Bound port: 919f2b97-08ff-4341-ac04-c9243a2787de, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:18.632574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.653987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.736561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] For port 919f2b97-08ff-4341-ac04-c9243a2787de, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:18.740510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] For port 919f2b97-08ff-4341-ac04-c9243a2787de, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=919f2b97-08ff-4341-ac04-c9243a2787de,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:18.747930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.786262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:18.810200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Sync routers for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:18.869549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:18.870637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:18.955452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d085e97c-9637-4827-b4d5-4e79250d819b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:18.961071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:18.965305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fb189-b3a4-4928-83d9-db00c6de2960 None None] Pushing event updated for resources: {'Port': ['ID=919f2b97-08ff-4341-ac04-c9243a2787de,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:18.977479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:18.987098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:19.058329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c819cd5-377d-403c-8393-b086c7eaf048 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:19.131016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:19.211758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-97b57e64-560c-4e09-a397-b492aaeb42b3 None None] Provisioning complete for port d085e97c-9637-4827-b4d5-4e79250d819b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:19.212588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97b57e64-560c-4e09-a397-b492aaeb42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.514802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.566010 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.592432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:19.643371 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.643371 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Added segment 5e36207f-667c-427c-af34-da746d776985 of type vlan for network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 Nov 09 17:53:19.653314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a04811-2b7a-45e6-8909-6b28c62ccb51,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:19.715340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-97b57e64-560c-4e09-a397-b492aaeb42b3 None None] Port d085e97c-9637-4827-b4d5-4e79250d819b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:19.746122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.831211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.838139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:19.839403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.883789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:19.933530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 2, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:19.968273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36646) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:19.981303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-204910380-network', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:19.990428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5659540 Nov 09 17:53:19.991058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36648) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:20.003138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Checking router: 95e2d871-d74c-46a5-9118-6cdc83c83836 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:20.003505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Updating router 95e2d871-d74c-46a5-9118-6cdc83c83836 port 2144b5f6-2e5b-455b-84c4-9e375f95e342 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:20.025714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Request body: {'subnet': {'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:20.029573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6ca8-d6c0-458e-81fa-557e597f5f27 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event updated for resources: {'Network': ['ID=8715b43a-236f-4e49-9d3e-ce1c24a21c32,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:20.050963 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.077894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:20.196610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Made reservation on behalf of 36ee518d6ef24462a01b791db9fc5f70 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:20.199101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.217082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.319001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Made reservation on behalf of 182917b11f624ff294da8786302cac94 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:20.324957 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.501539 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.521836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.592529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:20.652008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e58e1-d67f-4f97-a507-c60bff9333e1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:20.669622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.670120 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Added segment 61034e05-61f9-4d6e-8108-9e2d53d9da8f of type vlan for network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 Nov 09 17:53:20.803291 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.819018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.858501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.867682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 919f2b97-08ff-4341-ac04-c9243a2787de up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:20.870884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f688b1-aab5-404f-b6d1-413d0a0759e5 None None] Network 440cb842-4c9d-432f-8739-1d50652abc36 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:20.878801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.900597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.901834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.902571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:20.965773 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.001984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event updated for resources: {'Subnet': ['ID=1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.039300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099546-3dd6-4897-a416-9bd1991a1a6c None None] Pushing event updated for resources: {'Port': ['ID=2144b5f6-2e5b-455b-84c4-9e375f95e342,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.049980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0765300 Nov 09 17:53:21.056694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36652) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:21.067022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Request body: {'subnet': {'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-204910380-subnet', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:21.075434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4121f5a1-582f-4514-9d1e-6fc3dc93298b None None] Provisioning complete for port 919f2b97-08ff-4341-ac04-c9243a2787de triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:21.075817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4121f5a1-582f-4514-9d1e-6fc3dc93298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.121748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb398-ef08-42aa-b882-ad07eb95f660 admin admin] Pushing event updated for resources: {'Network': ['ID=32565d0a-b131-4623-900b-bd1a3a3ea2f9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.158587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Checking segment: {'id': '5e36207f-667c-427c-af34-da746d776985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:21.158868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:21.162420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Network hostable DHCP agents. Network: 8715b43a-236f-4e49-9d3e-ce1c24a21c32, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:21.249664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Made reservation on behalf of 36ee518d6ef24462a01b791db9fc5f70 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:21.267842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.274660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:21.325039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:53:21.349668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Attempting to bind port 2144b5f6-2e5b-455b-84c4-9e375f95e342 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:21.350293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Attempting to bind port 2144b5f6-2e5b-455b-84c4-9e375f95e342 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:21.350812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Attempting to bind port 2144b5f6-2e5b-455b-84c4-9e375f95e342 on network 1a260cd7-6459-4164-acc8-6681a37bdbe9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:21.357996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8715b43a-236f-4e49-9d3e-ce1c24a21c32) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:21.375012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 919f2b97-08ff-4341-ac04-c9243a2787de triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:21.375214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.392536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:21.393413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.423566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:21.424116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Checking segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:21.424528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.424930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Bound using segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:21.431174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Bound port: 2144b5f6-2e5b-455b-84c4-9e375f95e342, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:21.431732 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.474165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbddd143-fba5-4872-a5ad-4d68b67bac81 None None] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:21.477057 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b2516ee3-01be-4b8e-9ef4-a37d71d1fd83 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4800928 Nov 09 17:53:21.477758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36656) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:21.483400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Request body: {'port': {'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1136548342'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:21.552165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] For port 2144b5f6-2e5b-455b-84c4-9e375f95e342, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:21.557136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] For port 2144b5f6-2e5b-455b-84c4-9e375f95e342, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2144b5f6-2e5b-455b-84c4-9e375f95e342,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:21.564484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:21.578226 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:21.595444 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.596970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7bda2986-5911-4ca5-a65f-08072d96e5a8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0280938 Nov 09 17:53:21.603038 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:21.603950 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:21.606420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:21.615444 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.723741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Made reservation on behalf of 182917b11f624ff294da8786302cac94 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:21.727755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.749717 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:21.762745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] device_id is not set on port 2ad1b610-2879-467e-8a16-c33112117fdf yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:53:21.897289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Allocated IP 172.20.0.6 (8715b43a-236f-4e49-9d3e-ce1c24a21c32/1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7/2ad1b610-2879-467e-8a16-c33112117fdf) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:21.897514 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:22.128122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.164634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f51b82-21c2-45c8-8882-cbf728364947,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:22.186670 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:19Z', 'revision_number': 3, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:22.206402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Checking segment: {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:22.206402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Network hostable DHCP agents. Network: 32565d0a-b131-4623-900b-bd1a3a3ea2f9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:22.217030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.296089 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:22.296701 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Updating router 2552acec-6cae-4a25-8560-9522ec53e0d7 port d085e97c-9637-4827-b4d5-4e79250d819b binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:22.379956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:22.381517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:22.386293 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.400989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:22.418136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 32565d0a-b131-4623-900b-bd1a3a3ea2f9) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:22.432259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:22.442601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099546-3dd6-4897-a416-9bd1991a1a6c None None] Pushing event updated for resources: {'Port': ['ID=2144b5f6-2e5b-455b-84c4-9e375f95e342,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:22.457235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.458215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.480010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf2c62-7658-4cdd-b189-91c37eec2f7d None None] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:22.630068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event updated for resources: {'Port': ['ID=2ad1b610-2879-467e-8a16-c33112117fdf,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:22.664749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.666532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.709058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b1d54d03-3e9b-4903-865b-45b5670396ed tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2297900 Nov 09 17:53:22.715176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36662) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:22.752327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:22.752992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:22.822781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.900547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:22.941056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-27006eac-a080-4dea-962c-c3a0cf380531 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8783019 Nov 09 17:53:22.947398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36664) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:22.983831 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4121f5a1-582f-4514-9d1e-6fc3dc93298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:22.984080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:23.078672 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.080545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.124342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Deleting port 2ad1b610-2879-467e-8a16-c33112117fdf {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:23.124564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.175188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.221101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Allocated IP 172.20.0.1 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/e43faab3-637f-4759-951d-df3e415200a1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:23.222379 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.242547 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.283656 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.332981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.337745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae0c5d-87a0-4d35-817b-418207376a05 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:23.360285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Calling delete_port for 2ad1b610-2879-467e-8a16-c33112117fdf owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:23.368189 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06331f9-31e0-415a-9170-180147ba8ed7 None None] Pushing event updated for resources: {'Port': ['ID=d085e97c-9637-4827-b4d5-4e79250d819b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.374104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Attempting to bind port d085e97c-9637-4827-b4d5-4e79250d819b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:23.374478 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Attempting to bind port d085e97c-9637-4827-b4d5-4e79250d819b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:23.374849 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Attempting to bind port d085e97c-9637-4827-b4d5-4e79250d819b on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:23.393332 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:23.393720 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:23.394131 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.394527 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:23.395032 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Bound port: d085e97c-9637-4827-b4d5-4e79250d819b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:23.395417 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.423799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 919f2b97-08ff-4341-ac04-c9243a2787de, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=919f2b97-08ff-4341-ac04-c9243a2787de,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:23.454009 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.455223 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.519248 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] For port d085e97c-9637-4827-b4d5-4e79250d819b, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:23.525039 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] For port d085e97c-9637-4827-b4d5-4e79250d819b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d085e97c-9637-4827-b4d5-4e79250d819b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:23.529724 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.556345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.608751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=919f2b97-08ff-4341-ac04-c9243a2787de,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.653232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:23.662197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:23.668170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:23.677023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Pushing event updated for resources: {'Port': ['ID=e43faab3-637f-4759-951d-df3e415200a1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.691947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a90ad9-0a26-4226-9038-dff07fa1808e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:23.697350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:23.698425 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:23.704661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.771376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.817539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-32565d0a-b131-4623-900b-bd1a3a3ea2f9', 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'fixed_ips': [{'subnet_id': '47f51b82-21c2-45c8-8882-cbf728364947'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:23.819354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.896125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8715b43a-236f-4e49-9d3e-ce1c24a21c32', 'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32', 'tenant_id': '182917b11f624ff294da8786302cac94', 'fixed_ips': [{'subnet_id': '1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:23.897484 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:23.926794 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06331f9-31e0-415a-9170-180147ba8ed7 None None] Pushing event updated for resources: {'Port': ['ID=d085e97c-9637-4827-b4d5-4e79250d819b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.977685 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-4121f5a1-582f-4514-9d1e-6fc3dc93298b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:53:23.978034 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-4121f5a1-582f-4514-9d1e-6fc3dc93298b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:53:24.064464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.191573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.197324 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.211283 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:24.316364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event deleted for resources: {'Port': ['ID=2ad1b610-2879-467e-8a16-c33112117fdf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:24.350628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:21Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:24.441031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.451654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.551783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.558579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b2fcd831-5ce5-4a04-88db-4c965cc43413 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "DELETE /v2.0/ports/2ad1b610-2879-467e-8a16-c33112117fdf HTTP/1.1" status: 204 len: 168 time: 1.8416085 Nov 09 17:53:24.563761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:24.575888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:24.607328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28504a6-767d-4e11-985d-200b55b1897f None None] The sync data for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 is: [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:21Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:24.613620 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:19Z', 'revision_number': 3, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:24.684879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Allocated IP 172.20.0.2 (8715b43a-236f-4e49-9d3e-ce1c24a21c32/1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7/9fb3a78b-821c-4cdd-bed1-aad714d8fe99) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:24.725389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Allocated IP 172.20.0.2 (32565d0a-b131-4623-900b-bd1a3a3ea2f9/47f51b82-21c2-45c8-8882-cbf728364947/c7a19429-d4bd-47b3-af64-90f394e087b2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:24.774510 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684af482-d421-41b7-9e81-18ee5e967385 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:19Z', 'revision_number': 3, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:25.033084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:25.051895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:25.184871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:25.214564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Pushing event updated for resources: {'Port': ['ID=e43faab3-637f-4759-951d-df3e415200a1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:25.244221 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.272035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Provisioning complete for port d085e97c-9637-4827-b4d5-4e79250d819b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:25.275716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.307041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.452092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36682) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:25.452471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7834d0ba-7d5c-4582-b5a9-76b8aeb30d35 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.8781271 Nov 09 17:53:25.469505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1177239389'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:25.561391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:25.628580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Made reservation on behalf of 182917b11f624ff294da8786302cac94 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:25.633427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.787437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Allocated IP 172.25.3.114 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/3195af9f-cb02-46f0-95dd-836b0cbafe88) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:25.832584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.917049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:25.920925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 919f2b97-08ff-4341-ac04-c9243a2787de up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:25.943743 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.997259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:25.997613 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Added segment bdb83af4-0762-45e8-819c-6d38b3ffd192 of type vlan for network 1b8aba2e-003b-4e84-bfdd-88da3ccd03a2 Nov 09 17:53:25.998953 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.152193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.166229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:26.202268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e2afc487-c50a-4002-88a8-ac2adceb9698 admin admin] 10.222.0.45 "PUT /v2.0/routers/2552acec-6cae-4a25-8560-9522ec53e0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5943897 Nov 09 17:53:26.228355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.243263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.244070 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.359256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9024794 Nov 09 17:53:26.360789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:26.496079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ec7a-86f1-46ca-82e4-9db6379574bd tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event updated for resources: {'Network': ['ID=1b8aba2e-003b-4e84-bfdd-88da3ccd03a2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:26.502096 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.535569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1b8aba2e-003b-4e84-bfdd-88da3ccd03a2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:26.537994 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.604081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:26.655580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-85feefb8-5545-4031-a032-b4aee01b4ff0 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/agents/61b52668-e519-42e1-aeee-c446b37fbdc3/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.2799878 Nov 09 17:53:26.656174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:26.753961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:26.757859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:26.766505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 919f2b97-08ff-4341-ac04-c9243a2787de triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:26.766885 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.769066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Pushing event updated for resources: {'Port': ['ID=9fb3a78b-821c-4cdd-bed1-aad714d8fe99,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:26.814267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:26.817409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.817751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.818110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.818445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.818775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.819122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.819524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.819854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.820176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.820597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.820924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.821245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:26.826117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] For port d085e97c-9637-4827-b4d5-4e79250d819b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d085e97c-9637-4827-b4d5-4e79250d819b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:26.859308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:26.874524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:26.881572 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:26.906343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4e15e-b89c-457e-8583-4c052411edc2 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] Network 1b8aba2e-003b-4e84-bfdd-88da3ccd03a2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:26.943260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c8a4e15e-b89c-457e-8583-4c052411edc2 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "POST /v2.0/agents/61b52668-e519-42e1-aeee-c446b37fbdc3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2857473 Nov 09 17:53:26.946913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:26.974249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccba70-57b8-47b4-af93-64248ec01a31 None None] Network 1b8aba2e-003b-4e84-bfdd-88da3ccd03a2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:27.153975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Attempting to bind port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:27.153975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Attempting to bind port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5e36207f-667c-427c-af34-da746d776985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:27.154387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Attempting to bind port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 on network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:27.168146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:27.168484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Checking segment: {'id': '5e36207f-667c-427c-af34-da746d776985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:27.168829 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.169219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Bound using segment: {'id': '5e36207f-667c-427c-af34-da746d776985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:27.169729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Bound port: 9fb3a78b-821c-4cdd-bed1-aad714d8fe99, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e36207f-667c-427c-af34-da746d776985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8715b43a-236f-4e49-9d3e-ce1c24a21c32'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:27.170115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.172339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Pushing event updated for resources: {'Port': ['ID=c7a19429-d4bd-47b3-af64-90f394e087b2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:27.176230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Provisioning complete for port 919f2b97-08ff-4341-ac04-c9243a2787de triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:27.176604 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.217265 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.253145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Pushing event updated for resources: {'Port': ['ID=d085e97c-9637-4827-b4d5-4e79250d819b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:27.317221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Attempting to bind port c7a19429-d4bd-47b3-af64-90f394e087b2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:27.317683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Attempting to bind port c7a19429-d4bd-47b3-af64-90f394e087b2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:27.317850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12be82a5-b82c-4919-93a7-bba24519b576 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/agents/61b52668-e519-42e1-aeee-c446b37fbdc3/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.3660877 Nov 09 17:53:27.318525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Attempting to bind port c7a19429-d4bd-47b3-af64-90f394e087b2 on network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:27.323692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:27.350077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:27.350542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Checking segment: {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:27.351668 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.352171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Bound using segment: {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:27.352832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Bound port: c7a19429-d4bd-47b3-af64-90f394e087b2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:27.353251 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.440003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.448817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5599dd04-1212-433f-90e8-08e3afc4ab9d tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "DELETE /v2.0/agents/61b52668-e519-42e1-aeee-c446b37fbdc3/dhcp-networks/1b8aba2e-003b-4e84-bfdd-88da3ccd03a2 HTTP/1.1" status: 204 len: 168 time: 0.1243687 Nov 09 17:53:27.453397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:27.626355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:27.629751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=3195af9f-cb02-46f0-95dd-836b0cbafe88,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:27.652752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:27.678145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a63e3b2a-3288-45bd-b924-3f4522e9dd65 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/agents/61b52668-e519-42e1-aeee-c446b37fbdc3/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.2212849 Nov 09 17:53:27.684391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:27.687662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:27.688477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2144b5f6-2e5b-455b-84c4-9e375f95e342 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:27.705034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114b12d-7130-4c21-977b-e847885f37b2 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:27.736894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-35107105-6d5c-4cd3-8683-8ba3288f5da2 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/networks/8715b43a-236f-4e49-9d3e-ce1c24a21c32/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0515654 Nov 09 17:53:27.743317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:27.780876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:27.786895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302767480-network', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:27.831201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2a9ad7f8-9c41-435b-bd84-1eed3d03b554 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/networks/8715b43a-236f-4e49-9d3e-ce1c24a21c32/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0797560 Nov 09 17:53:27.833979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:27.880730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Made reservation on behalf of 2110f9e540774aa88bafcd59bc17a75d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:27.886582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:27.925722 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.024941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] For port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:28.028458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] For port c7a19429-d4bd-47b3-af64-90f394e087b2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:28.062787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] For port c7a19429-d4bd-47b3-af64-90f394e087b2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c7a19429-d4bd-47b3-af64-90f394e087b2,segment=NetworkSegment(61034e05-61f9-4d6e-8108-9e2d53d9da8f),segment_id=61034e05-61f9-4d6e-8108-9e2d53d9da8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:28.064301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9b9d-bd87-47f6-ba49-8c924c177b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.066082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Provisioning complete for port e43faab3-637f-4759-951d-df3e415200a1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:28.066320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.070927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] For port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9fb3a78b-821c-4cdd-bed1-aad714d8fe99,segment=NetworkSegment(5e36207f-667c-427c-af34-da746d776985),segment_id=5e36207f-667c-427c-af34-da746d776985)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:28.136144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.154035 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.235088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.245012 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.280088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2144b5f6-2e5b-455b-84c4-9e375f95e342 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:28.280472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.321602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.382338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Port e43faab3-637f-4759-951d-df3e415200a1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:28.394509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790e2f-e7ef-4c4f-ac20-62ebb244a21e None None] Pushing event updated for resources: {'Port': ['ID=c7a19429-d4bd-47b3-af64-90f394e087b2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:28.447098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Provisioning complete for port 2144b5f6-2e5b-455b-84c4-9e375f95e342 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:28.447471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74e1a4b1-aac4-4c05-8b69-d0d5e431923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.557525 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.562154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff688b1-fe2f-4813-9964-11b0428ebb5e None None] Pushing event updated for resources: {'Port': ['ID=9fb3a78b-821c-4cdd-bed1-aad714d8fe99,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:28.662400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.668545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.706144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:28.713615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9b7b03b4-48fb-4da9-b947-da86acdab349 tempest-DHCPAgentSchedulersTestJSON-1207963980 tempest-DHCPAgentSchedulersTestJSON-1207963980-project-admin] 10.222.0.45 "GET /v2.0/agents/61b52668-e519-42e1-aeee-c446b37fbdc3/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.8623288 Nov 09 17:53:28.720694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:28.741988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 2144b5f6-2e5b-455b-84c4-9e375f95e342, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2144b5f6-2e5b-455b-84c4-9e375f95e342,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:28.745528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.745944 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Added segment 5c9f0b9b-750b-4305-8e71-930df76c2ab6 of type vlan for network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 Nov 09 17:53:28.753807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1410371-d356-4970-83d2-ff646f16ce4d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:28.754137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.756380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d085e97c-9637-4827-b4d5-4e79250d819b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:28.926516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.945324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:28.953341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:28.984338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=2144b5f6-2e5b-455b-84c4-9e375f95e342,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:29.001162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.003472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.004171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.010571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d085e97c-9637-4827-b4d5-4e79250d819b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:29.011115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.065318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:29.066216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:29.141978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Deleting port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:29.142428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.144311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3613160 Nov 09 17:53:29.146045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36718) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:29.153594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Request body: {'subnet': {'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302767480-subnet', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:29.211303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1831-7751-4e7e-a003-3ee90f766384 admin admin] Pushing event updated for resources: {'Network': ['ID=3207d6a1-7119-480b-8509-1f24d7cdb5f3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:29.224111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.234193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4705a0c9-365b-4523-8153-07206d739e54 None None] Provisioning complete for port 3195af9f-cb02-46f0-95dd-836b0cbafe88 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:29.234428 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4705a0c9-365b-4523-8153-07206d739e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.261602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8aba2e-003b-4e84-bfdd-88da3ccd03a2']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:29.265521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:29.295206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb83af4-0762-45e8-819c-6d38b3ffd192') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:29.295623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb83af4-0762-45e8-819c-6d38b3ffd192') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:29.322423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.339189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.357661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4705a0c9-365b-4523-8153-07206d739e54 None None] Port 3195af9f-cb02-46f0-95dd-836b0cbafe88 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:29.357844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Made reservation on behalf of 2110f9e540774aa88bafcd59bc17a75d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:29.360447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:29.364680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.366171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.376127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:29.377963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:29.386770 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:29.449169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4705a0c9-365b-4523-8153-07206d739e54 None None] Provisioning complete for port e43faab3-637f-4759-951d-df3e415200a1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:29.449169 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4705a0c9-365b-4523-8153-07206d739e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.531504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] For port 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:29.531872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.554395 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.560005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Calling delete_port for 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:29.579772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.589761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "DELETE /v2.0/networks/1b8aba2e-003b-4e84-bfdd-88da3ccd03a2 HTTP/1.1" status: 204 len: 168 time: 0.8666234 Nov 09 17:53:29.600351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:29.665404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06db5d-fe5f-4ff8-b272-0d8bba5c1029 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event deleted for resources: {'Network': ['ID=1b8aba2e-003b-4e84-bfdd-88da3ccd03a2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:29.668252 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93bda8d-f60b-4621-b6df-170b2b67e7e5 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] DELETE failed (client error): The resource could not be found. Nov 09 17:53:29.675673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93bda8d-f60b-4621-b6df-170b2b67e7e5 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:53:29.687389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e93bda8d-f60b-4621-b6df-170b2b67e7e5 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "DELETE /v2.0/ports/2ad1b610-2879-467e-8a16-c33112117fdf HTTP/1.1" status: 404 len: 333 time: 0.0847850 Nov 09 17:53:29.694630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:29.777362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2144b5f6-2e5b-455b-84c4-9e375f95e342 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:29.857105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4705a0c9-365b-4523-8153-07206d739e54 None None] Port e43faab3-637f-4759-951d-df3e415200a1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:29.863723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Deleting subnet 1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:53:29.876015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.983135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2144b5f6-2e5b-455b-84c4-9e375f95e342 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:29.983376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:29.983874 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.057935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Router e87444c7-0c0f-4e5c-bf70-092e6fff797a is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:53:30.074357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.094796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.164342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.186343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:30.216362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.216716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.217039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.217374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.217702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.218030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.218751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.218751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.219069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.219367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.219840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.219996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:30.223430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750ed365-7a4f-46ee-b5cd-86da8389c882,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:30.299758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.362542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:24Z', 'revision_number': 2, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:30.365621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event deleted for resources: {'Subnet': ['ID=1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:30.382808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.388822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-91fc2635-36c9-4b71-a458-120950902327 tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "DELETE /v2.0/subnets/1b11b18d-2b97-4ca8-a8e1-4a6e22fe6bc7 HTTP/1.1" status: 204 len: 168 time: 0.6921091 Nov 09 17:53:30.392605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:30.428126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:30.430793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Updating router 2552acec-6cae-4a25-8560-9522ec53e0d7 port e43faab3-637f-4759-951d-df3e415200a1 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:30.501848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.509445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.560325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d085e97c-9637-4827-b4d5-4e79250d819b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:30.630529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Deleting port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:30.631027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.652799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Checking segment: {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:30.654411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Network hostable DHCP agents. Network: 3207d6a1-7119-480b-8509-1f24d7cdb5f3, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:30.659639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:30.660504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335915c9-44ae-4426-9f95-9b0d5879cc58 None None] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:30.673722 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Sync routers for ids ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:30.692924 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Routers {'e87444c7-0c0f-4e5c-bf70-092e6fff797a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:30.694304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:30.792213 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b0809d7-bb2c-4605-87fa-2d9b63f3a2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.811904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] For port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9fb3a78b-821c-4cdd-bed1-aad714d8fe99,segment=NetworkSegment(5e36207f-667c-427c-af34-da746d776985),segment_id=5e36207f-667c-427c-af34-da746d776985)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:30.812682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.827654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.832227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-085e05a5-fca5-4558-9a23-cf1bc11a7ab7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8718402 Nov 09 17:53:30.836669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:30.862356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:30.871176 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Set router e87444c7-0c0f-4e5c-bf70-092e6fff797a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:30.893948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.899093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3207d6a1-7119-480b-8509-1f24d7cdb5f3) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:30.917429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:30.918473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:30.949374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10360d68-f9e2-49f1-be46-5df88bef7e53 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8019283 Nov 09 17:53:30.954518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36732) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:30.961055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:30.974622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa515dd-6315-42e8-844f-89d4132f8eb3 None None] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:30.978830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef35d00-03a2-4caa-8520-28b64be30917 None None] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:31.014344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e92e46b5-cd81-42ae-ae4b-36554eb80bb0 None None] Provisioning complete for port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:31.014718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e92e46b5-cd81-42ae-ae4b-36554eb80bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.117978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Calling delete_port for 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:31.138596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.140416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.203429 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 3, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:31.247665 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Checking router: e87444c7-0c0f-4e5c-bf70-092e6fff797a for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:31.248104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Updating router e87444c7-0c0f-4e5c-bf70-092e6fff797a port 3195af9f-cb02-46f0-95dd-836b0cbafe88 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:31.285197 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.296380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d085e97c-9637-4827-b4d5-4e79250d819b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:31.296827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.327125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.575668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] DHCP port deletion for 8715b43a-236f-4e49-9d3e-ce1c24a21c32 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:31.670873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.676930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e92e46b5-cd81-42ae-ae4b-36554eb80bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.680226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-3207d6a1-7119-480b-8509-1f24d7cdb5f3', 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'fixed_ips': [{'subnet_id': '750ed365-7a4f-46ee-b5cd-86da8389c882'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:31.681148 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.838268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] No DVR routers for this DVR port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:31.856204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.857739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7a19429-d4bd-47b3-af64-90f394e087b2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:31.873928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event deleted for resources: {'Port': ['ID=9fb3a78b-821c-4cdd-bed1-aad714d8fe99,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:31.935522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.958000 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.984759 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:31.987505 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.011603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e92e46b5-cd81-42ae-ae4b-36554eb80bb0 None None] Could not find standard attr ID for object 2ad1b610-2879-467e-8a16-c33112117fdf. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:53:32.063452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.114645 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:53:32.119210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aed82-8624-480d-a7b6-81653bed88f6 None None] Pushing event updated for resources: {'Port': ['ID=3195af9f-cb02-46f0-95dd-836b0cbafe88,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.206901 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Attempting to bind port 3195af9f-cb02-46f0-95dd-836b0cbafe88 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:32.208734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8715b43a-236f-4e49-9d3e-ce1c24a21c32']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:32.209527 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Attempting to bind port 3195af9f-cb02-46f0-95dd-836b0cbafe88 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:32.211520 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Attempting to bind port 3195af9f-cb02-46f0-95dd-836b0cbafe88 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:32.223533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Deleting port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:32.223946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.225676 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:32.226700 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:32.228675 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.229891 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:32.232657 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Bound port: 3195af9f-cb02-46f0-95dd-836b0cbafe88, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:32.233862 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.242122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e36207f-667c-427c-af34-da746d776985') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:32.242122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e36207f-667c-427c-af34-da746d776985') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:32.249720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6900efa-9a99-4a00-a482-200b6d64d368 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:32.278403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.306965 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.328029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Router a087f6c6-4aa1-447f-91d0-c78025036a4c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:32.373583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.401814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] For port 3195af9f-cb02-46f0-95dd-836b0cbafe88, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:32.411547 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] For port 3195af9f-cb02-46f0-95dd-836b0cbafe88, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3195af9f-cb02-46f0-95dd-836b0cbafe88,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:32.425329 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.547236 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aed82-8624-480d-a7b6-81653bed88f6 None None] Pushing event updated for resources: {'Port': ['ID=3195af9f-cb02-46f0-95dd-836b0cbafe88,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.559652 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Routers {'e87444c7-0c0f-4e5c-bf70-092e6fff797a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:32.560314 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:32.589688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.617470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:32.618025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:32.623155 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:32.665621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Allocated IP 172.20.0.1 (32565d0a-b131-4623-900b-bd1a3a3ea2f9/47f51b82-21c2-45c8-8882-cbf728364947/2a9e3933-28ce-4928-8e94-0905a7bb5e5b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:32.789966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-86240e7f-eae0-458b-92a5-ad1bd50f3cdd None None] Provisioning complete for port c7a19429-d4bd-47b3-af64-90f394e087b2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:32.790682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86240e7f-eae0-458b-92a5-ad1bd50f3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.792770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e40a5-a3ee-40c7-bc55-d150c1601fae None None] Pushing event updated for resources: {'Port': ['ID=e43faab3-637f-4759-951d-df3e415200a1,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.822732 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] Set router e87444c7-0c0f-4e5c-bf70-092e6fff797a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:32.831259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-fd2b6091-01fd-46dc-990a-249bb7999d2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2093794 Nov 09 17:53:32.833993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:32.834248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.848760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8e2a6-354a-4a2e-bc64-88f40d8047f8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:32.849055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-040ebe5a-b12a-4e9e-81a7-cadb1605a0ba admin admin] 10.222.0.45 "PUT /v2.0/routers/a087f6c6-4aa1-447f-91d0-c78025036a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6579106 Nov 09 17:53:32.852457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Allocated IP 172.20.0.2 (3207d6a1-7119-480b-8509-1f24d7cdb5f3/750ed365-7a4f-46ee-b5cd-86da8389c882/fdf351fc-173c-447d-93a5-9de4ee57bae3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:32.858493 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.872721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] 10.222.0.45 "DELETE /v2.0/networks/8715b43a-236f-4e49-9d3e-ce1c24a21c32 HTTP/1.1" status: 204 len: 168 time: 2.4735587 Nov 09 17:53:32.872721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:32.877713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c7a19429-d4bd-47b3-af64-90f394e087b2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:32.878474 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.893120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] Sync routers for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:32.918118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] For port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:32.918367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Pushing event deleted for resources: {'Network': ['ID=8715b43a-236f-4e49-9d3e-ce1c24a21c32,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.918660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:32.947274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.947274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.947846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.948702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.949322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.949775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.950263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.950723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.951191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.951624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.952052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:32.953763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed8c083-3356-4b00-a7fa-6ee5f7c0133a tempest-DHCPAgentSchedulersTestJSON-721726611 tempest-DHCPAgentSchedulersTestJSON-721726611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:33.017365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Calling delete_port for 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:33.027208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:33.027208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:33.050902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:53:33.070072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Attempting to bind port e43faab3-637f-4759-951d-df3e415200a1 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:33.071006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Attempting to bind port e43faab3-637f-4759-951d-df3e415200a1 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:33.071006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Attempting to bind port e43faab3-637f-4759-951d-df3e415200a1 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:33.105671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-563554ca-c006-46ae-812f-3e87c7fefa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.108704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-563554ca-c006-46ae-812f-3e87c7fefa39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.1932554 Nov 09 17:53:33.236231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.254444 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.265345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:33.266563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:33.267217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.268278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:33.271360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Bound port: e43faab3-637f-4759-951d-df3e415200a1, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:33.273074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.279439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.333508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Network 8715b43a-236f-4e49-9d3e-ce1c24a21c32 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:53:33.333508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] No DVR routers for this DVR port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:33.351149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66b36f-5dea-4478-a05b-986a3034b1be None None] Pushing event deleted for resources: {'Port': ['ID=9fb3a78b-821c-4cdd-bed1-aad714d8fe99,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:33.370704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.385301 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.400065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-fa96ac9d-45c6-4481-9afb-a3654c79f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.402107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-fa96ac9d-45c6-4481-9afb-a3654c79f278 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.2555826 Nov 09 17:53:33.433069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.463723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.471420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 3, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:33.536276 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a340a3d-17d8-4c34-bdb9-0def3e982f99 None None] The sync data for ids ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'] in n-d-804292-3 is: [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 3, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:33.662943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36742) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:33.672055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Allocated IP 172.25.3.127 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/033023d7-bc82-4aa8-b312-e37a718f837c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:33.694203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86240e7f-eae0-458b-92a5-ad1bd50f3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.739702 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.797315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.816843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:33.870523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:33.924638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:33.942604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] For port e43faab3-637f-4759-951d-df3e415200a1, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:33.946270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:33.958466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:33.961371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:33.991191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.041440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-311210f5-e6ea-4590-a007-98668f98e522 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 999 time: 0.5874300 Nov 09 17:53:34.042760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.100207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.115357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] For port e43faab3-637f-4759-951d-df3e415200a1, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e43faab3-637f-4759-951d-df3e415200a1,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:34.117475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-86240e7f-eae0-458b-92a5-ad1bd50f3cdd None None] For port c7a19429-d4bd-47b3-af64-90f394e087b2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c7a19429-d4bd-47b3-af64-90f394e087b2,segment=NetworkSegment(61034e05-61f9-4d6e-8108-9e2d53d9da8f),segment_id=61034e05-61f9-4d6e-8108-9e2d53d9da8f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:34.119317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-9d688765-dcef-44ad-ba1e-47bbffd7fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:34.121203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.122375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-9d688765-dcef-44ad-ba1e-47bbffd7fd9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.0720704 Nov 09 17:53:34.128457 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.135801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86240e7f-eae0-458b-92a5-ad1bd50f3cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.141060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.151780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:34.160455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:34.172958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:34.195426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de1f5c-0ea1-4cee-820c-e5dfa6182715 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:34.266584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7cf9ab96-cce7-4cf2-83bc-80ae6ea3b8a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=182917b11f624ff294da8786302cac94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6018324 Nov 09 17:53:34.267292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36746) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:34.296594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-f993af26-f3aa-42cc-b26a-7bb4af3c461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:34.299319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-f993af26-f3aa-42cc-b26a-7bb4af3c461d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165125 Nov 09 17:53:34.307246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:34.328709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:34.333574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:34.338815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Pushing event updated for resources: {'Port': ['ID=fdf351fc-173c-447d-93a5-9de4ee57bae3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:34.377266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Pushing event updated for resources: {'Port': ['ID=033023d7-bc82-4aa8-b312-e37a718f837c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:34.391098 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda102c6-4616-4c33-b376-4da01dde61a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.446688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Deleting port 25df2d8d-9900-403f-9cf4-3a84aeedcea7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:34.447344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.451936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda102c6-4616-4c33-b376-4da01dde61a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.532176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:53:34.532730 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:53:34.562858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Attempting to bind port fdf351fc-173c-447d-93a5-9de4ee57bae3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:34.568669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Attempting to bind port fdf351fc-173c-447d-93a5-9de4ee57bae3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:34.569824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Attempting to bind port fdf351fc-173c-447d-93a5-9de4ee57bae3 on network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:34.593968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Provisioning complete for port 3195af9f-cb02-46f0-95dd-836b0cbafe88 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:34.594545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.619031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.677734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-83ff46b2-f5d8-489f-b1bc-5a68e2140842 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306000 Nov 09 17:53:34.745714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:34.746544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:34.869889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:34.870559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Checking segment: {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:34.870829 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.871318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Bound using segment: {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:34.871892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Bound port: fdf351fc-173c-447d-93a5-9de4ee57bae3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:34.872558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.901013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] For port 25df2d8d-9900-403f-9cf4-3a84aeedcea7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=25df2d8d-9900-403f-9cf4-3a84aeedcea7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:34.901628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.935262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda102c6-4616-4c33-b376-4da01dde61a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.939348 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda102c6-4616-4c33-b376-4da01dde61a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:34.944459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fda102c6-4616-4c33-b376-4da01dde61a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12a04811-2b7a-45e6-8909-6b28c62ccb51 HTTP/1.1" status: 204 len: 168 time: 0.6654837 Nov 09 17:53:34.956383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86240e7f-eae0-458b-92a5-ad1bd50f3cdd None None] Pushing event updated for resources: {'Port': ['ID=c7a19429-d4bd-47b3-af64-90f394e087b2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:34.971739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda102c6-4616-4c33-b376-4da01dde61a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a04811-2b7a-45e6-8909-6b28c62ccb51,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:34.999755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.034310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Calling delete_port for 25df2d8d-9900-403f-9cf4-3a84aeedcea7 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:35.130955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9080a809-0229-45eb-84c9-cb172ebdbc83 req-45a5f3ab-4043-4ec1-900e-8567ba232511 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300885 Nov 09 17:53:35.186832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:35.192862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] For port fdf351fc-173c-447d-93a5-9de4ee57bae3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:35.363427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.443300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.458721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.465012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] For port fdf351fc-173c-447d-93a5-9de4ee57bae3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fdf351fc-173c-447d-93a5-9de4ee57bae3,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:35.473297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:35.559054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Router b8f77be0-2e34-41ec-8462-2500cc6e7792 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:53:35.599743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45ed35e5-4573-4a57-b0e8-d3c2bf07b87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.676917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:35.710910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.728460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:35.745910 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Sync routers for ids ['b8f77be0-2e34-41ec-8462-2500cc6e7792'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:35.750272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.751817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-638263b7-c93a-4b86-9586-42911e07fb7f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7957883 Nov 09 17:53:35.757461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36754) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:35.765382 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Routers {'b8f77be0-2e34-41ec-8462-2500cc6e7792'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:35.766033 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b8f77be0-2e34-41ec-8462-2500cc6e7792'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:35.768859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:35.822003 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.828411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:53:29Z', 'revision_number': 5, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port': {'id': '25df2d8d-9900-403f-9cf4-3a84aeedcea7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:25Z', 'updated_at': '2021-11-09T17:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:35.954035 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:35.988905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:35.989468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 17:53:35.993653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] Checking router: a087f6c6-4aa1-447f-91d0-c78025036a4c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:36.000691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.050810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25df2d8d-9900-403f-9cf4-3a84aeedcea7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:36.073413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e40a5-a3ee-40c7-bc55-d150c1601fae None None] Pushing event updated for resources: {'Port': ['ID=e43faab3-637f-4759-951d-df3e415200a1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:36.151917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad03969-85a3-4470-bab9-0092483a6c39 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:36.153709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Set router b8f77be0-2e34-41ec-8462-2500cc6e7792 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:36.184542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45ed35e5-4573-4a57-b0e8-d3c2bf07b87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.195645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] For port 3195af9f-cb02-46f0-95dd-836b0cbafe88, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3195af9f-cb02-46f0-95dd-836b0cbafe88,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:36.225278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 not found, will not notify nova. {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 17:53:36.242213 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.245423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45ed35e5-4573-4a57-b0e8-d3c2bf07b87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.255215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] Routers {'a087f6c6-4aa1-447f-91d0-c78025036a4c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:36.257349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a087f6c6-4aa1-447f-91d0-c78025036a4c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:36.417603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:36.430467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.442359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Provisioning complete for port e43faab3-637f-4759-951d-df3e415200a1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:36.443016 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.455531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] Set router a087f6c6-4aa1-447f-91d0-c78025036a4c gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:36.534518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59900904-ce25-4e4e-82fa-edc044c8d6ff None None] Pushing event updated for resources: {'Port': ['ID=fdf351fc-173c-447d-93a5-9de4ee57bae3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:36.581478 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 3, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:36.666100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Checking router: b8f77be0-2e34-41ec-8462-2500cc6e7792 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:36.666471 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Updating router b8f77be0-2e34-41ec-8462-2500cc6e7792 port 033023d7-bc82-4aa8-b312-e37a718f837c binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:36.690258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.693139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:53:35Z', 'revision_number': 7, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:36.708276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:36.720401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.747511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.754050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc281b69-9a65-4da7-bd6b-04d15e28fd6f None None] The sync data for ids ['a087f6c6-4aa1-447f-91d0-c78025036a4c'] in n-d-804292-3 is: [{'id': 'a087f6c6-4aa1-447f-91d0-c78025036a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1111537791-router', 'tenant_id': '6c128f9a533248de9ab1f892c8c01884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:23Z', 'updated_at': '2021-11-09T17:53:35Z', 'revision_number': 7, 'project_id': '6c128f9a533248de9ab1f892c8c01884', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:36.784743 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:36.791521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:33Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:36.799647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3195af9f-cb02-46f0-95dd-836b0cbafe88 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:36.893695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-45ed35e5-4573-4a57-b0e8-d3c2bf07b87a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecc9f2c3aa0240398d8a51b74ca4c17d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4141285 Nov 09 17:53:36.930463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Pushing event updated for resources: {'Port': ['ID=3195af9f-cb02-46f0-95dd-836b0cbafe88,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:36.947937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36760) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:36.956618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed35e5-4573-4a57-b0e8-d3c2bf07b87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de67598-c802-4ee7-a29c-390e4eb16242,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:36.988721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b75a1c-ef8d-4e29-8f36-60e69bc31571 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:33Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:37.061430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005971-6483-4324-b3ff-113750526b79 req-58ad1472-e940-4a80-90fa-20957cb030b6 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.063525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff005971-6483-4324-b3ff-113750526b79 req-58ad1472-e940-4a80-90fa-20957cb030b6 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.4052639 Nov 09 17:53:37.074709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.078780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a087f6c6-4aa1-447f-91d0-c78025036a4c {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:53:37.126133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.127446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82b2589d-9f22-4a49-8fab-23789960e3f1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a087f6c6-4aa1-447f-91d0-c78025036a4c HTTP/1.1" status: 204 len: 168 time: 4.2206769 Nov 09 17:53:37.145787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3195af9f-cb02-46f0-95dd-836b0cbafe88 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:37.146323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.149860 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.177122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:37.274150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] For port e43faab3-637f-4759-951d-df3e415200a1, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e43faab3-637f-4759-951d-df3e415200a1,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:37.282348 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.388464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Provisioning complete for port c7a19429-d4bd-47b3-af64-90f394e087b2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:37.388830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.483654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7a19429-d4bd-47b3-af64-90f394e087b2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:37.530119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Deleting subnet bbf3060a-cf6f-453d-9284-654722afae85 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:53:37.544388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a959eed-9af5-4f56-9dfc-4b4ec71a0310 None None] Pushing event updated for resources: {'Port': ['ID=e43faab3-637f-4759-951d-df3e415200a1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:37.547219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Router e87444c7-0c0f-4e5c-bf70-092e6fff797a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:37.565803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff005971-6483-4324-b3ff-113750526b79 req-5bbb4dc4-7185-450c-b571-0f3c6744e7c8 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814100 Nov 09 17:53:37.586407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-07ae2ca4-9ba8-4fde-abf2-a43c7fd60772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.620338 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-07ae2ca4-9ba8-4fde-abf2-a43c7fd60772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.674046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36764) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:37.684459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.739349 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.766791 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.786860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c7a19429-d4bd-47b3-af64-90f394e087b2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:37.787482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:37.841059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:37.863092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ea0756ee-b5d3-4caf-a9be-d0a03f7f6ebf admin admin] 10.222.0.45 "PUT /v2.0/routers/e87444c7-0c0f-4e5c-bf70-092e6fff797a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0247629 Nov 09 17:53:37.870672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Sync routers for ids ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:37.882737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b32fa5-7162-4d3d-ba23-2fb71371f7f5 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:38.002179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.020865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Routers {'e87444c7-0c0f-4e5c-bf70-092e6fff797a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:38.022405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:38.039464 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Attempting to bind port 033023d7-bc82-4aa8-b312-e37a718f837c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:38.042865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Provisioning complete for port 033023d7-bc82-4aa8-b312-e37a718f837c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:38.044037 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Attempting to bind port 033023d7-bc82-4aa8-b312-e37a718f837c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:38.044829 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Attempting to bind port 033023d7-bc82-4aa8-b312-e37a718f837c on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:38.053051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.081732 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7305b12-ac3e-470e-9a9d-ed0a24a3fc08 None None] Pushing event updated for resources: {'Port': ['ID=033023d7-bc82-4aa8-b312-e37a718f837c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:38.099421 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:38.100043 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:38.101255 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.102664 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:38.102664 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Bound port: 033023d7-bc82-4aa8-b312-e37a718f837c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:38.121625 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.338242 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] For port 033023d7-bc82-4aa8-b312-e37a718f837c, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:38.349821 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] For port 033023d7-bc82-4aa8-b312-e37a718f837c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=033023d7-bc82-4aa8-b312-e37a718f837c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:38.361811 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.367495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.464329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-07ae2ca4-9ba8-4fde-abf2-a43c7fd60772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.472651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-07ae2ca4-9ba8-4fde-abf2-a43c7fd60772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.481429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-07ae2ca4-9ba8-4fde-abf2-a43c7fd60772 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4de67598-c802-4ee7-a29c-390e4eb16242 HTTP/1.1" status: 204 len: 168 time: 1.5321553 Nov 09 17:53:38.562000 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Routers {'b8f77be0-2e34-41ec-8462-2500cc6e7792'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:38.562766 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b8f77be0-2e34-41ec-8462-2500cc6e7792'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:38.580545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f0e98-6cee-4ea8-aa69-a7cbe7845316 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:38.686070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Port 033023d7-bc82-4aa8-b312-e37a718f837c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:38.752793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Allocated IP 172.20.0.1 (3207d6a1-7119-480b-8509-1f24d7cdb5f3/750ed365-7a4f-46ee-b5cd-86da8389c882/132bfbc2-d93b-4d8a-a0db-fc8882dd1a03) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:38.832845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:38.900762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7305b12-ac3e-470e-9a9d-ed0a24a3fc08 None None] Pushing event updated for resources: {'Port': ['ID=033023d7-bc82-4aa8-b312-e37a718f837c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:38.902235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae2ca4-9ba8-4fde-abf2-a43c7fd60772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de67598-c802-4ee7-a29c-390e4eb16242,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:38.910735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.951277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd4cb5-1d64-4475-949b-34b9ce65b36e None None] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:38.970844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:38.998731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] Set router b8f77be0-2e34-41ec-8462-2500cc6e7792 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:39.014755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf3060a-cf6f-453d-9284-654722afae85,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:39.021151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.027865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d4e2cfa8-85ae-4010-b2ae-b1bc6f0bc49d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bbf3060a-cf6f-453d-9284-654722afae85 HTTP/1.1" status: 204 len: 168 time: 1.8465207 Nov 09 17:53:39.029479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:39.047230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:39.047908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9fb3a78b-821c-4cdd-bed1-aad714d8fe99 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:39.139756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port ba1d9c15-b0ab-4b43-ad26-fe4705c5ecfc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:39.140304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.173150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Set router e87444c7-0c0f-4e5c-bf70-092e6fff797a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:39.193096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.284433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ae1d4-d455-444c-a10c-97066eb5d0a4 None None] Network eaac6e2b-4680-4404-bff6-6d4397f835df requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:39.373278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.406477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:39.424640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474778505', 'description': 'tempest-secgroup-smoke-1474778505 description', 'project_id': 'fab2055954c04fc6bf8942c75be66b04'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:39.531842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:39.535455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Provisioning complete for port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:39.536117 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.539158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:39.546904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:39.599782 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.686923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Pushing event updated for resources: {'Port': ['ID=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:39.708624 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.739108 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 3, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:39.834922 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.835615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.841840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Deleting port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:39.842600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:39.870607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for ba1d9c15-b0ab-4b43-ad26-fe4705c5ecfc owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:39.880301 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988916a8-1fe7-4bd7-b008-97ca1fce49d1 None None] The sync data for ids ['b8f77be0-2e34-41ec-8462-2500cc6e7792'] in n-d-804292-3 is: [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 3, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:39.898130 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.022471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] For port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,segment=NetworkSegment(0709fc7d-0133-4ad5-9774-5cd8120d87db),segment_id=0709fc7d-0133-4ad5-9774-5cd8120d87db)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:40.023159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.056271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Calling delete_port for 85ef0998-6a7f-41e4-80dd-44ed518b3c7d owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:40.102049 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.189334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.221960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e43faab3-637f-4759-951d-df3e415200a1 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:40.283976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.292563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8820832 Nov 09 17:53:40.295773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36794) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:40.305777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group_rule': {'security_group_id': '3f14b799-ce64-4499-945b-7c861f1fb9fa', 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:40.323084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51786ef-9f0a-4008-baaa-a8eda06ac18a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f14b799-ce64-4499-945b-7c861f1fb9fa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:40.406802 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.422287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.438421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:40.464405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e43faab3-637f-4759-951d-df3e415200a1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:40.465122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.489127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] No DVR routers for this DVR port 85ef0998-6a7f-41e4-80dd-44ed518b3c7d on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:40.494796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ef0998-6a7f-41e4-80dd-44ed518b3c7d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:40.589388 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.615345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:40.664949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.665210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaac6e2b-4680-4404-bff6-6d4397f835df']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:40.671948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.693105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Provisioning complete for port e43faab3-637f-4759-951d-df3e415200a1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:40.693653 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdfb5-3d0b-4098-aec3-760a9640fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.721394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0709fc7d-0133-4ad5-9774-5cd8120d87db') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:40.722132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0709fc7d-0133-4ad5-9774-5cd8120d87db') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:40.733867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.747571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.783643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.785181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=ba1d9c15-b0ab-4b43-ad26-fe4705c5ecfc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:40.792382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.821198 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.840378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.842674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:40.842868 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:40.843476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d06bc-f89b-417c-b03e-77891af92f0e None None] DHCP port deletion for eaac6e2b-4680-4404-bff6-6d4397f835df request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:40.846411 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:40.855672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 4, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2a9e3933-28ce-4928-8e94-0905a7bb5e5b', 'name': '', 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'mac_address': 'fa:16:3e:8b:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '47f51b82-21c2-45c8-8882-cbf728364947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:32Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 2, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'subnets': [{'id': '47f51b82-21c2-45c8-8882-cbf728364947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:40.937956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Checking router: e87444c7-0c0f-4e5c-bf70-092e6fff797a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:40.937956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Updating router e87444c7-0c0f-4e5c-bf70-092e6fff797a port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:40.945872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-916799778'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:40.963533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b16c59b-15b2-4cd0-b1b6-e6d8a6895458,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:40.965647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Pushing event updated for resources: {'Port': ['ID=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:40.997958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.023892 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.055359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.059012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/eaac6e2b-4680-4404-bff6-6d4397f835df HTTP/1.1" status: 204 len: 168 time: 2.0277662 Nov 09 17:53:41.063508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f879e-4bc8-4e01-bd3b-a6d5c2833eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaac6e2b-4680-4404-bff6-6d4397f835df,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:41.077645 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.082107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:41.084330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-521084be-0a0b-447e-ac45-357917dbf8db tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7811449 Nov 09 17:53:41.095443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group_rule': {'security_group_id': '3f14b799-ce64-4499-945b-7c861f1fb9fa', 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:41.102380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.102746 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP f435ef31-1d35-4110-aafc-c169882ec987 disassociated (deleted). External IP: 172.25.3.9, port: 0ff1b62a-137e-4d54-9f04-22cc3cc709f2. Nov 09 17:53:41.113532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:41.121150 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.148843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.211297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.416685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:41.428775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3195af9f-cb02-46f0-95dd-836b0cbafe88 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:41.434173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.471110 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.474967 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.534852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.593402 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.601679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5154562 Nov 09 17:53:41.608172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:41.668937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25111297-4f31-4c6a-8155-41367b87dce8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:41.674117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d38bf-efce-4b99-8987-d90d39b382ee tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96777381-edba-4ffe-ba4b-520a00dc3833,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:41.699441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group_rule': {'security_group_id': '3f14b799-ce64-4499-945b-7c861f1fb9fa', 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:41.721172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:41.733631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3195af9f-cb02-46f0-95dd-836b0cbafe88 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:41.737098 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.769101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0a5056d9-de0f-42d9-b9dc-417527e53c06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c128f9a533248de9ab1f892c8c01884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463573 Nov 09 17:53:41.781618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:41.824717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Provisioning complete for port 033023d7-bc82-4aa8-b312-e37a718f837c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:41.825507 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.878217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:41.878796 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Added segment 4db97b51-9788-4d0b-adba-6e1e5a1bafef of type vlan for network 9950a2ad-e1cb-47e8-819c-abec142e904a Nov 09 17:53:41.965407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1a088fe-7937-4ccc-88fa-474efaef164f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.041293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.112919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:42.123570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:42.128140 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.146344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.169831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fdf351fc-173c-447d-93a5-9de4ee57bae3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:42.173845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.191221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1a088fe-7937-4ccc-88fa-474efaef164f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.279292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.279777 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.302462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.363125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.366619 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6983321 Nov 09 17:53:42.370172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644c71-7abd-4024-9c7b-49b6b5014c19 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0833b68-e25e-45d9-a160-f0b1cb935f1d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.372554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:42.378331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group_rule': {'security_group_id': '3f14b799-ce64-4499-945b-7c861f1fb9fa', 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:42.386352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.398876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:42.400459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.410109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4768f1-eeda-45d7-b19a-723327d179c3 None None] Pushing event updated for resources: {'Port': ['ID=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.417759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-da095b61-9b74-4828-9aca-684b84906858 None None] For port 033023d7-bc82-4aa8-b312-e37a718f837c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=033023d7-bc82-4aa8-b312-e37a718f837c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:42.419865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Attempting to bind port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:42.420311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Attempting to bind port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:42.420712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Attempting to bind port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b on network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:42.429386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:42.430528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Checking segment: {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:42.430966 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.431426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Bound using segment: {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:42.431919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Bound port: 2a9e3933-28ce-4928-8e94-0905a7bb5e5b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61034e05-61f9-4d6e-8108-9e2d53d9da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:42.432322 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.445263 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.533086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Provisioning complete for port fdf351fc-173c-447d-93a5-9de4ee57bae3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:42.533462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.539867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Network': ['ID=9950a2ad-e1cb-47e8-819c-abec142e904a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.576587 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1a088fe-7937-4ccc-88fa-474efaef164f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.587807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1a088fe-7937-4ccc-88fa-474efaef164f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.589494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a1a088fe-7937-4ccc-88fa-474efaef164f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f93d54e-399b-4854-bd2b-b356a78a2e84 HTTP/1.1" status: 204 len: 168 time: 0.8064284 Nov 09 17:53:42.609190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Router b8f77be0-2e34-41ec-8462-2500cc6e7792 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:42.611386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cd64c7fc-d7a3-436c-b83e-d5319de2c7c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9947209 Nov 09 17:53:42.614145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a088fe-7937-4ccc-88fa-474efaef164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f93d54e-399b-4854-bd2b-b356a78a2e84,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.616936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:42.619630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.620681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router c83b1981-27a4-4c0d-9e56-edb22ad231ce has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:42.629841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:42.691999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:42.848429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fdf351fc-173c-447d-93a5-9de4ee57bae3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:42.851852 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.905697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.915434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.928515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:42.934245 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:42.946810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Pushing event updated for resources: {'Port': ['ID=033023d7-bc82-4aa8-b312-e37a718f837c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:43.022385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.028282 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6541593 Nov 09 17:53:43.031961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:43.033518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da92bf8-a2d1-4d31-80f7-5020ed6d9b45 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10845ad-98e5-4148-aae5-ffdea93154f3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:43.035966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] For port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:43.041667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group_rule': {'security_group_id': '3f14b799-ce64-4499-945b-7c861f1fb9fa', 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:43.060991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:43.081743 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] Sync routers for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:43.109814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.116775 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:43.117387 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Project fab2055954c04fc6bf8942c75be66b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:53:43.120649 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:43.144511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.148646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] For port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,segment=NetworkSegment(61034e05-61f9-4d6e-8108-9e2d53d9da8f),segment_id=61034e05-61f9-4d6e-8108-9e2d53d9da8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:43.154095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.178140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:43.184070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.206239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-13526292-9fb0-4ff8-a9ee-11f72a237e69 admin admin] 10.222.0.45 "PUT /v2.0/routers/b8f77be0-2e34-41ec-8462-2500cc6e7792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4380770 Nov 09 17:53:43.239442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-30fbfa9f-884f-403c-b184-354d8525d9ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/floatingips/f435ef31-1d35-4110-aafc-c169882ec987 HTTP/1.1" status: 204 len: 168 time: 5.5521686 Nov 09 17:53:43.240206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:43.243352 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7861fce-a028-4a13-b54c-8bdcb09d8986" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:43.294777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.305540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.348990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4768f1-eeda-45d7-b19a-723327d179c3 None None] Pushing event updated for resources: {'Port': ['ID=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:43.416340 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:43.473581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Routers {'e87444c7-0c0f-4e5c-bf70-092e6fff797a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:43.474389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:43.484307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.489335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36832) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:43.494941 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.495228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'security_group_rule': {'security_group_id': '3f14b799-ce64-4499-945b-7c861f1fb9fa', 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:43.514624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4785931 Nov 09 17:53:43.531895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebad3e-b726-469d-9fc0-99cea33b7445 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd375c1-8fc5-4c03-8bf9-90e964ea9dcb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:43.603078 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Project fab2055954c04fc6bf8942c75be66b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:53:43.638025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.718339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.785404 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.793712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.866880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:43.872689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3779902 Nov 09 17:53:43.873915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ba535-8a8e-4a3e-a36a-451aa3f61fc6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5eb649a-f1d4-4acd-a96a-a0dc72b69d7d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:43.924361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=c412409a-8174-4c2b-9b8e-41ce6502e18a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:44.078847 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebf13d5-0678-432c-9014-f0c8f3977a9a x-openstack-request-id: req-2ebf13d5-0678-432c-9014-f0c8f3977a9a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:44.096459 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:44.096702 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ebf13d5-0678-432c-9014-f0c8f3977a9a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:44.097296 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'status': 'completed', 'code': 200} Nov 09 17:53:44.106343 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:15Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:44.110193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-da095b61-9b74-4828-9aca-684b84906858 None None] For port fdf351fc-173c-447d-93a5-9de4ee57bae3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fdf351fc-173c-447d-93a5-9de4ee57bae3,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:44.111605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Sync routers for ids ['b8f77be0-2e34-41ec-8462-2500cc6e7792'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:44.140306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:44.188068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] Checking router: c83b1981-27a4-4c0d-9e56-edb22ad231ce for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:44.208365 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:44.209077 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:44.237181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Routers {'b8f77be0-2e34-41ec-8462-2500cc6e7792'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:44.237841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b8f77be0-2e34-41ec-8462-2500cc6e7792'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:44.480349 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:44.570278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-d244c8f9-e16b-4f34-b6e0-2b04f0808187 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474778505&fields=id&tenant_id=fab2055954c04fc6bf8942c75be66b04 HTTP/1.1" status: 200 len: 267 time: 0.1115351 Nov 09 17:53:44.588945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:44.589521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network hostable DHCP agents. Network: 9950a2ad-e1cb-47e8-819c-abec142e904a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:44.726077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:53:44.726665 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:53:44.735654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34402f9-5990-4c2b-88b9-4ce1c87439e1 req-ce679d8b-f867-4369-9240-fca6be312f74 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.750112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e34402f9-5990-4c2b-88b9-4ce1c87439e1 req-ce679d8b-f867-4369-9240-fca6be312f74 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.8840709 Nov 09 17:53:44.789333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:44.792057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Provisioning complete for port fdf351fc-173c-447d-93a5-9de4ee57bae3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:44.792639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:44.800876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-cf066935-bae0-41bd-9484-42b6efde9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.804218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-cf066935-bae0-41bd-9484-42b6efde9f20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 1096 time: 0.2787211 Nov 09 17:53:44.843088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9950a2ad-e1cb-47e8-819c-abec142e904a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:44.861753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095b61-9b74-4828-9aca-684b84906858 None None] Pushing event updated for resources: {'Port': ['ID=fdf351fc-173c-447d-93a5-9de4ee57bae3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:44.872316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.872974 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:44.877373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-85c52f9d-29b8-4523-a86d-7b60e2f13e02 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.879328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-85c52f9d-29b8-4523-a86d-7b60e2f13e02 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 809 time: 0.2933156 Nov 09 17:53:44.880262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd962b6-ef92-49f1-a09d-e868fa4b78cc None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:44.903065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] Set router e87444c7-0c0f-4e5c-bf70-092e6fff797a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:44.910831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-0f5f3c46-729d-4fa5-a7e3-bf2b407819cd tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/quotas/fab2055954c04fc6bf8942c75be66b04 HTTP/1.1" status: 200 len: 375 time: 0.0237520 Nov 09 17:53:44.991861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e34402f9-5990-4c2b-88b9-4ce1c87439e1 req-15febe40-d668-4cae-8e77-93d4d58c9c67 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404127 Nov 09 17:53:45.010903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e00eb684-b668-46e4-bceb-1ac4070b0b0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3924308 Nov 09 17:53:45.026424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36874) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:45.040783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'name': 'tempest-NetworksTestDHCPv6-126265521'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:45.051774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Set router b8f77be0-2e34-41ec-8462-2500cc6e7792 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:45.056322 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-cb812385-e9a0-4364-a116-9bfa68b4dbfd tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385581 Nov 09 17:53:45.174545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:15Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:45.208937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-6ca81fd5-70c0-43c2-96e5-1397daa0b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.211385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-6ca81fd5-70c0-43c2-96e5-1397daa0b863 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 200 len: 896 time: 0.3891151 Nov 09 17:53:45.249322 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d02122-643f-4ee3-8dfe-51df93efe53b None None] The sync data for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 is: [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:51:03Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '752b1507-70fc-43c9-91a4-47ad254526b1', 'name': '', 'network_id': 'd08e21df-4ff7-4b37-a440-273b96978ca8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a6:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '42e54030-af88-4d70-8394-baa1003fd819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:58Z', 'updated_at': '2021-11-09T17:51:15Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '42e54030-af88-4d70-8394-baa1003fd819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:45.348504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-7aed27b8-dd32-4c57-8885-bef115a58551 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 200 len: 217 time: 0.1280274 Nov 09 17:53:45.492493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:45.505701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:45.510956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-facb5e60-0c40-461e-b0cc-c1a9255ac8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.513621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-facb5e60-0c40-461e-b0cc-c1a9255ac8e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 200 len: 835 time: 0.1327724 Nov 09 17:53:45.550684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-1e14236c-8d26-441d-ac1d-7ef1da2bab39 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.552663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-1e14236c-8d26-441d-ac1d-7ef1da2bab39 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.2398362 Nov 09 17:53:45.556450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-afe0551b-61c6-4c28-bcf0-3ecb3c122876 service neutron] 10.222.0.45 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885330 Nov 09 17:53:45.561814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 25df2d8d-9900-403f-9cf4-3a84aeedcea7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:45.663763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 25df2d8d-9900-403f-9cf4-3a84aeedcea7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:45.664138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 25df2d8d-9900-403f-9cf4-3a84aeedcea7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:45.664564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:45.683711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 19b146f9-59ba-48f1-b498-ec3768cf876b yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:53:45.718589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-29675b0a-790a-4267-9a2d-466776d4b223 service neutron] 10.222.0.45 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608202 Nov 09 17:53:45.831833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:45.832379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7ebe4546-f7f4-4d19-bb6e-d9ac46c4eab2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:45.838720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-c4d719ca-be3a-4902-a605-25353da64e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.840458 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-c4d719ca-be3a-4902-a605-25353da64e55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d08e21df-4ff7-4b37-a440-273b96978ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3120580 Nov 09 17:53:45.905723 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24344214-3e51-4da2-98a8-546d63d82018 None None] New status for floating IP f435ef31-1d35-4110-aafc-c169882ec987: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:53:45.924928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': 'c412409a-8174-4c2b-9b8e-41ce6502e18a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:45.926685 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.065446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Provisioning complete for port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:46.065446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.233547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c6cc1454-a519-44a7-b2ec-b1ccaec83a83 req-2a448d9a-d6fa-4fbc-be0f-7cd257833ea0 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 210 time: 0.0732272 Nov 09 17:53:46.254758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::252 (9950a2ad-e1cb-47e8-819c-abec142e904a/c412409a-8174-4c2b-9b8e-41ce6502e18a/19b146f9-59ba-48f1-b498-ec3768cf876b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:46.353047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fdf351fc-173c-447d-93a5-9de4ee57bae3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:46.394213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:46.394672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.404688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-b3b85cb5-0183-454a-8970-8e3ee99b4cc3 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465605 Nov 09 17:53:46.574267 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.631975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022084e-168c-4727-92f5-80330428711a req-1e89b9b1-665a-4037-a004-c8eb6da7a466 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.632431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fdf351fc-173c-447d-93a5-9de4ee57bae3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:46.632972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.634802 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c022084e-168c-4727-92f5-80330428711a req-1e89b9b1-665a-4037-a004-c8eb6da7a466 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 945 time: 0.3737533 Nov 09 17:53:46.695245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] For port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,segment=NetworkSegment(61034e05-61f9-4d6e-8108-9e2d53d9da8f),segment_id=61034e05-61f9-4d6e-8108-9e2d53d9da8f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:46.708442 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.756729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 4, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2a9e3933-28ce-4928-8e94-0905a7bb5e5b', 'name': '', 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'mac_address': 'fa:16:3e:8b:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '47f51b82-21c2-45c8-8882-cbf728364947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:32Z', 'updated_at': '2021-11-09T17:53:43Z', 'revision_number': 4, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'subnets': [{'id': '47f51b82-21c2-45c8-8882-cbf728364947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:46.796583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e822f0a-babd-4ca6-b593-a079e8387cb6 None None] The sync data for ids ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'] in n-d-804292-3 is: [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:53:34Z', 'revision_number': 4, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2a9e3933-28ce-4928-8e94-0905a7bb5e5b', 'name': '', 'network_id': '32565d0a-b131-4623-900b-bd1a3a3ea2f9', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'mac_address': 'fa:16:3e:8b:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '47f51b82-21c2-45c8-8882-cbf728364947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:32Z', 'updated_at': '2021-11-09T17:53:43Z', 'revision_number': 4, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'subnets': [{'id': '47f51b82-21c2-45c8-8882-cbf728364947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:46.802649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T17:53:39Z', 'revision_number': 4, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '132bfbc2-d93b-4d8a-a0db-fc8882dd1a03', 'name': '', 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'mac_address': 'fa:16:3e:20:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '750ed365-7a4f-46ee-b5cd-86da8389c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:36Z', 'updated_at': '2021-11-09T17:53:40Z', 'revision_number': 2, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'subnets': [{'id': '750ed365-7a4f-46ee-b5cd-86da8389c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:46.878368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Provisioning complete for port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:46.883755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:46.960311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c022084e-168c-4727-92f5-80330428711a req-5bc694c9-d40e-40f4-a43f-9a80def34fa3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7fd875d-b5c8-47d8-90c2-802814da399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036354 Nov 09 17:53:46.966429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:46.967009 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.059671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:47.153922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7861fce-a028-4a13-b54c-8bdcb09d8986 req-ae8701fa-0a18-4f73-b528-f49845fcfc06 service neutron] 10.222.0.83 "GET /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103724 Nov 09 17:53:47.340290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Checking router: b8f77be0-2e34-41ec-8462-2500cc6e7792 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:47.340952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Updating router b8f77be0-2e34-41ec-8462-2500cc6e7792 port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:53:47.347113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Pushing event updated for resources: {'Port': ['ID=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:47.466853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.473439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.475273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.487772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f912c-3d3e-4320-b9cc-c3b0010956d6 None None] Port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:47.551293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 033023d7-bc82-4aa8-b312-e37a718f837c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:47.606877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0a291e23-bfa1-488d-8aaf-e3a787188b63 req-3f37e4b0-d75e-4a29-92fa-c4c74ca6e5bd tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 210 time: 0.1248212 Nov 09 17:53:47.609180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=0ff1b62a-137e-4d54-9f04-22cc3cc709f2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:47.718776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] No DVR routers for this DVR port 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:47.729209 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.733802 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b9aa27b-4af5-4fe7-9250-332932941109 req-26972942-f113-4c1a-a116-a4c2f72a7b58 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "DELETE /v2.0/ports/0ff1b62a-137e-4d54-9f04-22cc3cc709f2 HTTP/1.1" status: 204 len: 173 time: 2.1493332 Nov 09 17:53:47.736075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-deleted', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:47.741484 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab08c6d0-7adb-4ef3-9e14-f33eb9f3e39a" -d '{"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-deleted", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:47.795923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.893063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:47.929525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:47.933858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:47.940057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:47.940564 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:47.980157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=19b146f9-59ba-48f1-b498-ec3768cf876b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:48.001920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-53883984-4177-4c18-8371-2da5a1e21f00 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9746447 Nov 09 17:53:48.005002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:48.075047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 033023d7-bc82-4aa8-b312-e37a718f837c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:48.077315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:48.088097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/c412409a-8174-4c2b-9b8e-41ce6502e18a/2957a0dd-bf49-416a-8dfa-3004121054da) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:48.159703 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7b4801-d609-4a85-9559-ecd262884f28 x-openstack-request-id: req-0b7b4801-d609-4a85-9559-ecd262884f28 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:48.160298 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9bbb2-a95b-427a-8c29-6e6ba5c26a04", "name": "network-vif-deleted", "tag": "0ff1b62a-137e-4d54-9f04-22cc3cc709f2", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:48.161891 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b7b4801-d609-4a85-9559-ecd262884f28 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:48.166841 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9bbb2-a95b-427a-8c29-6e6ba5c26a04', 'name': 'network-vif-deleted', 'tag': '0ff1b62a-137e-4d54-9f04-22cc3cc709f2', 'status': 'completed', 'code': 200} Nov 09 17:53:48.307361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e13551-90a2-43d9-8559-e31cc4024fa0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:48.315077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-77e13551-90a2-43d9-8559-e31cc4024fa0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2897489 Nov 09 17:53:48.317514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:48.344472 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-218ca535-52be-441b-aadb-1534dbf06da8 req-c7912950-283e-4209-8dd2-bfd4e06236d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b9bbb2-a95b-427a-8c29-6e6ba5c26a04 HTTP/1.1" status: 200 len: 210 time: 0.1748431 Nov 09 17:53:48.694530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:48.714721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-dd127d58-12a5-4512-878d-9b56a24e67cf tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:48.722372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-dd127d58-12a5-4512-878d-9b56a24e67cf tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 809 time: 0.3701334 Nov 09 17:53:48.767634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7db50d95-b4df-459b-920d-4d6687acd30e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:48.770324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7db50d95-b4df-459b-920d-4d6687acd30e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.3790956 Nov 09 17:53:48.779026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 19b146f9-59ba-48f1-b498-ec3768cf876b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:48.779455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:48.839715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-53189975-34d2-4b9f-a7b8-6922bb9cdc4d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0569229 Nov 09 17:53:48.895721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-765e5d26-7d69-4ce4-b475-de0d1b25e4c7 req-ea9e2848-057c-4c68-9c4f-bacc3ace5e8a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 210 time: 0.1275842 Nov 09 17:53:48.922015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:48.967677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-9075f886-7af3-4979-8979-f45cc3ce4c65 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207278 Nov 09 17:53:48.973678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.021370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 19b146f9-59ba-48f1-b498-ec3768cf876b owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:49.030158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-91dac266-51da-47fa-8f2a-02f076efcf86 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab2055954c04fc6bf8942c75be66b04 HTTP/1.1" status: 200 len: 380 time: 0.3008895 Nov 09 17:53:49.050494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'port': {'device_id': '36e480da-5341-455f-9ab6-717095c2faf7', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'admin_state_up': True, 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'security_groups': ['3f14b799-ce64-4499-945b-7c861f1fb9fa']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:49.152168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.265286 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.344614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85ef0998-6a7f-41e4-80dd-44ed518b3c7d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:49.429550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Made reservation on behalf of fab2055954c04fc6bf8942c75be66b04 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:49.433728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.435384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.490939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2f5c-69c4-413a-84ed-10e363de4ae9 None None] Pushing event updated for resources: {'Port': ['ID=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:49.499937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 36964) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:49.512923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:49.525533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 85ef0998-6a7f-41e4-80dd-44ed518b3c7d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:49.526588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 85ef0998-6a7f-41e4-80dd-44ed518b3c7d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:49.553136 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=19b146f9-59ba-48f1-b498-ec3768cf876b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:49.567765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:49.577011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:49.598498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Attempting to bind port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:49.615469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Attempting to bind port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:49.615469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Attempting to bind port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 on network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:49.649792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.665710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-08e5dde1-8d60-4f81-88c4-8368f5eaed6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/19b146f9-59ba-48f1-b498-ec3768cf876b HTTP/1.1" status: 204 len: 168 time: 1.3467433 Nov 09 17:53:49.670235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:49.769459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:49.769945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Checking segment: {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:49.770378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.770784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Bound using segment: {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:49.771335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Bound port: 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f0b9b-750b-4305-8e71-930df76c2ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:49.771791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:49.826679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a9e3933-28ce-4928-8e94-0905a7bb5e5b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:49.887213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c97dbc-ce93-4276-b33a-951db4c1cd14 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:49.889349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c97dbc-ce93-4276-b33a-951db4c1cd14 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:49.895213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-54c97dbc-ce93-4276-b33a-951db4c1cd14 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2239065 Nov 09 17:53:49.898313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-19fa6934-29a4-4bfc-849a-e1e40ccbe996 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198976 Nov 09 17:53:49.898843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:49.983599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] For port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:49.988582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] For port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:49.990069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Pushing event updated for resources: {'Port': ['ID=2957a0dd-bf49-416a-8dfa-3004121054da,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:50.002219 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.007404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Attempting to bind port 2957a0dd-bf49-416a-8dfa-3004121054da on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:50.007891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Attempting to bind port 2957a0dd-bf49-416a-8dfa-3004121054da by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:50.008368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Attempting to bind port 2957a0dd-bf49-416a-8dfa-3004121054da on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:50.033833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet c412409a-8174-4c2b-9b8e-41ce6502e18a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:53:50.057384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-89933fc1-1e87-46f4-bd89-78bc276e5d9f None None] Provisioning complete for port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:50.058153 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89933fc1-1e87-46f4-bd89-78bc276e5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.065510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:50.066222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:50.066795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.067764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:50.068765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Bound port: 2957a0dd-bf49-416a-8dfa-3004121054da, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:50.069498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.100581 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.132145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Allocated IP 172.20.0.3 (1a260cd7-6459-4164-acc8-6681a37bdbe9/6de2ce25-a39c-459f-a720-4cdfd5bbc00a/38c725ed-3674-45d8-9ed4-a23bc793f691) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:50.157127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab45d1b8-fb31-40f4-9ba6-fc50bd5d4c07 req-b8413e2b-57e7-4c62-bc9a-6b2785263663 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 210 time: 0.0665870 Nov 09 17:53:50.173613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.285401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-b0d0e826-e3dd-401b-b5fd-f3918a60e900 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750441 Nov 09 17:53:50.347796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.410251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2f5c-69c4-413a-84ed-10e363de4ae9 None None] Pushing event updated for resources: {'Port': ['ID=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:50.418599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Routers {'b8f77be0-2e34-41ec-8462-2500cc6e7792'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:50.422156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b8f77be0-2e34-41ec-8462-2500cc6e7792'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:50.478908 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.520627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.568058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=c412409a-8174-4c2b-9b8e-41ce6502e18a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:50.584199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.590274 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-16733ceb-ff05-4c58-8e79-680cf922a40a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/c412409a-8174-4c2b-9b8e-41ce6502e18a HTTP/1.1" status: 204 len: 168 time: 0.6880510 Nov 09 17:53:50.598681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:50.634894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.647946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] Set router b8f77be0-2e34-41ec-8462-2500cc6e7792 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:50.698620 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.718635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0f37991-80c2-4879-84bc-3f6d391b86ea tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087575 Nov 09 17:53:50.718835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:50.719035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:50.721911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:50.730773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 36986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:50.731770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] For port 2957a0dd-bf49-416a-8dfa-3004121054da, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:50.736339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:50.767513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:50.772181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'Port': ['ID=38c725ed-3674-45d8-9ed4-a23bc793f691,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:50.775471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:50.775725 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.787058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:50.823950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:53:50.825065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0ff1b62a-137e-4d54-9f04-22cc3cc709f2 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:50.837434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] For port 2957a0dd-bf49-416a-8dfa-3004121054da, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2957a0dd-bf49-416a-8dfa-3004121054da,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:50.938664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:50.987061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:50.993294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.046270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.046869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.094425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03e22288-427c-486b-9773-cac44a1f6d95 req-a15aea26-1868-4457-aabb-57ff260f2ccd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.1350858 Nov 09 17:53:51.218196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f54e16eb-7e4c-47eb-86da-af49e8fab4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.241146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11a177-5f14-4913-989c-db066be1fb56 None None] Pushing event updated for resources: {'Port': ['ID=2957a0dd-bf49-416a-8dfa-3004121054da,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:51.251022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89933fc1-1e87-46f4-bd89-78bc276e5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.252329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-9e7aa0e5-e91b-4b4b-9837-26c4bdfab560 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2122700 Nov 09 17:53:51.276897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Request body: {'port': {'device_id': '36e480da-5341-455f-9ab6-717095c2faf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:51.370900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-89933fc1-1e87-46f4-bd89-78bc276e5d9f None None] For port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:51.394766 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89933fc1-1e87-46f4-bd89-78bc276e5d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.478450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.558004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89933fc1-1e87-46f4-bd89-78bc276e5d9f None None] Pushing event updated for resources: {'Port': ['ID=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:51.603787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T17:53:39Z', 'revision_number': 4, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '132bfbc2-d93b-4d8a-a0db-fc8882dd1a03', 'name': '', 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'mac_address': 'fa:16:3e:20:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '750ed365-7a4f-46ee-b5cd-86da8389c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:36Z', 'updated_at': '2021-11-09T17:53:49Z', 'revision_number': 4, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'subnets': [{'id': '750ed365-7a4f-46ee-b5cd-86da8389c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:51.620239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7a22626b-7883-4348-911c-8553ed2f5bb4 None None] Provisioning complete for port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:51.620751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a22626b-7883-4348-911c-8553ed2f5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.776172 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.785650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 752b1507-70fc-43c9-91a4-47ad254526b1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:51.785650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.857902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:51.887939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed6709-383f-4553-af8d-2fa2fc9d4384 req-61409547-d569-4703-80d5-df0ba433808f tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.889772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fed6709-383f-4553-af8d-2fa2fc9d4384 req-61409547-d569-4703-80d5-df0ba433808f tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 931 time: 0.5807128 Nov 09 17:53:51.900104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:51.946707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 752b1507-70fc-43c9-91a4-47ad254526b1, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=752b1507-70fc-43c9-91a4-47ad254526b1,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:51.947134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:51.972111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 752b1507-70fc-43c9-91a4-47ad254526b1 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:51.992206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40701da-1e1d-497e-837e-0d672e454715 None None] The sync data for ids ['b8f77be0-2e34-41ec-8462-2500cc6e7792'] in n-d-804292-3 is: [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T17:53:39Z', 'revision_number': 4, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '132bfbc2-d93b-4d8a-a0db-fc8882dd1a03', 'name': '', 'network_id': '3207d6a1-7119-480b-8509-1f24d7cdb5f3', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'mac_address': 'fa:16:3e:20:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '750ed365-7a4f-46ee-b5cd-86da8389c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:36Z', 'updated_at': '2021-11-09T17:53:49Z', 'revision_number': 4, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'subnets': [{'id': '750ed365-7a4f-46ee-b5cd-86da8389c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:51.997215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2957a0dd-bf49-416a-8dfa-3004121054da up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:52.139509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2957a0dd-bf49-416a-8dfa-3004121054da triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:52.139911 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.211226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7a22626b-7883-4348-911c-8553ed2f5bb4 None None] Provisioning complete for port 38c725ed-3674-45d8-9ed4-a23bc793f691 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:52.211616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a22626b-7883-4348-911c-8553ed2f5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.296516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a22626b-7883-4348-911c-8553ed2f5bb4 None None] Port 38c725ed-3674-45d8-9ed4-a23bc793f691 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:52.388321 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.436662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 2957a0dd-bf49-416a-8dfa-3004121054da, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2957a0dd-bf49-416a-8dfa-3004121054da,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:52.443237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.513274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=d18b063c-ad40-4c62-bce9-523145b1b329,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:52.533403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:52.534496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.549212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=2957a0dd-bf49-416a-8dfa-3004121054da,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:52.631723 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f49ee17f-7b21-4cdc-b618-db697a4aaa3a req-4f7d50d9-4a35-4962-b23a-e00dd37caad8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0480282 Nov 09 17:53:52.640324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c725ed-3674-45d8-9ed4-a23bc793f691 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:52.649775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f54e16eb-7e4c-47eb-86da-af49e8fab4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.651956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.659269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7fec9b99-97f9-4726-8683-3e34ab450bdf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9406939 Nov 09 17:53:52.667611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:52.668744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f54e16eb-7e4c-47eb-86da-af49e8fab4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.683910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'name': 'tempest-NetworksTestDHCPv6-1150056140'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:52.746353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fed6709-383f-4553-af8d-2fa2fc9d4384 req-a872b926-df83-4789-bd97-f25522965a6d tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8349311 Nov 09 17:53:52.753644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Transition to ACTIVE for port object 38c725ed-3674-45d8-9ed4-a23bc793f691 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:53:52.762879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37006) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:52.764065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f54e16eb-7e4c-47eb-86da-af49e8fab4c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3fd90b1e9da4fa6a94d3b8ce0406851&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0312119 Nov 09 17:53:52.782951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e16eb-7e4c-47eb-86da-af49e8fab4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc99069c-8169-4fe1-a788-d44cabda693d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:52.792446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:52.964055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfab7170-ba8e-4470-b9c0-9f3f0bb1c953 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:53.040068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-c33b88c4-3743-4d9f-a864-e02db883fa61 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:53.042374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-c33b88c4-3743-4d9f-a864-e02db883fa61 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2395678 Nov 09 17:53:53.066517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:53.160730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Pushing event updated for resources: {'Port': ['ID=38c725ed-3674-45d8-9ed4-a23bc793f691,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:53.202267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e0c2f700-a696-4d99-a076-e3b8131d37e2 None None] Provisioning complete for port 2957a0dd-bf49-416a-8dfa-3004121054da triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:53.203226 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f700-a696-4d99-a076-e3b8131d37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.261756 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9610-4e87-44f4-a2c6-9e65f40beff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.325212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.332601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:53:53.332601 n-d-804292-3 neutron-server[102555]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:53:53.332601 n-d-804292-3 neutron-server[102555]: [parameters: {'project_id_1': '570c47e4bfc0443796e4c0878687132c', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 53, 33, 276791)}] Nov 09 17:53:53.332601 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:53:53.332996 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:53:53.441625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:53.447276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.454711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9610-4e87-44f4-a2c6-9e65f40beff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.542142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Attempting to bind port 38c725ed-3674-45d8-9ed4-a23bc793f691 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:53.542801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Attempting to bind port 38c725ed-3674-45d8-9ed4-a23bc793f691 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:53.543347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Attempting to bind port 38c725ed-3674-45d8-9ed4-a23bc793f691 on network 1a260cd7-6459-4164-acc8-6681a37bdbe9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:53.557426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:53:53.567686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Port 38c725ed-3674-45d8-9ed4-a23bc793f691 on network 1a260cd7-6459-4164-acc8-6681a37bdbe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:53:53.569242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Attempting to bind port 38c725ed-3674-45d8-9ed4-a23bc793f691 on network 1a260cd7-6459-4164-acc8-6681a37bdbe9 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:53.580258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.628585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:53.629118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Checking segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:53.629837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Bound using segment: {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:53.630475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Bound port: 38c725ed-3674-45d8-9ed4-a23bc793f691, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:53.632043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.743089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=752b1507-70fc-43c9-91a4-47ad254526b1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:53.893189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9610-4e87-44f4-a2c6-9e65f40beff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.902000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:53.906480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9610-4e87-44f4-a2c6-9e65f40beff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.907382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:53.911622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2957a0dd-bf49-416a-8dfa-3004121054da up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:53.912512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2b9c9610-4e87-44f4-a2c6-9e65f40beff0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc99069c-8169-4fe1-a788-d44cabda693d HTTP/1.1" status: 204 len: 168 time: 1.1481633 Nov 09 17:53:54.039883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9610-4e87-44f4-a2c6-9e65f40beff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc99069c-8169-4fe1-a788-d44cabda693d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:54.058026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edb261d9-4fab-4b01-b1ec-783561050d30 req-e2aa45a0-5d6a-4c82-b3f3-d6c55c4ee6f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.2159421 Nov 09 17:53:54.114969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2957a0dd-bf49-416a-8dfa-3004121054da triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:54.116342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:54.291184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b6bee-d5f4-4d97-ac26-6fd47b9156bc req-c4c1ea37-e06a-45ec-a46d-75980cfe379e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:54.295218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce2b6bee-d5f4-4d97-ac26-6fd47b9156bc req-c4c1ea37-e06a-45ec-a46d-75980cfe379e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 943 time: 0.3013811 Nov 09 17:53:54.328908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] For port 38c725ed-3674-45d8-9ed4-a23bc793f691, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:54.361628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf381d-2916-48f1-8292-db4eb9e8fc24 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:54.371842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] For port 38c725ed-3674-45d8-9ed4-a23bc793f691, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38c725ed-3674-45d8-9ed4-a23bc793f691,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:54.395387 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:54.440946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::207 (9950a2ad-e1cb-47e8-819c-abec142e904a/d18b063c-ad40-4c62-bce9-523145b1b329/1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:54.495502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.7 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/0f0c5cc5-75a7-475d-9d96-888d5de58b51) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:54.533336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:54.548684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6ceb5bdc-0ae6-41a4-a580-e3ce91c5aa5d None None] Provisioning complete for port 2957a0dd-bf49-416a-8dfa-3004121054da triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:54.549611 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5bdc-0ae6-41a4-a580-e3ce91c5aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:54.597451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ce2b6bee-d5f4-4d97-ac26-6fd47b9156bc req-2cccfbb9-3719-4ec3-a998-9357166fc2e6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406609 Nov 09 17:53:54.692290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:54.697417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:54.699684 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] 10.222.0.43 "PUT /v2.0/ports/38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 1091 time: 3.4353852 Nov 09 17:53:54.700417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:54.707119 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece751ba-a5ed-434e-bf19-9f5de3506396" -d '{"events": [{"name": "network-changed", "server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:54.854581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bb180-4a7c-47b7-a4e1-8346f2944344 service neutron] Pushing event updated for resources: {'Port': ['ID=38c725ed-3674-45d8-9ed4-a23bc793f691,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:54.863486 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d262d9-5438-4dc9-8c4b-e192476740d7 x-openstack-request-id: req-e5d262d9-5438-4dc9-8c4b-e192476740d7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:54.864106 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:54.869130 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5d262d9-5438-4dc9-8c4b-e192476740d7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:54.870058 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'status': 'completed', 'code': 200} Nov 09 17:53:54.954233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.031654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:55.032238 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.063917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.067841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:55.128744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-93234874-9693-4685-944e-13a7b0723abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.132462 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-93234874-9693-4685-944e-13a7b0723abc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1094 time: 0.3214147 Nov 09 17:53:55.190499 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8355b76-d5a7-4d55-8c66-47cbd0dca69b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.248961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.261783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-2354ebfb-3a74-4f1c-a785-488e4d8174fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 217 time: 0.1039197 Nov 09 17:53:55.338222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8355b76-d5a7-4d55-8c66-47cbd0dca69b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.359421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:55.361938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8355b76-d5a7-4d55-8c66-47cbd0dca69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.407111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:55.439964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:55.547859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.548630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.601588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d8355b76-d5a7-4d55-8c66-47cbd0dca69b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1701ce770c9446c8803ebaf1df5f2d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295908 Nov 09 17:53:55.611148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37022) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:55.619897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=0f0c5cc5-75a7-475d-9d96-888d5de58b51,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:55.632788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-7333c46c-37cf-4a37-b11d-f92d01bc9da2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5783398 Nov 09 17:53:55.637805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8355b76-d5a7-4d55-8c66-47cbd0dca69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c36383-b3ec-42e2-b1b5-0a50ef78517f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:55.651825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Request body: {'port': {'device_id': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:55.667783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-4dc9992c-1436-4b3c-9d2b-40efa1fe2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.669811 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-4dc9992c-1436-4b3c-9d2b-40efa1fe2619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.3791087 Nov 09 17:53:55.733610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4de4f-df22-448c-bc43-7ad712a413ed req-e56fff8c-7396-46c2-ae20-b2555bf5ba14 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.734042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dff4de4f-df22-448c-bc43-7ad712a413ed req-e56fff8c-7396-46c2-ae20-b2555bf5ba14 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 931 time: 0.3939295 Nov 09 17:53:55.834332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.911524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dff4de4f-df22-448c-bc43-7ad712a413ed req-c6bb671e-2de4-4afa-878d-ea3372c16f0d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493769 Nov 09 17:53:55.941094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0eb47803-8bbb-4f15-8024-5c38db7ea6db None None] Provisioning complete for port 2957a0dd-bf49-416a-8dfa-3004121054da triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:55.941730 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0eb47803-8bbb-4f15-8024-5c38db7ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:55.956999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.128532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7277d84-f116-4f23-8c4d-7a563b5bb289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.134910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0eb47803-8bbb-4f15-8024-5c38db7ea6db None None] Provisioning complete for port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:56.135324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0eb47803-8bbb-4f15-8024-5c38db7ea6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.202616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7277d84-f116-4f23-8c4d-7a563b5bb289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.218043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0eb47803-8bbb-4f15-8024-5c38db7ea6db None None] Port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:56.274252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2fcf5-01a6-40a5-bafe-178325ee6c30 req-1956b892-58e9-492b-a5c6-917c213035aa tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.289039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37e2fcf5-01a6-40a5-bafe-178325ee6c30 req-1956b892-58e9-492b-a5c6-917c213035aa tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 943 time: 0.4128423 Nov 09 17:53:56.293435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-146c5077-4a2b-45b6-90b4-d727eef1293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.296266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-146c5077-4a2b-45b6-90b4-d727eef1293d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6000998 Nov 09 17:53:56.357747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9a60ee32-258d-400e-a729-315403963a2b None None] Could not find standard attr ID for object 19b146f9-59ba-48f1-b498-ec3768cf876b. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:53:56.457014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0c5cc5-75a7-475d-9d96-888d5de58b51 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:56.477950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.508385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Transition to ACTIVE for port object 0f0c5cc5-75a7-475d-9d96-888d5de58b51 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:53:56.514403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.629068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.636834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0c5cc5-75a7-475d-9d96-888d5de58b51,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:56.767271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Attempting to bind port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:53:56.767741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Attempting to bind port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:53:56.768021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Attempting to bind port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:56.775440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:53:56.775848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Attempting to bind port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:56.786644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:56.787732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:53:56.788205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:56.788782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Bound port: 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:53:56.789290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.855089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37e2fcf5-01a6-40a5-bafe-178325ee6c30 req-dbf6ffd5-024e-46e3-adcd-a6a8d3675d6e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471215 Nov 09 17:53:56.884383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:56.895438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7277d84-f116-4f23-8c4d-7a563b5bb289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.904586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e7277d84-f116-4f23-8c4d-7a563b5bb289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:56.911601 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7277d84-f116-4f23-8c4d-7a563b5bb289 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33c36383-b3ec-42e2-b1b5-0a50ef78517f HTTP/1.1" status: 204 len: 168 time: 1.2945912 Nov 09 17:53:56.954320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] For port 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:56.961890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] For port 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:56.969114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:57.024194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:57.028281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:57.041423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.042536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:57.093013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-27920508-ed42-4378-b246-d846888c6d04 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547336 Nov 09 17:53:57.094105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:57.101523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7277d84-f116-4f23-8c4d-7a563b5bb289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c36383-b3ec-42e2-b1b5-0a50ef78517f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:57.147773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0c5cc5-75a7-475d-9d96-888d5de58b51,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:57.239510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.240557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:57.243020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-72e1952c-1e98-46ad-8094-82e03790d155 service neutron] 10.222.0.83 "PUT /v2.0/ports/0f0c5cc5-75a7-475d-9d96-888d5de58b51 HTTP/1.1" status: 200 len: 1091 time: 1.5967009 Nov 09 17:53:57.243750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'tag': '0f0c5cc5-75a7-475d-9d96-888d5de58b51'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:57.268758 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b9ebe-a111-4ed9-bfe1-53548a876f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad57a763-e776-457d-94d3-8b73bdf41ece", "tag": "0f0c5cc5-75a7-475d-9d96-888d5de58b51"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:57.288120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router c83b1981-27a4-4c0d-9e56-edb22ad231ce has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:57.373540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e4cdb3d5-2625-4ad0-b72c-f538c44e4c15 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6980526 Nov 09 17:53:57.374558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37032) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:57.439191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea392e-dd56-406a-95ed-e84052ebede5 req-0f30aa23-c977-427d-9817-1de9e7d511d0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.454750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6ea392e-dd56-406a-95ed-e84052ebede5 req-0f30aa23-c977-427d-9817-1de9e7d511d0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.2980616 Nov 09 17:53:57.460150 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949baded-1a49-4f39-901c-94c70f0ff552 x-openstack-request-id: req-949baded-1a49-4f39-901c-94c70f0ff552 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:57.461197 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad57a763-e776-457d-94d3-8b73bdf41ece", "tag": "0f0c5cc5-75a7-475d-9d96-888d5de58b51", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:57.461197 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-949baded-1a49-4f39-901c-94c70f0ff552 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:57.461595 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'tag': '0f0c5cc5-75a7-475d-9d96-888d5de58b51', 'status': 'completed', 'code': 200} Nov 09 17:53:57.534096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-de25789d-0147-4436-932a-09795f8e9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.538303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-de25789d-0147-4436-932a-09795f8e9e3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 1094 time: 0.2069781 Nov 09 17:53:57.680206 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-e59b81dd-521c-46f6-9289-96199de4b7cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51 HTTP/1.1" status: 200 len: 217 time: 0.1188977 Nov 09 17:53:57.747878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6ea392e-dd56-406a-95ed-e84052ebede5 req-b048ec8f-f8fe-442b-a67f-cf52010ac44a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907994 Nov 09 17:53:57.803975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6837410e-95b3-41ef-a9ff-da4ba559e48c req-a9ed5ab1-a81e-49cd-b94f-8d84d5a532a8 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975586 Nov 09 17:53:57.828545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fddee03c-1cd1-4a3a-a68b-11cd3a402584 None None] Provisioning complete for port 1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:57.832916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fddee03c-1cd1-4a3a-a68b-11cd3a402584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:57.906774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef519830-c03f-4349-bcf7-5083150a74db tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.934287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fddee03c-1cd1-4a3a-a68b-11cd3a402584 None None] Port 1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:53:57.939271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-105fa475-d5c6-4569-8bf3-da422fb5ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.943683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef519830-c03f-4349-bcf7-5083150a74db tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.944370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-105fa475-d5c6-4569-8bf3-da422fb5ee0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.2384388 Nov 09 17:53:57.952283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ef519830-c03f-4349-bcf7-5083150a74db tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.5707173 Nov 09 17:53:57.955415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:58.001174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46268db1-c8b3-41bf-93bd-02882be6462c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:58.125753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:58.147124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] Sync routers for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:58.148881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-5ccbabdd-c982-4568-ba39-de934b1c97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.150813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-5ccbabdd-c982-4568-ba39-de934b1c97bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1094 time: 0.1966982 Nov 09 17:53:58.156086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8a3e9bd6-caa8-4f62-87eb-2ec973a92361 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/c83b1981-27a4-4c0d-9e56-edb22ad231ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6475174 Nov 09 17:53:58.183843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:58.188824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:58.227281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:58.308080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-fd2578b3-b40e-4c11-9fea-dd288bc73eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.315610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-fd2578b3-b40e-4c11-9fea-dd288bc73eb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 909 time: 0.1530514 Nov 09 17:53:58.356154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23791-1850-478a-8558-c0c8f8b9067e req-74a77d2b-e014-4c8f-92f3-9edb71cc2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.372882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-74a77d2b-e014-4c8f-92f3-9edb71cc2f20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4098303 Nov 09 17:53:58.439140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-8f031abc-0d36-4b75-bf8f-6c01bd262eb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 217 time: 0.1161821 Nov 09 17:53:58.575462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:58.586598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting subnet 42e54030-af88-4d70-8394-baa1003fd819 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:53:58.587771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12b526-e023-4d2d-b573-74bc36bc8c1a req-d14d5ee5-e210-4f78-b138-c79edc775835 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.589981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef12b526-e023-4d2d-b573-74bc36bc8c1a req-d14d5ee5-e210-4f78-b138-c79edc775835 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 943 time: 0.4882164 Nov 09 17:53:58.593587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-e217345e-e073-45a9-9d8b-9b9cdec193a1 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101963 Nov 09 17:53:58.598078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:58.605159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:58.640330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-5b45b06b-6ed2-4dff-be0e-68670b367162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.642884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-5b45b06b-6ed2-4dff-be0e-68670b367162 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.1919661 Nov 09 17:53:58.776722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:53:58.777501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:58.786476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:58.847092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef12b526-e023-4d2d-b573-74bc36bc8c1a req-9bdc17f0-c28f-49c2-8bad-307bf38aa0ef tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433374 Nov 09 17:53:58.888077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-5974e3ad-efb7-4216-9268-9fecef8263ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.890650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-5974e3ad-efb7-4216-9268-9fecef8263ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266135 Nov 09 17:53:58.961179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04c23791-1850-478a-8558-c0c8f8b9067e req-8982b16f-35ea-4b99-a762-92735bdb5638 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341806 Nov 09 17:53:59.069073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:59.132798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:53:53Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:59.140013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-f127f160-d3ac-41fc-a19f-0d1148b93714 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352045 Nov 09 17:53:59.167867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:53:59.172999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] Checking router: c83b1981-27a4-4c0d-9e56-edb22ad231ce for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:59.188470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] Routers {'c83b1981-27a4-4c0d-9e56-edb22ad231ce'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:59.189236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:53:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:59.251334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:59.377159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ece751ba-a5ed-434e-bf19-9f5de3506396 req-bd4ff349-9e4b-423b-b080-ecf947f25eee service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253506 Nov 09 17:53:59.388326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] Set router c83b1981-27a4-4c0d-9e56-edb22ad231ce gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:59.436702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bc4f8-53bc-4d99-9ea3-f26ef6716aa4 req-498a5463-c752-47d1-9828-5bd6fe838e39 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:59.438427 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d7bc4f8-53bc-4d99-9ea3-f26ef6716aa4 req-498a5463-c752-47d1-9828-5bd6fe838e39 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.4054158 Nov 09 17:53:59.447575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-b992346c-7699-409a-b822-cb756af0c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:59.449759 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-b992346c-7699-409a-b822-cb756af0c1bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 1094 time: 0.3850727 Nov 09 17:53:59.634408 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:59.646443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:53:53Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:59.688895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8098a54-d4d1-4f84-8198-9d7a3b35bbd0 None None] The sync data for ids ['c83b1981-27a4-4c0d-9e56-edb22ad231ce'] in n-d-804292-3 is: [{'id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137959850', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '1470f9f6-249a-46c7-8579-063ef1762371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:44Z', 'updated_at': '2021-11-09T17:53:53Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '1470f9f6-249a-46c7-8579-063ef1762371', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b1981-27a4-4c0d-9e56-edb22ad231ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:46Z', 'updated_at': '2021-11-09T17:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:59.729091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb2aef-0f46-43d8-b374-cc254af519fe None None] Network d08e21df-4ff7-4b37-a440-273b96978ca8 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:59.771889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:53:59.783064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37070) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:59.783881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/subnets/42e54030-af88-4d70-8394-baa1003fd819 HTTP/1.1" status: 204 len: 168 time: 1.5434599 Nov 09 17:53:59.824716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c60936-5aaf-4c19-8670-f57b55633f27 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Subnet': ['ID=42e54030-af88-4d70-8394-baa1003fd819,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:59.929603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d7bc4f8-53bc-4d99-9ea3-f26ef6716aa4 req-c7ee59e4-deae-409a-8b1f-62ce34c8f06b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353752 Nov 09 17:54:00.003963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.072330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:00.086328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-e613e6d6-ab58-400f-9427-2be507bb6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:00.089346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-e613e6d6-ab58-400f-9427-2be507bb6466 service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.6268477 Nov 09 17:54:00.201656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] DHCP port deletion for d08e21df-4ff7-4b37-a440-273b96978ca8 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:00.323470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] Deleting port f5925475-dccd-4730-8057-27c7bb096bc8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:00.323876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.368810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-1bf51e05-785d-4771-8d1e-423cb13371d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51 HTTP/1.1" status: 200 len: 217 time: 0.2634978 Nov 09 17:54:00.388445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.407942 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fbf396d4-09d8-40b9-b6ae-c97aecb017bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 HTTP/1.1" status: 204 len: 168 time: 2.4396050 Nov 09 17:54:00.409189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:00.482755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d1e089f-f414-4781-ac68-9dc8264b5e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.540925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] For port f5925475-dccd-4730-8057-27c7bb096bc8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f5925475-dccd-4730-8057-27c7bb096bc8,segment=NetworkSegment(c7164620-c1eb-49e6-a21d-6611eaa81f7a),segment_id=c7164620-c1eb-49e6-a21d-6611eaa81f7a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:00.541708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.567011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] Calling delete_port for f5925475-dccd-4730-8057-27c7bb096bc8 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:00.667667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f46583-1aaa-44df-9d5c-01698d1de93a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:00.670946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f46583-1aaa-44df-9d5c-01698d1de93a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:00.673753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b9f46583-1aaa-44df-9d5c-01698d1de93a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2393014 Nov 09 17:54:00.689193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-b694c91d-d98c-4d64-81ec-8f06496d5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:00.692432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-b694c91d-d98c-4d64-81ec-8f06496d5a58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.3069906 Nov 09 17:54:00.693614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:00.695982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38c725ed-3674-45d8-9ed4-a23bc793f691 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:54:00.812940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet d18b063c-ad40-4c62-bce9-523145b1b329 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:00.835287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.892085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:00.978360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.046412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-51333974-a000-4dfe-8a92-8f54d0406406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:01.050171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-51333974-a000-4dfe-8a92-8f54d0406406 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473660 Nov 09 17:54:01.078332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863a8c-3901-443c-a2a4-d6cc8bf2f5d8 req-1d227fe2-0fdf-4d68-b401-f4b0b36991c2 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:01.080023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1863a8c-3901-443c-a2a4-d6cc8bf2f5d8 req-1d227fe2-0fdf-4d68-b401-f4b0b36991c2 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 943 time: 0.2183998 Nov 09 17:54:01.196850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.297365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] No DVR routers for this DVR port f5925475-dccd-4730-8057-27c7bb096bc8 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:01.316543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cda67-275d-4fc7-a3e8-382e35de0fde None None] Pushing event deleted for resources: {'Port': ['ID=f5925475-dccd-4730-8057-27c7bb096bc8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:01.351019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-2d28fc79-1448-45bb-839b-c8af1653344d service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887418 Nov 09 17:54:01.355264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 38c725ed-3674-45d8-9ed4-a23bc793f691, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38c725ed-3674-45d8-9ed4-a23bc793f691,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:01.377324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'port_id': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'mac_address': 'fa:16:3e:3f:1f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:54:01.435823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.459500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c725ed-3674-45d8-9ed4-a23bc793f691 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:01.476130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.477604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e1863a8c-3901-443c-a2a4-d6cc8bf2f5d8 req-fe9f0359-78f2-44c8-b361-e99721beb8b4 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893192 Nov 09 17:54:01.549366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 38c725ed-3674-45d8-9ed4-a23bc793f691, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38c725ed-3674-45d8-9ed4-a23bc793f691,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:01.557886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.659218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.703828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=38c725ed-3674-45d8-9ed4-a23bc793f691,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:01.759248 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.776280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 752b1507-70fc-43c9-91a4-47ad254526b1 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:01.791093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['38c725ed-3674-45d8-9ed4-a23bc793f691'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:01.839759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 1470f9f6-249a-46c7-8579-063ef1762371 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:01.842695 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:01.891241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 752b1507-70fc-43c9-91a4-47ad254526b1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:01.892147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 752b1507-70fc-43c9-91a4-47ad254526b1 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:01.892891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f5925475-dccd-4730-8057-27c7bb096bc8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:01.961300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f5925475-dccd-4730-8057-27c7bb096bc8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:01.961747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f5925475-dccd-4730-8057-27c7bb096bc8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:02.039128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282b9ebe-a111-4ed9-bfe1-53548a876f7f req-4d3994d4-cf09-4351-96b2-dc35b1041c6b service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659117 Nov 09 17:54:02.099880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 1470f9f6-249a-46c7-8579-063ef1762371, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1470f9f6-249a-46c7-8579-063ef1762371,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:02.100616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.112559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32ea9c-9b0a-43f7-8e4e-dea063a69676 req-94e836c4-ffeb-4624-a0b0-af0704b72639 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:02.114388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa32ea9c-9b0a-43f7-8e4e-dea063a69676 req-94e836c4-ffeb-4624-a0b0-af0704b72639 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.7618308 Nov 09 17:54:02.117903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 1470f9f6-249a-46c7-8579-063ef1762371 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:02.192608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa32ea9c-9b0a-43f7-8e4e-dea063a69676 req-f53ca4ba-45d8-4a4a-8f77-b03a586865c5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651762 Nov 09 17:54:02.194700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.214461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.218323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/d18b063c-ad40-4c62-bce9-523145b1b329 HTTP/1.1" status: 204 len: 168 time: 1.5231078 Nov 09 17:54:02.222389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37100) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:02.262396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda44a7f-448d-4e45-b019-109f81a1d628 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:02.320457 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df129ab-35eb-4583-b847-19962d9d48d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=d18b063c-ad40-4c62-bce9-523145b1b329,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:02.327807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-08268ad6-87d1-40ca-b5e4-ab5443294185 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035013 Nov 09 17:54:02.333087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:02.347183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:02.384847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.435582 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=1470f9f6-249a-46c7-8579-063ef1762371,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:02.497240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48835440-868d-4d25-88f7-89cbc87393c7 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:02.571521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:02.578815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.590648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.686789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:02.773874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.780046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.815989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] Deleting port 2957a0dd-bf49-416a-8dfa-3004121054da {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:02.817747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.878542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.879247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Fanout notify agent at l3_agent the message router_deleted on router c83b1981-27a4-4c0d-9e56-edb22ad231ce {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:54:02.889287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.892520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:02.893526 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b97cfac2-1bda-41ef-871b-234120048eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/routers/c83b1981-27a4-4c0d-9e56-edb22ad231ce HTTP/1.1" status: 204 len: 168 time: 3.1086605 Nov 09 17:54:02.895751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37112) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:02.943082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e00ae4-278b-48ec-b011-7ed5ab9647c2 req-9b84753f-549c-4a7f-a825-c02fb7e1bf00 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:02.952588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94e00ae4-278b-48ec-b011-7ed5ab9647c2 req-9b84753f-549c-4a7f-a825-c02fb7e1bf00 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 944 time: 0.1750317 Nov 09 17:54:02.955174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:02.962283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:03.019187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:03.021963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.059567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] For port 2957a0dd-bf49-416a-8dfa-3004121054da, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2957a0dd-bf49-416a-8dfa-3004121054da,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:03.060480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.070359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7341802 Nov 09 17:54:03.071704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:03.091795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'name': 'tempest-NetworksTestDHCPv6-1957784357'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:03.112678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] Calling delete_port for 2957a0dd-bf49-416a-8dfa-3004121054da owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:03.117688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.156694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94e00ae4-278b-48ec-b011-7ed5ab9647c2 req-3beb125a-ce0d-45e2-9498-01ef6f080984 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017424 Nov 09 17:54:03.204957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313d30-5217-4737-9725-46f8887cbbbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=5f4c0041-b19f-4940-a833-f775908ef9d1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:03.237204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.290385 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.312135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] No DVR routers for this DVR port 2957a0dd-bf49-416a-8dfa-3004121054da on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:03.359242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ccdb3d-d605-431e-9d4d-29b5ab3ca97d None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:03.362549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67630d4b-1946-4b6d-ac6e-83620cc948b3 None None] Pushing event deleted for resources: {'Port': ['ID=2957a0dd-bf49-416a-8dfa-3004121054da,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:03.364653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.378019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:03.382908 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.399019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08e21df-4ff7-4b37-a440-273b96978ca8']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:03.409089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 666462ac-787e-44a1-a019-8d6e913bd801 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:03.412041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7164620-c1eb-49e6-a21d-6611eaa81f7a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:03.412597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7164620-c1eb-49e6-a21d-6611eaa81f7a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:03.429785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.449419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.463140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:03.464487 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:03.468999 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:03.474802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29040436-090e-4011-8003-ff389ed2e16f req-9bbca515-5137-4248-857e-480a90e2bc20 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:03.476793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29040436-090e-4011-8003-ff389ed2e16f req-9bbca515-5137-4248-857e-480a90e2bc20 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.1540258 Nov 09 17:54:03.586872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.595586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.604028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/networks/d08e21df-4ff7-4b37-a440-273b96978ca8 HTTP/1.1" status: 204 len: 168 time: 0.7053707 Nov 09 17:54:03.605869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:03.634331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ae798-8402-4d15-a07a-2212f90dfbe8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Network': ['ID=d08e21df-4ff7-4b37-a440-273b96978ca8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:03.666892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.687583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '5f4c0041-b19f-4940-a833-f775908ef9d1'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:03.689075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.710294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29040436-090e-4011-8003-ff389ed2e16f req-97896e17-83e2-4399-b283-e6aed7dfd297 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150252 Nov 09 17:54:03.750599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::25f (9950a2ad-e1cb-47e8-819c-abec142e904a/5f4c0041-b19f-4940-a833-f775908ef9d1/666462ac-787e-44a1-a019-8d6e913bd801) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:03.769673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e8db924-3231-4192-a90c-797a5df690e8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.803369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2957a0dd-bf49-416a-8dfa-3004121054da no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:03.821706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e8db924-3231-4192-a90c-797a5df690e8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:03.837740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2957a0dd-bf49-416a-8dfa-3004121054da {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:03.837740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2957a0dd-bf49-416a-8dfa-3004121054da not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:03.837740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1470f9f6-249a-46c7-8579-063ef1762371 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:03.869037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1470f9f6-249a-46c7-8579-063ef1762371 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:03.869382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1470f9f6-249a-46c7-8579-063ef1762371 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:04.032795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e8db924-3231-4192-a90c-797a5df690e8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.035574 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e8db924-3231-4192-a90c-797a5df690e8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.037332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1e8db924-3231-4192-a90c-797a5df690e8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/security-groups/c7fd875d-b5c8-47d8-90c2-802814da399b HTTP/1.1" status: 204 len: 168 time: 0.4132142 Nov 09 17:54:04.052694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.063231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8db924-3231-4192-a90c-797a5df690e8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd875d-b5c8-47d8-90c2-802814da399b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:04.125374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.205779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:04.212020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:04.219741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:04.225907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:04.226591 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.228927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/5f4c0041-b19f-4940-a833-f775908ef9d1/133d8df5-65b2-4798-b002-5eb8ccde733b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:04.232369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=666462ac-787e-44a1-a019-8d6e913bd801,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:04.258427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37134) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:04.259804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cdd9c563-7207-4098-aad3-413f01cf0f17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1811583 Nov 09 17:54:04.345674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a52474b-9837-413c-8926-469af2d8aea4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:04.351782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:04.361883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7a52474b-9837-413c-8926-469af2d8aea4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1016269 Nov 09 17:54:04.419189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37138) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:04.489567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37142) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:04.495639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174084616', 'description': 'tempest-secgroup-smoke-1174084616 description', 'project_id': '852156cb028747e7ad9ba26bb49e4d98'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:04.496560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 666462ac-787e-44a1-a019-8d6e913bd801 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:04.497226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.559817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.634933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.648605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.658201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.670938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.679528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.685039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 666462ac-787e-44a1-a019-8d6e913bd801 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:04.691500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38c725ed-3674-45d8-9ed4-a23bc793f691 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:04.732696 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.738768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2468052 Nov 09 17:54:04.742499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37146) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:04.754055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'eab228ba-4fd0-475b-afac-2269b6c4984e', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:04.785613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed682-2c8d-4d79-9063-150fac797468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.845506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:04.868955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:04.878527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a473cc5-4364-4d76-a773-59efb456cae0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab228ba-4fd0-475b-afac-2269b6c4984e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:04.885073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:04.894125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Pushing event updated for resources: {'Port': ['ID=133d8df5-65b2-4798-b002-5eb8ccde733b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:04.911738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.940087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed682-2c8d-4d79-9063-150fac797468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.969952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed682-2c8d-4d79-9063-150fac797468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:04.993086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 38c725ed-3674-45d8-9ed4-a23bc793f691 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:54:05.010447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 38c725ed-3674-45d8-9ed4-a23bc793f691 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:05.011060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.019437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Attempting to bind port 133d8df5-65b2-4798-b002-5eb8ccde733b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:05.019704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.019921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Attempting to bind port 133d8df5-65b2-4798-b002-5eb8ccde733b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:05.020313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Attempting to bind port 133d8df5-65b2-4798-b002-5eb8ccde733b on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:05.041506 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aa3ed682-2c8d-4d79-9063-150fac797468 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c775932d921d41de8039fe6fce3a37e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166673 Nov 09 17:54:05.045498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37148) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.047251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4837-2a21-42fc-9dd9-8d1ab299e721 req-5d5d53dd-1430-46fb-b1b1-d79af4c47f0c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.054368 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7cfd4837-2a21-42fc-9dd9-8d1ab299e721 req-5d5d53dd-1430-46fb-b1b1-d79af4c47f0c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.1433334 Nov 09 17:54:05.065832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:05.066404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:05.067064 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.068065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:05.068550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Bound port: 133d8df5-65b2-4798-b002-5eb8ccde733b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:05.069172 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.086678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.089772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=666462ac-787e-44a1-a019-8d6e913bd801,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.103434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346de08-24cd-4d3f-b13a-5a53ed3257b9 req-b202b749-532c-45a5-bc63-be28c5575339 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.106187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a346de08-24cd-4d3f-b13a-5a53ed3257b9 req-b202b749-532c-45a5-bc63-be28c5575339 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 944 time: 0.2015066 Nov 09 17:54:05.109888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ed682-2c8d-4d79-9063-150fac797468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfdf9f-d66c-43b5-93d1-ff8861122764,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.122643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.128589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4ab6c3e6-210d-49e4-b61f-2e71a19843cb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/666462ac-787e-44a1-a019-8d6e913bd801 HTTP/1.1" status: 204 len: 168 time: 0.7730474 Nov 09 17:54:05.133177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.144810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.195765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7cfd4837-2a21-42fc-9dd9-8d1ab299e721 req-b480abff-34ac-4ce1-b200-73b7413c173c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389916 Nov 09 17:54:05.200951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.205056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539680 Nov 09 17:54:05.223017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c7703-178f-4e1f-a0d1-50d317b0828a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.225253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37152) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.227326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c7703-178f-4e1f-a0d1-50d317b0828a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.228983 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7c1c7703-178f-4e1f-a0d1-50d317b0828a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0947948 Nov 09 17:54:05.231997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.232532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'eab228ba-4fd0-475b-afac-2269b6c4984e', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:05.245714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab839dc-d536-4b76-a651-918a855676cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f791888e-48b6-4f21-a917-87d734f5f59a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.269066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] For port 133d8df5-65b2-4798-b002-5eb8ccde733b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:05.305552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] For port 133d8df5-65b2-4798-b002-5eb8ccde733b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=133d8df5-65b2-4798-b002-5eb8ccde733b,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:05.310340 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.314531 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a346de08-24cd-4d3f-b13a-5a53ed3257b9 req-1a17a854-b4ec-42a9-a535-40abaf2540a3 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709254 Nov 09 17:54:05.321798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68529d4c-7b6f-487c-8853-b50820e3b3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.325033 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.329109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.351572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 5f4c0041-b19f-4940-a833-f775908ef9d1 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:05.356488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.382264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68529d4c-7b6f-487c-8853-b50820e3b3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.437954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.439183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.451027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.473199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:05.476585 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc3748-bc91-44b7-a0a8-b43a2e53de2e" -d '{"events": [{"server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "name": "network-vif-plugged", "status": "completed", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:05.478690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd20ff56-5652-4740-a183-f35b3c2fa85e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.494087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.496060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-04e8127f-c9f4-4401-8f0f-334090f10650 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2686501 Nov 09 17:54:05.498331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68529d4c-7b6f-487c-8853-b50820e3b3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.501684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 38c725ed-3674-45d8-9ed4-a23bc793f691, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38c725ed-3674-45d8-9ed4-a23bc793f691,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:05.502042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-68529d4c-7b6f-487c-8853-b50820e3b3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.508399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad59c-c663-49cb-9bd5-188dd1868f9a None None] Pushing event updated for resources: {'Port': ['ID=133d8df5-65b2-4798-b002-5eb8ccde733b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.508718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-68529d4c-7b6f-487c-8853-b50820e3b3af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64cfdf9f-d66c-43b5-93d1-ff8861122764 HTTP/1.1" status: 204 len: 168 time: 0.4551294 Nov 09 17:54:05.508718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37158) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.514764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'eab228ba-4fd0-475b-afac-2269b6c4984e', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:05.520075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.543983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68529d4c-7b6f-487c-8853-b50820e3b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cfdf9f-d66c-43b5-93d1-ff8861122764,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.577679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.634634 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79dbfc4-1274-4379-8697-7845c904b650 x-openstack-request-id: req-a79dbfc4-1274-4379-8697-7845c904b650 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:05.635290 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "name": "network-vif-plugged", "status": "completed", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:05.635734 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a79dbfc4-1274-4379-8697-7845c904b650 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:05.636367 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'code': 200} Nov 09 17:54:05.686049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.691430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=38c725ed-3674-45d8-9ed4-a23bc793f691,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.695628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.723414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06759e2e-c205-478b-b34b-b14d694d1942,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:05.740950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.744995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-89cee15b-ba4f-4b79-865e-79f43456a0e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2324545 Nov 09 17:54:05.748224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37162) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.756172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'eab228ba-4fd0-475b-afac-2269b6c4984e', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:05.811790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f46e-7e89-402b-a9b1-2e29cd05ddce req-808108d1-6900-4742-9688-1140d4296679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.814305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1e5f46e-7e89-402b-a9b1-2e29cd05ddce req-808108d1-6900-4742-9688-1140d4296679 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.0696084 Nov 09 17:54:05.827646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.831479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.958341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c1e5f46e-7e89-402b-a9b1-2e29cd05ddce req-a07bacb4-a472-4d0d-a91c-f66b63cbf4c6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364362 Nov 09 17:54:05.976408 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:05.999706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.026159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.030461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/5f4c0041-b19f-4940-a833-f775908ef9d1 HTTP/1.1" status: 204 len: 168 time: 0.7962275 Nov 09 17:54:06.031544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.036148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37166) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.061445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be64021-7bbf-4f91-8db9-f47446c9a480 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4c0041-b19f-4940-a833-f775908ef9d1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.072071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.077046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3238046 Nov 09 17:54:06.077046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13efac7-439b-4077-a6e3-f516bd7672c7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d12452d-89e5-418c-88db-fbcf340f16e6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.082414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.091275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'eab228ba-4fd0-475b-afac-2269b6c4984e', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:06.125933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.144600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-387e7d75-e52f-4f99-8e5d-ab1dec625ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.147398 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:54:06.157788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-286d4bff-8f52-470f-a209-404877822f9d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198866 Nov 09 17:54:06.159678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37172) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.159862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.219717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5bf28-89bc-4eef-ac20-387ef2f8237b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:06.222843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-06e5bf28-89bc-4eef-ac20-387ef2f8237b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0618548 Nov 09 17:54:06.226238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37174) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.272674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.281905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.308706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e9806-8a45-4693-9433-fc5b152ec353 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:06.310209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-741e9806-8a45-4693-9433-fc5b152ec353 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828044 Nov 09 17:54:06.316141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37178) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.320283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08f7f54-feee-480c-9850-0126d08c870b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.334761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.336053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7595afd8-9ba1-4071-bf2e-6db5d137a55d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2522304 Nov 09 17:54:06.341392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37180) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.348222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': 'eab228ba-4fd0-475b-afac-2269b6c4984e', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:06.359209 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-387e7d75-e52f-4f99-8e5d-ab1dec625ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.363720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-387e7d75-e52f-4f99-8e5d-ab1dec625ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.396690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a31551f-5ed9-432a-9c1a-6e10e2ac940d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717056 Nov 09 17:54:06.399247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37184) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.405107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:06.437874 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:54:06.447074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-387e7d75-e52f-4f99-8e5d-ab1dec625ac6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=032ab1843cff4d5384abe8b6a0ceeda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166909 Nov 09 17:54:06.450497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.460072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.464843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7d75-e52f-4f99-8e5d-ab1dec625ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb51ab2-43b2-4a3d-9876-10a7d3fe4c47,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.531353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067d955-bd98-431e-afe5-401ee3608fac req-21872f23-8f06-4e1b-bf0c-8041a2f4e0a4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:06.533816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4067d955-bd98-431e-afe5-401ee3608fac req-21872f23-8f06-4e1b-bf0c-8041a2f4e0a4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.1478169 Nov 09 17:54:06.604262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:06.609171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.693603 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4067d955-bd98-431e-afe5-401ee3608fac req-a04c4687-4df9-463d-8a40-993828584595 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508613 Nov 09 17:54:06.746277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.757192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06d4d-89f8-4962-b603-1bf3b7e4910e req-13b6b3ff-d516-41fd-ad18-d361fd645ef0 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:06.759031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65e06d4d-89f8-4962-b603-1bf3b7e4910e req-13b6b3ff-d516-41fd-ad18-d361fd645ef0 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.2440774 Nov 09 17:54:06.765355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.798970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5240a3f-af4c-479d-8e51-ac51faaa3576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.840439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.842055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4991887 Nov 09 17:54:06.843326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8a355-d098-42d6-8c5a-636709becc52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b873dadb-a38f-4ec7-b214-d6ee045c3726,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.844790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.863182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'network': {'name': 'tempest-network-smoke--464221253', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:06.881386 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5240a3f-af4c-479d-8e51-ac51faaa3576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.920887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65e06d4d-89f8-4962-b603-1bf3b7e4910e req-120187b3-bf78-4a46-b4e7-2ecffbf473af tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389282 Nov 09 17:54:06.985270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:06.993658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.995555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:06.998645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5240a3f-af4c-479d-8e51-ac51faaa3576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.004926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5240a3f-af4c-479d-8e51-ac51faaa3576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.008358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d5240a3f-af4c-479d-8e51-ac51faaa3576 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/feb51ab2-43b2-4a3d-9876-10a7d3fe4c47 HTTP/1.1" status: 204 len: 168 time: 0.5554254 Nov 09 17:54:07.026103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5240a3f-af4c-479d-8e51-ac51faaa3576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb51ab2-43b2-4a3d-9876-10a7d3fe4c47,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.087944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:07.091981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:07.108952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:07.109967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.141367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7423611 Nov 09 17:54:07.147285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37192) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:07.159612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '1d034f1d-81fd-4a28-a0e0-b751791334dc', 'ip_address': '2001:db8::4443:c874:ed6b:223b'}], 'name': 'tempest-NetworksTestDHCPv6-633805127'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:07.162088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:07.175434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ee133-bd10-4423-9ffc-f3ae91602b68 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=1d034f1d-81fd-4a28-a0e0-b751791334dc,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.185179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.185530 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Added segment a9108da1-52d9-4bdb-8f90-90d434a52dbb of type vlan for network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 Nov 09 17:54:07.319988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.394438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.407407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:07.407927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:07.409247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.461716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26d2b4-22df-4e6a-9240-9479e2fb3b5a None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:07.534660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6816587 Nov 09 17:54:07.534977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:07.543956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'admin_state_up': True, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:07.579993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cee900ef-8c55-44d0-963e-cd3d748dd29a None None] Provisioning complete for port 133d8df5-65b2-4798-b002-5eb8ccde733b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:07.580567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cee900ef-8c55-44d0-963e-cd3d748dd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.583134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0942e-56c8-4746-ba13-6a7e8960da88 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Network': ['ID=85b8d060-b3c5-47a0-bc3e-52b7dfc98855,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.603423 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.605815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.654038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:07.783480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:07.981527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 133d8df5-65b2-4798-b002-5eb8ccde733b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:08.036710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:08.066033 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cee900ef-8c55-44d0-963e-cd3d748dd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:08.082259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb3b7-e775-470e-8bb1-e13384a0f8ad req-d3f8b23a-3f5b-489d-830a-e7c5d0e5776c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:08.092971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43ceb3b7-e775-470e-8bb1-e13384a0f8ad req-d3f8b23a-3f5b-489d-830a-e7c5d0e5776c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.1667304 Nov 09 17:54:08.185985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cee900ef-8c55-44d0-963e-cd3d748dd29a None None] For port 133d8df5-65b2-4798-b002-5eb8ccde733b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=133d8df5-65b2-4798-b002-5eb8ccde733b,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:08.195835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43ceb3b7-e775-470e-8bb1-e13384a0f8ad req-9700ba92-c045-49a3-9434-72ac07dcbc91 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004033 Nov 09 17:54:08.200178 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cee900ef-8c55-44d0-963e-cd3d748dd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:08.249689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 81e80f23-687b-494f-8d12-132ab9ad8ecc yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:08.279134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:08.304643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 133d8df5-65b2-4798-b002-5eb8ccde733b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:08.305460 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:08.404545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee900ef-8c55-44d0-963e-cd3d748dd29a None None] Pushing event updated for resources: {'Port': ['ID=133d8df5-65b2-4798-b002-5eb8ccde733b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:08.533981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5375d22-2ff6-430c-90d1-abde610e7054 req-b0ef0460-6e11-4f9f-85f7-f3df0b563b6d tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:08.535824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5375d22-2ff6-430c-90d1-abde610e7054 req-b0ef0460-6e11-4f9f-85f7-f3df0b563b6d tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.2997146 Nov 09 17:54:08.637797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-14842fa2-85ef-4fdf-8dd9-01a7213e5df1 None None] Provisioning complete for port 133d8df5-65b2-4798-b002-5eb8ccde733b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:08.638561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14842fa2-85ef-4fdf-8dd9-01a7213e5df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:08.702925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5375d22-2ff6-430c-90d1-abde610e7054 req-baec874f-f489-4a12-b722-b353af9a4269 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363590 Nov 09 17:54:08.737377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::4443:c874:ed6b:223b (9950a2ad-e1cb-47e8-819c-abec142e904a/1d034f1d-81fd-4a28-a0e0-b751791334dc/81e80f23-687b-494f-8d12-132ab9ad8ecc) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:08.980363 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:54:08.982353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda48a2-25bb-431a-8135-fe9b44769ed2 req-8cba2d80-820e-47c5-93be-13972e852fde tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:08.984990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdda48a2-25bb-431a-8135-fe9b44769ed2 req-8cba2d80-820e-47c5-93be-13972e852fde tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.1000097 Nov 09 17:54:09.035011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3738499f-2613-4ac5-99c5-e51b993b4bf1 None None] Could not find standard attr ID for object 666462ac-787e-44a1-a019-8d6e913bd801. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:54:09.106003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cdda48a2-25bb-431a-8135-fe9b44769ed2 req-735ae906-73b3-4012-91be-513631fb37dd tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096468 Nov 09 17:54:09.152338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:09.188232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:09.193362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:09.379147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1593c5d-09c7-4c09-adef-3a864236f14a req-fb5d50aa-f3b5-4ad9-a567-f6f3b2bb8d7a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:09.383938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1593c5d-09c7-4c09-adef-3a864236f14a req-fb5d50aa-f3b5-4ad9-a567-f6f3b2bb8d7a tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.1810694 Nov 09 17:54:09.390948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337228a-73db-4a6b-ba1b-6909509bf76f req-eb3f9595-2a57-4899-8d52-538fa7ba3014 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:09.392655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5337228a-73db-4a6b-ba1b-6909509bf76f req-eb3f9595-2a57-4899-8d52-538fa7ba3014 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.0837960 Nov 09 17:54:09.410830 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:09.457899 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5337228a-73db-4a6b-ba1b-6909509bf76f req-8c1f45c3-8ed0-4d51-aad9-8a9a079c567a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571377 Nov 09 17:54:09.497631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.156 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/69319b03-6532-4e65-82f7-cb691159eb28) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:09.519064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:09.536734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:09.543792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:09.550132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:09.551196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:09.554875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=81e80f23-687b-494f-8d12-132ab9ad8ecc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:09.729010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 133d8df5-65b2-4798-b002-5eb8ccde733b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:09.820113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 133d8df5-65b2-4798-b002-5eb8ccde733b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:09.820530 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:09.993380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bd440ef8-001f-4593-97e5-916102aee5d0 None None] Provisioning complete for port 81e80f23-687b-494f-8d12-132ab9ad8ecc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:09.994122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd440ef8-001f-4593-97e5-916102aee5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.059764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-758a46b8-94b1-49d0-90cd-9303653c8f2b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9090686 Nov 09 17:54:10.063207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37246) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:10.064540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1593c5d-09c7-4c09-adef-3a864236f14a req-e0701a9c-4138-41d3-9de4-2742f473afea tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6730340 Nov 09 17:54:10.135398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37248) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:10.223161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.224948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2ec209-17a5-45b3-945b-bd91592e7072 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:10.242355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2ec209-17a5-45b3-945b-bd91592e7072 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:10.251798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0f2ec209-17a5-45b3-945b-bd91592e7072 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1868258 Nov 09 17:54:10.253409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37254) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:10.272640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bd440ef8-001f-4593-97e5-916102aee5d0 None None] Port 81e80f23-687b-494f-8d12-132ab9ad8ecc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:10.300163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.369945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=69319b03-6532-4e65-82f7-cb691159eb28,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:10.379918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:10.383514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:10.406410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02405e7-0ba6-4634-960d-6d65f54f06df None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:10.411310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:10.486410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 81e80f23-687b-494f-8d12-132ab9ad8ecc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:10.486856 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.507984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3cdf21a6-8dc0-45b2-9438-252067005f32 None None] Provisioning complete for port 69319b03-6532-4e65-82f7-cb691159eb28 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:10.508713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cdf21a6-8dc0-45b2-9438-252067005f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.572079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf21a6-8dc0-45b2-9438-252067005f32 None None] Port 69319b03-6532-4e65-82f7-cb691159eb28 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:10.742403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ee48-c165-40c2-8b43-93684528cb8c req-4de28895-df73-4b57-8cb7-dd7a28036fb1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:10.745525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d605ee48-c165-40c2-8b43-93684528cb8c req-4de28895-df73-4b57-8cb7-dd7a28036fb1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.1406052 Nov 09 17:54:10.756316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944dc7e-ee4b-4037-ba6d-3efb9f8f6d0b tempest-TestServerBasicOps-1502221613 tempest-TestServerBasicOps-1502221613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:10.759104 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5944dc7e-ee4b-4037-ba6d-3efb9f8f6d0b tempest-TestServerBasicOps-1502221613 tempest-TestServerBasicOps-1502221613-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1091 time: 0.6217985 Nov 09 17:54:10.769656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37270) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:10.781863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:10.791343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.841158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 81e80f23-687b-494f-8d12-132ab9ad8ecc owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:10.907845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:10.960613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.006081 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d605ee48-c165-40c2-8b43-93684528cb8c req-3f295a5f-6a83-4b24-98e9-ca33e188bcac tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370956 Nov 09 17:54:11.189775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.193934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.229218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.238452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=81e80f23-687b-494f-8d12-132ab9ad8ecc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:11.286203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:11.319755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.323222 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3e258e82-c00d-488b-bf51-1bd68bbe0007 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/81e80f23-687b-494f-8d12-132ab9ad8ecc HTTP/1.1" status: 204 len: 168 time: 1.0678453 Nov 09 17:54:11.327471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:11.421055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Allocated IP 172.25.3.132 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e2d71d87-a8ec-44f5-90ae-3c2a2776dbe0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:11.439347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c91a0-d4a0-4f9f-821a-7f0fab7d154b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:11.441960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c91a0-d4a0-4f9f-821a-7f0fab7d154b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:11.444429 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-376c91a0-d4a0-4f9f-821a-7f0fab7d154b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1153810 Nov 09 17:54:11.448744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37284) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:11.539093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 1d034f1d-81fd-4a28-a0e0-b751791334dc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:11.543646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.557886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97540af3-ca5f-4bcb-a3f1-8fd37c2c7f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.576183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:54:11.604266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.662306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.726028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97540af3-ca5f-4bcb-a3f1-8fd37c2c7f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.732399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.733685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97540af3-ca5f-4bcb-a3f1-8fd37c2c7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.742035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.793372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:11.820966 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Sync routers for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:11.826904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.831771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7ef1e10d-e864-44b3-90c5-ca19ad76e15d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2925563 Nov 09 17:54:11.832016 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:11.833296 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:11.837385 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:11.856411 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:11.863776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-97540af3-ca5f-4bcb-a3f1-8fd37c2c7f3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44d687a8186247f09007f4aa0f93b546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614202 Nov 09 17:54:11.869825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:11.871187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97540af3-ca5f-4bcb-a3f1-8fd37c2c7f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2081356-cf80-4280-9e89-9664cc50bdf4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:11.877212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37288) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:11.878342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'Port': ['ID=e2d71d87-a8ec-44f5-90ae-3c2a2776dbe0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:11.886733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:11.904313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:11.924057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-47266008-bdd2-40c4-b758-bb2bbfd26740 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=852156cb028747e7ad9ba26bb49e4d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845892 Nov 09 17:54:11.925156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:11.981563 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:12.004704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=1d034f1d-81fd-4a28-a0e0-b751791334dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:12.054472 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.063029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c5378c8-86f1-46dd-9743-4f90c911c177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.070915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37292) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:12.071251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f709bb7f-088f-4983-904c-1bf9815e5f34 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:12.079974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13af5c71-4d60-4e7e-92b8-ce3c8c795446 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/1d034f1d-81fd-4a28-a0e0-b751791334dc HTTP/1.1" status: 204 len: 168 time: 0.6169057 Nov 09 17:54:12.138304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c2f9e600-ace7-4685-8c8c-421a330ce505 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667944 Nov 09 17:54:12.144145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:12.162745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c5378c8-86f1-46dd-9743-4f90c911c177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.163641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:12.318591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c5378c8-86f1-46dd-9743-4f90c911c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.322468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c5378c8-86f1-46dd-9743-4f90c911c177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.328898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c5378c8-86f1-46dd-9743-4f90c911c177 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2081356-cf80-4280-9e89-9664cc50bdf4 HTTP/1.1" status: 204 len: 168 time: 0.4411333 Nov 09 17:54:12.365602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5378c8-86f1-46dd-9743-4f90c911c177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2081356-cf80-4280-9e89-9664cc50bdf4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:12.388877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:12.395322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.582005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:12.592425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0f0c5cc5-75a7-475d-9d96-888d5de58b51 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:54:12.597857 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:10Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:12.648158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53170162-e713-4224-8ef3-883e462f045b tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:12.650961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-53170162-e713-4224-8ef3-883e462f045b tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6796858 Nov 09 17:54:12.655482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37300) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:12.674925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346c25-3cc3-4e3a-a2ea-c76f8accea1c req-347b2a8e-f093-4911-9b02-55584f161c99 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:12.678574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc346c25-3cc3-4e3a-a2ea-c76f8accea1c req-347b2a8e-f093-4911-9b02-55584f161c99 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 943 time: 0.3177142 Nov 09 17:54:12.686630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Checking router: 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:12.687696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Updating router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 port 69319b03-6532-4e65-82f7-cb691159eb28 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:54:12.735315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.741676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3fca0abc-1533-417d-8342-ebcc5ee7994f tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0841339 Nov 09 17:54:12.755152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37304) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:12.776390 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.790068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:12.805141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55822618', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:12.835048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '0f0c5cc5-75a7-475d-9d96-888d5de58b51', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': '0f0c5cc5-75a7-475d-9d96-888d5de58b51', 'mac_address': 'fa:16:3e:86:81:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:54:12.903099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.912378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] Deleting port 133d8df5-65b2-4798-b002-5eb8ccde733b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:12.913717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:12.981087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.000679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0c5cc5-75a7-475d-9d96-888d5de58b51 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:13.118521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:13.125673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.144896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:13.168405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] For port 133d8df5-65b2-4798-b002-5eb8ccde733b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=133d8df5-65b2-4798-b002-5eb8ccde733b,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:13.169036 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.188121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.215069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37306) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:13.245566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda01a95-35ed-4131-9cf8-15c2fdc3f189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.249666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc346c25-3cc3-4e3a-a2ea-c76f8accea1c req-2c41b953-9864-41f4-95dc-8dcbaad58028 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492158 Nov 09 17:54:13.284253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] Calling delete_port for 133d8df5-65b2-4798-b002-5eb8ccde733b owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:13.378267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.385904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.454740 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.467015 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.499309 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.502564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0f0c5cc5-75a7-475d-9d96-888d5de58b51,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:13.548155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.569974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] Pushing event deleted for resources: {'Port': ['ID=133d8df5-65b2-4798-b002-5eb8ccde733b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:13.581008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548d1a4-2373-40a6-9470-aac745d8a1c0 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:13.595283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0f0c5cc5-75a7-475d-9d96-888d5de58b51'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:13.596862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event updated for resources: {'Port': ['ID=e2d71d87-a8ec-44f5-90ae-3c2a2776dbe0,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:13.619407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.640441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Attempting to bind port 69319b03-6532-4e65-82f7-cb691159eb28 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:13.641405 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Attempting to bind port 69319b03-6532-4e65-82f7-cb691159eb28 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:13.641639 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Attempting to bind port 69319b03-6532-4e65-82f7-cb691159eb28 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:13.677903 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:13.678305 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:13.683964 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.687096 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:13.688417 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Bound port: 69319b03-6532-4e65-82f7-cb691159eb28, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:13.689457 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.706928 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39637f68-6d96-4e13-8f6e-47b2745d1ce2 None None] Pushing event updated for resources: {'Port': ['ID=69319b03-6532-4e65-82f7-cb691159eb28,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:13.778135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873ce38-7273-4007-b0fd-d49b24bedf31 None None] No DVR routers for this DVR port 133d8df5-65b2-4798-b002-5eb8ccde733b on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:13.798171 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Floating IP df63c8ab-072d-450e-af14-afc0d52251ba associated. External IP: 172.25.3.132, port: 38c725ed-3674-45d8-9ed4-a23bc793f691. Nov 09 17:54:13.813288 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda01a95-35ed-4131-9cf8-15c2fdc3f189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.818682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.827980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 133d8df5-65b2-4798-b002-5eb8ccde733b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:13.831072 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:13.839764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:13.846869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:13.847726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.873959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=0f7120c2-c9e1-4a0d-a3a8-63f813a13062,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:13.884574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-88e23dda-1fc2-45ea-841c-2c731001bbb3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7296634 Nov 09 17:54:13.891586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:13.897263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 133d8df5-65b2-4798-b002-5eb8ccde733b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:13.897938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 133d8df5-65b2-4798-b002-5eb8ccde733b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:13.898195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '0f7120c2-c9e1-4a0d-a3a8-63f813a13062', 'ip_address': '2001:db8::2a06:999:bde3:ba6d'}], 'name': 'tempest-NetworksTestDHCPv6-2140184584'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:13.902701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c16bc1-7eea-42ba-8f68-cae482295365 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:13.913142 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] For port 69319b03-6532-4e65-82f7-cb691159eb28, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:13.929360 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] For port 69319b03-6532-4e65-82f7-cb691159eb28, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=69319b03-6532-4e65-82f7-cb691159eb28,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:13.944644 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:13.955009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fda01a95-35ed-4131-9cf8-15c2fdc3f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.014237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-593ce369-18ce-4f7f-b4ec-7456c39ceb9e None None] Provisioning complete for port 69319b03-6532-4e65-82f7-cb691159eb28 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:14.015027 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-593ce369-18ce-4f7f-b4ec-7456c39ceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.034324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Subnet': ['ID=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:14.052524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Checking segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:14.053011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network hostable DHCP agents. Network: 85b8d060-b3c5-47a0-bc3e-52b7dfc98855, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:14.078627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fda01a95-35ed-4131-9cf8-15c2fdc3f189 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=405eba888390460bab357247b249c289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8611908 Nov 09 17:54:14.081862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:14.086285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda01a95-35ed-4131-9cf8-15c2fdc3f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653bb73c-8c4a-4b23-8e26-ba7e87290cf1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:14.122443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396a62b-6086-491a-bed2-b8434366c5f2 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:14.164584 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:14.171702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:14.187039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:14.206974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 85b8d060-b3c5-47a0-bc3e-52b7dfc98855) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:14.223562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:14.224803 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.227475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:14.246061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51eaf6b-16fc-44d1-94a0-bae70f742aae None None] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:14.304173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6641b4c1-cd08-4c53-8e62-95b16f8a6b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.314312 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39637f68-6d96-4e13-8f6e-47b2745d1ce2 None None] Pushing event updated for resources: {'Port': ['ID=69319b03-6532-4e65-82f7-cb691159eb28,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:14.374464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6641b4c1-cd08-4c53-8e62-95b16f8a6b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.415350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d8de8498-8e2b-4103-9166-aaf3d11b7b69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6566148 Nov 09 17:54:14.439022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37314) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:14.477517 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:14.541966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.579392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 726059e8-7eb3-47f6-9122-bfaa8f78c9c8 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:14.579980 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-593ce369-18ce-4f7f-b4ec-7456c39ceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.776354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-593ce369-18ce-4f7f-b4ec-7456c39ceb9e None None] For port 69319b03-6532-4e65-82f7-cb691159eb28, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=69319b03-6532-4e65-82f7-cb691159eb28,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:14.786722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '0f7120c2-c9e1-4a0d-a3a8-63f813a13062'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:14.789671 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.906778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:10Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:14.914122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6641b4c1-cd08-4c53-8e62-95b16f8a6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.918922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6641b4c1-cd08-4c53-8e62-95b16f8a6b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:14.925287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6641b4c1-cd08-4c53-8e62-95b16f8a6b55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/653bb73c-8c4a-4b23-8e26-ba7e87290cf1 HTTP/1.1" status: 204 len: 168 time: 0.8152890 Nov 09 17:54:14.944379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::2a06:999:bde3:ba6d (9950a2ad-e1cb-47e8-819c-abec142e904a/0f7120c2-c9e1-4a0d-a3a8-63f813a13062/726059e8-7eb3-47f6-9122-bfaa8f78c9c8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:14.948490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b4c1-cd08-4c53-8e62-95b16f8a6b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653bb73c-8c4a-4b23-8e26-ba7e87290cf1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:15.006143 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e565cd-032e-4bb4-8395-0e4c8b666f27 None None] The sync data for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 is: [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:10Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:15.080871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-593ce369-18ce-4f7f-b4ec-7456c39ceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:15.090883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:15.093807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:15.183456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ce369-18ce-4f7f-b4ec-7456c39ceb9e None None] Pushing event updated for resources: {'Port': ['ID=69319b03-6532-4e65-82f7-cb691159eb28,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:15.239886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-eeaa15d4-1685-44a2-a89e-1aaae12cd279 None None] Provisioning complete for port 69319b03-6532-4e65-82f7-cb691159eb28 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:15.240513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeaa15d4-1685-44a2-a89e-1aaae12cd279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:15.347765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:15.398660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b43a5-223a-428c-8e35-960b5f6162c6 req-421f991f-1677-4f54-a27e-181c330d9967 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:15.415874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d0b43a5-223a-428c-8e35-960b5f6162c6 req-421f991f-1677-4f54-a27e-181c330d9967 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 944 time: 1.0171881 Nov 09 17:54:15.445731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Router 95e2d871-d74c-46a5-9118-6cdc83c83836 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:15.617203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Allocated IP 172.20.0.2 (85b8d060-b3c5-47a0-bc3e-52b7dfc98855/96f03b3b-cd41-4ee6-bfe2-3da94a9712cb/94c1f3d2-a6fa-4678-acbd-699e1da4ccb0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:15.638493 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:15.850613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:15.857323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:15.862968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:15.870289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:15.871354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:15.883669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=726059e8-7eb3-47f6-9122-bfaa8f78c9c8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:15.902759 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-531fcc68-4ab1-4956-b64a-567843685e49 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0051131 Nov 09 17:54:15.903052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:15.923782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 69319b03-6532-4e65-82f7-cb691159eb28 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:15.991489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e97cfc-78fb-4ad9-bf53-46979657a57a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:15.994593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d7e97cfc-78fb-4ad9-bf53-46979657a57a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0902541 Nov 09 17:54:15.999258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37326) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:16.192696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 726059e8-7eb3-47f6-9122-bfaa8f78c9c8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:16.193660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:16.288370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d0b43a5-223a-428c-8e35-960b5f6162c6 req-7a0ad014-3abb-4aae-807c-a80e0360cc07 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8333793 Nov 09 17:54:16.401291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:16.401707 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:16.433126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:16.455818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 726059e8-7eb3-47f6-9122-bfaa8f78c9c8 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:16.496375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] Sync routers for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:16.565883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-025e6a9e-e5e4-4b56-ab73-06c87075bc23 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7945924 Nov 09 17:54:16.570651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:16.574611 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840de48b-b49a-495c-b532-33680ffbdf24" -d '{"events": [{"name": "network-changed", "server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:16.617172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/0f7120c2-c9e1-4a0d-a3a8-63f813a13062/abc7c587-7bb5-4c24-b4e2-418d2b34440a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:16.649655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0f0c5cc5-75a7-475d-9d96-888d5de58b51 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:16.693875 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3561dd62-8d42-4171-8f7c-9719caa268f6 x-openstack-request-id: req-3561dd62-8d42-4171-8f7c-9719caa268f6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:16.695242 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:16.695683 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3561dd62-8d42-4171-8f7c-9719caa268f6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:16.696392 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'status': 'completed', 'code': 200} Nov 09 17:54:16.700991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:16.701655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:16.850737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:16.914289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=726059e8-7eb3-47f6-9122-bfaa8f78c9c8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:16.954527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de48b-b49a-495c-b532-33680ffbdf24 req-a7a54a0e-53e5-4f4d-96d6-589ee4a4fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:16.956808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-a7a54a0e-53e5-4f4d-96d6-589ee4a4fdde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.1970887 Nov 09 17:54:17.003288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:17.021910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-68c90631-a9f8-47e6-9e82-3260e2a0e3df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/726059e8-7eb3-47f6-9122-bfaa8f78c9c8 HTTP/1.1" status: 204 len: 168 time: 1.0207748 Nov 09 17:54:17.024217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:17.029992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:17.150768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edbdc8-e68f-47c8-afd0-06ae8f6976e5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.169201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edbdc8-e68f-47c8-afd0-06ae8f6976e5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.170910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12edbdc8-e68f-47c8-afd0-06ae8f6976e5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1435010 Nov 09 17:54:17.174095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:17.206937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de48b-b49a-495c-b532-33680ffbdf24 req-bbb87988-bf65-4c56-84e9-34420a57c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.210306 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-bbb87988-bf65-4c56-84e9-34420a57c0de service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 909 time: 0.2439048 Nov 09 17:54:17.287036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 0f7120c2-c9e1-4a0d-a3a8-63f813a13062 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:17.294451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 69319b03-6532-4e65-82f7-cb691159eb28 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:17.294834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:17.332300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-344e2d56-2d19-4f8c-b0b7-eff09e52d37d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 999 time: 0.1095765 Nov 09 17:54:17.386850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:54:17.436106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:17.437915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:17.472065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:17.537099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de48b-b49a-495c-b532-33680ffbdf24 req-bd7056ed-a7ee-491f-9b0b-ed84d366b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.538854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-bd7056ed-a7ee-491f-9b0b-ed84d366b8f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.1554987 Nov 09 17:54:17.607909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab9d2-6d3e-496e-a58f-d2ebb4d6d122 req-721cc812-2465-4d45-879e-8f648b7d6b59 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.609849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebcab9d2-6d3e-496e-a58f-d2ebb4d6d122 req-721cc812-2465-4d45-879e-8f648b7d6b59 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 944 time: 0.1793461 Nov 09 17:54:17.619282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:17.639179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840de48b-b49a-495c-b532-33680ffbdf24 req-fe46e208-8f56-45e0-87f5-90c2675949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.641103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-fe46e208-8f56-45e0-87f5-90c2675949cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869658 Nov 09 17:54:17.751894 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:17.806675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.1 (85b8d060-b3c5-47a0-bc3e-52b7dfc98855/96f03b3b-cd41-4ee6-bfe2-3da94a9712cb/2e23ce5a-c251-4907-b859-a8501dd7c7eb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:17.900797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebcab9d2-6d3e-496e-a58f-d2ebb4d6d122 req-bb79175e-8a62-489b-bc29-9b129da743ba tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462065 Nov 09 17:54:17.938198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-f7b8d84a-1e22-453b-8963-6cd22c65f3ab service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822351 Nov 09 17:54:18.008597 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.030019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:18.035076 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.083439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:18.110212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.127134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:18.157794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Pushing event updated for resources: {'Port': ['ID=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:18.209162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.296193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.336773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-840de48b-b49a-495c-b532-33680ffbdf24 req-6b20d8a5-0546-4322-8896-b5d4c412df1a service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443947 Nov 09 17:54:18.348296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:18.372437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:18.407711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:18.432865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.492412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Pushing event updated for resources: {'Port': ['ID=abc7c587-7bb5-4c24-b4e2-418d2b34440a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:18.519755 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.548458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:18.568540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:18.574346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.578831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:18.594695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=2e23ce5a-c251-4907-b859-a8501dd7c7eb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:18.619764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Attempting to bind port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:18.622107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Attempting to bind port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:18.623385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Attempting to bind port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:18.646451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.677754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:18.678491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Checking segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:18.679168 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.679737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Bound using segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:18.680467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Bound port: 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:18.681066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.701367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7120c2-c9e1-4a0d-a3a8-63f813a13062,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:18.704277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.716641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.722205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0c5cc5-75a7-475d-9d96-888d5de58b51'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:18.724969 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5830296-deb9-4423-9be4-ef178f894a29" -d '{"events": [{"server_uuid": "ad57a763-e776-457d-94d3-8b73bdf41ece", "name": "network-vif-plugged", "status": "completed", "tag": "0f0c5cc5-75a7-475d-9d96-888d5de58b51"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:18.725661 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8346e50b-ff19-4a91-8dfc-b994d7c1ca7a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/0f7120c2-c9e1-4a0d-a3a8-63f813a13062 HTTP/1.1" status: 204 len: 168 time: 1.5491815 Nov 09 17:54:18.730554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:18.791584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Attempting to bind port abc7c587-7bb5-4c24-b4e2-418d2b34440a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:18.792743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Attempting to bind port abc7c587-7bb5-4c24-b4e2-418d2b34440a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:18.793288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Attempting to bind port abc7c587-7bb5-4c24-b4e2-418d2b34440a on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:18.799252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:18.864268 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b596b509-08bf-456c-8872-36fb11f68aa5 x-openstack-request-id: req-b596b509-08bf-456c-8872-36fb11f68aa5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:18.865121 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad57a763-e776-457d-94d3-8b73bdf41ece", "name": "network-vif-plugged", "status": "completed", "tag": "0f0c5cc5-75a7-475d-9d96-888d5de58b51", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:18.865950 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b596b509-08bf-456c-8872-36fb11f68aa5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:18.867009 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0c5cc5-75a7-475d-9d96-888d5de58b51', 'code': 200} Nov 09 17:54:18.878873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-81f5c56b-fa60-41a6-89f1-ede11dbe4f62 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459889 Nov 09 17:54:18.880747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:18.881680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:18.882582 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.883484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:18.884262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Bound port: abc7c587-7bb5-4c24-b4e2-418d2b34440a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:18.885729 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.888429 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:18.889058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:18.899173 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:18.954712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.116283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81354351-0303-4af9-b456-fc81d537e82c req-6c7ca138-216d-4f28-acec-0f17b6598e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:19.119072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81354351-0303-4af9-b456-fc81d537e82c req-6c7ca138-216d-4f28-acec-0f17b6598e8b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 1096 time: 0.1320360 Nov 09 17:54:19.149345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:19.150056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] For port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:19.154848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.188447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0f0c5cc5-75a7-475d-9d96-888d5de58b51,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:19.207146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] For port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:19.213088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] For port abc7c587-7bb5-4c24-b4e2-418d2b34440a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:19.224366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.245251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'df63c8ab-072d-450e-af14-afc0d52251ba', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'floating_ip_address': '172.25.3.132', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'port_id': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'mac_address': 'fa:16:3e:3f:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e480da-5341-455f-9ab6-717095c2faf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:54:12Z', 'updated_at': '2021-11-09T17:54:12Z', 'revision_number': 0, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:19.249316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] For port abc7c587-7bb5-4c24-b4e2-418d2b34440a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=abc7c587-7bb5-4c24-b4e2-418d2b34440a,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:19.311021 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.323242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] Checking router: 95e2d871-d74c-46a5-9118-6cdc83c83836 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:19.400826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac8f5-9a31-42db-92e3-7e75dbb456dd None None] Pushing event updated for resources: {'Port': ['ID=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:19.407926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:19.409747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:19.486473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.497762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.561777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:19.582198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8e518-3c75-4981-9fb6-34aee486d17a req-9e394d41-aea1-48c1-b531-2dabd2fc23eb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:19.586016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0f8e518-3c75-4981-9fb6-34aee486d17a req-9e394d41-aea1-48c1-b531-2dabd2fc23eb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.1914210 Nov 09 17:54:19.639493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923deefe-c60a-4cc0-bbbe-64ce9236f926 None None] Pushing event updated for resources: {'Port': ['ID=abc7c587-7bb5-4c24-b4e2-418d2b34440a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:19.768225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:19.938701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81354351-0303-4af9-b456-fc81d537e82c req-58fdaa83-d79d-44cc-8069-86a46a9674b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995200 Nov 09 17:54:19.982236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:19.992336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:20.050498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=2e23ce5a-c251-4907-b859-a8501dd7c7eb,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:20.144053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0f8e518-3c75-4981-9fb6-34aee486d17a req-23496302-de78-434c-84ca-9eff3b0f2e21 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468307 Nov 09 17:54:20.368882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:20.434111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:20.475328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:20.483703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:20.498770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'df63c8ab-072d-450e-af14-afc0d52251ba', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'floating_ip_address': '172.25.3.132', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'port_id': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'mac_address': 'fa:16:3e:3f:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e480da-5341-455f-9ab6-717095c2faf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:54:12Z', 'updated_at': '2021-11-09T17:54:12Z', 'revision_number': 0, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:20.502620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:20.503686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:20.559144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=2551e2a6-3e9e-494c-9ee9-307197f86cb4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:20.576162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b5fe3b6b-caf8-4af2-9cce-be89daebe7a6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6854250 Nov 09 17:54:20.577522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1966be-651e-40bf-b998-a27ad7812275 None None] The sync data for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 is: [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'df63c8ab-072d-450e-af14-afc0d52251ba', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'floating_ip_address': '172.25.3.132', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'port_id': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'mac_address': 'fa:16:3e:3f:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e480da-5341-455f-9ab6-717095c2faf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:54:12Z', 'updated_at': '2021-11-09T17:54:12Z', 'revision_number': 0, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:20.578167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:20.587019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa9847-14cc-41a8-a5ab-fa938ac7704a None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:20.588149 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '2551e2a6-3e9e-494c-9ee9-307197f86cb4', 'ip_address': '2001:db8::b703:5b18:71cd:d9be'}], 'name': 'tempest-NetworksTestDHCPv6-540362287'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:20.736357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:20.852669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:20.859997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6bc58aa6-273b-4635-bd8a-c1a6487ef70c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/1eba4f2f-25b9-4948-8e7f-ff2698dbe502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4111915 Nov 09 17:54:20.889287 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Sync routers for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:20.920907 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:20.922146 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:20.998621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:21.016551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:21.020178 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:21.141565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc728e-2d95-4e5a-a792-e17faf98954d None None] New status for floating IP df63c8ab-072d-450e-af14-afc0d52251ba: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:54:21.224643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:21.285928 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:21.312470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 65cad87a-b44f-4e6a-a339-c9d769d1bd45 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:21.466974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-09e1a867-972b-4961-aeaa-e4ba6ff9af06 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174084616&fields=id&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 267 time: 0.0794530 Nov 09 17:54:21.575100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:21.646194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b236d-b1e4-4c83-bc5c-c2c44f1eeca4 req-1f979c20-3302-4823-9bdc-450b146831bd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:21.653886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-1df42dc8-b4a7-4e16-a9af-1532baa3e677 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:21.656837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-963b236d-b1e4-4c83-bc5c-c2c44f1eeca4 req-1f979c20-3302-4823-9bdc-450b146831bd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.3319724 Nov 09 17:54:21.672092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-1df42dc8-b4a7-4e16-a9af-1532baa3e677 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 796 time: 0.1918137 Nov 09 17:54:21.681085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:21.691614 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:19Z', 'revision_number': 2, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:21.710679 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-10ffc099-e793-4719-b6a5-32ca395359f2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/quotas/852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 375 time: 0.0236228 Nov 09 17:54:21.717283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f98f72-88ee-4f26-a790-86c4df645af6 None None] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:21.762007 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Checking router: 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:21.762562 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Updating router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 port 2e23ce5a-c251-4907-b859-a8501dd7c7eb binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:54:21.811662 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:21.822093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-963b236d-b1e4-4c83-bc5c-c2c44f1eeca4 req-579acfb1-3490-42cb-b17b-39f8bc85f327 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487429 Nov 09 17:54:21.823620 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4543e-47e7-4051-9178-1baa926dd28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:21.842663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-dcda0d9c-310f-4a1f-84b7-bc472d04f7f4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215563 Nov 09 17:54:21.855175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::b703:5b18:71cd:d9be (9950a2ad-e1cb-47e8-819c-abec142e904a/2551e2a6-3e9e-494c-9ee9-307197f86cb4/65cad87a-b44f-4e6a-a339-c9d769d1bd45) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:21.913650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6dd97378-0929-4a4a-b7c1-e3d0215597ee None None] Provisioning complete for port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:21.913979 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6dd97378-0929-4a4a-b7c1-e3d0215597ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:21.967982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:22.020150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.054768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-55286f75-d83e-4047-b949-ff0f0310f737 service neutron] 10.222.0.45 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935890 Nov 09 17:54:22.113132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:22.126147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '2551e2a6-3e9e-494c-9ee9-307197f86cb4'}], 'binding:host_id': 'n-d-804292-3'}, 'id': 'abc7c587-7bb5-4c24-b4e2-418d2b34440a'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:54:22.128512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4543e-47e7-4051-9178-1baa926dd28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.136457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4543e-47e7-4051-9178-1baa926dd28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.170053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.201522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.237831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.294450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-edd4543e-47e7-4051-9178-1baa926dd28d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf97306af56249b498e42a1823643f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7180338 Nov 09 17:54:22.295843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4543e-47e7-4051-9178-1baa926dd28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea97cd-68bc-45ea-88dc-9986240fc4c3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:22.301235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37418) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:22.353862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=65cad87a-b44f-4e6a-a339-c9d769d1bd45,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:22.362030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-c888a2c0-72ec-4f26-8b0f-c1993e6393dd service neutron] 10.222.0.45 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961719 Nov 09 17:54:22.399308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:22.402618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:22.413549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:22.419221 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.431644 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.432686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.434425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.474564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c667d01-02a0-4149-bfd9-3ddaa717eff0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8927505 Nov 09 17:54:22.475008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:22.508013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-343e59f9-3973-4722-bcd8-ec38b5ff6e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.534954 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Pushing event updated for resources: {'Port': ['ID=2e23ce5a-c251-4907-b859-a8501dd7c7eb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:22.560078 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.560857 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.561569 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.562263 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.562942 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.563705 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.564388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.565081 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.565757 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.566855 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.567164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.567826 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:22.571282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:22.577105 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-343e59f9-3973-4722-bcd8-ec38b5ff6e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.578847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d382686-bc9b-4d76-bccf-03380e8c163c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.600402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d382686-bc9b-4d76-bccf-03380e8c163c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.602973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9d382686-bc9b-4d76-bccf-03380e8c163c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1267035 Nov 09 17:54:22.610098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:22.707463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-343e59f9-3973-4722-bcd8-ec38b5ff6e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.713017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-343e59f9-3973-4722-bcd8-ec38b5ff6e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.718638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-343e59f9-3973-4722-bcd8-ec38b5ff6e55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22ea97cd-68bc-45ea-88dc-9986240fc4c3 HTTP/1.1" status: 204 len: 168 time: 0.4019959 Nov 09 17:54:22.738838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e59f9-3973-4722-bcd8-ec38b5ff6e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea97cd-68bc-45ea-88dc-9986240fc4c3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:22.773754 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Attempting to bind port 2e23ce5a-c251-4907-b859-a8501dd7c7eb on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:22.773754 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Attempting to bind port 2e23ce5a-c251-4907-b859-a8501dd7c7eb by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:22.773754 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Attempting to bind port 2e23ce5a-c251-4907-b859-a8501dd7c7eb on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:22.784826 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:22.784826 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Checking segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:22.785275 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.786445 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Bound using segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:22.787351 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Bound port: 2e23ce5a-c251-4907-b859-a8501dd7c7eb, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:22.788081 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.827448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 65cad87a-b44f-4e6a-a339-c9d769d1bd45 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:22.828148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.939548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:22.940793 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:22.992995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fcb8d8d8-bdf9-4609-a3cb-46e7206e9139 None None] Provisioning complete for port 2e23ce5a-c251-4907-b859-a8501dd7c7eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:22.993652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d8d8-bdf9-4609-a3cb-46e7206e9139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.000517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/2551e2a6-3e9e-494c-9ee9-307197f86cb4/abc7c587-7bb5-4c24-b4e2-418d2b34440a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:23.023800 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] For port 2e23ce5a-c251-4907-b859-a8501dd7c7eb, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:23.030761 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] For port 2e23ce5a-c251-4907-b859-a8501dd7c7eb, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e23ce5a-c251-4907-b859-a8501dd7c7eb,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:23.042575 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.114058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8d8d8-bdf9-4609-a3cb-46e7206e9139 None None] Port 2e23ce5a-c251-4907-b859-a8501dd7c7eb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:23.138173 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:23.138923 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:23.173659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9b46e-3876-4450-a9cb-c75b0ac25162 req-3b832e6d-aca6-496d-a94d-d9fc975aa769 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:23.177977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cb9b46e-3876-4450-a9cb-c75b0ac25162 req-3b832e6d-aca6-496d-a94d-d9fc975aa769 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.2054405 Nov 09 17:54:23.180491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c024ecd7-7d0e-460b-8860-acb0d5389464 req-590d3c9a-73c9-4a89-984d-d5fe3e54abc6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 210 time: 0.2005227 Nov 09 17:54:23.215283 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b804fc0-54e0-403d-b1f2-578955bc95ba None None] Pushing event updated for resources: {'Port': ['ID=2e23ce5a-c251-4907-b859-a8501dd7c7eb,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:23.296634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.334410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 65cad87a-b44f-4e6a-a339-c9d769d1bd45 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:23.351512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cb9b46e-3876-4450-a9cb-c75b0ac25162 req-b54cbe64-65ec-4ffe-9f2a-62c9c82aab2f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650674 Nov 09 17:54:23.402559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fcb8d8d8-bdf9-4609-a3cb-46e7206e9139 None None] Provisioning complete for port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:23.403118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d8d8-bdf9-4609-a3cb-46e7206e9139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.448075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37442) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:23.460781 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:23.476858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8af94408-3d85-44a8-a0ed-272d2c7a55d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.535759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.639844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.667245 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8af94408-3d85-44a8-a0ed-272d2c7a55d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.674820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8af94408-3d85-44a8-a0ed-272d2c7a55d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.685148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] For port abc7c587-7bb5-4c24-b4e2-418d2b34440a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=abc7c587-7bb5-4c24-b4e2-418d2b34440a,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:23.711251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=65cad87a-b44f-4e6a-a339-c9d769d1bd45,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:23.748456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.755569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f5006c9f-8004-47b2-a21a-8325cb16c76e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/65cad87a-b44f-4e6a-a339-c9d769d1bd45 HTTP/1.1" status: 204 len: 168 time: 1.1413100 Nov 09 17:54:23.756070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:23.775321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8af94408-3d85-44a8-a0ed-272d2c7a55d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=594d4811ccfc4665a06323cbc77e2970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260667 Nov 09 17:54:23.777004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af94408-3d85-44a8-a0ed-272d2c7a55d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5df151-7478-48b4-b406-67697e03c7cf,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:23.780513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37446) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:23.780828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.789512 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:23.829107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1c547-170a-4de1-9e4f-9a79002dd8e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:23.831667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1c547-170a-4de1-9e4f-9a79002dd8e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:23.833372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0f1c547-170a-4de1-9e4f-9a79002dd8e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0757625 Nov 09 17:54:23.836778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37448) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:23.842411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a3b4-28bc-45a3-b35d-f84484dc964b req-41d0ed04-f0c8-4a0a-85f4-ebb0c8383d76 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:23.844487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0127a3b4-28bc-45a3-b35d-f84484dc964b req-41d0ed04-f0c8-4a0a-85f4-ebb0c8383d76 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.2235620 Nov 09 17:54:23.933209 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0127a3b4-28bc-45a3-b35d-f84484dc964b req-251cff03-5ec5-419d-97f7-b7f708e85dde tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802820 Nov 09 17:54:24.001498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 2551e2a6-3e9e-494c-9ee9-307197f86cb4 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:24.008887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.011937 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f13555c-3309-42bb-88b3-41d08f7d1ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.050509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac8d10-2571-429f-aab8-b8efc485ad9a None None] Pushing event updated for resources: {'Port': ['ID=abc7c587-7bb5-4c24-b4e2-418d2b34440a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:24.058754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-32c386c4-ecc2-4304-bf22-d870af462af8 None None] Provisioning complete for port 2e23ce5a-c251-4907-b859-a8501dd7c7eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:24.060172 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32c386c4-ecc2-4304-bf22-d870af462af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.072910 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:23Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:24.126162 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23fcdc-4a8d-4c4b-829a-f9470f47986e None None] The sync data for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 is: [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:23Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:24.181484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f13555c-3309-42bb-88b3-41d08f7d1ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.185097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.284346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32c386c4-ecc2-4304-bf22-d870af462af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.359924 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-32c386c4-ecc2-4304-bf22-d870af462af8 None None] For port 2e23ce5a-c251-4907-b859-a8501dd7c7eb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e23ce5a-c251-4907-b859-a8501dd7c7eb,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:24.361103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638abac8-9b5c-44fc-b532-32fe5bc3ac3c req-a6483f7a-a270-4926-a05a-d4fcadff306b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:24.362791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638abac8-9b5c-44fc-b532-32fe5bc3ac3c req-a6483f7a-a270-4926-a05a-d4fcadff306b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.2723308 Nov 09 17:54:24.375231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32c386c4-ecc2-4304-bf22-d870af462af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.455809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5cc9a0d-82d1-4a02-b78f-2acaa8347417 req-ca39b1e5-23ad-4d74-b2fc-30d47e6230f3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0788660 Nov 09 17:54:24.520034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.524742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c386c4-ecc2-4304-bf22-d870af462af8 None None] Pushing event updated for resources: {'Port': ['ID=2e23ce5a-c251-4907-b859-a8501dd7c7eb,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:24.593265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-45b2b209-8d3b-413f-a700-ef845d8f05ab None None] Provisioning complete for port 2e23ce5a-c251-4907-b859-a8501dd7c7eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:24.593958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45b2b209-8d3b-413f-a700-ef845d8f05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.711236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e23ce5a-c251-4907-b859-a8501dd7c7eb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:24.816116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2e23ce5a-c251-4907-b859-a8501dd7c7eb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:24.817087 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.868386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f13555c-3309-42bb-88b3-41d08f7d1ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.874597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f13555c-3309-42bb-88b3-41d08f7d1ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:24.882079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8f13555c-3309-42bb-88b3-41d08f7d1ee8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee5df151-7478-48b4-b406-67697e03c7cf HTTP/1.1" status: 204 len: 168 time: 1.1001515 Nov 09 17:54:24.905865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-638abac8-9b5c-44fc-b532-32fe5bc3ac3c req-d06761cd-d8da-4ad0-9dd7-7324370014c1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237629 Nov 09 17:54:24.935605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13555c-3309-42bb-88b3-41d08f7d1ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5df151-7478-48b4-b406-67697e03c7cf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:24.939898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:25.055599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-38db0a1a-d335-4f58-ad03-7ffe10f4b9ae None None] Provisioning complete for port 2e23ce5a-c251-4907-b859-a8501dd7c7eb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:25.057546 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38db0a1a-d335-4f58-ad03-7ffe10f4b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:25.627620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b824ba02-2836-42ec-b506-4e8bad93d3fc req-5b080a53-e930-4f6c-96f1-e37e5255bd8c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0485129 Nov 09 17:54:25.639124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:25.642791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/2551e2a6-3e9e-494c-9ee9-307197f86cb4 HTTP/1.1" status: 204 len: 168 time: 1.8027821 Nov 09 17:54:25.643949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4cb8b-8734-4615-a2b1-fa4f9cd3e969 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=2551e2a6-3e9e-494c-9ee9-307197f86cb4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:25.647755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:25.708561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-0cde74df-530e-4273-8c65-7476db8c8943 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:25.710218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-0cde74df-530e-4273-8c65-7476db8c8943 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 796 time: 0.9821894 Nov 09 17:54:25.754031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9c22-a775-4b5d-9119-c3d0f860169f req-47fc1a31-4d30-4cdd-8f48-59b84e24fb71 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:25.754361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff4610e0-b3ba-44d5-97eb-6aa96fb578b5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050141 Nov 09 17:54:25.756228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:25.762879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c89c9c22-a775-4b5d-9119-c3d0f860169f req-47fc1a31-4d30-4cdd-8f48-59b84e24fb71 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.1617801 Nov 09 17:54:25.865159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e4176-d4fd-4629-b20e-e34351ff1c60 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:25.872442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-af32bb3d-c24f-41f0-a0dd-00ca5d51218a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 380 time: 0.1436346 Nov 09 17:54:25.876301 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c89c9c22-a775-4b5d-9119-c3d0f860169f req-d10bc7fa-2724-41e3-bc43-f51361dd037c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124179 Nov 09 17:54:25.882199 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0b3e4176-d4fd-4629-b20e-e34351ff1c60 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1116691 Nov 09 17:54:25.884207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37478) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:25.889877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'port': {'device_id': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'admin_state_up': True, 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'security_groups': ['eab228ba-4fd0-475b-afac-2269b6c4984e']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:25.964062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7c9a5-7343-46ba-8e4c-78d8d435a46a None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:26.023257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905015b-8645-4109-a2be-e7ef0b37689c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:26.027199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f905015b-8645-4109-a2be-e7ef0b37689c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385880 Nov 09 17:54:26.028099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37484) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:26.044189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b60f0337-45c4-4914-bedb-95f12670310f None None] Provisioning complete for port abc7c587-7bb5-4c24-b4e2-418d2b34440a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:26.044569 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b60f0337-45c4-4914-bedb-95f12670310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.101112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f6f0eb53-a2b5-4f54-9296-84de66ab46e3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716462 Nov 09 17:54:26.111798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:26.119703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:26.205371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:26.212812 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.256335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:26.261422 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.570171 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b60f0337-45c4-4914-bedb-95f12670310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.592922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.9 (85b8d060-b3c5-47a0-bc3e-52b7dfc98855/96f03b3b-cd41-4ee6-bfe2-3da94a9712cb/f5251f74-a1e7-4d8f-98b1-2d91e1240e57) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:26.622580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b60f0337-45c4-4914-bedb-95f12670310f None None] For port abc7c587-7bb5-4c24-b4e2-418d2b34440a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=abc7c587-7bb5-4c24-b4e2-418d2b34440a,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:26.629152 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b60f0337-45c4-4914-bedb-95f12670310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.713230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f0337-45c4-4914-bedb-95f12670310f None None] Pushing event updated for resources: {'Port': ['ID=abc7c587-7bb5-4c24-b4e2-418d2b34440a,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:26.735077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:26.835459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.884048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:26.885730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e23ce5a-c251-4907-b859-a8501dd7c7eb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:26.891772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:26.897704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:26.898668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:26.957567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=5bc922fd-cc78-411b-b0ce-d21be028bdf9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:26.982749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6b5fc543-d4a1-4ba4-91a9-80d7d8e14197 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8663402 Nov 09 17:54:26.983397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:26.991186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '5bc922fd-cc78-411b-b0ce-d21be028bdf9', 'ip_address': '2001:db8::90df:e4af:9ddf:baf9'}], 'name': 'tempest-NetworksTestDHCPv6-1015063029'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:26.995105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Deleting port abc7c587-7bb5-4c24-b4e2-418d2b34440a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:26.995922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.087939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.111281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2e23ce5a-c251-4907-b859-a8501dd7c7eb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:27.115575 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.148714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-f9cc8f04-e391-434d-a8a5-1d8a3616ac75 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:27.150493 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-f9cc8f04-e391-434d-a8a5-1d8a3616ac75 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.2440400 Nov 09 17:54:27.155211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8497cea3-11d5-4b02-a626-2c8147fb2314 req-86dd0020-1749-4647-ba6d-a2e5d205ce34 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 210 time: 0.1989439 Nov 09 17:54:27.159039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.279321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] For port abc7c587-7bb5-4c24-b4e2-418d2b34440a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=abc7c587-7bb5-4c24-b4e2-418d2b34440a,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:27.279737 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.324085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Calling delete_port for abc7c587-7bb5-4c24-b4e2-418d2b34440a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:27.345935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:27.425053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:27.430606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:27.435657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:27.439785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:27.454962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:27.455511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.550812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:27.553730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.581399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa455-8537-46a8-99c7-01d084c70dc1 req-4e4cb12e-c592-456c-b7ed-de9cf52145f7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:27.586937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e29aa455-8537-46a8-99c7-01d084c70dc1 req-4e4cb12e-c592-456c-b7ed-de9cf52145f7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 945 time: 0.4416802 Nov 09 17:54:27.641216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.661881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port 0f0c5cc5-75a7-475d-9d96-888d5de58b51, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0f0c5cc5-75a7-475d-9d96-888d5de58b51,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:27.662672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.663113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f596daec-14cb-4b27-a105-4ff3eb887fa2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7835345 Nov 09 17:54:27.681048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 0f0c5cc5-75a7-475d-9d96-888d5de58b51 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:27.681410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.681887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Request body: {'port': {'device_id': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:27.742196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e29aa455-8537-46a8-99c7-01d084c70dc1 req-b4709274-a78a-46e4-b469-67be6f94d7cd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463370 Nov 09 17:54:27.769694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Pushing event deleted for resources: {'Port': ['ID=abc7c587-7bb5-4c24-b4e2-418d2b34440a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:27.786806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] No DVR routers for this DVR port abc7c587-7bb5-4c24-b4e2-418d2b34440a on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:27.788243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 7d43eb57-143f-4ef1-bae7-476dd1bae767 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:27.819549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.819990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.820517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.821387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.821642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.822393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.822795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.823442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.824208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.825536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.830031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.830659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e8bfd-1167-473b-a16a-c77202e7e3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:27.833888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.853838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ef172-62b4-490b-9244-4b789df7c815 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:27.905348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:27.984322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0f0c5cc5-75a7-475d-9d96-888d5de58b51'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:28.006491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=0f0c5cc5-75a7-475d-9d96-888d5de58b51,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:28.096925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6abe75d7-ed0c-46cc-aad5-d5e658379b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.115253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port 0f0c5cc5-75a7-475d-9d96-888d5de58b51 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:28.121759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.127848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-63ff6df4-8488-4354-90a0-42b9463bb19d req-25d444d0-cf9d-4a8d-8827-3d3254a10b3c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "DELETE /v2.0/ports/0f0c5cc5-75a7-475d-9d96-888d5de58b51 HTTP/1.1" status: 204 len: 173 time: 0.9625664 Nov 09 17:54:28.134409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'name': 'network-vif-deleted', 'tag': '0f0c5cc5-75a7-475d-9d96-888d5de58b51'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:28.137339 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c4062-58e6-46b0-b7ae-98192db3495b" -d '{"events": [{"server_uuid": "ad57a763-e776-457d-94d3-8b73bdf41ece", "name": "network-vif-deleted", "tag": "0f0c5cc5-75a7-475d-9d96-888d5de58b51"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:28.210465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-efe99a78-bf49-4798-8402-19f967163131 None None] Provisioning complete for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:28.211257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efe99a78-bf49-4798-8402-19f967163131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.268821 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb7bbe-20bb-4921-b961-9bb6c9344928 x-openstack-request-id: req-a4cb7bbe-20bb-4921-b961-9bb6c9344928 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:28.271495 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad57a763-e776-457d-94d3-8b73bdf41ece", "name": "network-vif-deleted", "tag": "0f0c5cc5-75a7-475d-9d96-888d5de58b51", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:28.273032 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4cb7bbe-20bb-4921-b961-9bb6c9344928 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:28.277365 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad57a763-e776-457d-94d3-8b73bdf41ece', 'name': 'network-vif-deleted', 'tag': '0f0c5cc5-75a7-475d-9d96-888d5de58b51', 'status': 'completed', 'code': 200} Nov 09 17:54:28.332382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-efe99a78-bf49-4798-8402-19f967163131 None None] Port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:28.367021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::90df:e4af:9ddf:baf9 (9950a2ad-e1cb-47e8-819c-abec142e904a/5bc922fd-cc78-411b-b0ce-d21be028bdf9/7d43eb57-143f-4ef1-bae7-476dd1bae767) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:28.421864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '5bc922fd-cc78-411b-b0ce-d21be028bdf9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:28.423389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.674652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device abc7c587-7bb5-4c24-b4e2-418d2b34440a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:28.729508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: abc7c587-7bb5-4c24-b4e2-418d2b34440a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:28.729508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device abc7c587-7bb5-4c24-b4e2-418d2b34440a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:28.745593 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.753157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c5db1-75bf-4dd8-9b7f-5a7ad1fd6eb3 req-d1fa507c-cf23-40ab-b925-d214f04f6dc7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:28.756045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-223c5db1-75bf-4dd8-9b7f-5a7ad1fd6eb3 req-d1fa507c-cf23-40ab-b925-d214f04f6dc7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 931 time: 0.3240826 Nov 09 17:54:28.785769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5251f74-a1e7-4d8f-98b1-2d91e1240e57 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:28.803992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.833185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.836292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Transition to ACTIVE for port object f5251f74-a1e7-4d8f-98b1-2d91e1240e57 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:54:28.853382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.877158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.930276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:28.934519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:28.946060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:28.949148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:28.956523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:28.958648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:28.996086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=7d43eb57-143f-4ef1-bae7-476dd1bae767,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:29.026639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-223c5db1-75bf-4dd8-9b7f-5a7ad1fd6eb3 req-cb120ea0-6887-40c0-a192-b0bdfe04812a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522831 Nov 09 17:54:29.040955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-20f56c09-5036-43ef-a23f-40a497a654df tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0564785 Nov 09 17:54:29.057870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37532) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:29.070339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '5bc922fd-cc78-411b-b0ce-d21be028bdf9', 'ip_address': '2001:db8::90df:e4af:9ddf:baf9'}], 'name': 'tempest-NetworksTestDHCPv6-276821389'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:29.083629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:29.086515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5209f873-148a-44f6-b8cb-7f6e7004558a req-25dd49ac-a82c-4949-8c60-0511f7c1af74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0799696 Nov 09 17:54:29.107514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/5bc922fd-cc78-411b-b0ce-d21be028bdf9/4b5de429-2297-4263-94cd-ca88f6ed36bb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:29.415292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61135cca-7163-4840-a012-7e4404488207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.417504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.418178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:29.418734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:29.419331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:29.428620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.477874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:54:29.478765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:29.486006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:29.502912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:29.503900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Checking segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:29.506207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Bound using segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:29.507316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Bound port: f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:29.508167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.518296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:29.529481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:29.538829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:29.552967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Pushing event updated for resources: {'Port': ['ID=4b5de429-2297-4263-94cd-ca88f6ed36bb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:29.690724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61135cca-7163-4840-a012-7e4404488207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.698025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61135cca-7163-4840-a012-7e4404488207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.748584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Attempting to bind port 4b5de429-2297-4263-94cd-ca88f6ed36bb on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:29.750003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Attempting to bind port 4b5de429-2297-4263-94cd-ca88f6ed36bb by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:29.752233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Attempting to bind port 4b5de429-2297-4263-94cd-ca88f6ed36bb on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:29.765242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135cca-7163-4840-a012-7e4404488207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee2fcbf-4617-466e-81d3-c0210301b9b2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:29.779884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:29.782084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:29.784319 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.786792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:29.788551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Bound port: 4b5de429-2297-4263-94cd-ca88f6ed36bb, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:29.790902 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.812880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-61135cca-7163-4840-a012-7e4404488207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a843cb8c2dcf4c25aa94cec3dc1b8111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8618047 Nov 09 17:54:29.815807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:29.929740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:29.943395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:29.951753 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.962750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bd8646-5e9d-459c-bb2e-907c5d088a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:29.978682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.003239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] For port 4b5de429-2297-4263-94cd-ca88f6ed36bb, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:30.010935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bd8646-5e9d-459c-bb2e-907c5d088a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.024838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] For port 4b5de429-2297-4263-94cd-ca88f6ed36bb, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b5de429-2297-4263-94cd-ca88f6ed36bb,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:30.037293 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.118500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:30.146209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 64a7399d-14fb-4d64-8a9c-b90258387150 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:30.160359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bd8646-5e9d-459c-bb2e-907c5d088a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.165818 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bd8646-5e9d-459c-bb2e-907c5d088a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.166146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:30.167185 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.170082 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-50f54340-351f-4c72-ad68-bcdbb5a2eed8 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 1091 time: 2.4942558 Nov 09 17:54:30.170836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:30.176105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-30bd8646-5e9d-459c-bb2e-907c5d088a68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ee2fcbf-4617-466e-81d3-c0210301b9b2 HTTP/1.1" status: 204 len: 168 time: 0.3566179 Nov 09 17:54:30.188564 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90584c39-117b-4afe-afa3-31294e7cdf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:30.189748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d406e17-8539-46da-bc64-64659978ede2 None None] Pushing event updated for resources: {'Port': ['ID=4b5de429-2297-4263-94cd-ca88f6ed36bb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:30.199424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd8646-5e9d-459c-bb2e-907c5d088a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee2fcbf-4617-466e-81d3-c0210301b9b2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:30.445410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b8fd83c-be5a-4827-8297-f9274b91112d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:30.498446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2cd6fe98-fb93-40f5-b875-675f44366470 req-b454e340-8491-4f0a-a224-e9635a16afa0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0832725 Nov 09 17:54:30.636114 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a8c51e-ce7d-4964-8d51-bc61977578a3 x-openstack-request-id: req-b7a8c51e-ce7d-4964-8d51-bc61977578a3 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:30.636829 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:30.637440 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7a8c51e-ce7d-4964-8d51-bc61977578a3 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:30.638518 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'status': 'completed', 'code': 200} Nov 09 17:54:30.702975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0f0c5cc5-75a7-475d-9d96-888d5de58b51 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:30.785391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 0f0c5cc5-75a7-475d-9d96-888d5de58b51 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:30.786140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0f0c5cc5-75a7-475d-9d96-888d5de58b51 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:30.868438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-fdb13bba-e435-44b7-9d4d-eb837f6eca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:30.871023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-fdb13bba-e435-44b7-9d4d-eb837f6eca3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1094 time: 0.4671664 Nov 09 17:54:30.919101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330d0c-2473-4942-8649-b21e118caf27 req-fa47a291-1afe-4cb4-ac1b-9898a4af11e4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:30.922078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85330d0c-2473-4942-8649-b21e118caf27 req-fa47a291-1afe-4cb4-ac1b-9898a4af11e4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.5341072 Nov 09 17:54:31.040570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-c451a904-85e8-4c40-94c6-1c40dcaaee0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 217 time: 0.1525176 Nov 09 17:54:31.097303 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 17:54:31.099649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:54:31.209922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2cd3fa41-79d1-4dc4-8682-28ccc66a107a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1458521 Nov 09 17:54:31.211399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:31.229495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85330d0c-2473-4942-8649-b21e118caf27 req-b6066c91-e17a-4296-b953-568dd2146a76 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149003 Nov 09 17:54:31.232835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-7a7c156b-ed57-47e1-96fe-397fcbc4b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:31.235448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-7a7c156b-ed57-47e1-96fe-397fcbc4b030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.1730456 Nov 09 17:54:31.327217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe0e3e-ace6-4f4c-928b-b773815ccb71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:31.340224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-e767daba-c9d7-407c-bf63-0d96e103e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:31.342673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe0e3e-ace6-4f4c-928b-b773815ccb71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:31.343205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-e767daba-c9d7-407c-bf63-0d96e103e737 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993443 Nov 09 17:54:31.350599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-32fe0e3e-ace6-4f4c-928b-b773815ccb71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1336460 Nov 09 17:54:31.351710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:31.532813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-f1489342-bd32-4ac3-bc10-7735a48e6294 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779342 Nov 09 17:54:31.683382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 7d43eb57-143f-4ef1-bae7-476dd1bae767 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:31.683932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:31.741250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8a7d6345-b39c-4eae-b1fc-891829a4d036 req-8f8a3df3-dbbe-4e7c-834d-a9bb381c30b8 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999977 Nov 09 17:54:31.774596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:31.836142 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-60e7ada7-f456-4bce-85f5-1bc7f0eb5282 req-3466b806-939b-4eee-b59b-81dc59d2cf68 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0531406 Nov 09 17:54:31.924209 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-adfad1d2-4d2d-44e7-8267-e35b54294acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:31.927272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-adfad1d2-4d2d-44e7-8267-e35b54294acd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0930519 Nov 09 17:54:31.965455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.006793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 7d43eb57-143f-4ef1-bae7-476dd1bae767 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:32.087415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-e14d8a83-df78-402f-b860-63b92472bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.089887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-e14d8a83-df78-402f-b860-63b92472bb0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.1541872 Nov 09 17:54:32.157572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-37695662-044c-41ac-8a16-dc3fa4dade4b None None] Provisioning complete for port 4b5de429-2297-4263-94cd-ca88f6ed36bb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:32.158392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37695662-044c-41ac-8a16-dc3fa4dade4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.263350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-bad5ee38-db26-4833-8e98-f4180845fc0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 217 time: 0.1625426 Nov 09 17:54:32.400372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37695662-044c-41ac-8a16-dc3fa4dade4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.478254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-37695662-044c-41ac-8a16-dc3fa4dade4b None None] For port 4b5de429-2297-4263-94cd-ca88f6ed36bb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b5de429-2297-4263-94cd-ca88f6ed36bb,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:32.493294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37695662-044c-41ac-8a16-dc3fa4dade4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.533496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.597636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-c413ca4b-7da1-43a6-b1b2-e1edb9ef0ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3543077 Nov 09 17:54:32.604786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-e8a6010e-dde4-4ab3-a5e2-533e2fb8508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.608400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-e8a6010e-dde4-4ab3-a5e2-533e2fb8508e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.3291318 Nov 09 17:54:32.613392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37695662-044c-41ac-8a16-dc3fa4dade4b None None] Pushing event updated for resources: {'Port': ['ID=4b5de429-2297-4263-94cd-ca88f6ed36bb,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:32.650576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=7d43eb57-143f-4ef1-bae7-476dd1bae767,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:32.672793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e8bbb868-762c-4283-9363-a199608f8e10 None None] Could not find standard attr ID for object 65cad87a-b44f-4e6a-a339-c9d769d1bd45. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:54:32.686709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.691219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1ebbe1cd-212a-4f01-9664-b6d5c6ab42bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/7d43eb57-143f-4ef1-bae7-476dd1bae767 HTTP/1.1" status: 204 len: 168 time: 1.3374987 Nov 09 17:54:32.695597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:32.696632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae79552-745f-4d21-a451-9d5ff2c6086d req-0a0e1937-02be-46fc-ad36-0b7122e20d4d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.711469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aae79552-745f-4d21-a451-9d5ff2c6086d req-0a0e1937-02be-46fc-ad36-0b7122e20d4d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.2023804 Nov 09 17:54:32.736762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b5de429-2297-4263-94cd-ca88f6ed36bb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:32.827914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41236966-13bf-433c-a3f6-be578544f608 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.833269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41236966-13bf-433c-a3f6-be578544f608 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.835107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-41236966-13bf-433c-a3f6-be578544f608 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1384649 Nov 09 17:54:32.840098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:32.874488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4b5de429-2297-4263-94cd-ca88f6ed36bb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:32.875453 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:32.884898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:32.965271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 5bc922fd-cc78-411b-b0ce-d21be028bdf9 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:32.977268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.008299 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aae79552-745f-4d21-a451-9d5ff2c6086d req-c3343f29-3a0c-4297-a5a8-76c749925719 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951255 Nov 09 17:54:33.021706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-857070d8-5c51-4838-a848-21ff78667529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:33.024637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-857070d8-5c51-4838-a848-21ff78667529 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3887460 Nov 09 17:54:33.107076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-44bd0a6b-538c-4d08-9b27-4c0819e8b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:33.117000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-44bd0a6b-538c-4d08-9b27-4c0819e8b7f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.3386636 Nov 09 17:54:33.141052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.282594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dc323a9c-6d89-4cdd-bf1e-9cc9cfad2c44 None None] Could not find standard attr ID for object 7d43eb57-143f-4ef1-bae7-476dd1bae767. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:54:33.344123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.348562 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de446c19-235c-4d19-9b77-f4b8aba55560 req-2b924b09-8431-4bb1-9ea6-1607f802a386 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.2114928 Nov 09 17:54:33.382335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.472836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-e1f3b528-b34b-4109-bc6f-828a93f98c4a service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290285 Nov 09 17:54:33.603095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.651520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-bb715df1-4bcf-4470-b817-1466875010cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:33.654073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-bb715df1-4bcf-4470-b817-1466875010cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 909 time: 0.4652255 Nov 09 17:54:33.689719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90584c39-117b-4afe-afa3-31294e7cdf6b req-e1549c2e-345b-4a15-8821-a463640e9ee5 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052689 Nov 09 17:54:33.715019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.800513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.802475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-3d17b81b-9d56-4c4c-b666-20e79640819b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 1001 time: 0.1334722 Nov 09 17:54:33.814867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:33.889365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-80833dcd-0abe-468c-aca2-ae6bf1ca483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:33.892052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-80833dcd-0abe-468c-aca2-ae6bf1ca483c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.0812063 Nov 09 17:54:33.908993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a031200d-87a8-40cc-84bd-cdfe772d54f3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:33.935781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.936334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.936861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.937456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.937980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.938894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.939709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.940230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.940751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.941262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.942370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.942907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:33.960682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-b9798746-7bc3-4716-bb6d-02ea3e435df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:33.963122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-b9798746-7bc3-4716-bb6d-02ea3e435df3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636318 Nov 09 17:54:33.963473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a590ff5-fd54-45b7-85e2-b1d1daafe855 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bf7e5d2831a43589f4dd2de6c8ff468&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0777063 Nov 09 17:54:33.968987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:34.012582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c4212-955e-4ded-aeab-fa6aeb5cc69b None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:54:34.027766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.128305 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.134454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/5bc922fd-cc78-411b-b0ce-d21be028bdf9 HTTP/1.1" status: 204 len: 168 time: 1.2929068 Nov 09 17:54:34.136513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a469d2-f4ba-46af-a98f-98707b3a821e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc922fd-cc78-411b-b0ce-d21be028bdf9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:34.141195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:34.181809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c4212-955e-4ded-aeab-fa6aeb5cc69b None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:54:34.211114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-04e13cd7-3372-49f7-854e-3df55e8815e4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662155 Nov 09 17:54:34.222577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37594) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:34.243484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:34.259467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a025796-6f87-4893-a768-5d2afc32e59f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.293361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-c1944edf-9d52-4753-9823-4082cd511875 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205781 Nov 09 17:54:34.323665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a025796-6f87-4893-a768-5d2afc32e59f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.562056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e355aa-a9c1-4187-ae48-3ae5a1413728 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:34.586660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f37476c-a708-4be9-9c77-970630dabc74 req-25a142cb-037c-4761-b825-dcba7953a386 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0631227 Nov 09 17:54:34.589696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a025796-6f87-4893-a768-5d2afc32e59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.595698 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a025796-6f87-4893-a768-5d2afc32e59f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.603652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a025796-6f87-4893-a768-5d2afc32e59f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a031200d-87a8-40cc-84bd-cdfe772d54f3 HTTP/1.1" status: 204 len: 168 time: 0.6321549 Nov 09 17:54:34.626726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7ffb8-4c33-4044-a547-901846ca33bb req-5a9f73ae-1c0c-4f8e-8a7e-9f79f9cde6ad tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:34.628424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7e7ffb8-4c33-4044-a547-901846ca33bb req-5a9f73ae-1c0c-4f8e-8a7e-9f79f9cde6ad tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.3624058 Nov 09 17:54:34.636430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:34.640180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.640942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a025796-6f87-4893-a768-5d2afc32e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a031200d-87a8-40cc-84bd-cdfe772d54f3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:34.673995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b5de429-2297-4263-94cd-ca88f6ed36bb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:34.747136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7c1e5608-d4eb-4a73-88eb-50bde6d41d02 None None] Provisioning complete for port 4b5de429-2297-4263-94cd-ca88f6ed36bb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:34.747781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5608-d4eb-4a73-88eb-50bde6d41d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:34.796674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7d06340-2535-42f1-a7bd-5564f1de1f51 req-bd4eafc4-04e6-41be-a1c4-6e41fb680795 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265971 Nov 09 17:54:34.817547 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7e7ffb8-4c33-4044-a547-901846ca33bb req-e15c80a5-e6b0-4996-a371-ec6ad16415d9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086071 Nov 09 17:54:34.872869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:54:34.976833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:35.032744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:35.040243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:35.045409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:35.046196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:35.061596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=8b646be2-d371-4c65-b20c-109bfdcc4ccf,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:35.072410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.072939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.073302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.073643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.074089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.074431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.074817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.075418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.075776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.076191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.076788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.077345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:35.088073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9cbd20c8-be04-45ac-8c5e-7afaebcd104a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8635650 Nov 09 17:54:35.091078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37602) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:35.097522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '8b646be2-d371-4c65-b20c-109bfdcc4ccf', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1619910284'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:35.156576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4b5de429-2297-4263-94cd-ca88f6ed36bb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:35.157327 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:35.172711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:35.296897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'mac_address': 'fa:16:3e:fe:d1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:54:35.514307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:35.680669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:35.871420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:35.896871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:35.900451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-188a9414-c60c-44f9-ae2f-9cd43942f8af req-c3e7af77-51fe-4a1f-98eb-8917c84d433e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.1245358 Nov 09 17:54:35.959026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port fa6c418f-d95a-4d7c-a02f-7872c07d5135 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:36.000262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5251f74-a1e7-4d8f-98b1-2d91e1240e57 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:36.075209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] Deleting port 4b5de429-2297-4263-94cd-ca88f6ed36bb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:36.076127 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.088516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:36.181756 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.280857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:36.302050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] For port 4b5de429-2297-4263-94cd-ca88f6ed36bb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b5de429-2297-4263-94cd-ca88f6ed36bb,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:36.304934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.313273 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:54:36.314297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:54:36.368762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] Calling delete_port for 4b5de429-2297-4263-94cd-ca88f6ed36bb owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:36.369505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f423d7c9-b0af-4e51-9f09-8e5f8d970ade tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2765155 Nov 09 17:54:36.371633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:36.427044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c8348-4f9c-4a2e-882e-67d46d7fe3b8 req-7f78f80f-f85a-4356-8969-bbe244f1988e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:36.430606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d09c8348-4f9c-4a2e-882e-67d46d7fe3b8 req-7f78f80f-f85a-4356-8969-bbe244f1988e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.3530307 Nov 09 17:54:36.519486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['f5251f74-a1e7-4d8f-98b1-2d91e1240e57'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:36.530765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a6a6d9-80fc-4efc-81ad-3b2e83295a31 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:36.534036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f8a6a6d9-80fc-4efc-81ad-3b2e83295a31 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1606212 Nov 09 17:54:36.537658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:36.539340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d09c8348-4f9c-4a2e-882e-67d46d7fe3b8 req-d9f5efe3-0909-447b-a55b-20f058886526 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981138 Nov 09 17:54:36.566735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b5de429-2297-4263-94cd-ca88f6ed36bb no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:36.617342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad07cf-d28e-4fc1-8509-59300091ccbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:36.621003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad07cf-d28e-4fc1-8509-59300091ccbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:36.625952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1cad07cf-d28e-4fc1-8509-59300091ccbd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0844653 Nov 09 17:54:36.626519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37636) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:36.699555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 8b646be2-d371-4c65-b20c-109bfdcc4ccf {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:36.704544 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.771842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.861658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.875665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:36.948541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] Pushing event deleted for resources: {'Port': ['ID=4b5de429-2297-4263-94cd-ca88f6ed36bb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:36.958588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1753c-e97b-4d1b-9638-46593a3fe9c0 None None] No DVR routers for this DVR port 4b5de429-2297-4263-94cd-ca88f6ed36bb on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:36.985952 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:37.011192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2facc84-cc03-4a5d-a9d4-7af1402fa9ac None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:37.047507 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:37.097393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=8b646be2-d371-4c65-b20c-109bfdcc4ccf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:37.101365 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:37.110019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:37.111717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6762eac0-9c90-4bec-984d-749925824dcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/8b646be2-d371-4c65-b20c-109bfdcc4ccf HTTP/1.1" status: 204 len: 168 time: 0.4838436 Nov 09 17:54:37.190764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2297a048-6e7e-4726-93c9-bd74207293c9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793774 Nov 09 17:54:37.195628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37650) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:37.201844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:37.240421 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3064374-08f8-45c6-ab7b-2b6ede951a47 req-b2005a8a-cf93-4e5d-b275-364c3f46b2de tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0534968 Nov 09 17:54:37.440718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:37.447593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:37.778823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4bc22-1cb4-4f09-9daf-5980c1b979bb req-722527b9-4f42-4330-823f-4545e6f759ba tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:37.780651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5b4bc22-1cb4-4f09-9daf-5980c1b979bb req-722527b9-4f42-4330-823f-4545e6f759ba tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1450293 Nov 09 17:54:37.886491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:37.982674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:37.987120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5b4bc22-1cb4-4f09-9daf-5980c1b979bb req-eebc0778-9e5f-458a-b5e3-0f3eee7587c0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766026 Nov 09 17:54:37.993725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:37.997378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:37.998281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.010710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed3084-c0c8-4902-811d-15a283248aff None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:38.015421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=0c24dbef-4a42-4c74-9c9e-81850c1b3d30,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:38.028186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-276f024f-e320-45cd-b131-f4d0dcb78324 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8311715 Nov 09 17:54:38.032192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37666) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:38.037510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:38.080941 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.083006 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.178895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.185596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.211206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.213154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-438e6168-3340-4090-b258-4d22e0556c38 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1796911 Nov 09 17:54:38.217201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37672) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:38.305761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:38.306789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37676) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:38.322090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.562801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-83bd980f-245f-4b5a-aac1-1eb61992f98a req-442ba3bb-2625-438f-b038-5be3d84556f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad57a763-e776-457d-94d3-8b73bdf41ece HTTP/1.1" status: 200 len: 210 time: 0.0836935 Nov 09 17:54:38.680492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/0c24dbef-4a42-4c74-9c9e-81850c1b3d30/1aa8523f-c39c-4576-a0aa-68b3f5e39f37) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:38.804422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:38.883510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:38.893099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.904190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.935843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:54:38.948361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:38.948741 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.949359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:38.962952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:39.007194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:39.019193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:39.042082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Pushing event updated for resources: {'Port': ['ID=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:39.083788 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.162904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Attempting to bind port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:39.163455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Attempting to bind port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:39.164074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Attempting to bind port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:39.195513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:39.196117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:39.196760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.197797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:39.198170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Bound port: 1aa8523f-c39c-4576-a0aa-68b3f5e39f37, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:39.198795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.257163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.296040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:39.298393 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd57bb0f-1d8e-4431-ae36-65f8f52dd5ee" -d '{"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:39.321260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:39.328178 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.330584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] For port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:39.335696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] For port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:39.360943 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090be0ac-4d2e-4857-a737-e868a61f2be9 x-openstack-request-id: req-090be0ac-4d2e-4857-a737-e868a61f2be9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:39.361257 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:39.361510 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-090be0ac-4d2e-4857-a737-e868a61f2be9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:39.361887 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'code': 200} Nov 09 17:54:39.365888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.400186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188df19-57e7-45e3-a453-55da99ba150b req-d7d32be1-a1f2-417e-a629-13450705dcdb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:39.402529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6188df19-57e7-45e3-a453-55da99ba150b req-d7d32be1-a1f2-417e-a629-13450705dcdb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.2337193 Nov 09 17:54:39.411903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:39.493596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce77b-e153-4c8e-8980-aae6a9bd75e9 None None] Pushing event updated for resources: {'Port': ['ID=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:39.528783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:39.679355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6188df19-57e7-45e3-a453-55da99ba150b req-f1c7b575-9cf8-4f3a-bd71-adb5c2ee9c3a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140501 Nov 09 17:54:39.699036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1253-89cb-402a-bb50-e72c9adf8504 req-a1b2a132-6407-41a4-961c-9e5f14e6171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:39.700697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-825e1253-89cb-402a-bb50-e72c9adf8504 req-a1b2a132-6407-41a4-961c-9e5f14e6171f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.2237878 Nov 09 17:54:39.751761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::1 (9950a2ad-e1cb-47e8-819c-abec142e904a/0c24dbef-4a42-4c74-9c9e-81850c1b3d30/279b1367-6946-450c-93c6-ce997f3f493d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:39.896122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Allocated IP 172.25.3.239 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/322c188a-b9d9-412c-97f4-7d19c14a8cca) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:39.911326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-825e1253-89cb-402a-bb50-e72c9adf8504 req-9946d24c-5255-45c1-a9d1-8966adb0b943 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974466 Nov 09 17:54:40.042874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.086080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.122352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.196353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:40.205011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:40.208814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=279b1367-6946-450c-93c6-ce997f3f493d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:40.212577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:40.213250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.250902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.332553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:40.339159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:40.346446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:40.379876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Port': ['ID=322c188a-b9d9-412c-97f4-7d19c14a8cca,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:40.499068 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.554648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:40.665234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.697368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:40.697822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.878209 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.903848 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:40.933783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e60d2-9680-4da9-9ae3-9593a7a549c8 req-4bc547e3-cafd-496c-96f6-54dab9b02fd4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:40.942763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e59e60d2-9680-4da9-9ae3-9593a7a549c8 req-4bc547e3-cafd-496c-96f6-54dab9b02fd4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.0895965 Nov 09 17:54:41.049546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e59e60d2-9680-4da9-9ae3-9593a7a549c8 req-7e32759e-769b-484f-85f9-3f40613498a5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899000 Nov 09 17:54:41.071769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:41.106774 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.172932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-354fc730-0b79-4ce3-b4a7-7a7c842a2ead None None] Provisioning complete for port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:41.176330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-354fc730-0b79-4ce3-b4a7-7a7c842a2ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.260931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.331272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.346243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.347335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.419663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.472230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.492206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=279b1367-6946-450c-93c6-ce997f3f493d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.555431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8f37f684-614d-4c10-9d9e-f1bf7e265772 None None] Provisioning complete for port 279b1367-6946-450c-93c6-ce997f3f493d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:41.555431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f37f684-614d-4c10-9d9e-f1bf7e265772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.591261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Port': ['ID=322c188a-b9d9-412c-97f4-7d19c14a8cca,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.615766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.623288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8f37f684-614d-4c10-9d9e-f1bf7e265772 None None] Port 279b1367-6946-450c-93c6-ce997f3f493d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:41.633999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:41.636640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:41.650677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.656163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3552f6a6-7931-4e5d-9149-926a89411af5 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3443830 Nov 09 17:54:41.657514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:41.662903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1301476222'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:41.702218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Made reservation on behalf of b9af2190941c40c185cde5060b76a899 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:41.708346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.720413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.838897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:54:41.845207 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.851916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.886592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2bed0c-6d8b-4a07-b1fc-ba66f8ebd4dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.903121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:41.924715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:41.927287 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Added segment bda48b2a-ef8d-40d5-8336-4c2322a9f26a of type vlan for network fe35fe67-78e2-4c7c-94fc-e263025342d7 Nov 09 17:54:41.999144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:42.032315 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:42.038753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.039688 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:42.055691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:42.056972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e8d1338-338f-40fd-a745-0fea4db83b9a None None] Provisioning complete for port 279b1367-6946-450c-93c6-ce997f3f493d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:42.058748 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1338-338f-40fd-a745-0fea4db83b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:42.069936 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Sync routers for ids ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:42.070668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a0d1af2e-3414-4644-b0a1-fa0dbd5a4060 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "PUT /v2.0/routers/1baff9f0-1c1f-4bd6-b91a-a45e16de0491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8516066 Nov 09 17:54:42.072561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4144518 Nov 09 17:54:42.074485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37702) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:42.107152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37704) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:42.108544 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Routers {'1baff9f0-1c1f-4bd6-b91a-a45e16de0491'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:42.109711 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:42.166700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Request body: {'subnet': {'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:42.220155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7fdce-8a48-420b-b16e-a05ad7ede6cc tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Network': ['ID=fe35fe67-78e2-4c7c-94fc-e263025342d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:42.251038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:42.357570 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Set router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:42.414252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b88db-0678-4233-b243-d0da9470c173 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.416782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-495b88db-0678-4233-b243-d0da9470c173 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports/279b1367-6946-450c-93c6-ce997f3f493d HTTP/1.1" status: 200 len: 911 time: 0.3404560 Nov 09 17:54:42.420759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:42.501771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641bb42-1b6f-45fc-9c40-5d9d67124713 req-4017a056-6a79-496c-98c6-a774ade19edf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.507468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4641bb42-1b6f-45fc-9c40-5d9d67124713 req-4017a056-6a79-496c-98c6-a774ade19edf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2623382 Nov 09 17:54:42.589300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d1338-338f-40fd-a745-0fea4db83b9a None None] Port 279b1367-6946-450c-93c6-ce997f3f493d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:42.642200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:42.662595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Made reservation on behalf of b9af2190941c40c185cde5060b76a899 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:42.679009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:42.686336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395697ae-072a-45a3-94e7-2719ed41d7e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.699984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395697ae-072a-45a3-94e7-2719ed41d7e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.704443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-395697ae-072a-45a3-94e7-2719ed41d7e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2813084 Nov 09 17:54:42.710825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:42.841558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:42.842144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:42.991872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4641bb42-1b6f-45fc-9c40-5d9d67124713 req-ef9315d3-17a0-45b0-8b38-c33bc9f688fc tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4696710 Nov 09 17:54:43.019975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37716) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:43.041254 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:38Z', 'updated_at': '2021-11-09T17:54:40Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None, '_interfaces': [{'id': '279b1367-6946-450c-93c6-ce997f3f493d', 'name': '', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'mac_address': 'fa:16:3e:b3:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:39Z', 'updated_at': '2021-11-09T17:54:40Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'subnets': [{'id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:43.101636 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Checking router: 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:43.102672 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Updating router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 port 279b1367-6946-450c-93c6-ce997f3f493d binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:54:43.165642 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.298856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790333-901d-4237-8610-d468b7965167 req-3197d8b5-f136-48fb-9f42-6d0f2f9baed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:43.313583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a790333-901d-4237-8610-d468b7965167 req-3197d8b5-f136-48fb-9f42-6d0f2f9baed4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.2809122 Nov 09 17:54:43.313583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.427664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Subnet': ['ID=421d2855-ab1f-4872-b2f3-cdf08cbb6511,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:43.446460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a790333-901d-4237-8610-d468b7965167 req-47e473da-1301-4ad5-8074-28892a3e06cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273391 Nov 09 17:54:43.455583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Checking segment: {'id': 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:43.456790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network hostable DHCP agents. Network: fe35fe67-78e2-4c7c-94fc-e263025342d7, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:43.500778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:43.522857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, fe35fe67-78e2-4c7c-94fc-e263025342d7) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:43.539954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc7a3c-84d2-4eed-9613-64f1e4c130b0 None None] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:43.552403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:43.553477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.619967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-02e456b7-7f5c-4c9f-8691-94de8f7cf968 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4744670 Nov 09 17:54:43.624696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37726) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:43.645952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2117191769', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:43.716009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.717884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.836946 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.846760 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.897074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.961702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-fe35fe67-78e2-4c7c-94fc-e263025342d7', 'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7', 'tenant_id': 'b9af2190941c40c185cde5060b76a899', 'fixed_ips': [{'subnet_id': '421d2855-ab1f-4872-b2f3-cdf08cbb6511'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:43.963818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:43.970308 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80667f1b-8751-46a3-b051-ca185a90b0e4 None None] Pushing event updated for resources: {'Port': ['ID=279b1367-6946-450c-93c6-ce997f3f493d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:44.067455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34403f21-128d-4cff-87d6-6586c8c86da5 req-766c8e28-21f5-4803-9e8b-c6220045fa73 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:44.083880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34403f21-128d-4cff-87d6-6586c8c86da5 req-766c8e28-21f5-4803-9e8b-c6220045fa73 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.4791560 Nov 09 17:54:44.200587 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Attempting to bind port 279b1367-6946-450c-93c6-ce997f3f493d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:44.201681 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Attempting to bind port 279b1367-6946-450c-93c6-ce997f3f493d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:44.202536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Attempting to bind port 279b1367-6946-450c-93c6-ce997f3f493d on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:44.215926 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:44.216602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:44.220880 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:44.221625 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:44.223117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Bound port: 279b1367-6946-450c-93c6-ce997f3f493d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:44.224387 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:44.239485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:44.383402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Allocated IP 172.20.0.2 (fe35fe67-78e2-4c7c-94fc-e263025342d7/421d2855-ab1f-4872-b2f3-cdf08cbb6511/ab221a87-58ae-49e9-b9de-7f3187fa7e4c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:44.435921 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] For port 279b1367-6946-450c-93c6-ce997f3f493d, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:44.439971 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] For port 279b1367-6946-450c-93c6-ce997f3f493d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=279b1367-6946-450c-93c6-ce997f3f493d,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:44.449120 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:44.581293 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Routers {'1baff9f0-1c1f-4bd6-b91a-a45e16de0491'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:44.582587 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:44.610204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34403f21-128d-4cff-87d6-6586c8c86da5 req-bf3e3ae5-932a-4352-b098-c85577a80db8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5164430 Nov 09 17:54:44.650379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:44.814196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:44.822915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f3fe4-45c2-4dde-84ca-e97da3a4178e tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:44.849929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ae2f3fe4-45c2-4dde-84ca-e97da3a4178e tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1091 time: 0.1973431 Nov 09 17:54:44.851686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:44.861325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80667f1b-8751-46a3-b051-ca185a90b0e4 None None] Pushing event updated for resources: {'Port': ['ID=279b1367-6946-450c-93c6-ce997f3f493d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:44.865119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:44.956470 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] Set router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:45.012581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:45.031160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Allocated IP 172.25.3.159 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/c2df567c-cff7-497d-9f55-ae3ed31266af) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:45.063691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aeef6e07-f7b1-485b-9e6c-d9f247fe75ba None None] Provisioning complete for port 279b1367-6946-450c-93c6-ce997f3f493d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:45.064587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeef6e07-f7b1-485b-9e6c-d9f247fe75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.189022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.205418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeef6e07-f7b1-485b-9e6c-d9f247fe75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.217631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.280997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aeef6e07-f7b1-485b-9e6c-d9f247fe75ba None None] For port 279b1367-6946-450c-93c6-ce997f3f493d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=279b1367-6946-450c-93c6-ce997f3f493d,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:45.286049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.289579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeef6e07-f7b1-485b-9e6c-d9f247fe75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.302762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.332292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.373701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:45.384111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:45.392828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:45.399340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:45.400384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Port': ['ID=c2df567c-cff7-497d-9f55-ae3ed31266af,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:45.408369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:45.411591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:45.444080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef6e07-f7b1-485b-9e6c-d9f247fe75ba None None] Pushing event updated for resources: {'Port': ['ID=279b1367-6946-450c-93c6-ce997f3f493d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:45.510709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:38Z', 'updated_at': '2021-11-09T17:54:40Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None, '_interfaces': [{'id': '279b1367-6946-450c-93c6-ce997f3f493d', 'name': '', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'mac_address': 'fa:16:3e:b3:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:39Z', 'updated_at': '2021-11-09T17:54:44Z', 'revision_number': 4, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'subnets': [{'id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:45.554042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Pushing event updated for resources: {'Port': ['ID=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:45.558547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6d980-aab4-475e-a6f2-c1c7fed4ca40 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:45.578526 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a7079-7ff2-40cd-bb19-05f79da8d31a None None] The sync data for ids ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'] in n-d-804292-3 is: [{'id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:38Z', 'updated_at': '2021-11-09T17:54:40Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None, '_interfaces': [{'id': '279b1367-6946-450c-93c6-ce997f3f493d', 'name': '', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'mac_address': 'fa:16:3e:b3:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:39Z', 'updated_at': '2021-11-09T17:54:44Z', 'revision_number': 4, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'subnets': [{'id': '0c24dbef-4a42-4c74-9c9e-81850c1b3d30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:45.598838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a0a701fc-d4a8-423d-b28f-aa3c7ecffa16 None None] Provisioning complete for port 279b1367-6946-450c-93c6-ce997f3f493d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:45.599261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0a701fc-d4a8-423d-b28f-aa3c7ecffa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.651314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Attempting to bind port ab221a87-58ae-49e9-b9de-7f3187fa7e4c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:45.651870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Attempting to bind port ab221a87-58ae-49e9-b9de-7f3187fa7e4c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:45.652422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Attempting to bind port ab221a87-58ae-49e9-b9de-7f3187fa7e4c on network fe35fe67-78e2-4c7c-94fc-e263025342d7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:45.691216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:45.692040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Checking segment: {'id': 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:45.692574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.693234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Bound using segment: {'id': 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:45.694070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Bound port: ab221a87-58ae-49e9-b9de-7f3187fa7e4c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:45.695256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.723306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.989173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:45.990944 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:54:46.192559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] For port ab221a87-58ae-49e9-b9de-7f3187fa7e4c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:46.207764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] For port ab221a87-58ae-49e9-b9de-7f3187fa7e4c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,segment=NetworkSegment(bda48b2a-ef8d-40d5-8336-4c2322a9f26a),segment_id=bda48b2a-ef8d-40d5-8336-4c2322a9f26a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:46.216540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:46.256061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:46.350088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3d66b901-77c2-4aaf-a40c-b9e7cc47cc87 None None] Provisioning complete for port c2df567c-cff7-497d-9f55-ae3ed31266af triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:46.350472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d66b901-77c2-4aaf-a40c-b9e7cc47cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:46.520014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb0cf3-dd18-40d5-a8ec-379dfd3ddc92 None None] Pushing event updated for resources: {'Port': ['ID=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:46.539245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.201 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/9bb6e503-32f1-4d52-9b4c-abae8d928acc) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:46.567906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3d66b901-77c2-4aaf-a40c-b9e7cc47cc87 None None] Port c2df567c-cff7-497d-9f55-ae3ed31266af cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:46.671095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 279b1367-6946-450c-93c6-ce997f3f493d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:46.675549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 279b1367-6946-450c-93c6-ce997f3f493d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:46.682384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:46.815741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 279b1367-6946-450c-93c6-ce997f3f493d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:46.816823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:47.067914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:47.122512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port 279b1367-6946-450c-93c6-ce997f3f493d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=279b1367-6946-450c-93c6-ce997f3f493d,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:47.123175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:47.159043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 279b1367-6946-450c-93c6-ce997f3f493d owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:47.200180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:47.423277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:47.512031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:47.546180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Router b63310b7-b292-491f-9109-28dd5b4f9c44 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:54:47.580565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:47.588265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=9bb6e503-32f1-4d52-9b4c-abae8d928acc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:47.596131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:47.797226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:47.877349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=279b1367-6946-450c-93c6-ce997f3f493d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:48.309714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:48.771561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581f86a-32da-4a86-bbd9-d60e55a1121e None None] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:48.870388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:48.894582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab221a87-58ae-49e9-b9de-7f3187fa7e4c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:48.898684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] Sync routers for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:48.916679 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:48.921369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5de09bea-6270-4975-bba5-543bcaaa0643 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2925038 Nov 09 17:54:48.921719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:49.033248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:49.033827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:49.040317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-05fb0b62-6995-4456-99a5-0e1c558d04be None None] Provisioning complete for port ab221a87-58ae-49e9-b9de-7f3187fa7e4c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:49.040710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b62-6995-4456-99a5-0e1c558d04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.127949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:49.159551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:49.160347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:49.221579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ab221a87-58ae-49e9-b9de-7f3187fa7e4c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:49.222554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.227688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:49.229182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df4016-c2b6-419d-baf1-f41c6e4d1155 None None] The sync data for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:49.333962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b62-6995-4456-99a5-0e1c558d04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.407078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.457802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-05fb0b62-6995-4456-99a5-0e1c558d04be None None] For port ab221a87-58ae-49e9-b9de-7f3187fa7e4c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,segment=NetworkSegment(bda48b2a-ef8d-40d5-8336-4c2322a9f26a),segment_id=bda48b2a-ef8d-40d5-8336-4c2322a9f26a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:49.468334 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b62-6995-4456-99a5-0e1c558d04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.553720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:54:49.554208 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:54:49.570831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb0b62-6995-4456-99a5-0e1c558d04be None None] Pushing event updated for resources: {'Port': ['ID=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:49.609800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9223017e-26d5-4f27-9a01-9e6293f20b60 None None] Provisioning complete for port ab221a87-58ae-49e9-b9de-7f3187fa7e4c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:49.610555 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9223017e-26d5-4f27-9a01-9e6293f20b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.613349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:49.911340 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:49.952466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:49.966725 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] Sync routers for ids ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:49.982381 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] Routers {'1baff9f0-1c1f-4bd6-b91a-a45e16de0491'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:49.983230 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:49.985068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a9877a84-b1a0-485e-9e94-756f40e1d7d4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "PUT /v2.0/routers/1baff9f0-1c1f-4bd6-b91a-a45e16de0491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2723432 Nov 09 17:54:49.992207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:50.122888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.140799 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] Set router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:50.145298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fc0ce-5c01-43d2-acb7-471da3c084ba tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:50.147486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fc0ce-5c01-43d2-acb7-471da3c084ba tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:50.149752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e0fc0ce-5c01-43d2-acb7-471da3c084ba tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1554084 Nov 09 17:54:50.154264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37830) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:50.293808 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:38Z', 'updated_at': '2021-11-09T17:54:47Z', 'revision_number': 3, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:50.295944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 0c24dbef-4a42-4c74-9c9e-81850c1b3d30 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:54:50.301816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.351690 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] Checking router: 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:50.383124 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] Routers {'1baff9f0-1c1f-4bd6-b91a-a45e16de0491'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:50.385145 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:50.405688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.454970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.522146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.581119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab221a87-58ae-49e9-b9de-7f3187fa7e4c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:50.613931 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] Set router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:50.620500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.663340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=9bb6e503-32f1-4d52-9b4c-abae8d928acc,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:50.673208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ab221a87-58ae-49e9-b9de-7f3187fa7e4c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:50.673583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.744972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.754707 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.780064 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:38Z', 'updated_at': '2021-11-09T17:54:47Z', 'revision_number': 3, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:50.791737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.826538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=0c24dbef-4a42-4c74-9c9e-81850c1b3d30,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:50.829022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:50.837209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9636dea8-ecb8-4fd4-aa2d-cf0113f3a78c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/0c24dbef-4a42-4c74-9c9e-81850c1b3d30 HTTP/1.1" status: 204 len: 168 time: 0.6762810 Nov 09 17:54:50.840978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37834) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:50.856488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef340630-96d6-4c22-8ba0-76296f2e511d None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:51.035350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079aa8cb-4ad5-4e4c-9db9-a27a807a9a8a None None] The sync data for ids ['1baff9f0-1c1f-4bd6-b91a-a45e16de0491'] in n-d-804292-3 is: [{'id': '1baff9f0-1c1f-4bd6-b91a-a45e16de0491', 'name': 'tempest-NetworksTestDHCPv6-router-1231978256', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:38Z', 'updated_at': '2021-11-09T17:54:47Z', 'revision_number': 3, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:51.096519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-47ebdf71-5119-4add-9d9d-03298c2f9064 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2540865 Nov 09 17:54:51.100624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37836) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:51.256996 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.279703 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP 1e7537f3-2c44-4a7e-a508-9c15330018c0 associated. External IP: 172.25.3.201, port: f5251f74-a1e7-4d8f-98b1-2d91e1240e57. Nov 09 17:54:51.440677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:51.607658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.612172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.621631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] Deleting port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:51.623532 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.731588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] For port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:51.732142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.733512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.734467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Fanout notify agent at l3_agent the message router_deleted on router 1baff9f0-1c1f-4bd6-b91a-a45e16de0491 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:54:51.740235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Allocated IP 172.20.0.1 (fe35fe67-78e2-4c7c-94fc-e263025342d7/421d2855-ab1f-4872-b2f3-cdf08cbb6511/129f6dbc-91dc-4c06-a62d-0a0269e7b439) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:51.757608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:51.763414 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-53785755-f4c1-40b2-9527-7b5f1e548e18 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/routers/1baff9f0-1c1f-4bd6-b91a-a45e16de0491 HTTP/1.1" status: 204 len: 168 time: 0.6584589 Nov 09 17:54:51.764449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:51.765855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37838) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:51.775760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] Calling delete_port for 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:51.783064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:51.982545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:51.993752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.012056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.071797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] Pushing event deleted for resources: {'Port': ['ID=1aa8523f-c39c-4576-a0aa-68b3f5e39f37,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:52.075092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714c14d-1339-42c5-90c0-6da52cc5b1c8 None None] No DVR routers for this DVR port 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:52.334067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.395115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:52.399333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:52.414116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:52.414296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a431a86-710a-408c-80c8-60589124a75e None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:52.414649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.432782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=950d24ed-8ad9-4081-809c-2a9708207e7a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:52.439453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1f5f5e75-d631-4ef3-8b0b-f3389eed217b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6704159 Nov 09 17:54:52.444530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:52.450477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:52.509089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.510408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.565737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:52.588641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 279b1367-6946-450c-93c6-ce997f3f493d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:52.591150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] Sync routers for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:52.616979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.626602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.649474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.654385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 279b1367-6946-450c-93c6-ce997f3f493d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:52.656125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 279b1367-6946-450c-93c6-ce997f3f493d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:52.657011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:52.658862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.678169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.681580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-711450f1-667d-4470-8d99-2b53d274af4a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2358418 Nov 09 17:54:52.686071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37844) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:52.709218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:52.709895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:52.719120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5d54fee1-a04f-4c73-ab7d-302e067a5033 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8281822 Nov 09 17:54:52.723826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:52.728125 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:52.730860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:54:52.731237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1aa8523f-c39c-4576-a0aa-68b3f5e39f37 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:52.832536 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:52.881413 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c42f1-9283-427d-b819-518e8af85eda x-openstack-request-id: req-e02c42f1-9283-427d-b819-518e8af85eda {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:52.881847 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:52.882265 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e02c42f1-9283-427d-b819-518e8af85eda {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:52.884200 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'status': 'completed', 'code': 200} Nov 09 17:54:52.986173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '950d24ed-8ad9-4081-809c-2a9708207e7a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:52.989749 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:53.052115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:53.052681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:53.084493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Port': ['ID=129f6dbc-91dc-4c06-a62d-0a0269e7b439,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:53.089577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:53.095557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:53.271667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-71b3fcd0-5f9c-4911-857c-ad578dd19168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:53.274260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-71b3fcd0-5f9c-4911-857c-ad578dd19168 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.3830326 Nov 09 17:54:53.299541 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:53.346210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ba96-fbf5-46b4-8334-7cb16947cbc7 req-91d8e4c8-1342-4015-876c-2001e851d0e9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:53.362038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a18ba96-fbf5-46b4-8334-7cb16947cbc7 req-91d8e4c8-1342-4015-876c-2001e851d0e9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.4759843 Nov 09 17:54:53.449925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:53.478704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:53.701468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a18ba96-fbf5-46b4-8334-7cb16947cbc7 req-dc5bf8f7-c0ee-44e6-b032-2de4fcd72380 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377132 Nov 09 17:54:53.755706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:53.797576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-a8d7ef02-af0e-4fda-a0fd-3b565ec68d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:53.798549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-029d646c-3674-44b7-ba05-843a8a936390 None None] Provisioning complete for port 129f6dbc-91dc-4c06-a62d-0a0269e7b439 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:53.799486 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-029d646c-3674-44b7-ba05-843a8a936390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:53.800801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-a8d7ef02-af0e-4fda-a0fd-3b565ec68d69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.5160711 Nov 09 17:54:53.833416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/950d24ed-8ad9-4081-809c-2a9708207e7a/68643bf8-e37c-492a-93e9-4f80b97d04a2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:53.884867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-029d646c-3674-44b7-ba05-843a8a936390 None None] Port 129f6dbc-91dc-4c06-a62d-0a0269e7b439 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:53.902362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6cbfdc77-1810-4c38-9ac3-80eee0d73e5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 200 len: 991 time: 0.1433029 Nov 09 17:54:53.963677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.073990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-89667d01-9900-4d4f-b811-b2db843659f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.2601590 Nov 09 17:54:54.165198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '1e7537f3-2c44-4a7e-a508-9c15330018c0', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'mac_address': 'fa:16:3e:fe:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:54:48Z', 'updated_at': '2021-11-09T17:54:48Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:24Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:54.172225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-77a2d36d-172d-4417-bda3-058f91123342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.177072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-77a2d36d-172d-4417-bda3-058f91123342 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.0936060 Nov 09 17:54:54.224020 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.226742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] Checking router: 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:54.240863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.261468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:54.264122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:54.337985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-a7844240-b7ca-4bcf-95b4-e67016a301e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.340675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-a7844240-b7ca-4bcf-95b4-e67016a301e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561377 Nov 09 17:54:54.449363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:54.465705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:54.478229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:54.485803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Pushing event updated for resources: {'Port': ['ID=68643bf8-e37c-492a-93e9-4f80b97d04a2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:54.496409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::1 (9950a2ad-e1cb-47e8-819c-abec142e904a/950d24ed-8ad9-4081-809c-2a9708207e7a/b68bb16e-be9a-495e-b5ba-78cbe73b0ec9) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:54.537855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.545425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.675060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:54.723870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Attempting to bind port 68643bf8-e37c-492a-93e9-4f80b97d04a2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:54.724471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Attempting to bind port 68643bf8-e37c-492a-93e9-4f80b97d04a2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:54.725044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Attempting to bind port 68643bf8-e37c-492a-93e9-4f80b97d04a2 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:54.729335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-1cf92ed2-83d1-4a3f-bb8e-3513846eeba3 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550820 Nov 09 17:54:54.739932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:54.740535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:54.741165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.741782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:54.742601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Bound port: 68643bf8-e37c-492a-93e9-4f80b97d04a2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:54.743287 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.762501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Port': ['ID=129f6dbc-91dc-4c06-a62d-0a0269e7b439,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:54.780565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:54.904913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:54.917690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:55.003091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:55.036223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6e4f318f-42a5-4026-a103-204f25f2c7ef tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 200 len: 991 time: 0.1292655 Nov 09 17:54:55.041350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] For port 68643bf8-e37c-492a-93e9-4f80b97d04a2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:55.042869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbbf4cf7-73ac-4551-a639-0afbb7a2408e req-407cc723-c2b9-494e-8511-abcadbc4f27f service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035793 Nov 09 17:54:55.043451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:55.066625 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:55.080038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] For port 68643bf8-e37c-492a-93e9-4f80b97d04a2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=68643bf8-e37c-492a-93e9-4f80b97d04a2,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:55.102471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:55.180558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:55.188055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:55.201972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:55.203136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:55.281285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Router b63310b7-b292-491f-9109-28dd5b4f9c44 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:55.463237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=b68bb16e-be9a-495e-b5ba-78cbe73b0ec9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:55.478659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:55.488343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a430d487-1329-4dd6-ba90-e5402387a258 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "PUT /v2.0/routers/b63310b7-b292-491f-9109-28dd5b4f9c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5647910 Nov 09 17:54:55.493783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:55.507489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] Sync routers for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:55.515729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Request body: {'port': {'network_id': 'fe35fe67-78e2-4c7c-94fc-e263025342d7', 'name': 'tempest-FloatingIPAdminTestJSON-1939801624'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:55.536649 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:55.537976 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:55.546246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080673e-2a49-4dd0-89fe-cd6b071b6084 None None] Pushing event updated for resources: {'Port': ['ID=68643bf8-e37c-492a-93e9-4f80b97d04a2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:55.589410 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:55.611504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:55.646123 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:55.647541 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:55.684575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '1e7537f3-2c44-4a7e-a508-9c15330018c0', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'mac_address': 'fa:16:3e:fe:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:54:48Z', 'updated_at': '2021-11-09T17:54:48Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:24Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:55.732883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:55.734287 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71c1fa-1282-429a-bf8a-0ce277a38742 None None] The sync data for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:55.812489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02dbc0-b5c0-4ca8-a5e1-494bcf92e6b0 None None] The sync data for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 is: [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '1e7537f3-2c44-4a7e-a508-9c15330018c0', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'mac_address': 'fa:16:3e:fe:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:54:48Z', 'updated_at': '2021-11-09T17:54:48Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:24Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:55.826547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0e9c28ae-28dd-461f-a85d-6291254ec980 None None] Provisioning complete for port 129f6dbc-91dc-4c06-a62d-0a0269e7b439 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:55.826931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e9c28ae-28dd-461f-a85d-6291254ec980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:55.929530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c28ae-28dd-461f-a85d-6291254ec980 None None] Port 129f6dbc-91dc-4c06-a62d-0a0269e7b439 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:55.981624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Made reservation on behalf of b9af2190941c40c185cde5060b76a899 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:55.986664 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:56.024780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] device_id is not set on port cd68b918-33f0-4575-8bab-2f75f371544f yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:54:56.040615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:56.238428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc94abac-7344-422b-8ebc-0e240acb2186 None None] New status for floating IP 1e7537f3-2c44-4a7e-a508-9c15330018c0: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:54:56.241459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-01a5d4f4-da4a-4768-a1a4-0fe8cd2e3a80 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 200 len: 991 time: 0.1992643 Nov 09 17:54:56.283388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:56.294677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:56.295443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:56.340044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Allocated IP 172.20.0.4 (fe35fe67-78e2-4c7c-94fc-e263025342d7/421d2855-ab1f-4872-b2f3-cdf08cbb6511/cd68b918-33f0-4575-8bab-2f75f371544f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:56.360189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=b68bb16e-be9a-495e-b5ba-78cbe73b0ec9,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:56.500010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:56.511190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:56.767304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 68643bf8-e37c-492a-93e9-4f80b97d04a2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:56.796198 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:56.867726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 68643bf8-e37c-492a-93e9-4f80b97d04a2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:56.868314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:56.881592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:54:56.907284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:57.055587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:57.061974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:57.069949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:57.101207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:57.121127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:57.131788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event updated for resources: {'Port': ['ID=cd68b918-33f0-4575-8bab-2f75f371544f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:57.155711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-04ea0a2c-551e-4e21-a4e8-989053c0f7af tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "PUT /v2.0/routers/6e973e97-f768-4cf3-aa4a-fa9119034bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4632397 Nov 09 17:54:57.159045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:57.165115 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Sync routers for ids ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:57.195870 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Routers {'6e973e97-f768-4cf3-aa4a-fa9119034bd0'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:57.199218 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:57.202059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:57.212376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:57.221302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 68643bf8-e37c-492a-93e9-4f80b97d04a2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=68643bf8-e37c-492a-93e9-4f80b97d04a2,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:57.229481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:57.243800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:57.259152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b3d9ca1d-7e82-4fe8-9386-b16116eeba67 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7545481 Nov 09 17:54:57.261791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:57.314499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0db452-bc87-4bc4-87fc-cf516049ec8c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:57.321976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a0db452-bc87-4bc4-87fc-cf516049ec8c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports/b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 HTTP/1.1" status: 200 len: 911 time: 0.1551604 Nov 09 17:54:57.324533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:57.373912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=68643bf8-e37c-492a-93e9-4f80b97d04a2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:57.437081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'project_id': 'b9af2190941c40c185cde5060b76a899', 'port_id': 'cd68b918-33f0-4575-8bab-2f75f371544f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:57.519402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-85f22288-31f6-4b47-817f-084845fdb876 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 200 len: 993 time: 0.2648900 Nov 09 17:54:57.549357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac69ce8d-031b-4a24-83c9-c33b11832990 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:57.565084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2412f223-7471-4c56-93f8-cef6b73afaa7 None None] Provisioning complete for port 68643bf8-e37c-492a-93e9-4f80b97d04a2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:57.565414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac69ce8d-031b-4a24-83c9-c33b11832990 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:57.566591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2412f223-7471-4c56-93f8-cef6b73afaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:57.573623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:57.574561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ac69ce8d-031b-4a24-83c9-c33b11832990 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2485945 Nov 09 17:54:57.576966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:57.698772 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Set router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:58.042158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cacb10cc-72a0-41d7-b5ca-b5aeff8ae510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.056235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fddbdcaf-0726-4d1d-9b49-042c736ba99c None None] Provisioning complete for port cd68b918-33f0-4575-8bab-2f75f371544f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:58.056616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fddbdcaf-0726-4d1d-9b49-042c736ba99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.162673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fddbdcaf-0726-4d1d-9b49-042c736ba99c None None] Port cd68b918-33f0-4575-8bab-2f75f371544f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:58.193056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fddbdcaf-0726-4d1d-9b49-042c736ba99c None None] Provisioning complete for port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:58.194691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fddbdcaf-0726-4d1d-9b49-042c736ba99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.227545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:52Z', 'updated_at': '2021-11-09T17:54:55Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None, '_interfaces': [{'id': 'b68bb16e-be9a-495e-b5ba-78cbe73b0ec9', 'name': '', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'mac_address': 'fa:16:3e:cb:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '950d24ed-8ad9-4081-809c-2a9708207e7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:53Z', 'updated_at': '2021-11-09T17:54:56Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'subnets': [{'id': '950d24ed-8ad9-4081-809c-2a9708207e7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:58.292068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Checking router: 6e973e97-f768-4cf3-aa4a-fa9119034bd0 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:58.293021 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Updating router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:54:58.336397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fddbdcaf-0726-4d1d-9b49-042c736ba99c None None] Port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:58.345008 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.495375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e1d4c7e9-05d3-48b1-a7d2-9d18a6a5380b None None] Provisioning complete for port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:58.495954 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c7e9-05d3-48b1-a7d2-9d18a6a5380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.560278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 68643bf8-e37c-492a-93e9-4f80b97d04a2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:58.568354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.614273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.624248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4c7e9-05d3-48b1-a7d2-9d18a6a5380b None None] Port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:54:58.645422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 68643bf8-e37c-492a-93e9-4f80b97d04a2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:58.645977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.741158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.908392 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:58.917272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Allocated IP 172.25.3.168 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/2e4d2dbf-b238-4e17-811b-7c467099ddb8) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:58.918554 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.001118 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e042b-85a0-41c7-832a-158b42f3317a None None] Pushing event updated for resources: {'Port': ['ID=b68bb16e-be9a-495e-b5ba-78cbe73b0ec9,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:59.023319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:54:59.023648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.135878 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Attempting to bind port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:54:59.137415 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Attempting to bind port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:54:59.144330 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Attempting to bind port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:59.154737 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:59.159736 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:54:59.160167 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.164342 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:59.164863 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Bound port: b68bb16e-be9a-495e-b5ba-78cbe73b0ec9, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:54:59.165271 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.167854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.203143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9, host n-d-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:59.203729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.242941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:54:59.272942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.320441 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] For port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:59.328476 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] For port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b68bb16e-be9a-495e-b5ba-78cbe73b0ec9,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:59.331031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:59.335175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:59.337822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:59.339078 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.383460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4d2dbf-b238-4e17-811b-7c467099ddb8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:59.496241 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Routers {'6e973e97-f768-4cf3-aa4a-fa9119034bd0'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:59.497322 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:54:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:59.503952 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e042b-85a0-41c7-832a-158b42f3317a None None] Pushing event updated for resources: {'Port': ['ID=b68bb16e-be9a-495e-b5ba-78cbe73b0ec9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:59.569454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4d905c3a-c049-433d-8b31-1b6fd03d1acc None None] Provisioning complete for port b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:59.570315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d905c3a-c049-433d-8b31-1b6fd03d1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.743473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d905c3a-c049-433d-8b31-1b6fd03d1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.764907 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] Set router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:59.819101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:54:59.891878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=b68bb16e-be9a-495e-b5ba-78cbe73b0ec9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:59.984716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f6606869-f714-4a86-8a27-0baccce6c6d4 None None] Could not find standard attr ID for object b68bb16e-be9a-495e-b5ba-78cbe73b0ec9. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:00.185205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.215434 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:52Z', 'updated_at': '2021-11-09T17:54:55Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None, '_interfaces': [{'id': 'b68bb16e-be9a-495e-b5ba-78cbe73b0ec9', 'name': '', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'mac_address': 'fa:16:3e:cb:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '950d24ed-8ad9-4081-809c-2a9708207e7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:53Z', 'updated_at': '2021-11-09T17:54:59Z', 'revision_number': 4, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'subnets': [{'id': '950d24ed-8ad9-4081-809c-2a9708207e7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:00.274454 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.277442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445fa551-10ba-4dbb-ad49-3af57048f5ab None None] The sync data for ids ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'] in n-d-804292-3 is: [{'id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:52Z', 'updated_at': '2021-11-09T17:54:55Z', 'revision_number': 2, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None, '_interfaces': [{'id': 'b68bb16e-be9a-495e-b5ba-78cbe73b0ec9', 'name': '', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'mac_address': 'fa:16:3e:cb:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '950d24ed-8ad9-4081-809c-2a9708207e7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:53Z', 'updated_at': '2021-11-09T17:54:59Z', 'revision_number': 4, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'subnets': [{'id': '950d24ed-8ad9-4081-809c-2a9708207e7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:00.396620 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.417253 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95837a34-ba43-44a3-8060-f1bd2f9ef9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.590049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:00.741799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.749754 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.814586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:00.823384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2d5b7900-f138-4ad8-bc49-03f71ae8160d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "PUT /v2.0/routers/6e973e97-f768-4cf3-aa4a-fa9119034bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2457757 Nov 09 17:55:00.827557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:00.863383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4d2dbf-b238-4e17-811b-7c467099ddb8,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:00.913048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:00.975124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82604811-a3ea-4cf7-b165-55c1609054b3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:00.978254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82604811-a3ea-4cf7-b165-55c1609054b3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:00.983135 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82604811-a3ea-4cf7-b165-55c1609054b3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1507573 Nov 09 17:55:00.985630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37886) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:01.196046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 950d24ed-8ad9-4081-809c-2a9708207e7a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:01.217064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:01.291502 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Floating IP 29a51460-cd08-4f7c-8dd3-0c4e57c00e23 associated. External IP: 172.25.3.168, port: cd68b918-33f0-4575-8bab-2f75f371544f. Nov 09 17:55:01.348919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:01.711775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:01.745352 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:01.985932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:02.060259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=950d24ed-8ad9-4081-809c-2a9708207e7a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:02.066796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:02.074953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9df904f3-79e2-47a4-91d7-a9944213ee33 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/950d24ed-8ad9-4081-809c-2a9708207e7a HTTP/1.1" status: 204 len: 168 time: 1.0852327 Nov 09 17:55:02.075672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:02.091525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Router b63310b7-b292-491f-9109-28dd5b4f9c44 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:02.100196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a4a0b-9a01-44a0-914f-f69c94f1d2ae None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:02.329282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:02.350682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] Sync routers for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:02.361859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dea7899f-5cbf-4cb1-bee3-8fae358dd67d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2841589 Nov 09 17:55:02.366534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37892) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:02.368336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:02.368977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:02.400120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:02.470970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9328fce9-fd4a-4ff7-9495-b9a2ac7341d5 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.2078795 Nov 09 17:55:02.478624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:02.596533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:02.620761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:02.621405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:02.630031 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] Sync routers for ids ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:02.657702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] Routers {'6e973e97-f768-4cf3-aa4a-fa9119034bd0'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:02.659702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:02.665837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:02.681599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:02.684282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49267d-273e-41df-ad09-20485b8676a0 None None] The sync data for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:02.740111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:02.765741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f7fc7756-ea4e-499d-824d-be9da3607f77 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] 10.222.0.45 "GET /v2.0/floatingips/29a51460-cd08-4f7c-8dd3-0c4e57c00e23 HTTP/1.1" status: 200 len: 983 time: 0.2856138 Nov 09 17:55:02.770067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37898) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:02.844675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] Set router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:02.866539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] Deleting port 68643bf8-e37c-492a-93e9-4f80b97d04a2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:02.868380 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:02.966490 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:52Z', 'updated_at': '2021-11-09T17:54:59Z', 'revision_number': 3, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:03.018269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] For port 68643bf8-e37c-492a-93e9-4f80b97d04a2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=68643bf8-e37c-492a-93e9-4f80b97d04a2,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:03.019755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.025596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] Checking router: 6e973e97-f768-4cf3-aa4a-fa9119034bd0 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:03.046096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] Calling delete_port for 68643bf8-e37c-492a-93e9-4f80b97d04a2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:03.050178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7b10d400-a6fa-43a3-9e37-d192f50131aa tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.2773485 Nov 09 17:55:03.051400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37900) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:03.058295 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] Routers {'6e973e97-f768-4cf3-aa4a-fa9119034bd0'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:03.060910 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:03.306320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.313087 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.381993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] No DVR routers for this DVR port 68643bf8-e37c-492a-93e9-4f80b97d04a2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:03.388897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d724faf-e769-4f3d-b2f2-5a8e4e115a0c None None] Pushing event deleted for resources: {'Port': ['ID=68643bf8-e37c-492a-93e9-4f80b97d04a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:03.399657 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] Set router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:03.477312 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:52Z', 'updated_at': '2021-11-09T17:54:59Z', 'revision_number': 3, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:03.523679 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27630a-27a4-4491-8a29-245fbf578eb1 None None] The sync data for ids ['6e973e97-f768-4cf3-aa4a-fa9119034bd0'] in n-d-804292-3 is: [{'id': '6e973e97-f768-4cf3-aa4a-fa9119034bd0', 'name': 'tempest-NetworksTestDHCPv6-router-1797109437', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:52Z', 'updated_at': '2021-11-09T17:54:59Z', 'revision_number': 3, 'project_id': '751a48ceb61846c885d5a2863e213e38', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:03.583908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.595074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.600631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.603633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting port 2e4d2dbf-b238-4e17-811b-7c467099ddb8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:03.608060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.710120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.710815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Fanout notify agent at l3_agent the message router_deleted on router 6e973e97-f768-4cf3-aa4a-fa9119034bd0 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:03.724758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.726727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c10738d8-298e-4db3-b82d-ea2342fe85fc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/routers/6e973e97-f768-4cf3-aa4a-fa9119034bd0 HTTP/1.1" status: 204 len: 168 time: 1.3583477 Nov 09 17:55:03.730384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:03.745866 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.746301 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:03.773280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Calling delete_port for 2e4d2dbf-b238-4e17-811b-7c467099ddb8 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:03.778515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7855d649-1c96-4661-aaa5-5898db1ddcab tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0421624 Nov 09 17:55:03.778515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:03.858710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0baff-eda0-4e6d-8c8b-607834fde92a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:03.861104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d0a0baff-eda0-4e6d-8c8b-607834fde92a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0812068 Nov 09 17:55:03.865922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:03.951460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e3d400ae-91f2-495f-b8e8-24989f82d727 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836895 Nov 09 17:55:03.958889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:03.965210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:04.086474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:04.154748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Port': ['ID=2e4d2dbf-b238-4e17-811b-7c467099ddb8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:04.174764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:04.185192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:04.293752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:04.294641 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Floating IP 29a51460-cd08-4f7c-8dd3-0c4e57c00e23 disassociated (deleted). External IP: 172.25.3.168, port: cd68b918-33f0-4575-8bab-2f75f371544f. Nov 09 17:55:04.556824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 68643bf8-e37c-492a-93e9-4f80b97d04a2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:04.588738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 68643bf8-e37c-492a-93e9-4f80b97d04a2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:04.589171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 68643bf8-e37c-492a-93e9-4f80b97d04a2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:04.589817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:04.633235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:04.634424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b68bb16e-be9a-495e-b5ba-78cbe73b0ec9 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:04.740101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:04.742576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:04.827759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:04.837014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:04.842636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:04.843712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:04.859250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd0224-9f07-4b93-be50-c6ccbb55b805 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:04.875043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=6d5e0510-3334-47c7-a1c8-7067f341d8bc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:04.898766 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b8ba6c43-083e-4156-b5b3-af868650a5cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9372423 Nov 09 17:55:04.899415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:04.908694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:05.053564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Router b63310b7-b292-491f-9109-28dd5b4f9c44 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:05.262347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '6d5e0510-3334-47c7-a1c8-7067f341d8bc'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:05.264567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:05.267099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:05.277056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:05.279085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:05.286101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:05.306635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] Sync routers for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:05.337053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-83df661f-74da-493c-9cf3-7e7374422b25 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "DELETE /v2.0/floatingips/29a51460-cd08-4f7c-8dd3-0c4e57c00e23 HTTP/1.1" status: 204 len: 168 time: 2.2842741 Nov 09 17:55:05.338065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37916) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:05.343042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:05.367620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:05.368955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:05.386457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:05.511094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:05.536896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:05.539293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:05.539941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:05.626051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:05.627535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080e899-95d4-4ab7-a350-5a489a8d0b7a None None] The sync data for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:05.668437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Allocated IP 2001:db8::f816:3eff:feca:2eed (9950a2ad-e1cb-47e8-819c-abec142e904a/6d5e0510-3334-47c7-a1c8-7067f341d8bc/04bda822-a549-46df-9ff3-f86156d7e4bf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:05.841568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Allocated IP 172.25.3.60 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/53918111-a8d2-4507-ac4c-e8ecb5b24215) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:05.896445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:05.990589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:05.999736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:06.013121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:06.014804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.016653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.041041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.053311 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.062706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1614647 Nov 09 17:55:06.067143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6b5ff-3e3a-4ec1-a666-7b52d614fb7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=69048162-77ee-4873-ac94-c516166eeb87,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.071033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37924) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:06.078666 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:be:59:38', 'name': 'tempest-NetworksTestDHCPv6-1226872257'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:06.102901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:06.105988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:06.112977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:06.143734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Pushing event updated for resources: {'Port': ['ID=04bda822-a549-46df-9ff3-f86156d7e4bf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.191974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Attempting to bind port 04bda822-a549-46df-9ff3-f86156d7e4bf on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:06.192628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Attempting to bind port 04bda822-a549-46df-9ff3-f86156d7e4bf by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:06.193260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Attempting to bind port 04bda822-a549-46df-9ff3-f86156d7e4bf on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:06.204414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:06.205014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.205243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:06.205693 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.206432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:06.207424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Bound port: 04bda822-a549-46df-9ff3-f86156d7e4bf, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:06.208098 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.284900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:06.290645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:06.294597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:06.309480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] For port 04bda822-a549-46df-9ff3-f86156d7e4bf, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:06.313621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] For port 04bda822-a549-46df-9ff3-f86156d7e4bf, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04bda822-a549-46df-9ff3-f86156d7e4bf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:06.320976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.348686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Pushing event updated for resources: {'Port': ['ID=53918111-a8d2-4507-ac4c-e8ecb5b24215,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.381334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:06.445533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077f495-0169-4ec4-935f-c51e02899b8b None None] Pushing event updated for resources: {'Port': ['ID=04bda822-a549-46df-9ff3-f86156d7e4bf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.583304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.685876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.713287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:06.757944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 68dbef34-f2b9-4aa3-be91-f6c021b17fc0 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:07.088326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 172.20.0.9 (9950a2ad-e1cb-47e8-819c-abec142e904a/69048162-77ee-4873-ac94-c516166eeb87/68dbef34-f2b9-4aa3-be91-f6c021b17fc0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:07.097861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.103781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:febe:5938 (9950a2ad-e1cb-47e8-819c-abec142e904a/6d5e0510-3334-47c7-a1c8-7067f341d8bc/68dbef34-f2b9-4aa3-be91-f6c021b17fc0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:07.114912 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.290901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Pushing event updated for resources: {'Port': ['ID=53918111-a8d2-4507-ac4c-e8ecb5b24215,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:07.329524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.417515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.418871 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-026d2329-33de-4f0f-8788-03d580174132 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0795462 Nov 09 17:55:07.422597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37928) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:07.496412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.552896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.618302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:07.625625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:07.637505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:07.651269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:07.686472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=68dbef34-f2b9-4aa3-be91-f6c021b17fc0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:07.731182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:07.731639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.736013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:07.795849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-edd4ba0c-c361-4b71-bf59-9e846597d8de tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7226672 Nov 09 17:55:07.800158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:07.852788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada02ca8-ca23-44a1-ba3e-7f92ffa34f47 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:07.893376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fc16a-8012-4cf0-a9fe-2e249297c03c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:07.900966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fc16a-8012-4cf0-a9fe-2e249297c03c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:07.905589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-de1fc16a-8012-4cf0-a9fe-2e249297c03c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1005368 Nov 09 17:55:07.905914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:07.913523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.032251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-38332d63-69ac-4740-a51b-88a2a35de6fe None None] Provisioning complete for port 04bda822-a549-46df-9ff3-f86156d7e4bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:08.033068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38332d63-69ac-4740-a51b-88a2a35de6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.035603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-6184bc85-abdb-476c-baa9-ca18124626a5 req-aa94f64c-582a-45d5-b471-5a5588a8db05 service neutron] (102555) timed out ('10.222.0.45', 47478) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:55:08.079093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Allocated IP 172.25.3.47 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/63bc287d-2138-451e-b48b-c7551e88dad1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:08.079544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 68dbef34-f2b9-4aa3-be91-f6c021b17fc0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:08.080069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.203447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.227262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 68dbef34-f2b9-4aa3-be91-f6c021b17fc0 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:08.246165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38332d63-69ac-4740-a51b-88a2a35de6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.258148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.294222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-38332d63-69ac-4740-a51b-88a2a35de6fe None None] For port 04bda822-a549-46df-9ff3-f86156d7e4bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04bda822-a549-46df-9ff3-f86156d7e4bf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:08.300679 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38332d63-69ac-4740-a51b-88a2a35de6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.324506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.362006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:08.365694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:08.373945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:08.486214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38332d63-69ac-4740-a51b-88a2a35de6fe None None] Pushing event updated for resources: {'Port': ['ID=04bda822-a549-46df-9ff3-f86156d7e4bf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:08.493876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Pushing event updated for resources: {'Port': ['ID=63bc287d-2138-451e-b48b-c7551e88dad1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:08.510453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '6d5e0510-3334-47c7-a1c8-7067f341d8bc', 'ip_address': '2001:db8::f816:3eff:feca:2eed'}, {'subnet_id': '69048162-77ee-4873-ac94-c516166eeb87'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '04bda822-a549-46df-9ff3-f86156d7e4bf'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:55:08.569045 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.571845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.627524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04bda822-a549-46df-9ff3-f86156d7e4bf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:08.652273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=68dbef34-f2b9-4aa3-be91-f6c021b17fc0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:08.663077 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.735066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.844350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.851852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7a3da1ee-c761-44b5-9af0-23d75df4d40c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/68dbef34-f2b9-4aa3-be91-f6c021b17fc0 HTTP/1.1" status: 204 len: 168 time: 0.9442325 Nov 09 17:55:08.857221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:08.874772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 04bda822-a549-46df-9ff3-f86156d7e4bf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:08.874772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:08.994960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d5ea3-0f50-470d-887e-08fe0deca675 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:08.999137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d5ea3-0f50-470d-887e-08fe0deca675 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.003976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d5ea3-0f50-470d-887e-08fe0deca675 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.009878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f2d5ea3-0f50-470d-887e-08fe0deca675 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1478789 Nov 09 17:55:09.011743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:09.026385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.028874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] Allocated IP 172.20.0.2 (9950a2ad-e1cb-47e8-819c-abec142e904a/69048162-77ee-4873-ac94-c516166eeb87/04bda822-a549-46df-9ff3-f86156d7e4bf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:09.038621 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.152301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 69048162-77ee-4873-ac94-c516166eeb87 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:09.214308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Pushing event updated for resources: {'Port': ['ID=63bc287d-2138-451e-b48b-c7551e88dad1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:09.234503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.259385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.261499 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2ca761d8-bee8-4496-9fdd-77033eb0256a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8375647 Nov 09 17:55:09.268025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:09.290345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] For port 04bda822-a549-46df-9ff3-f86156d7e4bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04bda822-a549-46df-9ff3-f86156d7e4bf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:09.334790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.341260 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.415222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.449777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678a379-90fa-4ad0-a9d6-344e45fb9dc9 None None] Pushing event updated for resources: {'Port': ['ID=04bda822-a549-46df-9ff3-f86156d7e4bf,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:09.582484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.635463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cbd4f2d8-48cf-4d54-836f-b0b75ac46ca7 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.3619409 Nov 09 17:55:09.636596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:09.745860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-23cf4606-dcf6-41e3-896f-c89bd5cd5a57 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1080379 Nov 09 17:55:09.750522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37958) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:09.763152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.852557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.891599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=69048162-77ee-4873-ac94-c516166eeb87,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:09.900462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:09.904564 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-660b123b-e682-4651-8ce5-4865d3aa9fb0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/69048162-77ee-4873-ac94-c516166eeb87 HTTP/1.1" status: 204 len: 168 time: 0.8906391 Nov 09 17:55:09.907789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:10.000794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Deleting port 63bc287d-2138-451e-b48b-c7551e88dad1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:10.001860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.007619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 6d5e0510-3334-47c7-a1c8-7067f341d8bc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:10.011855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.073042 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.186303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.186683 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.226236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Calling delete_port for 63bc287d-2138-451e-b48b-c7551e88dad1 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:10.250898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.389121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.427844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5e0510-3334-47c7-a1c8-7067f341d8bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:10.429856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.433582 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-77f810e5-aea3-4ed8-9ead-afe7879ac3f1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/6d5e0510-3334-47c7-a1c8-7067f341d8bc HTTP/1.1" status: 204 len: 168 time: 0.5246983 Nov 09 17:55:10.444474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8989e-6bd3-4d77-98f1-fe34f4834800 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:10.455784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:10.510791 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.545621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c752b0fd-4160-423e-b9d5-67f113c43361 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939403 Nov 09 17:55:10.549504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:10.559507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:10.577945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04bda822-a549-46df-9ff3-f86156d7e4bf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:10.585120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Pushing event deleted for resources: {'Port': ['ID=63bc287d-2138-451e-b48b-c7551e88dad1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:10.646827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.650692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.654298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a5cfd964-0412-4eb4-b94d-b09d3f741c2a tempest-FloatingIPAdminTestJSON-2040813450 tempest-FloatingIPAdminTestJSON-2040813450-project] 10.222.0.45 "DELETE /v2.0/floatingips/34497bf4-1892-4860-bb60-48b91951882e HTTP/1.1" status: 204 len: 168 time: 0.9003990 Nov 09 17:55:10.655145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:10.660142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-376bcdc9-e150-4903-b36f-956c541f79dd None None] Provisioning complete for port 04bda822-a549-46df-9ff3-f86156d7e4bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:10.660930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-376bcdc9-e150-4903-b36f-956c541f79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.758723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 04bda822-a549-46df-9ff3-f86156d7e4bf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:10.759458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.762919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:10.769139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:10.955200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Deleting port 53918111-a8d2-4507-ac4c-e8ecb5b24215 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:10.956358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.106402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:11.123032 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.123800 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.153814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Calling delete_port for 53918111-a8d2-4507-ac4c-e8ecb5b24215 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:11.244234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-376bcdc9-e150-4903-b36f-956c541f79dd None None] Could not find standard attr ID for object 68dbef34-f2b9-4aa3-be91-f6c021b17fc0. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:11.253371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:11.372314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] Deleting port 04bda822-a549-46df-9ff3-f86156d7e4bf {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:11.373419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.457409 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.520904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Pushing event deleted for resources: {'Port': ['ID=53918111-a8d2-4507-ac4c-e8ecb5b24215,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:11.538350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.585929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] For port 04bda822-a549-46df-9ff3-f86156d7e4bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04bda822-a549-46df-9ff3-f86156d7e4bf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:11.587606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.628411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] Calling delete_port for 04bda822-a549-46df-9ff3-f86156d7e4bf owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:11.647325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.653411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.659942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1cf36208-bad9-4a5a-9eb2-2119e0f92670 tempest-FloatingIPAdminTestJSON-343950058 tempest-FloatingIPAdminTestJSON-343950058-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/133f810b-5727-4c01-abbc-8872d336d797 HTTP/1.1" status: 204 len: 168 time: 0.9998569 Nov 09 17:55:11.660245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 37980) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:11.764189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port 04bda822-a549-46df-9ff3-f86156d7e4bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04bda822-a549-46df-9ff3-f86156d7e4bf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:11.809132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.816447 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.817585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.822793 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.839643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting port cd68b918-33f0-4575-8bab-2f75f371544f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:11.840263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.864218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] Pushing event deleted for resources: {'Port': ['ID=04bda822-a549-46df-9ff3-f86156d7e4bf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:11.872628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86019ba-d88d-4cfd-bae4-41593ee9deb8 None None] No DVR routers for this DVR port 04bda822-a549-46df-9ff3-f86156d7e4bf on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:11.897737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=04bda822-a549-46df-9ff3-f86156d7e4bf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:11.909607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:11.913940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:11.918882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:11.919622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:11.928058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26dd94-e296-4f2f-8e83-d2bf81734300 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:11.952246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=20df09d5-840c-41eb-93dc-cbcec516e684,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:11.965585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-36f071e9-1238-46bd-adc5-0ba8be3c2f0d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4113734 Nov 09 17:55:11.967518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 37984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:11.994542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:11.996335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.014760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Calling delete_port for cd68b918-33f0-4575-8bab-2f75f371544f owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:12.187850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '20df09d5-840c-41eb-93dc-cbcec516e684'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:12.189500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.204715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:12.210418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.308200 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.338720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22af45b-e7f2-4a26-87c7-7e529dcebd9a req-8bfe1b06-e443-4299-bdf1-30650c6debd1 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:12.341155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c22af45b-e7f2-4a26-87c7-7e529dcebd9a req-8bfe1b06-e443-4299-bdf1-30650c6debd1 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1047881 Nov 09 17:55:12.350703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Port': ['ID=cd68b918-33f0-4575-8bab-2f75f371544f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:12.450128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c22af45b-e7f2-4a26-87c7-7e529dcebd9a req-783c4ab6-9a0e-48ff-9e35-1cb803107840 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979104 Nov 09 17:55:12.537512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.546675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a65ce0d8-f3da-462d-88ac-6938b0b4aece tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "DELETE /v2.0/ports/cd68b918-33f0-4575-8bab-2f75f371544f HTTP/1.1" status: 204 len: 168 time: 0.8853593 Nov 09 17:55:12.551642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:12.636005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04bda822-a549-46df-9ff3-f86156d7e4bf no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:12.659309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.686269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 04bda822-a549-46df-9ff3-f86156d7e4bf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:12.686750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04bda822-a549-46df-9ff3-f86156d7e4bf not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:12.720983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:12.727749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:12.731843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:12.732457 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.741289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Allocated IP 2001:db8::f816:3eff:febf:9259 (9950a2ad-e1cb-47e8-819c-abec142e904a/20df09d5-840c-41eb-93dc-cbcec516e684/82b46bd1-1f9c-43e1-981b-c33374e4f349) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:12.780301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=21f7839e-3873-4f73-bcb5-203bcc55ffce,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:12.792012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5bba00db-cc58-4ca1-bade-59877414ae17 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8220453 Nov 09 17:55:12.795268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:12.805002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:f3:e0:14', 'name': 'tempest-NetworksTestDHCPv6-148208929'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:12.975368 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:12.986551 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:13.060904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:13.071589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:13.073716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Pushing event updated for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:13.078148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:13.086028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:13.163032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Attempting to bind port 82b46bd1-1f9c-43e1-981b-c33374e4f349 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:13.163605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Attempting to bind port 82b46bd1-1f9c-43e1-981b-c33374e4f349 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:13.163986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Attempting to bind port 82b46bd1-1f9c-43e1-981b-c33374e4f349 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:13.171357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:13.171744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:13.172161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:13.172573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:13.173085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Bound port: 82b46bd1-1f9c-43e1-981b-c33374e4f349, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:13.175408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:13.192312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e7d00-8f02-47a9-b64b-69c36a8d9920 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:13.194118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-931e7d00-8f02-47a9-b64b-69c36a8d9920 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63310b7-b292-491f-9109-28dd5b4f9c44 HTTP/1.1" status: 200 len: 913 time: 0.6409929 Nov 09 17:55:13.203444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:13.203723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3388c8b-71c0-41c7-97b9-734a644cc433 req-689e8bd8-4989-4320-a833-854e72daf840 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:13.205160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3388c8b-71c0-41c7-97b9-734a644cc433 req-689e8bd8-4989-4320-a833-854e72daf840 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.1535525 Nov 09 17:55:13.241397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:13.257689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:13.266949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82b46bd1-1f9c-43e1-981b-c33374e4f349,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:13.276660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:13.308897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3388c8b-71c0-41c7-97b9-734a644cc433 req-622fc9dc-8355-4421-a9d5-daf41c1fd694 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902529 Nov 09 17:55:13.350331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4fc3f-3aa6-4f19-94d9-7cf8f66d28bd None None] Pushing event updated for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:13.354229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38006) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:13.373727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 20a0f101-bd28-47c8-ab89-33e36b538de3 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:13.515159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e73e61f-556e-48f6-a312-cc45c4dd8c70 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 200 len: 993 time: 0.1584876 Nov 09 17:55:13.792256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 172.20.0.13 (9950a2ad-e1cb-47e8-819c-abec142e904a/21f7839e-3873-4f73-bcb5-203bcc55ffce/20a0f101-bd28-47c8-ab89-33e36b538de3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:13.821503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fef3:e014 (9950a2ad-e1cb-47e8-819c-abec142e904a/20df09d5-840c-41eb-93dc-cbcec516e684/20a0f101-bd28-47c8-ab89-33e36b538de3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:13.944337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-67e1365e-fbae-46fd-a843-6b8d02825cd9 req-f46a4a5c-d238-4ac4-a86a-0957bce21e06 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:55:13.946170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-67e1365e-fbae-46fd-a843-6b8d02825cd9 req-f46a4a5c-d238-4ac4-a86a-0957bce21e06 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115392 Nov 09 17:55:14.547047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:14.577099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-8a1f2473-a036-4d59-a14e-ad9e4507d9f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277702 Nov 09 17:55:14.590740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1bf01-fd2a-43d6-bbe0-f9953792856c req-c5f8ef51-3c59-4d0d-b98e-f1f8f9297282 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:14.592385 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9cf1bf01-fd2a-43d6-bbe0-f9953792856c req-c5f8ef51-3c59-4d0d-b98e-f1f8f9297282 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.1634874 Nov 09 17:55:14.603937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:14.630485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:14.736357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:14.737821 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:14.865911 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:14.882937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:14.926669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab5447-f864-4a5a-bfae-7256a48f9554 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:14.934078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82b46bd1-1f9c-43e1-981b-c33374e4f349,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:14.981504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.011774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9cf1bf01-fd2a-43d6-bbe0-f9953792856c req-98095b6a-a2ad-4c18-af86-2a862a093480 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630308 Nov 09 17:55:15.035194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:15.052747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:15.058453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:15.077302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:15.089325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=20a0f101-bd28-47c8-ab89-33e36b538de3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:15.092608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3243ca28-6413-4eca-b027-3f952a16d2a3 None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:15.092994 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3243ca28-6413-4eca-b027-3f952a16d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.280017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:15.280471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.308211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-801bded1-4a9d-467b-9f6b-3466c29b5ee2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5108027 Nov 09 17:55:15.308552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38040) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:15.355914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting port 129f6dbc-91dc-4c06-a62d-0a0269e7b439 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:15.356626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.375949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0ee4e-e588-4280-bfe1-b10562507b8b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:15.382902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0ee4e-e588-4280-bfe1-b10562507b8b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:15.387735 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aad0ee4e-e588-4280-bfe1-b10562507b8b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0780506 Nov 09 17:55:15.388391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38044) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:15.426850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '20df09d5-840c-41eb-93dc-cbcec516e684', 'ip_address': '2001:db8::f816:3eff:febf:9259'}, {'subnet_id': '21f7839e-3873-4f73-bcb5-203bcc55ffce'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '82b46bd1-1f9c-43e1-981b-c33374e4f349'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:55:15.465032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.555341 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.581914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 20a0f101-bd28-47c8-ab89-33e36b538de3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:15.582711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.586027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Calling delete_port for 129f6dbc-91dc-4c06-a62d-0a0269e7b439 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:15.791877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] Allocated IP 172.20.0.2 (9950a2ad-e1cb-47e8-819c-abec142e904a/21f7839e-3873-4f73-bcb5-203bcc55ffce/82b46bd1-1f9c-43e1-981b-c33374e4f349) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:15.798577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:15.850452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 20a0f101-bd28-47c8-ab89-33e36b538de3 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:16.155667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:16.232849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Port': ['ID=129f6dbc-91dc-4c06-a62d-0a0269e7b439,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:16.239097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82b46bd1-1f9c-43e1-981b-c33374e4f349,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:16.478048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:16.508039 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:16.553765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f959bf-8bee-49a4-95de-39aca72d6737 req-22516490-e3ad-4531-b81f-a469ad399090 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:16.557502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d4f959bf-8bee-49a4-95de-39aca72d6737 req-22516490-e3ad-4531-b81f-a469ad399090 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2626603 Nov 09 17:55:16.742558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6888-ab89-4fe1-ba68-ce2610447a20 None None] Pushing event updated for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:16.850867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:16.990867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:16.991279 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:17.008713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:17.039693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:17.147656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=20a0f101-bd28-47c8-ab89-33e36b538de3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:17.199924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d4f959bf-8bee-49a4-95de-39aca72d6737 req-cf039283-352e-43d3-9f21-dac9de760735 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6129165 Nov 09 17:55:17.307692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-dbd450ff-6440-4928-a261-5045695b2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.309874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-dbd450ff-6440-4928-a261-5045695b2dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1794610 Nov 09 17:55:17.398602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:17.409267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bb208410-55bc-4a13-8592-9ef18a9e4aca tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/20a0f101-bd28-47c8-ab89-33e36b538de3 HTTP/1.1" status: 204 len: 168 time: 2.0172117 Nov 09 17:55:17.412272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38056) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:17.505776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac9a09-8b04-4e40-94cb-eb8def46ed3f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.507830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac9a09-8b04-4e40-94cb-eb8def46ed3f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.509269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac9a09-8b04-4e40-94cb-eb8def46ed3f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.514962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abac9a09-8b04-4e40-94cb-eb8def46ed3f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0978129 Nov 09 17:55:17.514962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-fdd00f9c-9466-440d-90c8-923baa8b2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.515990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-fdd00f9c-9466-440d-90c8-923baa8b2131 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.1991634 Nov 09 17:55:17.516475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38058) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:17.579409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Router b63310b7-b292-491f-9109-28dd5b4f9c44 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:17.604898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-e9fec999-c31e-410f-a2d0-b59c1feed793 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 1001 time: 0.0782483 Nov 09 17:55:17.737496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-df65b315-e29e-42db-a7dd-9d6f01a8dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.739995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-df65b315-e29e-42db-a7dd-9d6f01a8dcfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.1130810 Nov 09 17:55:17.745445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 20df09d5-840c-41eb-93dc-cbcec516e684 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:17.770910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:17.784964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] Sync routers for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:17.791834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:17.807814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:17.813229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f27f8b98-44cd-4764-8bcf-343e8e2cdb8e tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "PUT /v2.0/routers/b63310b7-b292-491f-9109-28dd5b4f9c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6070969 Nov 09 17:55:17.814333 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:17.816552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:17.857720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-ca323790-ad24-47f5-b038-01269556136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:17.859430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-ca323790-ad24-47f5-b038-01269556136e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094968 Nov 09 17:55:17.866741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:17.887670 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:17.899312 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] Routers {'b63310b7-b292-491f-9109-28dd5b4f9c44'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:17.900292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:55:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b63310b7-b292-491f-9109-28dd5b4f9c44'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:17.960558 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:17.961845 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25272aeb-e3b9-4932-94ff-3ca5d8c99819 None None] The sync data for ids ['b63310b7-b292-491f-9109-28dd5b4f9c44'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:18.112192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.183752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.227983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-5ca069a6-9dcf-4c67-af71-ad4eaf029910 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527033 Nov 09 17:55:18.289411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9931ea8b-911c-424b-9fb0-2bd114ffc1ac None None] Could not find standard attr ID for object 20a0f101-bd28-47c8-ab89-33e36b538de3. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:18.309631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9931ea8b-911c-424b-9fb0-2bd114ffc1ac None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:18.310177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9931ea8b-911c-424b-9fb0-2bd114ffc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.420992 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-ea3b90f2-bed9-401c-8e87-8c856c381be9 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803601 Nov 09 17:55:18.423082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.533946 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.534549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.546059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/20df09d5-840c-41eb-93dc-cbcec516e684 HTTP/1.1" status: 204 len: 168 time: 1.0282807 Nov 09 17:55:18.547567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:18.547805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bbecf-8fdf-45a5-b528-da21c93c77e0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=20df09d5-840c-41eb-93dc-cbcec516e684,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:18.564968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:18.660965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:18.661342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.680618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede89ee-72ef-4af3-acd9-0c8d004de5a0 req-7f69eedc-23b1-494d-ba73-cf86a2f34392 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:18.682148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bede89ee-72ef-4af3-acd9-0c8d004de5a0 req-7f69eedc-23b1-494d-ba73-cf86a2f34392 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.3760653 Nov 09 17:55:18.735940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 21f7839e-3873-4f73-bcb5-203bcc55ffce {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:18.743414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.756023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6517b1d-6478-4a7e-9b77-97a6f29211ee None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:18.807094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.883355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting port c2df567c-cff7-497d-9f55-ae3ed31266af {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:18.883708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:18.891582 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bede89ee-72ef-4af3-acd9-0c8d004de5a0 req-dfcba27c-cecf-4317-94f8-20c52e280b2a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917160 Nov 09 17:55:18.938571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d7b65315-f560-42b6-82c1-32d01d2d5bbe None None] Could not find standard attr ID for object 20a0f101-bd28-47c8-ab89-33e36b538de3. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:19.001937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.054694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.101067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Calling delete_port for c2df567c-cff7-497d-9f55-ae3ed31266af owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:19.192687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.229743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=21f7839e-3873-4f73-bcb5-203bcc55ffce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:19.233597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.240870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8e2ec79b-a9f4-46e4-86f6-d0ebfe5a0d4e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/21f7839e-3873-4f73-bcb5-203bcc55ffce HTTP/1.1" status: 204 len: 168 time: 0.6864116 Nov 09 17:55:19.241592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.296155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a44b9cd1-7b07-440c-bcd3-cbb4bcd72cc4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531723 Nov 09 17:55:19.298781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38076) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.306797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:19.411552 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.450037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Port': ['ID=c2df567c-cff7-497d-9f55-ae3ed31266af,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:19.464864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:19.473193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.478075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e70d9e-7d9b-47c0-bb8f-1b8b78cf9bf7 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:19.550615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.671126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.673654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.724455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.725006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Fanout notify agent at l3_agent the message router_deleted on router b63310b7-b292-491f-9109-28dd5b4f9c44 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:19.733683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.737337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19629544-5219-43bc-99a5-9b72b53db51a tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "DELETE /v2.0/routers/b63310b7-b292-491f-9109-28dd5b4f9c44 HTTP/1.1" status: 204 len: 168 time: 1.9187548 Nov 09 17:55:19.739478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.745225 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.795194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:19.801310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:19.806655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:19.807449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.809905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting subnet 421d2855-ab1f-4872-b2f3-cdf08cbb6511 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:19.813785 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:19.818890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=b9d0f944-a067-4111-8dea-d101ea0ecde4,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:19.843337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-94ff6be1-62c1-4e4a-9b17-eb55fd477b6a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5426600 Nov 09 17:55:19.847192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.858254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:19.914890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db574e5d-8b08-46a7-9372-a88e03e83810 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:19.922651 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.047327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-decbf666-095b-4dce-bc7d-931e211d9a9d None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:20.051231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decbf666-095b-4dce-bc7d-931e211d9a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.063579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:20.068539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.133797 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.149668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee4ca-6084-47e5-a969-1c31052b31e3 req-4efde79b-b20e-4a13-9ad7-f9e50a95546f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.152150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fdee4ca-6084-47e5-a969-1c31052b31e3 req-4efde79b-b20e-4a13-9ad7-f9e50a95546f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.1150448 Nov 09 17:55:20.231878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1fdee4ca-6084-47e5-a969-1c31052b31e3 req-9b1504da-5289-4cb4-b7d9-0b3d43661029 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706260 Nov 09 17:55:20.250333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.299112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Subnet': ['ID=421d2855-ab1f-4872-b2f3-cdf08cbb6511,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:20.306682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.310352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bff146b7-d698-4f92-80a8-d22faa72dc08 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "DELETE /v2.0/subnets/421d2855-ab1f-4872-b2f3-cdf08cbb6511 HTTP/1.1" status: 204 len: 168 time: 0.5697086 Nov 09 17:55:20.313291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:20.333407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c54a6-b5fb-4c15-a26a-20f3c1a8a2c1 None None] Network fe35fe67-78e2-4c7c-94fc-e263025342d7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:20.484661 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.635826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting port ab221a87-58ae-49e9-b9de-7f3187fa7e4c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:20.636339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.702837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] DHCP port deletion for fe35fe67-78e2-4c7c-94fc-e263025342d7 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:20.779317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:20.819201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] For port ab221a87-58ae-49e9-b9de-7f3187fa7e4c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,segment=NetworkSegment(bda48b2a-ef8d-40d5-8336-4c2322a9f26a),segment_id=bda48b2a-ef8d-40d5-8336-4c2322a9f26a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:20.819834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.829298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] Deleting port ab221a87-58ae-49e9-b9de-7f3187fa7e4c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:20.829881 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:20.856590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Calling delete_port for ab221a87-58ae-49e9-b9de-7f3187fa7e4c owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:20.914299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-22428fd9-3dc7-4b8c-90ad-5183513c7c34 None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:20.914691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22428fd9-3dc7-4b8c-90ad-5183513c7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.014585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.031784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] For port ab221a87-58ae-49e9-b9de-7f3187fa7e4c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,segment=NetworkSegment(bda48b2a-ef8d-40d5-8336-4c2322a9f26a),segment_id=bda48b2a-ef8d-40d5-8336-4c2322a9f26a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:21.033019 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.055577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] Calling delete_port for ab221a87-58ae-49e9-b9de-7f3187fa7e4c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:21.058848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.100536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Port': ['ID=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:21.107298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] No DVR routers for this DVR port ab221a87-58ae-49e9-b9de-7f3187fa7e4c on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:21.243579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.269665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.321451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe35fe67-78e2-4c7c-94fc-e263025342d7']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:21.372272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] No DVR routers for this DVR port ab221a87-58ae-49e9-b9de-7f3187fa7e4c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:21.374568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:21.376238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096438f-b600-44b8-9685-d1fedf080915 None None] Pushing event deleted for resources: {'Port': ['ID=ab221a87-58ae-49e9-b9de-7f3187fa7e4c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:21.381551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda48b2a-ef8d-40d5-8336-4c2322a9f26a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:21.423433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.460895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.474433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:55:21.475443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:55:21.479078 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:55:21.557481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.567522 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.573952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "DELETE /v2.0/networks/fe35fe67-78e2-4c7c-94fc-e263025342d7 HTTP/1.1" status: 204 len: 168 time: 1.2571702 Nov 09 17:55:21.575723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38094) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:21.643391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02b5b-7dc3-46dd-bd86-7f1709f416a4 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Network': ['ID=fe35fe67-78e2-4c7c-94fc-e263025342d7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:21.785686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Deleting port 322c188a-b9d9-412c-97f4-7d19c14a8cca {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:21.786274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.905351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.905807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.909316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82b46bd1-1f9c-43e1-981b-c33374e4f349,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:21.920644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Calling delete_port for 322c188a-b9d9-412c-97f4-7d19c14a8cca owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:21.969595 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.977938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.978935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:21.996208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699dc7-26ae-4a56-b2a9-a31e126b2372 req-21951a62-b47c-47e0-ab39-fddce60a953b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.998149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d699dc7-26ae-4a56-b2a9-a31e126b2372 req-21951a62-b47c-47e0-ab39-fddce60a953b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.5656784 Nov 09 17:55:22.094588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.126673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Pushing event deleted for resources: {'Port': ['ID=322c188a-b9d9-412c-97f4-7d19c14a8cca,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:22.130345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:22.143462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:22.153665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde671c-df8d-4d60-9c94-37c4f483b52b None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:22.159223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=a36e0f82-e55f-4d7b-9b96-55262702f290,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:22.166358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:22.167080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.187003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:22.202512 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7d699dc7-26ae-4a56-b2a9-a31e126b2372 req-f1f05bf8-9bfa-4fd1-825b-377d3d892841 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717567 Nov 09 17:55:22.216345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f6d2d15-bfe9-48c9-97dc-d6eba0fd407a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3673313 Nov 09 17:55:22.221787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:22.229271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:83:4b:83', 'name': 'tempest-NetworksTestDHCPv6-658803056'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:22.257118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.260834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.264345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6320dece-ebf9-4c2e-a339-74471e835208 tempest-FloatingIPAdminTestJSON-391180383 tempest-FloatingIPAdminTestJSON-391180383-project] 10.222.0.45 "DELETE /v2.0/floatingips/31341144-8f76-4979-ad73-040d9976283c HTTP/1.1" status: 204 len: 168 time: 0.6850021 Nov 09 17:55:22.407600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:22.465376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': 'a36e0f82-e55f-4d7b-9b96-55262702f290', 'ip_address': '2001:db8::f816:3eff:febf:9259'}, {'subnet_id': 'b9d0f944-a067-4111-8dea-d101ea0ecde4'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '82b46bd1-1f9c-43e1-981b-c33374e4f349'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:55:22.514265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.548478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.585071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 4349eefe-5dad-4037-a11e-9e84090e8598 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:22.617694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:22.723415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38110) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:22.845617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 172.20.0.14 (9950a2ad-e1cb-47e8-819c-abec142e904a/b9d0f944-a067-4111-8dea-d101ea0ecde4/4349eefe-5dad-4037-a11e-9e84090e8598) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:22.857897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fe83:4b83 (9950a2ad-e1cb-47e8-819c-abec142e904a/a36e0f82-e55f-4d7b-9b96-55262702f290/4349eefe-5dad-4037-a11e-9e84090e8598) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:22.894712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:22.895821 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:22.976874 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:55:23.057099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b5d92695-85bb-4ff1-901b-b621e01ff3c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9af2190941c40c185cde5060b76a899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3321831 Nov 09 17:55:23.061494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.141932 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.147222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-b0271ff6-1d58-4850-ade9-249cf20c40c0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.149137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-b0271ff6-1d58-4850-ade9-249cf20c40c0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.1741970 Nov 09 17:55:23.177699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-cf822559-be05-4934-8914-f49fbb5a5833 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0132170 Nov 09 17:55:23.222518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69604ba6-8a86-4257-9e2b-95f2db35c4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.229817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.273806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69604ba6-8a86-4257-9e2b-95f2db35c4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.277874 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.322915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-101b293e-df48-4179-a1e1-d6e2e1bd6a67 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258848 Nov 09 17:55:23.330714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab221a87-58ae-49e9-b9de-7f3187fa7e4c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:23.333420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] Allocated IP 172.20.0.2 (9950a2ad-e1cb-47e8-819c-abec142e904a/b9d0f944-a067-4111-8dea-d101ea0ecde4/82b46bd1-1f9c-43e1-981b-c33374e4f349) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:23.364311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ab221a87-58ae-49e9-b9de-7f3187fa7e4c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:23.364695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ab221a87-58ae-49e9-b9de-7f3187fa7e4c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:23.431286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:23.445917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:23.449716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=4349eefe-5dad-4037-a11e-9e84090e8598,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.454420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:23.491659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-966b6631-62bb-4d46-a4f5-bd5c8de3d19e service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672528 Nov 09 17:55:23.494978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82b46bd1-1f9c-43e1-981b-c33374e4f349,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:23.500662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e18fb4-4636-4472-843c-becb61079579 req-864890c0-6c58-47f2-a395-0969cbe87c8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.501948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4e18fb4-4636-4472-843c-becb61079579 req-864890c0-6c58-47f2-a395-0969cbe87c8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.1660447 Nov 09 17:55:23.559701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.568565 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.584431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.585772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.602438 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69604ba6-8a86-4257-9e2b-95f2db35c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.607579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69604ba6-8a86-4257-9e2b-95f2db35c4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:23.613791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69604ba6-8a86-4257-9e2b-95f2db35c4ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f2bed0c-6d8b-4a07-b1fc-ba66f8ebd4dc HTTP/1.1" status: 204 len: 168 time: 0.5455995 Nov 09 17:55:23.667902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69604ba6-8a86-4257-9e2b-95f2db35c4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2bed0c-6d8b-4a07-b1fc-ba66f8ebd4dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.680018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4e18fb4-4636-4472-843c-becb61079579 req-40aecfc4-a3ed-4869-8178-30350166b610 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692550 Nov 09 17:55:23.691445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f40707b1-b4c7-4bdd-8a37-16726e5144bd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4643836 Nov 09 17:55:23.692870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38126) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.730590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-a5605838-ca12-48b8-83bc-e07cfb88d44b service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933093 Nov 09 17:55:23.736095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c487b5-18d9-42cd-b1e8-9c016f87fbcb None None] Pushing event updated for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.790439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298e75e-9b7a-440c-ab5d-82f460b251a1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.797446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298e75e-9b7a-440c-ab5d-82f460b251a1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.800218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9298e75e-9b7a-440c-ab5d-82f460b251a1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1056793 Nov 09 17:55:23.804730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38128) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.990434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 4349eefe-5dad-4037-a11e-9e84090e8598 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:23.991054 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.171288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-031668df-77c4-44a7-8fda-d05c8981b4bd req-aec568f3-d6b6-4b4c-a6c9-1f5d0b2e1e71 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.0601256 Nov 09 17:55:24.270692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.297115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 4349eefe-5dad-4037-a11e-9e84090e8598 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:24.370657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38142) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:24.401291 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8614d553-b707-4910-b1c7-e7cf2baa73c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.541559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:24.603218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:24.603818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.648701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.701170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=4349eefe-5dad-4037-a11e-9e84090e8598,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:24.796510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8614d553-b707-4910-b1c7-e7cf2baa73c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.805880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8614d553-b707-4910-b1c7-e7cf2baa73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.864164 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8614d553-b707-4910-b1c7-e7cf2baa73c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9eb067c11ca84fcd90a86cfdf9dd1c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888091 Nov 09 17:55:24.865247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38148) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:24.873220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.878807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-09d6893f-ec20-426c-aa77-f1fd34e90719 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/4349eefe-5dad-4037-a11e-9e84090e8598 HTTP/1.1" status: 204 len: 168 time: 1.0724678 Nov 09 17:55:24.883774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:24.934717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9fd63dc2-bc1c-4186-91f4-1ad70b1720b4 None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:24.935512 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fd63dc2-bc1c-4186-91f4-1ad70b1720b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:24.952260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e46302-709e-4c95-88c5-44e8d5ba32e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:24.954247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e46302-709e-4c95-88c5-44e8d5ba32e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:24.956623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e46302-709e-4c95-88c5-44e8d5ba32e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:24.958412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a0e46302-709e-4c95-88c5-44e8d5ba32e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0737190 Nov 09 17:55:24.963722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:25.048540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614d553-b707-4910-b1c7-e7cf2baa73c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ecd8b-ef79-4b0c-99d1-53a4bd71aace,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:25.070271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet a36e0f82-e55f-4d7b-9b96-55262702f290 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:25.091804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.158475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2aad8-76a6-4950-b994-b21be9f9167b req-73509424-fa09-4a7b-be81-b17232f32f52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:25.166350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1d2aad8-76a6-4950-b994-b21be9f9167b req-73509424-fa09-4a7b-be81-b17232f32f52 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2669973 Nov 09 17:55:25.169865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.191320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ced9595-ef3a-44f0-9816-cf1467a4d950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.247626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ced9595-ef3a-44f0-9816-cf1467a4d950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.313838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1d2aad8-76a6-4950-b994-b21be9f9167b req-c6b8852f-0c41-4eab-b291-a5230085941e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462557 Nov 09 17:55:25.373290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ced9595-ef3a-44f0-9816-cf1467a4d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.377222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ced9595-ef3a-44f0-9816-cf1467a4d950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.378676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0ced9595-ef3a-44f0-9816-cf1467a4d950 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b7ecd8b-ef79-4b0c-99d1-53a4bd71aace HTTP/1.1" status: 204 len: 168 time: 0.5117640 Nov 09 17:55:25.390890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced9595-ef3a-44f0-9816-cf1467a4d950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ecd8b-ef79-4b0c-99d1-53a4bd71aace,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:25.393489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18922cb9-498a-4781-9d71-edcda23e4d4b req-824199c3-2de1-4081-928f-8510fd605934 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.0996728 Nov 09 17:55:25.420907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.457969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b251f7fd-1674-4bfa-98ef-e3d30df1de43 None None] Could not find standard attr ID for object 4349eefe-5dad-4037-a11e-9e84090e8598. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:25.542581 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.577306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=a36e0f82-e55f-4d7b-9b96-55262702f290,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:25.598515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.611722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ccc2e92-ed6a-4cea-90b9-66ff07efa687 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/a36e0f82-e55f-4d7b-9b96-55262702f290 HTTP/1.1" status: 204 len: 168 time: 0.6462433 Nov 09 17:55:25.617633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:25.766346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet b9d0f944-a067-4111-8dea-d101ea0ecde4 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:25.770763 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.823931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:25.841289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e3d14-a3b0-4ef4-b142-663a8601bfde None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:25.953380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-2c311386-4bb4-4281-b6fb-345795b618f1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:25.955685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-2c311386-4bb4-4281-b6fb-345795b618f1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2589459 Nov 09 17:55:25.977815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.040218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': '203f1608-4544-4247-885a-8c13435afc2d', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:26.074694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38164) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:26.119987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08157f1e-a6e3-4d3c-9a00-a6f0ce683b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.193811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.281635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d0f944-a067-4111-8dea-d101ea0ecde4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:26.296600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.306677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38166) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:26.307099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8927c4d5-9f8b-4e8e-82d9-fd672426065e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/b9d0f944-a067-4111-8dea-d101ea0ecde4 HTTP/1.1" status: 204 len: 168 time: 0.6875911 Nov 09 17:55:26.313220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7bdeb-44ee-466b-99a6-06f52eae7d8e None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': 'b9d0f944-a067-4111-8dea-d101ea0ecde4'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '82b46bd1-1f9c-43e1-981b-c33374e4f349'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:55:26.333245 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08157f1e-a6e3-4d3c-9a00-a6f0ce683b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.361057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6da7bdeb-44ee-466b-99a6-06f52eae7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.363626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:26.368706 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.478520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e35b1b74-0b6f-4247-bc4b-c759062630f0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1655471 Nov 09 17:55:26.478520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08157f1e-a6e3-4d3c-9a00-a6f0ce683b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.482971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38172) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:26.531385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:26.683888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.8 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:26.707986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e8715-be9d-4a4b-88d0-a454ece983b5 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:26.763967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08157f1e-a6e3-4d3c-9a00-a6f0ce683b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef55a6-5445-42e4-bdc5-59b16ffc7858,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:26.779906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-08157f1e-a6e3-4d3c-9a00-a6f0ce683b86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f64893108c48453b87ced2b84b0a820a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017450 Nov 09 17:55:26.793641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38176) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:26.928749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f46ebc-cf09-418b-b721-cb94b73b168e req-a5a1d839-eb67-4829-ad52-f7ce9e9f3b14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:26.931321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81f46ebc-cf09-418b-b721-cb94b73b168e req-a5a1d839-eb67-4829-ad52-f7ce9e9f3b14 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.3739576 Nov 09 17:55:26.964112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-05001898-c6b3-43a6-b07f-94c6c39ff44e None None] Provisioning complete for port 82b46bd1-1f9c-43e1-981b-c33374e4f349 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:26.964892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05001898-c6b3-43a6-b07f-94c6c39ff44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.994272 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:26.994606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:26.998269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.005559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5d7872f-1856-47f5-bcdf-ed8bd069912b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.070479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26cb3927-d615-4deb-897f-9ba84d136b35 req-34389e67-90c8-4322-8bd8-594b133be111 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.4986992 Nov 09 17:55:27.078656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.132764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5d7872f-1856-47f5-bcdf-ed8bd069912b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.139728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-81f46ebc-cf09-418b-b721-cb94b73b168e req-e5231c67-21e5-4405-ab6c-f71e2db45373 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908376 Nov 09 17:55:27.168770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:27.182489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:27.195359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:27.303394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:27.305075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.313991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5d7872f-1856-47f5-bcdf-ed8bd069912b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.321399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5d7872f-1856-47f5-bcdf-ed8bd069912b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.326625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f5d7872f-1856-47f5-bcdf-ed8bd069912b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14ef55a6-5445-42e4-bdc5-59b16ffc7858 HTTP/1.1" status: 204 len: 168 time: 0.5176091 Nov 09 17:55:27.326936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:27.347635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-dd90b3cd-e239-4230-8e29-cc7a08991710 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3132005 Nov 09 17:55:27.369124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Request body: {'port': {'device_id': '203f1608-4544-4247-885a-8c13435afc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:27.379624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:27.381762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7872f-1856-47f5-bcdf-ed8bd069912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef55a6-5445-42e4-bdc5-59b16ffc7858,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:27.489907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.497886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.577489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Deleting port 82b46bd1-1f9c-43e1-981b-c33374e4f349 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:27.577813 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.721609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] For port 82b46bd1-1f9c-43e1-981b-c33374e4f349, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82b46bd1-1f9c-43e1-981b-c33374e4f349,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:27.722310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:27.744537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Calling delete_port for 82b46bd1-1f9c-43e1-981b-c33374e4f349 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:27.973981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-34e614a3-285f-4e72-837a-f53994885d32 None None] Provisioning complete for port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:27.974691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e614a3-285f-4e72-837a-f53994885d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.098933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:28.105483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:28.116584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:28.118939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.126509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=ef737e90-b3a3-4909-8f80-e5f064d3348b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.135593 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-34e614a3-285f-4e72-837a-f53994885d32 None None] Port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:28.168473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f2981d06-8595-4736-beea-5d74096cc9a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6770554 Nov 09 17:55:28.171143 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.173065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:28.201408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:28.203365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7df4-98fb-4b10-b670-73986c065dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.220081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:28.221258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.250018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Transition to ACTIVE for port object 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:28.261331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.265124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Pushing event deleted for resources: {'Port': ['ID=82b46bd1-1f9c-43e1-981b-c33374e4f349,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.308555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] No DVR routers for this DVR port 82b46bd1-1f9c-43e1-981b-c33374e4f349 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:28.340595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.341359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.341681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.342440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.343709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.344233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.344753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.345281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.345882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.346413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.346949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.348229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42505fdd-a253-42ee-84af-8b334f6bac8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:28.356226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b302caf-92cf-4d6e-9e42-f33f27b1cca5 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:28.411774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Pushing event updated for resources: {'Port': ['ID=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.630586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.663621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ce94d-235a-4190-ab10-cb70cb993740 req-2ace5885-047d-48c8-b71a-495b643e9e06 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:28.668010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa1ce94d-235a-4190-ab10-cb70cb993740 req-2ace5885-047d-48c8-b71a-495b643e9e06 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2596922 Nov 09 17:55:28.710725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce6d08-32dc-41c3-9104-eab57d4a0a45 req-de6d6ada-e9d1-42b6-ba71-bd31ecc325f0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:28.713174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61ce6d08-32dc-41c3-9104-eab57d4a0a45 req-de6d6ada-e9d1-42b6-ba71-bd31ecc325f0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2253692 Nov 09 17:55:28.731329 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:28.738824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.773127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:28.816932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 82b46bd1-1f9c-43e1-981b-c33374e4f349 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:28.817640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82b46bd1-1f9c-43e1-981b-c33374e4f349 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:28.848881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Attempting to bind port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:28.849410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Attempting to bind port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:28.850220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Attempting to bind port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:28.871252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa1ce94d-235a-4190-ab10-cb70cb993740 req-9df4afb3-2471-4bb3-b27e-77dd109524b3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593578 Nov 09 17:55:28.877118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:28.879693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Attempting to bind port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:28.907804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:28.908415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:28.909156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:28.909889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Bound port: 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:28.910469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:28.994311 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61ce6d08-32dc-41c3-9104-eab57d4a0a45 req-19293023-dd2c-415a-9a07-47f7571dd997 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433217 Nov 09 17:55:28.998946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': 'ef737e90-b3a3-4909-8f80-e5f064d3348b'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:29.000578 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:29.126363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] For port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:29.140048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] For port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:29.147885 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:29.231099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.232184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:29.233312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] 10.222.0.83 "PUT /v2.0/ports/0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c HTTP/1.1" status: 200 len: 1091 time: 1.8727221 Nov 09 17:55:29.233802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203f1608-4544-4247-885a-8c13435afc2d', 'tag': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:29.236638 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb762e-3314-46a4-ac10-811c143d8ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "203f1608-4544-4247-885a-8c13435afc2d", "tag": "0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:29.277188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a07a8-ded1-48c8-91eb-5a6ab2feba4a service neutron] Pushing event updated for resources: {'Port': ['ID=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:29.389861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-7dc974ba-0df2-425e-bff7-44f6b430f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.392024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-7dc974ba-0df2-425e-bff7-44f6b430f1ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 1094 time: 0.0782115 Nov 09 17:55:29.417340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Allocated IP 172.20.0.2 (9950a2ad-e1cb-47e8-819c-abec142e904a/ef737e90-b3a3-4909-8f80-e5f064d3348b/b5456c6a-e5c7-4d46-8063-1f660a2561ce) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:29.504115 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3fceee-6492-433f-9867-551a1023b0c1 x-openstack-request-id: req-3a3fceee-6492-433f-9867-551a1023b0c1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:29.506015 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203f1608-4544-4247-885a-8c13435afc2d", "tag": "0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:29.506015 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a3fceee-6492-433f-9867-551a1023b0c1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:29.507369 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203f1608-4544-4247-885a-8c13435afc2d', 'tag': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c', 'status': 'completed', 'code': 200} Nov 09 17:55:29.511934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-37f02786-794f-4c91-bd56-e19b53ecc65d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c HTTP/1.1" status: 200 len: 217 time: 0.1035826 Nov 09 17:55:29.731475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:29.733625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-fe66fb56-0d22-4841-b685-6307e17eae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.735164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:29.735983 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-fe66fb56-0d22-4841-b685-6307e17eae75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.2005045 Nov 09 17:55:29.822897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:29.828849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:29.839271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.839881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:29.864160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=3a384c65-0505-449c-b6dc-85de1e806f49,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:29.886544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-a86728a5-7fa9-4094-99bf-876c5fd77518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.896924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a46c24c8-8ef8-41f8-b515-33e93ba0824a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7164011 Nov 09 17:55:29.897201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-a86728a5-7fa9-4094-99bf-876c5fd77518 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467116 Nov 09 17:55:29.898231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38210) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:29.917926 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:29.920104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:3f:27:80', 'name': 'tempest-NetworksTestDHCPv6-1344336347'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:29.948464 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:30.074579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Pushing event updated for resources: {'Port': ['ID=b5456c6a-e5c7-4d46-8063-1f660a2561ce,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:30.087668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:30.090109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:30.093171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:30.218854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Attempting to bind port b5456c6a-e5c7-4d46-8063-1f660a2561ce on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:30.219352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Attempting to bind port b5456c6a-e5c7-4d46-8063-1f660a2561ce by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:30.219661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Attempting to bind port b5456c6a-e5c7-4d46-8063-1f660a2561ce on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:30.232962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:30.233489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:30.233756 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:30.234154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:30.234654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Bound port: b5456c6a-e5c7-4d46-8063-1f660a2561ce, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:30.235069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:30.258019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-1ee2c025-867c-406a-9d2a-97f7fca83b14 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507395 Nov 09 17:55:30.354728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] For port b5456c6a-e5c7-4d46-8063-1f660a2561ce, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:30.358957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] For port b5456c6a-e5c7-4d46-8063-1f660a2561ce, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b5456c6a-e5c7-4d46-8063-1f660a2561ce,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:30.365710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:30.451213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730f37f-cf6c-4495-b61c-37b887a8ea47 req-56033c90-5e9c-4b79-904c-2babb233cffb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:30.467634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2730f37f-cf6c-4495-b61c-37b887a8ea47 req-56033c90-5e9c-4b79-904c-2babb233cffb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2835412 Nov 09 17:55:30.514779 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdf3a960-1559-49b7-ba94-19dd084f6cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:30.531832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24171-1b63-41aa-bdaa-90e6afddef81 None None] Pushing event updated for resources: {'Port': ['ID=b5456c6a-e5c7-4d46-8063-1f660a2561ce,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:30.594325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5b884-e05d-491e-8a6a-e875cacc8140 req-20fcb5ab-074a-494a-8508-bf08c2c02253 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:30.608403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f5b884-e05d-491e-8a6a-e875cacc8140 req-20fcb5ab-074a-494a-8508-bf08c2c02253 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2983465 Nov 09 17:55:30.649180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2730f37f-cf6c-4495-b61c-37b887a8ea47 req-d6cb3201-2362-4bac-934f-dd2752a82554 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803846 Nov 09 17:55:30.650926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:30.735472 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ad4c8c26-6d1c-4ca1-b61b-ad6e90d19e0d req-4b7127d1-8650-4910-8781-05d5e7526224 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641001 Nov 09 17:55:30.763602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f5b884-e05d-491e-8a6a-e875cacc8140 req-481cdb6a-c84d-413c-9c3d-6f6e3966d890 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539347 Nov 09 17:55:30.899837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:30.934053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-89eda2ae-cb49-43e9-abd4-8a4c014945b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:30.937408 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-89eda2ae-cb49-43e9-abd4-8a4c014945b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 1094 time: 0.0846555 Nov 09 17:55:30.973536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port af2c741f-01aa-4651-9729-c258709cac38 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:31.102708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-f8256478-4c89-4f0c-9380-1c7f01fdee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:31.107052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-f8256478-4c89-4f0c-9380-1c7f01fdee77 service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1438780 Nov 09 17:55:31.177748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-46dca683-91f5-49d8-89f4-ea70f5168a86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c HTTP/1.1" status: 200 len: 217 time: 0.0602968 Nov 09 17:55:31.248946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38228) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:31.286028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 172.20.0.7 (9950a2ad-e1cb-47e8-819c-abec142e904a/ef737e90-b3a3-4909-8f80-e5f064d3348b/af2c741f-01aa-4651-9729-c258709cac38) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:31.301517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fe3f:2780 (9950a2ad-e1cb-47e8-819c-abec142e904a/3a384c65-0505-449c-b6dc-85de1e806f49/af2c741f-01aa-4651-9729-c258709cac38) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:31.314003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-59a2913c-0d8a-41a4-b508-669f018ba9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:31.318787 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-59a2913c-0d8a-41a4-b508-669f018ba9b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1283340 Nov 09 17:55:31.430346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-abda8216-a703-46c3-a988-2968ef66ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:31.432387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-abda8216-a703-46c3-a988-2968ef66ce19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005661 Nov 09 17:55:31.510727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-105405797'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:31.564914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.567000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.589178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-8439047c-f188-430e-aecc-97891b027f1c service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443810 Nov 09 17:55:31.642501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.741545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.756431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.796563 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.802759 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.806087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-44754f86-f23e-4176-b211-cc385fb302b2 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5556324 Nov 09 17:55:31.810373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:31.815567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:31.851096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:31.856085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:31.926056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:32.053827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.055812 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=af2c741f-01aa-4651-9729-c258709cac38,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:32.059462 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0cb762e-3314-46a4-ac10-811c143d8ee3 req-e927c403-3b3e-45e9-9e5c-fa8e6ab4edab service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582791 Nov 09 17:55:32.095033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.095803 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.129237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4b83-9191-473e-a685-46361479bb69 req-709090d9-e090-42e2-b955-45e756a31611 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.132946 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af6c4b83-9191-473e-a685-46361479bb69 req-709090d9-e090-42e2-b955-45e756a31611 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2798183 Nov 09 17:55:32.154076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-187ce4aa-4d2e-4909-bcef-246bc29643d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2544246 Nov 09 17:55:32.156614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38238) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:32.171054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c941ed-b68d-4603-8368-a3cf340832ea None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:32.186745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996a31-6de0-4e15-85d9-9e2f1ffb0707 req-3cf8930c-84be-481e-8f95-d3646a0c1daf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.188525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70996a31-6de0-4e15-85d9-9e2f1ffb0707 req-3cf8930c-84be-481e-8f95-d3646a0c1daf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.1757891 Nov 09 17:55:32.261332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be5eb1-73f6-45c5-bc1a-2049500df151 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.269387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be5eb1-73f6-45c5-bc1a-2049500df151 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.272385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-65be5eb1-73f6-45c5-bc1a-2049500df151 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1146994 Nov 09 17:55:32.278341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af6c4b83-9191-473e-a685-46361479bb69 req-077b39cd-df34-4c86-ba29-71615bc80a80 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389363 Nov 09 17:55:32.279831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38240) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:32.298432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-12c71519-cfd4-4fed-8942-d39276b0c17b None None] Provisioning complete for port b5456c6a-e5c7-4d46-8063-1f660a2561ce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:32.299314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c71519-cfd4-4fed-8942-d39276b0c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.328493 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.332042 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.386505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70996a31-6de0-4e15-85d9-9e2f1ffb0707 req-fe0894be-4e98-4d88-8b8b-71fd05978857 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599979 Nov 09 17:55:32.473205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.473895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51b7ff7c-4f97-4cf7-9861-ed0dd1ecb167 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:32.481734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port af2c741f-01aa-4651-9729-c258709cac38 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:32.482267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.493413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.495967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-89aa34ad-649e-4d59-9008-93c5b7f361bb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "DELETE /v2.0/routers/51b7ff7c-4f97-4cf7-9861-ed0dd1ecb167 HTTP/1.1" status: 204 len: 168 time: 0.6802638 Nov 09 17:55:32.501896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:32.515333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Request body: {'router': {'name': 'tempest-router-1188523566', 'distributed': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:32.589924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.591783 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.696106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b5456c6a-e5c7-4d46-8063-1f660a2561ce up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:32.715405 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.723116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.755285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.758655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-60f948c7-1ac6-448e-a972-d53cc0e28dfb tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2530277 Nov 09 17:55:32.763412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:32.769611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.807297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for af2c741f-01aa-4651-9729-c258709cac38 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:32.819176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab89070-9622-426b-8001-8594569d484c None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': 'ef737e90-b3a3-4909-8f80-e5f064d3348b', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a384c65-0505-449c-b6dc-85de1e806f49'}], 'binding:host_id': 'n-d-804292-3'}, 'id': 'b5456c6a-e5c7-4d46-8063-1f660a2561ce'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:55:32.863345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:32.867481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c71519-cfd4-4fed-8942-d39276b0c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.182489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.186425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.192899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cab89070-9622-426b-8001-8594569d484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.231891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.290864 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.292027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62d9f767-3438-4287-83bd-9b6cf30b0599 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:33.305426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.306956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.324389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-214b1b65-044e-4e06-aced-c1f25db84446 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "DELETE /v2.0/routers/62d9f767-3438-4287-83bd-9b6cf30b0599 HTTP/1.1" status: 204 len: 168 time: 0.5592206 Nov 09 17:55:33.325700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.336610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Request body: {'router': {'name': 'tempest-router-1308422679', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e026aff8e2a14382ad716aaeb68a48f9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:33.338398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=af2c741f-01aa-4651-9729-c258709cac38,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:33.383459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.386835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.485283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.493490 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.521683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-12c71519-cfd4-4fed-8942-d39276b0c17b None None] For port b5456c6a-e5c7-4d46-8063-1f660a2561ce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b5456c6a-e5c7-4d46-8063-1f660a2561ce,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:33.522634 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.525257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a4ad9d8-8f2a-44bc-a5e7-53c42368afea tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1976583 Nov 09 17:55:33.528529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b5456c6a-e5c7-4d46-8063-1f660a2561ce triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:33.528990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.529543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38252) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.536371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c71519-cfd4-4fed-8942-d39276b0c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.553526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:33.567813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.575939 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-55610ff6-4045-4e92-807f-05a050ced790 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/af2c741f-01aa-4651-9729-c258709cac38 HTTP/1.1" status: 204 len: 168 time: 1.2924149 Nov 09 17:55:33.583450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38254) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.618734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cab89070-9622-426b-8001-8594569d484c None None] Allocated IP 2001:db8::f816:3eff:fe0e:a381 (9950a2ad-e1cb-47e8-819c-abec142e904a/3a384c65-0505-449c-b6dc-85de1e806f49/b5456c6a-e5c7-4d46-8063-1f660a2561ce) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:33.662282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.663036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caceef-f354-4c1d-8b86-a5b1fea4e341 req-f78b5552-38bc-4808-9a86-59f26c7f1db7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:33.667441 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51caceef-f354-4c1d-8b86-a5b1fea4e341 req-f78b5552-38bc-4808-9a86-59f26c7f1db7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2294674 Nov 09 17:55:33.730565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71519-cfd4-4fed-8942-d39276b0c17b None None] Pushing event updated for resources: {'Port': ['ID=b5456c6a-e5c7-4d46-8063-1f660a2561ce,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:33.777596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51caceef-f354-4c1d-8b86-a5b1fea4e341 req-90e5a821-4ee2-40d6-b1f3-5212ae2f4cfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983667 Nov 09 17:55:33.788181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f26a8-87e3-4a3b-828c-6f34f8ceec6e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:33.792435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f26a8-87e3-4a3b-828c-6f34f8ceec6e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:33.804012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f26a8-87e3-4a3b-828c-6f34f8ceec6e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:33.804012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e9f26a8-87e3-4a3b-828c-6f34f8ceec6e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2104590 Nov 09 17:55:33.807163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38256) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.882149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 3a384c65-0505-449c-b6dc-85de1e806f49 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:33.917292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cab89070-9622-426b-8001-8594569d484c None None] For port b5456c6a-e5c7-4d46-8063-1f660a2561ce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b5456c6a-e5c7-4d46-8063-1f660a2561ce,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:33.981790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cab89070-9622-426b-8001-8594569d484c None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:33.997018 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cab89070-9622-426b-8001-8594569d484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.006216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.095495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-7e858a6f-bb2f-4e20-ade8-d3477f67c6a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1726601 Nov 09 17:55:34.105874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.110473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab89070-9622-426b-8001-8594569d484c None None] Pushing event updated for resources: {'Port': ['ID=b5456c6a-e5c7-4d46-8063-1f660a2561ce,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:34.222811 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.258914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1626-8c5e-48f4-8351-3776a881748f req-93d99e37-9052-4be3-9b48-4ec1c12b9d00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.266671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-091a1626-8c5e-48f4-8351-3776a881748f req-93d99e37-9052-4be3-9b48-4ec1c12b9d00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.7093441 Nov 09 17:55:34.357803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-e54e5426-23c0-4a49-8702-b1224bdbf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.359825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-e54e5426-23c0-4a49-8702-b1224bdbf099 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.0789986 Nov 09 17:55:34.375660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.451650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.452533 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.476284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=3a384c65-0505-449c-b6dc-85de1e806f49,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:34.478369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.484592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a0315917-1213-43af-8fa6-95b5ea1744d9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/3a384c65-0505-449c-b6dc-85de1e806f49 HTTP/1.1" status: 204 len: 168 time: 0.6734958 Nov 09 17:55:34.516169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38258) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:34.574280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-091a1626-8c5e-48f4-8351-3776a881748f req-39930c61-97e9-4877-8009-910d5b657a20 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064454 Nov 09 17:55:34.643919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet ef737e90-b3a3-4909-8f80-e5f064d3348b {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:34.661499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b5456c6a-e5c7-4d46-8063-1f660a2561ce up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:34.665371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102555) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 17:55:34.665864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Router 87bacdce-29c9-42e4-bba7-31e9f0996ac4 migrating from provider to provider. {{(pid=102555) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 17:55:34.666358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.675638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.678226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.683191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.734432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-c7eac92e-1e75-4271-b04e-d015b5f25f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.738040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-c7eac92e-1e75-4271-b04e-d015b5f25f99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 909 time: 0.3027871 Nov 09 17:55:34.828731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port b5456c6a-e5c7-4d46-8063-1f660a2561ce triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:34.829378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.857391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:34.875236 n-d-804292-3 neutron-server[102555]: WARNING neutron.scheduler.l3_agent_scheduler [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] No L3 agents can host the router 87bacdce-29c9-42e4-bba7-31e9f0996ac4 Nov 09 17:55:34.935723 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-711e7164-e83e-4443-941d-00b1567e0497 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 1001 time: 0.1840503 Nov 09 17:55:35.140505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-eec3dff1-e2e8-4dc4-b7a5-180912d99530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.142640 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-eec3dff1-e2e8-4dc4-b7a5-180912d99530 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.1946714 Nov 09 17:55:35.144008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Hosts for router 87bacdce-29c9-42e4-bba7-31e9f0996ac4: [] {{(pid=102555) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 17:55:35.152555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:35.196654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Hosts for other DVR routers connected to router 87bacdce-29c9-42e4-bba7-31e9f0996ac4: set() {{(pid=102555) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 17:55:35.200906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:35.206662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-10256c04-dae3-44d0-b75f-8e9cc807f5ce tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "PUT /v2.0/routers/87bacdce-29c9-42e4-bba7-31e9f0996ac4 HTTP/1.1" status: 200 len: 717 time: 1.6718886 Nov 09 17:55:35.208100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.278856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fea5e3-ec4a-4b9c-9a77-ead044d86aae req-e4cc97b3-0fd0-4cc8-ad9e-d3c8b2781c91 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.282514 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5fea5e3-ec4a-4b9c-9a77-ead044d86aae req-e4cc97b3-0fd0-4cc8-ad9e-d3c8b2781c91 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.3023729 Nov 09 17:55:35.389612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f074c20b-f4e2-455b-aa47-732dc277e005 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "GET /v2.0/routers/87bacdce-29c9-42e4-bba7-31e9f0996ac4 HTTP/1.1" status: 200 len: 717 time: 0.1789265 Nov 09 17:55:35.394598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.415435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-8415bb6f-d7ec-4024-8306-6a69969a91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.419370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-8415bb6f-d7ec-4024-8306-6a69969a91b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2627201 Nov 09 17:55:35.436907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:35.497983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a262e-5395-40a9-9465-343c818d8c8f None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:35.572760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7ed2df33-d060-406a-aa0b-97071eba92c9 None None] Provisioning complete for port b5456c6a-e5c7-4d46-8063-1f660a2561ce triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:35.573243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ed2df33-d060-406a-aa0b-97071eba92c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:35.851945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7ed2df33-d060-406a-aa0b-97071eba92c9 None None] Could not find standard attr ID for object af2c741f-01aa-4651-9729-c258709cac38. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:35.870313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=ef737e90-b3a3-4909-8f80-e5f064d3348b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:35.884842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-93f10618-5dc0-4e01-9c1d-75f293c8604f tempest-RoutersTestDVR-1846935603 tempest-RoutersTestDVR-1846935603-project] 10.222.0.45 "GET /v2.0/routers/87bacdce-29c9-42e4-bba7-31e9f0996ac4 HTTP/1.1" status: 200 len: 683 time: 0.4861674 Nov 09 17:55:35.887677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.940890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:35.969938 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-0885a4c5-3d6e-4ece-a21c-a79621771787 service neutron] show failed (client error): The resource could not be found. Nov 09 17:55:35.972706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-0885a4c5-3d6e-4ece-a21c-a79621771787 service neutron] 10.222.0.43 "GET /v2.0/ports/f5251f74-a1e7-4d8f-98b1-2d91e1240e57/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.6436188 Nov 09 17:55:35.990966 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5fea5e3-ec4a-4b9c-9a77-ead044d86aae req-f37fe650-3f58-4e4f-a482-aced920ae077 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885462 Nov 09 17:55:35.992500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.000708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/ef737e90-b3a3-4909-8f80-e5f064d3348b HTTP/1.1" status: 204 len: 168 time: 1.4824395 Nov 09 17:55:36.004714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984556a-b8fb-4882-9979-7727b3ca9c33 req-c2b19cba-a22d-426d-a105-86945794bc5e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:36.006515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4984556a-b8fb-4882-9979-7727b3ca9c33 req-c2b19cba-a22d-426d-a105-86945794bc5e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2389250 Nov 09 17:55:36.010421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.025198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.026003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.026888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.028030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.028941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.030413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.031540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.032544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.034399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.035737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.037111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.038313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff29c98-fd51-46c2-a48a-45198aef8c0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:36.062280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.071472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] Deleting port b5456c6a-e5c7-4d46-8063-1f660a2561ce {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:36.071919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.118801 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-0451f839-2cad-40ec-b53c-bd1ebefb766b service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542723 Nov 09 17:55:36.159486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-154afde8-1af8-4695-8676-946c56104fd4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067128 Nov 09 17:55:36.176154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.329492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] For port b5456c6a-e5c7-4d46-8063-1f660a2561ce, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=b5456c6a-e5c7-4d46-8063-1f660a2561ce,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:36.330495 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.365133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] Calling delete_port for b5456c6a-e5c7-4d46-8063-1f660a2561ce owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:36.435253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe2c0a-6893-4042-a487-46dd2eb0fdfd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:36.445955 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84fe2c0a-6893-4042-a487-46dd2eb0fdfd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2660379 Nov 09 17:55:36.448054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.526693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b5456c6a-e5c7-4d46-8063-1f660a2561ce no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:36.550151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4984556a-b8fb-4882-9979-7727b3ca9c33 req-4f50da68-92f0-4a89-accc-b67a20dee7ed tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4925597 Nov 09 17:55:36.562406 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.572443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.585806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da487e54-d578-4583-ada1-60eed5d06cf9 req-57f47d7c-d6db-4e63-8956-7c1a0bf728f6 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572802 Nov 09 17:55:36.620298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247ff01-175d-42e1-82ad-920ae59f95f5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:36.622471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1247ff01-175d-42e1-82ad-920ae59f95f5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647127 Nov 09 17:55:36.627733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.666437 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.700271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-e37c203e-7079-41ba-a349-496a9440bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:36.702514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-e37c203e-7079-41ba-a349-496a9440bea4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 1096 time: 0.3075664 Nov 09 17:55:36.721356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] No DVR routers for this DVR port b5456c6a-e5c7-4d46-8063-1f660a2561ce on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:36.728120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89196d73-b79c-4e42-aa64-999301ddca0b None None] Pushing event deleted for resources: {'Port': ['ID=b5456c6a-e5c7-4d46-8063-1f660a2561ce,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:36.743776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.743776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87bacdce-29c9-42e4-bba7-31e9f0996ac4 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:36.745823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No active binding found for port b5456c6a-e5c7-4d46-8063-1f660a2561ce {{(pid=102556) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:55:36.746344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device b5456c6a-e5c7-4d46-8063-1f660a2561ce not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:36.751202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.758386 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.759195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8461cfc1-2e01-4e01-a32b-33826c68b5e7 tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "DELETE /v2.0/routers/87bacdce-29c9-42e4-bba7-31e9f0996ac4 HTTP/1.1" status: 204 len: 168 time: 0.8707812 Nov 09 17:55:36.778968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.785629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Request body: {'router': {'name': 'tempest-router-1352333030', 'distributed': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.789816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-02c7f22c-7af6-41a9-998e-51e769facbbb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1614044 Nov 09 17:55:36.802128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38282) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.812070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1b31ba03-d800-4039-a80f-f5a4ce0ef211 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.867066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.869588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:36.870608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.008477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.041927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b31ba03-d800-4039-a80f-f5a4ce0ef211 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:37.061876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b31ba03-d800-4039-a80f-f5a4ce0ef211 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.065477 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b31ba03-d800-4039-a80f-f5a4ce0ef211 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:37.066476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b31ba03-d800-4039-a80f-f5a4ce0ef211 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:37.144035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b31ba03-d800-4039-a80f-f5a4ce0ef211 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3302615 Nov 09 17:55:37.166271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38286) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.168505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.174163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-638bb47c-3bf4-431e-accd-6e289cd3d653 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.206418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.211358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb7135e8-a89a-42b1-ad72-5953c7c3e53a tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4309094 Nov 09 17:55:37.212195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.332290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dac39-9009-475c-afed-d118746ae797 req-1bfa7ab8-4e1a-4151-afcc-2547e8194a3a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:37.335112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557dac39-9009-475c-afed-d118746ae797 req-1bfa7ab8-4e1a-4151-afcc-2547e8194a3a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1895223 Nov 09 17:55:37.380344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.432816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-557dac39-9009-475c-afed-d118746ae797 req-c3321ca6-10ec-40b9-9b5c-e3592099d2d3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904334 Nov 09 17:55:37.461399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638bb47c-3bf4-431e-accd-6e289cd3d653 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:37.466394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-638bb47c-3bf4-431e-accd-6e289cd3d653 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.468152 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-638bb47c-3bf4-431e-accd-6e289cd3d653 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:37.468919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638bb47c-3bf4-431e-accd-6e289cd3d653 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:37.495030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-638bb47c-3bf4-431e-accd-6e289cd3d653 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3250527 Nov 09 17:55:37.497703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38290) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.508478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8042fc39-a23a-4824-a14f-8cd99c0e43a4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.707705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.710716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:37.713160 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.734631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042fc39-a23a-4824-a14f-8cd99c0e43a4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:37.745681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8042fc39-a23a-4824-a14f-8cd99c0e43a4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.747800 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8042fc39-a23a-4824-a14f-8cd99c0e43a4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:37.749080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8042fc39-a23a-4824-a14f-8cd99c0e43a4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:37.785717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8042fc39-a23a-4824-a14f-8cd99c0e43a4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2845376 Nov 09 17:55:37.789099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38296) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.796850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f248fe12-3414-494a-a98e-cdc61464443e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.848968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.849852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29b1e2e9-35bf-4e42-932b-cfa1eaa500cb {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:37.860748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:37.867998 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f56edf6-b8f8-4283-8ec2-94a1b3c80d5d tempest-RoutersTestDVR-2010493686 tempest-RoutersTestDVR-2010493686-project-admin] 10.222.0.45 "DELETE /v2.0/routers/29b1e2e9-35bf-4e42-932b-cfa1eaa500cb HTTP/1.1" status: 204 len: 168 time: 0.6408012 Nov 09 17:55:37.877657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:37.973552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:37.978714 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ad9ec-65c7-47ba-921b-9c78db148362" -d '{"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:37.989376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:38.022917 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Transition to ACTIVE for port object f5251f74-a1e7-4d8f-98b1-2d91e1240e57 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:38.032697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:38.039940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f248fe12-3414-494a-a98e-cdc61464443e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:38.050141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f248fe12-3414-494a-a98e-cdc61464443e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:38.057809 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f248fe12-3414-494a-a98e-cdc61464443e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:38.058454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f248fe12-3414-494a-a98e-cdc61464443e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:38.121388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f248fe12-3414-494a-a98e-cdc61464443e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3281884 Nov 09 17:55:38.125335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.142764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a77c0269-dc35-44f9-8184-902fce3ade02 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:38.212155 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3438924b-e562-41c1-b0aa-fbe943721ed6 x-openstack-request-id: req-3438924b-e562-41c1-b0aa-fbe943721ed6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:38.212632 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:38.213099 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3438924b-e562-41c1-b0aa-fbe943721ed6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:38.213747 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'code': 200} Nov 09 17:55:38.311413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:38.374480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.374817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.375172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.375520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.377613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.377613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.377613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.377613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.378044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.378335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.378663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.379057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:38.530618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] No DVR routers for this DVR port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:38.622803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e63e3c-d360-437e-b4f6-dd738863e456 req-c8c64c39-60a3-4a66-9771-a175bc1d12ae tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:38.624698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-28e63e3c-d360-437e-b4f6-dd738863e456 req-c8c64c39-60a3-4a66-9771-a175bc1d12ae tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.3191445 Nov 09 17:55:38.671839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.713557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c0269-dc35-44f9-8184-902fce3ade02 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:38.717460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df53d4-45f5-4565-b648-558b85923a7c req-cc8b21b5-a1e5-4298-8956-03bc8d7bf2cd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:38.719662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a77c0269-dc35-44f9-8184-902fce3ade02 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:38.723101 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77c0269-dc35-44f9-8184-902fce3ade02 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:38.723843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77c0269-dc35-44f9-8184-902fce3ade02 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:38.731104 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60df53d4-45f5-4565-b648-558b85923a7c req-cc8b21b5-a1e5-4298-8956-03bc8d7bf2cd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1359277 Nov 09 17:55:38.835894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-28e63e3c-d360-437e-b4f6-dd738863e456 req-3aa9f2e3-7369-4fb2-bcab-0a2bbff87489 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683769 Nov 09 17:55:38.836156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-60df53d4-45f5-4565-b648-558b85923a7c req-797c06a1-ad58-4dd4-9782-233922419004 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986402 Nov 09 17:55:38.848293 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a77c0269-dc35-44f9-8184-902fce3ade02 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7159424 Nov 09 17:55:38.848639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.853675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-28c4682f-d0ca-43bb-82b1-e8381f99017b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:38.902976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2e62-b647-4b11-834b-4975e820bb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:38.976790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:38.976790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:38.977261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:39.001052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:39.002183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:39.023650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:39.024365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Checking segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:39.024930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Bound using segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:39.025599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Bound port: f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:39.026112 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.046201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2e62-b647-4b11-834b-4975e820bb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.055394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2e62-b647-4b11-834b-4975e820bb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.078126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:39.093895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd2e62-b647-4b11-834b-4975e820bb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7cd138-0151-44c2-8b1a-bce2eb9bd2e7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.131512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0ddd2e62-b647-4b11-834b-4975e820bb8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e026aff8e2a14382ad716aaeb68a48f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567659 Nov 09 17:55:39.132173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38314) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.149239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c4682f-d0ca-43bb-82b1-e8381f99017b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:39.155332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28c4682f-d0ca-43bb-82b1-e8381f99017b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.157704 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c4682f-d0ca-43bb-82b1-e8381f99017b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:39.158957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c4682f-d0ca-43bb-82b1-e8381f99017b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:39.202093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-28c4682f-d0ca-43bb-82b1-e8381f99017b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3520219 Nov 09 17:55:39.206482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.223284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc994fc0-4c3a-415b-9b56-0057eb063386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.235147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:39.246537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6b272e5-845f-4a6d-aa8b-5f92df6adb52 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387843 Nov 09 17:55:39.254813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38318) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.263953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:39.271329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:39.289968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.304283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc994fc0-4c3a-415b-9b56-0057eb063386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.350700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.350700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.350700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] 10.222.0.83 "PUT /v2.0/ports/f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 1091 time: 2.6132936 Nov 09 17:55:39.385162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847eff19-6d49-4ae5-a708-076afb325b41 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.389813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-847eff19-6d49-4ae5-a708-076afb325b41 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1338332 Nov 09 17:55:39.390483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38320) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.442468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921b0a-998b-4a26-a0b0-de96ff56fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.474145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-83bb4822-3fb8-4b08-b2b5-5b67d4246a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.476019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a39bf86b-8f4b-4c66-98e6-57a8e3654590 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836904 Nov 09 17:55:39.476375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-83bb4822-3fb8-4b08-b2b5-5b67d4246a2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0806627 Nov 09 17:55:39.481374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38322) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.488306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:39.541332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc994fc0-4c3a-415b-9b56-0057eb063386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.544208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc994fc0-4c3a-415b-9b56-0057eb063386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.550302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fc994fc0-4c3a-415b-9b56-0057eb063386 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d7cd138-0151-44c2-8b1a-bce2eb9bd2e7 HTTP/1.1" status: 204 len: 168 time: 0.4122219 Nov 09 17:55:39.575773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc994fc0-4c3a-415b-9b56-0057eb063386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7cd138-0151-44c2-8b1a-bce2eb9bd2e7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.661815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:39.669044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:39.777996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-3e8745f1-0cd1-42ef-84f6-97361ea41e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.780868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-3e8745f1-0cd1-42ef-84f6-97361ea41e7a service neutron] 10.222.0.83 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.2914155 Nov 09 17:55:39.932808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-550f9c4e-5a3b-4b07-a715-2bda466a9174 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.1437314 Nov 09 17:55:40.062074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06f83f-cec8-4704-b2e4-62d62bf66577 req-3a2e7193-b230-43f2-94ab-52af5b095892 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.065151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b06f83f-cec8-4704-b2e4-62d62bf66577 req-3a2e7193-b230-43f2-94ab-52af5b095892 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.1154890 Nov 09 17:55:40.177491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38332) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.212008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0b06f83f-cec8-4704-b2e4-62d62bf66577 req-2d1369af-1fe2-4a2a-94b0-5adca0c5a50b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297948 Nov 09 17:55:40.217158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0907cb0c-f1e1-4867-ac0d-e8bc8e5fa290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:40.261177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:40.265352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:40.336093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:40.343056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:40.353807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.355594 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:40.364867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=bbfb24a6-afa3-4bea-849b-deecb243bbf9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.367216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3795264-d84b-47d3-88eb-5199c207c969 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:40.432340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-61f5e307-9b84-41bb-b27e-101a940cf5e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9496164 Nov 09 17:55:40.436671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:40.439752 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba328898-ce6e-4d6a-873c-8853d67954ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:40.446885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.456241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:ed:91:08', 'name': 'tempest-NetworksTestDHCPv6-2033523511'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:40.511382 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0907cb0c-f1e1-4867-ac0d-e8bc8e5fa290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:40.525675 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0907cb0c-f1e1-4867-ac0d-e8bc8e5fa290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:40.620761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907cb0c-f1e1-4867-ac0d-e8bc8e5fa290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022f5c00-f400-4183-a229-9915356e2eb8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.625323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-b9ab0e3c-63ee-4bc0-bf3c-727d57d1a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.627892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-b9ab0e3c-63ee-4bc0-bf3c-727d57d1a72b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.6834819 Nov 09 17:55:40.647243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa94b-045c-4b2a-b9cd-729084160d8c req-0057f505-8d27-43bc-9c96-faae1bd888b9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.655096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1dafa94b-045c-4b2a-b9cd-729084160d8c req-0057f505-8d27-43bc-9c96-faae1bd888b9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2091298 Nov 09 17:55:40.665379 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57dd9f5-15d0-4b1d-9eb6-0ceabeb54239 x-openstack-request-id: req-a57dd9f5-15d0-4b1d-9eb6-0ceabeb54239 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:40.665675 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:40.665937 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a57dd9f5-15d0-4b1d-9eb6-0ceabeb54239 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:40.666345 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'status': 'completed', 'code': 200} Nov 09 17:55:40.734787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': 'bbfb24a6-afa3-4bea-849b-deecb243bbf9'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:40.735875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:40.760701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0907cb0c-f1e1-4867-ac0d-e8bc8e5fa290 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d50abb568898468087666e6323dbbae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5817432 Nov 09 17:55:40.766517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38340) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.841010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1dafa94b-045c-4b2a-b9cd-729084160d8c req-98996f8f-7b88-430d-be64-d0112e309d97 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846950 Nov 09 17:55:40.847844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d11e8e09-4204-4abf-8691-ba81b6218a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.850491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-d11e8e09-4204-4abf-8691-ba81b6218a6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931143 Nov 09 17:55:40.909320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-4023425b-6cc9-4705-84b9-a1409f8c5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.912189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-4023425b-6cc9-4705-84b9-a1409f8c5a65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1094 time: 0.2155769 Nov 09 17:55:40.975997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a216f581-97aa-4c8e-82bd-b566aa0d97fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.013858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a216f581-97aa-4c8e-82bd-b566aa0d97fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.077009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-10a3d0f9-acf8-4382-b91b-5fcf22267414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.078596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-10a3d0f9-acf8-4382-b91b-5fcf22267414 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.1569278 Nov 09 17:55:41.083282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:41.084478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Allocated IP 2001:db8::f816:3eff:fe3c:9026 (9950a2ad-e1cb-47e8-819c-abec142e904a/bbfb24a6-afa3-4bea-849b-deecb243bbf9/c5fd4eb5-c6ab-4890-8387-cd269bfd44a3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:41.258760 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-2f04dbd8-3777-49a7-a003-678b86b0a688 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932521 Nov 09 17:55:41.271808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a216f581-97aa-4c8e-82bd-b566aa0d97fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.282276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a216f581-97aa-4c8e-82bd-b566aa0d97fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.295451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a216f581-97aa-4c8e-82bd-b566aa0d97fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/022f5c00-f400-4183-a229-9915356e2eb8 HTTP/1.1" status: 204 len: 168 time: 0.5293806 Nov 09 17:55:41.339523 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.352514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216f581-97aa-4c8e-82bd-b566aa0d97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f5c00-f400-4183-a229-9915356e2eb8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.392225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 52c0d23e-c3bf-4668-86d6-16de81dc4305 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:41.392579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-56ad7ab7-4879-4299-a002-b66bce725e6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.3063219 Nov 09 17:55:41.460453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab0bf1f4-9da2-4bb0-9295-01a100bf7324 req-3b14ea24-716c-47dd-881c-fe882906ae99 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937151 Nov 09 17:55:41.558624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a232bdee-0d22-4f28-8d83-eb93779fee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.561242 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a232bdee-0d22-4f28-8d83-eb93779fee57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.1605597 Nov 09 17:55:41.581501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.616939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.627858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3bf09-0588-4c3c-869c-0b172adad4aa req-9fd2c0ad-72e6-4f42-8f05-e05fcbf45807 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.641959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39c3bf09-0588-4c3c-869c-0b172adad4aa req-9fd2c0ad-72e6-4f42-8f05-e05fcbf45807 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.1770415 Nov 09 17:55:41.803783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:41.807215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:41.819578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:41.831481 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-39c3bf09-0588-4c3c-869c-0b172adad4aa req-344a5ecb-76d8-4c65-8df5-2cf923e74dd1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882463 Nov 09 17:55:41.841241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:feed:9108 (9950a2ad-e1cb-47e8-819c-abec142e904a/bbfb24a6-afa3-4bea-849b-deecb243bbf9/52c0d23e-c3bf-4668-86d6-16de81dc4305) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:41.865090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-2a9d5780-223e-428a-a6c9-bc84e7a4c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.868383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-2a9d5780-223e-428a-a6c9-bc84e7a4c9c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2963154 Nov 09 17:55:41.907484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Pushing event updated for resources: {'Port': ['ID=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.933040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Attempting to bind port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:41.933429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Attempting to bind port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:41.933794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Attempting to bind port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:41.955826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:41.955826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:41.955826 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:41.955826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:41.955826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Bound port: c5fd4eb5-c6ab-4890-8387-cd269bfd44a3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:41.955826 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:42.081345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-03a55940-3a39-48e2-a8e7-c5bc155eb5df service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999235 Nov 09 17:55:42.262393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] For port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:42.273185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] For port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:42.286123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-c29e776c-ec1a-43ef-8919-057d436ae701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.287918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:42.289286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-c29e776c-ec1a-43ef-8919-057d436ae701 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1094 time: 0.7080126 Nov 09 17:55:42.294455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-d7fbadca-b23f-4293-9e03-e225e516ade5 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956749 Nov 09 17:55:42.422693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d415701-6eb8-4209-b3f1-85b599cbd1d4 None None] Pushing event updated for resources: {'Port': ['ID=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.516943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22f5d0-0e32-4bd7-b9f4-2b303d733f35 req-8c71b271-1946-48dd-99f8-65db4d3d10b0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.519695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c22f5d0-0e32-4bd7-b9f4-2b303d733f35 req-8c71b271-1946-48dd-99f8-65db4d3d10b0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.3904107 Nov 09 17:55:42.568869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:42.635736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c22f5d0-0e32-4bd7-b9f4-2b303d733f35 req-eda8374c-3b01-47aa-b81a-97553a82e7d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018925 Nov 09 17:55:42.646978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a6dd7fcf-11ab-47fc-9f25-1d10e50540fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.648526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a6dd7fcf-11ab-47fc-9f25-1d10e50540fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.3452795 Nov 09 17:55:42.789827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:42.856404 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a82bbb82-9cd6-42cd-97c2-98685ca2b6f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.1932831 Nov 09 17:55:42.883023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:42.986502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:42.991325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:43.004322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.007468 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:43.013245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=52c0d23e-c3bf-4668-86d6-16de81dc4305,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.134898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-c0302e7f-1e57-4ace-b5f0-a9a4cc8965f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.137423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-c0302e7f-1e57-4ace-b5f0-a9a4cc8965f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.2742074 Nov 09 17:55:43.169440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1b90bc6f-4d31-4c32-8c83-5d7bb130c55d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7170246 Nov 09 17:55:43.171471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.191865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974cbe-e598-49f2-9fe3-709550706362 req-d694510a-9a40-4161-ad8b-3634932b2390 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.196049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb974cbe-e598-49f2-9fe3-709550706362 req-d694510a-9a40-4161-ad8b-3634932b2390 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.1500211 Nov 09 17:55:43.332001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cb974cbe-e598-49f2-9fe3-709550706362 req-775389ca-0b5a-4f59-bf55-c7bd4d81f2b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299360 Nov 09 17:55:43.353782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad8339-38ad-438a-976c-fc7f490c8b26 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.368954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad8339-38ad-438a-976c-fc7f490c8b26 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.372843 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-87ad8339-38ad-438a-976c-fc7f490c8b26 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2002199 Nov 09 17:55:43.375662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38370) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.377506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a2a72ff0-57fa-4909-8d3b-efa2b37674a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.379814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-a2a72ff0-57fa-4909-8d3b-efa2b37674a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126873 Nov 09 17:55:43.394291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.544295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 52c0d23e-c3bf-4668-86d6-16de81dc4305 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:43.544616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:43.603354 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-dfcc90b2-85da-4e4d-ac89-50fbed60ec05 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122715 Nov 09 17:55:43.645748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1648693231'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:43.756167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:43.775397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 52c0d23e-c3bf-4668-86d6-16de81dc4305 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:43.803838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:43.811201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:43.897414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:43.978055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.020811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=52c0d23e-c3bf-4668-86d6-16de81dc4305,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.042224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd97765-7596-4dc2-bff8-d45c5fbe2527 req-1f17f237-450b-4678-8cc5-4719cad8688b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.044639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-efd97765-7596-4dc2-bff8-d45c5fbe2527 req-1f17f237-450b-4678-8cc5-4719cad8688b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2482526 Nov 09 17:55:44.053064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba328898-ce6e-4d6a-873c-8853d67954ef req-7ed7ef91-1ffd-4248-ad8f-8c7e289a715f service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409769 Nov 09 17:55:44.069671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.074535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f08271f0-56ec-4c33-bd13-e0bffd3e155f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/52c0d23e-c3bf-4668-86d6-16de81dc4305 HTTP/1.1" status: 204 len: 168 time: 0.6959374 Nov 09 17:55:44.077042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38378) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.118125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4eb19529-89aa-43e1-b47d-a3107722c2eb None None] Provisioning complete for port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:44.120026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4eb19529-89aa-43e1-b47d-a3107722c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.168443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-efd97765-7596-4dc2-bff8-d45c5fbe2527 req-eafc01ed-4cee-4b63-a7a7-98f6801ef3b0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071961 Nov 09 17:55:44.185031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.188705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983205a7-1945-44e2-a940-222960e773e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.191320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.197755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983205a7-1945-44e2-a940-222960e773e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.205517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-983205a7-1945-44e2-a940-222960e773e8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1260946 Nov 09 17:55:44.206198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38380) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.231265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:55:44.234383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ded865-29c9-4ac6-8566-6352d04d74d0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.248041 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.248416 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Added segment 2b7bbd75-7749-408a-9e78-bbe8e36c2466 of type vlan for network e4e7a852-5b82-4832-9362-e767bcddb624 Nov 09 17:55:44.310021 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.312511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4eb19529-89aa-43e1-b47d-a3107722c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.339034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet bbfb24a6-afa3-4bea-849b-deecb243bbf9 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:44.343858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.348627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.356603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.357319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.397994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4eb19529-89aa-43e1-b47d-a3107722c2eb None None] For port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:44.405627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4eb19529-89aa-43e1-b47d-a3107722c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.425150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.485538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0869057 Nov 09 17:55:44.490567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.512606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a8255-77b4-4c3d-ba76-f64ba073d1b5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Network': ['ID=e4e7a852-5b82-4832-9362-e767bcddb624,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.516052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'subnet': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:44.538480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e4e7a852-5b82-4832-9362-e767bcddb624 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:55:44.557205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b049c932-eb5e-444f-a6e5-c67d1ef299c6 None None] Could not find standard attr ID for object 52c0d23e-c3bf-4668-86d6-16de81dc4305. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:44.588378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb19529-89aa-43e1-b47d-a3107722c2eb None None] Pushing event updated for resources: {'Port': ['ID=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.618052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:44.733364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:44.734376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.749414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9959d6-f485-4dac-bafd-a7e5f3fc952a req-a08cc153-4b7e-4100-95bc-7a1e6a1bd92f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.751097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c9959d6-f485-4dac-bafd-a7e5f3fc952a req-a08cc153-4b7e-4100-95bc-7a1e6a1bd92f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 943 time: 0.2268181 Nov 09 17:55:44.779843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.809110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:44.813251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:44.936692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:55:44.967488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c9959d6-f485-4dac-bafd-a7e5f3fc952a req-b8d337dc-27b1-4e48-aae4-551faa3b56f9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070434 Nov 09 17:55:45.000959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.043095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfb24a6-afa3-4bea-849b-deecb243bbf9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.052152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.058443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4e42fa8c-e808-4c11-8beb-365de04ad62f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/bbfb24a6-afa3-4bea-849b-deecb243bbf9 HTTP/1.1" status: 204 len: 168 time: 0.8507171 Nov 09 17:55:45.058639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.065467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0dc95-c3ee-4bb1-9d47-39e12f9fa9d1 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:45.148554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:45.153709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-18fdaebc-8053-4020-8d35-99c3398b43f2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910430 Nov 09 17:55:45.156772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.164464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:45.175467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'mac_address': 'fa:16:3e:fe:d1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:55:45.256560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.271415 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.297167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5251f74-a1e7-4d8f-98b1-2d91e1240e57 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:45.327414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:45.338444 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.424173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.432093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Subnet': ['ID=75e79f60-04c6-4dfb-a2db-ce6a31b7856a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.453393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:45.483965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Checking segment: {'id': '2b7bbd75-7749-408a-9e78-bbe8e36c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:45.484380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network hostable DHCP agents. Network: e4e7a852-5b82-4832-9362-e767bcddb624, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:55:45.512513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0900fe-366c-4c77-9251-d99d32947616 req-af153ae7-4845-4ed5-9c37-0ed2e4a0d04d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.514136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc0900fe-366c-4c77-9251-d99d32947616 req-af153ae7-4845-4ed5-9c37-0ed2e4a0d04d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1396978 Nov 09 17:55:45.522498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] Deleting port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:45.523360 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.530536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:55:45.555416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e4e7a852-5b82-4832-9362-e767bcddb624) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:45.560197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.560906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.581849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-7dfd6c60-5151-4bc5-8251-0ac2e34f1256 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.583416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9253135-619c-434e-9f34-ee1fd1a01cee None None] Network e4e7a852-5b82-4832-9362-e767bcddb624 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:45.584505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-7dfd6c60-5151-4bc5-8251-0ac2e34f1256 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6&tenant_id=852156cb028747e7ad9ba26bb49e4d98&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 944 time: 0.2998710 Nov 09 17:55:45.590662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:45.596602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.615738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a77aef24-f9c8-4706-930a-bb7eaa545345 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1232438 Nov 09 17:55:45.620969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38396) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.629601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2054842201'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:45.638603 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc0900fe-366c-4c77-9251-d99d32947616 req-b4421cf6-4f81-4989-a83d-510448cc24a6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044581 Nov 09 17:55:45.640364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5251f74-a1e7-4d8f-98b1-2d91e1240e57'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:45.693568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b4c87-948c-4359-b22c-cce28f14914c req-3bdda74a-aab2-4d5c-b469-146ca6f3ded7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.704727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-021b4c87-948c-4359-b22c-cce28f14914c req-3bdda74a-aab2-4d5c-b469-146ca6f3ded7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.2607980 Nov 09 17:55:45.731437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] For port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:45.731844 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.765746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] Calling delete_port for c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:45.859333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-e4f455b3-f94f-4af2-b3da-298f2d295179 service neutron] 10.222.0.83 "GET /v2.0/ports/f5251f74-a1e7-4d8f-98b1-2d91e1240e57/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.2568903 Nov 09 17:55:45.869296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-021b4c87-948c-4359-b22c-cce28f14914c req-6876d873-bd08-4e50-b184-cbd7c32d552a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565683 Nov 09 17:55:45.874428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:45.884687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:45.934869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] device_id is not set on port a0a2028a-f2ad-4515-b546-6015878398d6 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:46.080301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-7c5350f7-40ec-40ce-ba66-4bddf2e2e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.082180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-7c5350f7-40ec-40ce-ba66-4bddf2e2e735 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1095 time: 0.1527486 Nov 09 17:55:46.123642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Allocated IP 2001:db8::205 (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/a0a2028a-f2ad-4515-b546-6015878398d6) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:46.176650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-e4e7a852-5b82-4832-9362-e767bcddb624', 'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'tenant_id': '0bbec9883d7a401180e7f2887c5ec573', 'fixed_ips': [{'subnet_id': '75e79f60-04c6-4dfb-a2db-ce6a31b7856a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:46.178938 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.254502 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.376739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:46.380452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.383222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-6629e86a-cace-484d-921b-a8832acf3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.384981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-6629e86a-cace-484d-921b-a8832acf3b4a service neutron] 10.222.0.83 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.2625999 Nov 09 17:55:46.485440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.488935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] Pushing event deleted for resources: {'Port': ['ID=c5fd4eb5-c6ab-4890-8387-cd269bfd44a3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.493470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875935aa-2511-45a0-8dbc-27e9aa5b816a None None] No DVR routers for this DVR port c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:46.559422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:46.583639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:46.599227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.600006 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.604557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fc75f1-0eed-44d3-8af6-0571cd41ba6a None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:46.610050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:46.613975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=a78c2371-8d15-4235-880f-260905b97b31,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.630932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f2ef9f28-562f-42b7-96b6-289fef25487c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 1000 time: 0.2351947 Nov 09 17:55:46.682012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.694514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-463b1b60-2533-4170-9e7b-0f843906b286 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5370185 Nov 09 17:55:46.698668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.706595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:97:b1:ae', 'name': 'tempest-NetworksTestDHCPv6-5516499'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:46.773197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Allocated IP 2001:db8::2 (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/1a7e2565-59b0-4b94-a265-d65c83028524) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:46.780352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:46.790283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:46.801389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-98a48a39-c19d-4b97-bd9e-1c8f67f1d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.802540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:46.810712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.811455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:46.811756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-98a48a39-c19d-4b97-bd9e-1c8f67f1d2f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.1727755 Nov 09 17:55:46.826711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=a0a2028a-f2ad-4515-b546-6015878398d6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.859350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf32e76a-e447-4374-b0ad-f596097f9eca tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2310262 Nov 09 17:55:46.869081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.874478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1877743114', 'allowed_address_pairs': [{'ip_address': '2001:db8::205', 'mac_address': 'fa:16:3e:6b:5d:17'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:46.902658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c5e8-e868-4263-a77c-8a890321cd65 req-0984208a-2d96-434f-84ab-f1ab8e290935 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.905120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2549c5e8-e868-4263-a77c-8a890321cd65 req-0984208a-2d96-434f-84ab-f1ab8e290935 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.0735714 Nov 09 17:55:46.907565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:46.908520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c5fd4eb5-c6ab-4890-8387-cd269bfd44a3 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:47.045043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2549c5e8-e868-4263-a77c-8a890321cd65 req-db052cf4-0646-460e-af5c-babe8874eb2b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074896 Nov 09 17:55:47.074808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-edbc10bb-e5d9-4d08-9410-5f10249cbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:47.076439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-edbc10bb-e5d9-4d08-9410-5f10249cbbc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545497 Nov 09 17:55:47.169441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.195222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:47.212212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8c69-a419-4c2f-ae58-088dae566ce3 req-2a985eb0-863e-4bfe-97a2-064d2b7ae9e5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:47.213512 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.214259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-091c8c69-a419-4c2f-ae58-088dae566ce3 req-2a985eb0-863e-4bfe-97a2-064d2b7ae9e5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1988633 Nov 09 17:55:47.271198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': 'a78c2371-8d15-4235-880f-260905b97b31'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:47.273281 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.281923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:47.299143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:47.305552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:47.332137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:47.350591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Pushing event updated for resources: {'Port': ['ID=1a7e2565-59b0-4b94-a265-d65c83028524,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.362157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-7effd4a1-f827-45be-a628-28bed34548d3 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616482 Nov 09 17:55:47.460425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Attempting to bind port 1a7e2565-59b0-4b94-a265-d65c83028524 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:47.460721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Attempting to bind port 1a7e2565-59b0-4b94-a265-d65c83028524 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '2b7bbd75-7749-408a-9e78-bbe8e36c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:47.461058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Attempting to bind port 1a7e2565-59b0-4b94-a265-d65c83028524 on network e4e7a852-5b82-4832-9362-e767bcddb624 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:47.476080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:47.477027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Checking segment: {'id': '2b7bbd75-7749-408a-9e78-bbe8e36c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:47.477450 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.477843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Bound using segment: {'id': '2b7bbd75-7749-408a-9e78-bbe8e36c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:47.478367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Bound port: 1a7e2565-59b0-4b94-a265-d65c83028524, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7bbd75-7749-408a-9e78-bbe8e36c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:47.478762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.565107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Allocated IP 2001:db8::f816:3eff:fe40:41e5 (9950a2ad-e1cb-47e8-819c-abec142e904a/a78c2371-8d15-4235-880f-260905b97b31/53395c4e-f964-4e82-9e35-4ddd84e6b8cf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:47.713050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] For port 1a7e2565-59b0-4b94-a265-d65c83028524, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:47.740482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] For port 1a7e2565-59b0-4b94-a265-d65c83028524, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1a7e2565-59b0-4b94-a265-d65c83028524,segment=NetworkSegment(2b7bbd75-7749-408a-9e78-bbe8e36c2466),segment_id=2b7bbd75-7749-408a-9e78-bbe8e36c2466)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:47.750410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.851081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-091c8c69-a419-4c2f-ae58-088dae566ce3 req-6d1aa882-af4b-4d42-8eae-18d8aa67d91d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5812335 Nov 09 17:55:47.883146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:47.964562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21522e8-93ce-411e-ab6d-68feced18852 None None] Pushing event updated for resources: {'Port': ['ID=1a7e2565-59b0-4b94-a265-d65c83028524,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.030360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port bf3617f1-bbe1-44eb-a422-88d6e608c146 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:48.065027 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.075359 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.127372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:48.130955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:48.138293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:48.149166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Pushing event updated for resources: {'Port': ['ID=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.244116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.276629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Attempting to bind port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:48.277562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Attempting to bind port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:48.277562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Attempting to bind port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:48.285477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:48.286089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:48.286607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.287238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:48.287865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Bound port: 53395c4e-f964-4e82-9e35-4ddd84e6b8cf, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:48.288351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.291516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-027d0867-dc9a-492e-817f-e1cbccae3724 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8921702 Nov 09 17:55:48.313705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e5cad-cbe0-4637-9990-b5529dfad24d req-f606f0c3-867d-44b6-87a5-f611afffcc49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:48.324476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b6e5cad-cbe0-4637-9990-b5529dfad24d req-f606f0c3-867d-44b6-87a5-f611afffcc49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1597757 Nov 09 17:55:48.325571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] device_id is not set on port c7d74050-e10e-417f-8b8d-305f8a4d02bd yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:48.411808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b6e5cad-cbe0-4637-9990-b5529dfad24d req-f7f30caf-f252-431c-b92c-c1fcd714b11d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861413 Nov 09 17:55:48.417852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] For port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:48.423012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] For port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:48.440872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.533695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5385b75-ae0c-4689-805e-44a8f762550b None None] Pushing event updated for resources: {'Port': ['ID=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.537554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Allocated IP 2001:db8::207 (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/c7d74050-e10e-417f-8b8d-305f8a4d02bd) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:48.623131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a7e2565-59b0-4b94-a265-d65c83028524 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:48.698921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fe97:b1ae (9950a2ad-e1cb-47e8-819c-abec142e904a/a78c2371-8d15-4235-880f-260905b97b31/bf3617f1-bbe1-44eb-a422-88d6e608c146) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:48.741316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1a7e2565-59b0-4b94-a265-d65c83028524 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:48.742013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.844311 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.935123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:48.965246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:49.101717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 1a7e2565-59b0-4b94-a265-d65c83028524, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1a7e2565-59b0-4b94-a265-d65c83028524,segment=NetworkSegment(2b7bbd75-7749-408a-9e78-bbe8e36c2466),segment_id=2b7bbd75-7749-408a-9e78-bbe8e36c2466)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:49.112473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.215115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:55:49.223426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=1a7e2565-59b0-4b94-a265-d65c83028524,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.230220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:49.231346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.246027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.276040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc11d4-f8a1-422b-a97b-73fa81ff62f7 req-79e66261-1616-4b2d-ad07-938e49fc8c26 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.279408 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-febc11d4-f8a1-422b-a97b-73fa81ff62f7 req-79e66261-1616-4b2d-ad07-938e49fc8c26 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.2518036 Nov 09 17:55:49.300152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.445041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:49.466758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:49.470930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:49.478137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.478973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.504918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=c7d74050-e10e-417f-8b8d-305f8a4d02bd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.528428 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.530487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-febc11d4-f8a1-422b-a97b-73fa81ff62f7 req-927a86d4-9c27-4ce8-b8f1-3671d5769e74 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363242 Nov 09 17:55:49.533770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.635633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3e6c2ffa-7e08-4378-8998-6871732914cc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7624252 Nov 09 17:55:49.635633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=bf3617f1-bbe1-44eb-a422-88d6e608c146,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.638643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.646430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:49.647507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:49.649953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:49.653065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:49.654354 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774a0961-fbc4-4233-8e53-c30d1430ff22" -d '{"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:49.656509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:49.664102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.666228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.667319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:49.731286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2524fc85-4cc4-402f-8244-8840cd4ce400 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.0271509 Nov 09 17:55:49.733773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.839188 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5e870e-c3b1-4226-9237-6779f4846bac x-openstack-request-id: req-8c5e870e-c3b1-4226-9237-6779f4846bac {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:49.841157 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:49.843013 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c5e870e-c3b1-4226-9237-6779f4846bac {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:49.843675 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'code': 200} Nov 09 17:55:49.844474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.865705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32b706-b889-46dc-8e1b-a2a7280112fd None None] Network e4e7a852-5b82-4832-9362-e767bcddb624 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:49.897611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0050ee7-03f6-4db1-897c-e7bc33a003e7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.911029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0050ee7-03f6-4db1-897c-e7bc33a003e7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.925948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a0050ee7-03f6-4db1-897c-e7bc33a003e7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1864820 Nov 09 17:55:49.930677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.933322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4f541-3eb9-4537-9cb7-34763d6751b1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.946428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4f541-3eb9-4537-9cb7-34763d6751b1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.960619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4f541-3eb9-4537-9cb7-34763d6751b1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.969424 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-68e4f541-3eb9-4537-9cb7-34763d6751b1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3032029 Nov 09 17:55:49.972470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38420) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.058002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-19f12575-181a-4380-8040-3fed0f7736f3 None None] Provisioning complete for port 1a7e2565-59b0-4b94-a265-d65c83028524 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:50.058616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f12575-181a-4380-8040-3fed0f7736f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.140825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fac335-6e56-457d-8d3c-41b33825f0b8 req-ffae89bf-23ca-435b-bcec-ad6bea2f2405 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:50.144196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-74fac335-6e56-457d-8d3c-41b33825f0b8 req-ffae89bf-23ca-435b-bcec-ad6bea2f2405 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.5085924 Nov 09 17:55:50.154155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port bf3617f1-bbe1-44eb-a422-88d6e608c146 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:50.154710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.335900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port c7d74050-e10e-417f-8b8d-305f8a4d02bd {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:50.337049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.437072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-74fac335-6e56-457d-8d3c-41b33825f0b8 req-d61cdc00-2af7-4927-86ac-7150bc8124ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795405 Nov 09 17:55:50.438377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.507056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for bf3617f1-bbe1-44eb-a422-88d6e608c146 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:50.612542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.643956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for c7d74050-e10e-417f-8b8d-305f8a4d02bd owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:50.788433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-875d1bdb-f229-4cad-846c-d1adcf8b0fb9 None None] Provisioning complete for port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:50.789037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-875d1bdb-f229-4cad-846c-d1adcf8b0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.867643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d7d-a1be-4b66-8621-9abc42cfd142 req-92b0a7a6-0a77-478a-aa74-ab6a529f2f26 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:50.893511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9181d7d-a1be-4b66-8621-9abc42cfd142 req-92b0a7a6-0a77-478a-aa74-ab6a529f2f26 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2241502 Nov 09 17:55:50.916639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:50.940769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a7e2565-59b0-4b94-a265-d65c83028524 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:51.041772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=c7d74050-e10e-417f-8b8d-305f8a4d02bd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:51.105353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.163484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9181d7d-a1be-4b66-8621-9abc42cfd142 req-2807cd0e-edfb-474d-ba92-bc325ac8b253 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870472 Nov 09 17:55:51.193221 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-875d1bdb-f229-4cad-846c-d1adcf8b0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.221962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 1a7e2565-59b0-4b94-a265-d65c83028524 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:51.222340 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.252158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=bf3617f1-bbe1-44eb-a422-88d6e608c146,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:51.262670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.274594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b4be1411-5315-4b42-b175-113bdc3e9cd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/bf3617f1-bbe1-44eb-a422-88d6e608c146 HTTP/1.1" status: 204 len: 168 time: 1.3404441 Nov 09 17:55:51.275020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.313092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-875d1bdb-f229-4cad-846c-d1adcf8b0fb9 None None] For port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:51.322557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-875d1bdb-f229-4cad-846c-d1adcf8b0fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.323558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.332405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d741d13c-1e84-417f-9214-80243bffde58 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/ports/c7d74050-e10e-417f-8b8d-305f8a4d02bd HTTP/1.1" status: 204 len: 168 time: 1.3528004 Nov 09 17:55:51.332405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-3d60706f-2b6b-4858-b3f1-8d86756e4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:51.332405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-3d60706f-2b6b-4858-b3f1-8d86756e4867 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 1096 time: 0.1996970 Nov 09 17:55:51.332405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38426) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.348419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:51.367047 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1aaec05-3674-4704-b8b8-21ff21281b8e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] GET failed (client error): The resource could not be found. Nov 09 17:55:51.374824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c1aaec05-3674-4704-b8b8-21ff21281b8e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "GET /v2.0/ports/c7d74050-e10e-417f-8b8d-305f8a4d02bd HTTP/1.1" status: 404 len: 333 time: 0.0352955 Nov 09 17:55:51.388378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38428) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.394296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1138943625'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:51.457332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158287f3-72ac-472d-ad69-ba79b3652469 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:51.460865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158287f3-72ac-472d-ad69-ba79b3652469 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:51.465203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-158287f3-72ac-472d-ad69-ba79b3652469 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1881266 Nov 09 17:55:51.472779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.478721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 53395c4e-f964-4e82-9e35-4ddd84e6b8cf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:51.581969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet a78c2371-8d15-4235-880f-260905b97b31 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:51.584284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Could not find standard attr ID for object bf3617f1-bbe1-44eb-a422-88d6e608c146. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:51.588726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.611279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Could not find standard attr ID for object c7d74050-e10e-417f-8b8d-305f8a4d02bd. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:51.644963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Provisioning complete for port 1a7e2565-59b0-4b94-a265-d65c83028524 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:51.645350 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.702298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d1bdb-f229-4cad-846c-d1adcf8b0fb9 None None] Pushing event updated for resources: {'Port': ['ID=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:51.754125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.831209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:51.831768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.867738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Provisioning complete for port a0a2028a-f2ad-4515-b546-6015878398d6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:51.868377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.888750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:51.962775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.004347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=a78c2371-8d15-4235-880f-260905b97b31,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:52.009573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.015049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19d9d754-57f7-4af3-8973-051c2bbe1fa1 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/a78c2371-8d15-4235-880f-260905b97b31 HTTP/1.1" status: 204 len: 168 time: 0.5385327 Nov 09 17:55:52.015792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.100967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.116584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.120241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6efbf883-2347-455e-8256-48f8f0400efb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026633 Nov 09 17:55:52.188044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab32369-84be-40f6-a1d9-f56c5477f90b None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:52.220591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557de23-090f-41ea-bff6-b5d1722ad2be req-b043214e-b8bb-4c2c-a6f7-1696762648be tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:52.222428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6557de23-090f-41ea-bff6-b5d1722ad2be req-b043214e-b8bb-4c2c-a6f7-1696762648be tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2741880 Nov 09 17:55:52.297438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9d0cb039-a5b7-4eb2-bec4-47b8853a0e50 None None] Port a0a2028a-f2ad-4515-b546-6015878398d6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:52.413827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5da3-78bf-4cdd-9ea7-03cd1d827a78 req-cb054c66-a7e8-4c6a-b72c-1f917f580162 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:52.415980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b7d5da3-78bf-4cdd-9ea7-03cd1d827a78 req-cb054c66-a7e8-4c6a-b72c-1f917f580162 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.0990281 Nov 09 17:55:52.448038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f26e4df6-a3bb-4fd6-9691-8abdfc2417df None None] Could not find standard attr ID for object c7d74050-e10e-417f-8b8d-305f8a4d02bd. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:55:52.482773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f26e4df6-a3bb-4fd6-9691-8abdfc2417df None None] Provisioning complete for port a0a2028a-f2ad-4515-b546-6015878398d6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:52.485038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f26e4df6-a3bb-4fd6-9691-8abdfc2417df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.538479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b7d5da3-78bf-4cdd-9ea7-03cd1d827a78 req-6714e58b-bab9-47c4-9a8d-eb8d66949fc2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160159 Nov 09 17:55:52.574887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f26e4df6-a3bb-4fd6-9691-8abdfc2417df None None] Port a0a2028a-f2ad-4515-b546-6015878398d6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:52.579752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:52.654860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] Deleting port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:52.655288 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.683138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976a2f6-e18e-4e8b-80ce-422de2795448 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:52.689018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5976a2f6-e18e-4e8b-80ce-422de2795448 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5643499 Nov 09 17:55:52.690013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.717411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6557de23-090f-41ea-bff6-b5d1722ad2be req-7e8c742f-834a-417a-9fe8-a28b6c5276b1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571857 Nov 09 17:55:52.736006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] For port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:52.736703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.758811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:52.764028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.769194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] Calling delete_port for 53395c4e-f964-4e82-9e35-4ddd84e6b8cf owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:52.799738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4618a0-5d6d-4bcf-a6c8-bf638c66a10b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:52.803842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a4618a0-5d6d-4bcf-a6c8-bf638c66a10b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116016 Nov 09 17:55:52.806924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.841701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] device_id is not set on port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:52.875094 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed886cba-a4eb-4a77-ba06-3ae0dc4a547c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659933 Nov 09 17:55:52.881195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.884461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:52.887598 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:52.906848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] No DVR routers for this DVR port 53395c4e-f964-4e82-9e35-4ddd84e6b8cf on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:52.937414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ffeda-6db4-431e-820a-b3304f38cc79 None None] Pushing event deleted for resources: {'Port': ['ID=53395c4e-f964-4e82-9e35-4ddd84e6b8cf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:52.951914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:53.041531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:53.052140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:53.056780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.081718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Allocated IP 2001:db8::10c (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/5db26ab1-2694-43d1-bf7d-cd6ab0215c14) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:53.129769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:53.132221 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ebe4f4-d57e-45aa-ae71-52184e3e033e" -d '{"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:53.136939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.160726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.173892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Transition to ACTIVE for port object f5251f74-a1e7-4d8f-98b1-2d91e1240e57 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:53.183506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.275324 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e596ad6-bc3f-419d-a1b2-9b101ad15975 x-openstack-request-id: req-4e596ad6-bc3f-419d-a1b2-9b101ad15975 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:53.275582 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:53.276323 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e596ad6-bc3f-419d-a1b2-9b101ad15975 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:53.276323 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'code': 200} Nov 09 17:55:53.369051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=10']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:53.467047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] No DVR routers for this DVR port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:53.525397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.596106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:53.597978 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.651974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:53.661169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:53.674721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc782c-62b4-4053-8f2c-0fb0eeb14013 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:53.675968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:53.676675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.689668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=231046a6-9cc6-4957-9dff-fb261e9c6ca7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:53.689940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.720542 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a8b0f523-97bf-44c5-aa7d-cf78caf5193a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8381934 Nov 09 17:55:53.723481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:53.729276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:a7:94:5b', 'name': 'tempest-NetworksTestDHCPv6-1067341310'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:53.782069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:53.782578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:53.783048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:53.815967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:53.819888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:53.819888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Attempting to bind port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:53.830050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=5db26ab1-2694-43d1-bf7d-cd6ab0215c14,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:53.834905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:53.845107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:53.856915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:53.857893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.869777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:53.870323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Checking segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:53.871007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Bound using segment: {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:53.872062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Bound port: f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9108da1-52d9-4bdb-8f90-90d434a52dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:53.872667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:53.924774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f058ce-a571-41a7-a45c-cb68be6fd878 req-3390f25f-a573-421e-adfa-e24894b1b34b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:53.936218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2f058ce-a571-41a7-a45c-cb68be6fd878 req-3390f25f-a573-421e-adfa-e24894b1b34b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.2482657 Nov 09 17:55:53.982744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6655517-913b-43f1-a69b-c538827a3bec req-c824e94b-ef46-4828-83cb-a66918224c8a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:53.985499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6655517-913b-43f1-a69b-c538827a3bec req-c824e94b-ef46-4828-83cb-a66918224c8a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.0999877 Nov 09 17:55:54.003838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8691ba7a-be40-4970-b16d-ba09f440ab06 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6140292 Nov 09 17:55:54.012435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:54.031389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::205', 'mac_address': 'fa:16:3e:6b:5d:17'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:54.070146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '231046a6-9cc6-4957-9dff-fb261e9c6ca7'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:54.071227 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.148632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:54.163294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2f058ce-a571-41a7-a45c-cb68be6fd878 req-76543400-de66-4d11-9702-36b9cb70f176 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254336 Nov 09 17:55:54.231170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:54.239697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:54.246516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.330481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=11']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:54.367207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:54.368777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.370850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-f68c4582-dbba-47d1-9476-660b2d36a917 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 1092 time: 3.0290525 Nov 09 17:55:54.422735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6655517-913b-43f1-a69b-c538827a3bec req-b90875f8-76c3-483a-b172-622efdf5dfab tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728006 Nov 09 17:55:54.447134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-441b625c-089c-4b1d-ab9e-da9139329ca2 None None] Provisioning complete for port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:54.448185 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-441b625c-089c-4b1d-ab9e-da9139329ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.475119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Allocated IP 2001:db8::f816:3eff:fe70:952 (9950a2ad-e1cb-47e8-819c-abec142e904a/231046a6-9cc6-4957-9dff-fb261e9c6ca7/6ee4a36b-48ba-45eb-a4ab-4310b9070811) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:54.484845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-1db6b9b0-ee0a-41d6-8663-9ef8d4341193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:54.489114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-1db6b9b0-ee0a-41d6-8663-9ef8d4341193 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1095 time: 0.0826674 Nov 09 17:55:54.552235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.601168 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.614476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-441b625c-089c-4b1d-ab9e-da9139329ca2 None None] Port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:54.624615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port f877dcfe-5815-41f5-aa14-1137832c61d3 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:54.632174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 53395c4e-f964-4e82-9e35-4ddd84e6b8cf no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:54.676928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-44264dee-1313-4bd9-a477-529624afc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:54.678444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-44264dee-1313-4bd9-a477-529624afc00b service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.1799924 Nov 09 17:55:54.681117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 53395c4e-f964-4e82-9e35-4ddd84e6b8cf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:55:54.681958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 53395c4e-f964-4e82-9e35-4ddd84e6b8cf not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:54.800509 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.812839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:54.826560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-3ab90bcb-a40c-4a48-a06e-b13281d49136 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.1386280 Nov 09 17:55:54.881527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-55cd5f79-4daf-42f0-931e-0c07aaa4a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:54.883118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-55cd5f79-4daf-42f0-931e-0c07aaa4a7d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.0494816 Nov 09 17:55:54.894464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:54.910282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:54.926614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:54.930610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Pushing event updated for resources: {'Port': ['ID=6ee4a36b-48ba-45eb-a4ab-4310b9070811,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:54.942827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-a34e0187-5cac-465e-9ccb-e58684aaf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:54.944676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-a34e0187-5cac-465e-9ccb-e58684aaf6fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541432 Nov 09 17:55:54.982315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:55.078275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Attempting to bind port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:55:55.080219 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Attempting to bind port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:55:55.080919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Attempting to bind port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:55.100184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:55.101014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:55:55.101674 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.102308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:55.103647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Bound port: 6ee4a36b-48ba-45eb-a4ab-4310b9070811, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:55:55.104427 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.119417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-8dc86b48-f48f-4657-85af-cb45473f1244 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631064 Nov 09 17:55:55.127504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.132177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fea7:945b (9950a2ad-e1cb-47e8-819c-abec142e904a/231046a6-9cc6-4957-9dff-fb261e9c6ca7/f877dcfe-5815-41f5-aa14-1137832c61d3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:55.138874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:55.145691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.225266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] For port 6ee4a36b-48ba-45eb-a4ab-4310b9070811, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:55.229118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] In _notify_port_updated(), no bound segment for port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 on network e4e7a852-5b82-4832-9362-e767bcddb624 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:55:55.230434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] For port 6ee4a36b-48ba-45eb-a4ab-4310b9070811, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ee4a36b-48ba-45eb-a4ab-4310b9070811,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:55.236727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:55.237618 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.237940 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.239302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "PUT /v2.0/ports/5db26ab1-2694-43d1-bf7d-cd6ab0215c14 HTTP/1.1" status: 200 len: 1003 time: 1.2245307 Nov 09 17:55:55.245901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:55.280047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:55.284988 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0950cdde-a411-45ff-a6b4-6149114dd22c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:55.353381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca7d8-4bc3-4298-889e-5834db1d2581 None None] Pushing event updated for resources: {'Port': ['ID=6ee4a36b-48ba-45eb-a4ab-4310b9070811,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:55.423443 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416772eb-3072-4bf1-9c26-488bfe74d434 x-openstack-request-id: req-416772eb-3072-4bf1-9c26-488bfe74d434 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:55.423869 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:55.424258 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-416772eb-3072-4bf1-9c26-488bfe74d434 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:55.424846 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'status': 'completed', 'code': 200} Nov 09 17:55:55.514104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc127f-26b6-4f99-9489-59fcad8c72e1 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=5db26ab1-2694-43d1-bf7d-cd6ab0215c14,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:55.526947 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9556c1d1-a6a6-4fc5-9a17-72bb3dadf25c req-20398e7e-7676-4d50-a1b5-334b59009718 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998878 Nov 09 17:55:55.595800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b49923-312d-4fc9-a306-639b23f1544e req-160435a2-f9b8-49ee-b9fb-77a9545729f4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:55.597778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06b49923-312d-4fc9-a306-639b23f1544e req-160435a2-f9b8-49ee-b9fb-77a9545729f4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.2403171 Nov 09 17:55:55.714781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.728372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-6e663842-3fb5-418d-8f61-09da05a0d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:55.729784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-6e663842-3fb5-418d-8f61-09da05a0d6ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1095 time: 0.2647829 Nov 09 17:55:55.750052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06b49923-312d-4fc9-a306-639b23f1544e req-f589afb7-a275-4556-8c05-272c22030d69 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357312 Nov 09 17:55:55.817844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece662f3-4b4b-402e-bdd2-a35dea40475b req-193f879f-aaf6-4923-9000-15df5fbc0899 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:55.819563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ece662f3-4b4b-402e-bdd2-a35dea40475b req-193f879f-aaf6-4923-9000-15df5fbc0899 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2299860 Nov 09 17:55:55.825751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-f2cf919a-e094-46c1-a044-127de7af52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:55.827559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-f2cf919a-e094-46c1-a044-127de7af52da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1095 time: 0.2279809 Nov 09 17:55:55.906307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:55.906646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:55.957582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e7560c08-a0bd-4180-86ec-aa709eb6b720 None None] Provisioning complete for port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:55.966855 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7560c08-a0bd-4180-86ec-aa709eb6b720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.006159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-66d20d6b-e694-42e7-8a9f-6a90ca2b845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.008224 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-66d20d6b-e694-42e7-8a9f-6a90ca2b845f service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.1690710 Nov 09 17:55:56.039841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.062890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-5e977300-30bd-45dc-b077-50f08b8b8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.065275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-5e977300-30bd-45dc-b077-50f08b8b8ee1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.3225851 Nov 09 17:55:56.099539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e7560c08-a0bd-4180-86ec-aa709eb6b720 None None] Port 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:56.143482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-c026defa-4222-4101-a853-21739e6bd06c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.1273508 Nov 09 17:55:56.156846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ece662f3-4b4b-402e-bdd2-a35dea40475b req-007f01ba-7e55-479b-a4e7-108c02a3dc01 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014600 Nov 09 17:55:56.193223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:56.212656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:56.215460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=f877dcfe-5815-41f5-aa14-1137832c61d3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:56.236344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.247684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:56.254788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-38585112-0c05-4175-ac7f-b4844306a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.255142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.255969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.257574 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-38585112-0c05-4175-ac7f-b4844306a7bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.1060705 Nov 09 17:55:56.274593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for 5db26ab1-2694-43d1-bf7d-cd6ab0215c14 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:56.291680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-c9765a97-c8d3-4009-bf35-55cb810e857b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 999 time: 0.1908953 Nov 09 17:55:56.297960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f12f0403-7187-4922-83d8-47cb2ddf090a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5731084 Nov 09 17:55:56.302118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:56.351923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-a2310f94-aa6d-41c4-948a-90b1082515f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.354519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-a2310f94-aa6d-41c4-948a-90b1082515f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889971 Nov 09 17:55:56.439862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-e8d62c05-74f6-494c-984b-3aa057b6184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.441621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-e8d62c05-74f6-494c-984b-3aa057b6184c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.1014194 Nov 09 17:55:56.463421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba943308-ae62-472b-8dc9-2f219e5c164d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.469848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba943308-ae62-472b-8dc9-2f219e5c164d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.472164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ba943308-ae62-472b-8dc9-2f219e5c164d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1683316 Nov 09 17:55:56.484357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:56.573073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-0948601c-4036-4e0f-bb40-3aa21a6a61c8 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103477 Nov 09 17:55:56.642268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-fa2aec0b-5316-47bd-b0f1-9dea29238105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.643791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-fa2aec0b-5316-47bd-b0f1-9dea29238105 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904445 Nov 09 17:55:56.675833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ee4a36b-48ba-45eb-a4ab-4310b9070811 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:56.686130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.717223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-27714a88-977e-4e41-bc9e-9a3c8ce18ee1 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358538 Nov 09 17:55:56.764336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=5db26ab1-2694-43d1-bf7d-cd6ab0215c14,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:56.787122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:56.787888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.956453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9c30-7f91-4e99-88a9-3f632b89350c req-dcd0224d-f45a-4fb7-83d5-545bf5c26ce8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.957759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:56.965071 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-138f9c30-7f91-4e99-88a9-3f632b89350c req-dcd0224d-f45a-4fb7-83d5-545bf5c26ce8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1102149 Nov 09 17:55:57.094106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 6ee4a36b-48ba-45eb-a4ab-4310b9070811, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ee4a36b-48ba-45eb-a4ab-4310b9070811,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:57.116142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-138f9c30-7f91-4e99-88a9-3f632b89350c req-dcedf3b1-1439-480b-89ee-03f5d8a6daea tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503835 Nov 09 17:55:57.123248 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.224519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=6ee4a36b-48ba-45eb-a4ab-4310b9070811,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.230772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:55:57.360754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:57.380182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'port_id': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'mac_address': 'fa:16:3e:fe:d1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:55:57.440325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.461304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-39de3310-e6be-4fd9-93d9-3619b187e7ff None None] Provisioning complete for port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:57.461786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39de3310-e6be-4fd9-93d9-3619b187e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.465330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5251f74-a1e7-4d8f-98b1-2d91e1240e57 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:57.475747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port f877dcfe-5815-41f5-aa14-1137832c61d3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:57.476059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.547428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:57.557663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.589666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-363f98f2-f76c-4806-9e82-a23e33284658 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9278481 Nov 09 17:55:57.642158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df43d8-c406-4b87-8e29-25639ebf622a req-560fd2b3-5ee7-4503-b2ad-8a86e8b95a8a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:57.643670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7df43d8-c406-4b87-8e29-25639ebf622a req-560fd2b3-5ee7-4503-b2ad-8a86e8b95a8a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2262273 Nov 09 17:55:57.687607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.737117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.740438 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c619d837-a33e-4a99-bf1c-093970cbfd5b tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/ports/5db26ab1-2694-43d1-bf7d-cd6ab0215c14 HTTP/1.1" status: 204 len: 168 time: 2.4929848 Nov 09 17:55:57.743565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38472) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:57.754812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.770288 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d50059-1747-4280-acb7-451e96ca9553 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] GET failed (client error): The resource could not be found. Nov 09 17:55:57.772233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-19d50059-1747-4280-acb7-451e96ca9553 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "GET /v2.0/ports/5db26ab1-2694-43d1-bf7d-cd6ab0215c14 HTTP/1.1" status: 404 len: 333 time: 0.0273893 Nov 09 17:55:57.777054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:57.782321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1299451015'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:57.788498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for f877dcfe-5815-41f5-aa14-1137832c61d3 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:57.791332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['f5251f74-a1e7-4d8f-98b1-2d91e1240e57'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:57.873926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e256fcc-9e49-4d20-af0a-8fc355183635 None None] Provisioning complete for port f877dcfe-5815-41f5-aa14-1137832c61d3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:57.874480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e256fcc-9e49-4d20-af0a-8fc355183635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:57.880668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0950cdde-a411-45ff-a6b4-6149114dd22c req-480784ef-0385-4790-8ccb-312afeda2135 service neutron] 10.222.0.83 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769604 Nov 09 17:55:57.884463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7df43d8-c406-4b87-8e29-25639ebf622a req-783f33b4-78ad-4cf7-aeb8-6806dfcfe8fe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181892 Nov 09 17:55:57.947093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e256fcc-9e49-4d20-af0a-8fc355183635 None None] Port f877dcfe-5815-41f5-aa14-1137832c61d3 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:57.996198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:58.003316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.030450 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dfef-192b-49a8-8e34-f12a52b6204b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.034545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.044018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] device_id is not set on port 518c18c4-725c-421f-b6ba-1a0dcad918b1 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:58.067133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=f877dcfe-5815-41f5-aa14-1137832c61d3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:58.095604 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.099448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a5d1159-4cea-4c46-ae42-c8aecbd25ae7 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/f877dcfe-5815-41f5-aa14-1137832c61d3 HTTP/1.1" status: 204 len: 168 time: 1.6162508 Nov 09 17:55:58.102068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.205265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a85407-9f05-460a-91e6-167f8027906c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.207474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a85407-9f05-460a-91e6-167f8027906c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.212116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1a85407-9f05-460a-91e6-167f8027906c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1050267 Nov 09 17:55:58.212913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.281159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 231046a6-9cc6-4957-9dff-fb261e9c6ca7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:55:58.287570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.352251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.355031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Allocated IP 2001:db8::218 (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/518c18c4-725c-421f-b6ba-1a0dcad918b1) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:58.372409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dda23-8195-445d-b621-0320c7d2236e req-5933c30b-e335-42ef-9002-b516f3391334 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.374373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-628dda23-8195-445d-b621-0320c7d2236e req-5933c30b-e335-42ef-9002-b516f3391334 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 945 time: 0.1592844 Nov 09 17:55:58.472165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.494682 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-628dda23-8195-445d-b621-0320c7d2236e req-fe13100f-4f56-4be3-80d1-a25a54cae08b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045170 Nov 09 17:55:58.530620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.551877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.636205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a8da6dc9-2f2b-44a5-90d4-86cb5d22de63 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 200 len: 992 time: 0.1038418 Nov 09 17:55:58.645029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.650657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ee4a36b-48ba-45eb-a4ab-4310b9070811 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:58.654055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.676129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=231046a6-9cc6-4957-9dff-fb261e9c6ca7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:58.680566 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.686538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c081fac-952f-4f50-a80a-bf65c1454946 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/231046a6-9cc6-4957-9dff-fb261e9c6ca7 HTTP/1.1" status: 204 len: 168 time: 0.4700031 Nov 09 17:55:58.686656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.694120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afbf888-9ef3-46b3-a4fe-0c18fa1f3bef None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:58.713980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.734681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-01a0585b-34a8-4f75-aa13-6b6114f21fa9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468037 Nov 09 17:55:58.738256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.743719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:58.789576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:58.793179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:58.800066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:58.806221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.807060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.815254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:58.815254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:58.829093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=518c18c4-725c-421f-b6ba-1a0dcad918b1,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:58.843129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84f18c19-a116-4f59-a5db-4fe8a42304bf tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0649130 Nov 09 17:55:58.846899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38488) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.853107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6b:5d:17'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:58.868891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:58.875186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.055296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:59.158867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] Deleting port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:55:59.159621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.197527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7e114-fd61-49e9-97d2-a1acbecedc1f req-efb960df-744a-4fad-b4a7-34b20c7352b1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:59.199291 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ad7e114-fd61-49e9-97d2-a1acbecedc1f req-efb960df-744a-4fad-b4a7-34b20c7352b1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1164978 Nov 09 17:55:59.224779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:59.307656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] For port 6ee4a36b-48ba-45eb-a4ab-4310b9070811, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6ee4a36b-48ba-45eb-a4ab-4310b9070811,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:59.308029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.331555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] Calling delete_port for 6ee4a36b-48ba-45eb-a4ab-4310b9070811 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:55:59.351037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2396ad68-6954-4706-889b-3bdb0cd63b1f None None] Provisioning complete for port 518c18c4-725c-421f-b6ba-1a0dcad918b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:59.351037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2396ad68-6954-4706-889b-3bdb0cd63b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.365809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5ad7e114-fd61-49e9-97d2-a1acbecedc1f req-57d64665-237c-41bf-97fb-8fab9fed28f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429594 Nov 09 17:55:59.423237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:55:59.441765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2396ad68-6954-4706-889b-3bdb0cd63b1f None None] Port 518c18c4-725c-421f-b6ba-1a0dcad918b1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:55:59.443254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:59.443630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.460680 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.499495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:55:59.506266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.538580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] Pushing event deleted for resources: {'Port': ['ID=6ee4a36b-48ba-45eb-a4ab-4310b9070811,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:59.540709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e3d20-20dc-40a1-b359-6e5f17eaabfb None None] No DVR routers for this DVR port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:59.591846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.621448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:59.624664 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff99727-cf66-4d3a-9621-4550f7423de7" -d '{"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:59.642779 n-d-804292-3 neutron-server[102555]: WARNING neutron.services.revisions.revision_plugin [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Could not find related port for resource to bump revision. Nov 09 17:55:59.646103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:59.655107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_pluggable_backend [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Port 6ee4a36b-48ba-45eb-a4ab-4310b9070811 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 09 17:55:59.656671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_pluggable_backend [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Reverting IP allocation for 2001:db8::f816:3eff:fe70:952 {{(pid=102555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 09 17:55:59.656822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.661639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_pluggable_backend [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe70:952 {{(pid=102555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 09 17:55:59.664339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.699913 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c91bf-706f-46b1-9b7d-dfc0b4867bf2 x-openstack-request-id: req-706c91bf-706f-46b1-9b7d-dfc0b4867bf2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:59.700286 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:59.700466 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-706c91bf-706f-46b1-9b7d-dfc0b4867bf2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:59.700834 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'code': 200} Nov 09 17:55:59.717533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:59.724109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:59.731220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:59.731997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.738297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e7deb7-7ff9-424d-a11a-ae1a0ea31d2c None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:59.743625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=1cf50b73-66ce-4e4c-bdee-75cf6a6a8746,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:59.759157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4821898a-cce0-47da-b6f9-56c1c2695883 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0194068 Nov 09 17:55:59.761879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:59.768191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:d1:c5:eb', 'name': 'tempest-NetworksTestDHCPv6-1178272448'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:59.778593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.780211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=13']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:59.786976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.826018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] In _notify_port_updated(), no bound segment for port 518c18c4-725c-421f-b6ba-1a0dcad918b1 on network e4e7a852-5b82-4832-9362-e767bcddb624 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:55:59.832444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:59.832444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:55:59.833880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "PUT /v2.0/ports/518c18c4-725c-421f-b6ba-1a0dcad918b1 HTTP/1.1" status: 200 len: 1003 time: 0.9858224 Nov 09 17:55:59.838185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38496) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:59.851630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01613b9c-7e74-4568-973c-e9abc6018420 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=518c18c4-725c-421f-b6ba-1a0dcad918b1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:59.987825 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:56:00.009628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:00.023064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '1cf50b73-66ce-4e4c-bdee-75cf6a6a8746'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:00.024680 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.030974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port 518c18c4-725c-421f-b6ba-1a0dcad918b1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:00.031480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.203296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.207538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.230857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for 518c18c4-725c-421f-b6ba-1a0dcad918b1 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:00.240941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Allocated IP 2001:db8::f816:3eff:fe51:b949 (9950a2ad-e1cb-47e8-819c-abec142e904a/1cf50b73-66ce-4e4c-bdee-75cf6a6a8746/10720a18-9d68-4e46-bfde-1ac367fc5b15) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:00.247339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 04529c36-0b2c-42cb-ad30-611887c6736b yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:00.342857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7f6025f6-3be0-4ae9-8812-71b579613590 None None] Provisioning complete for port 518c18c4-725c-421f-b6ba-1a0dcad918b1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:00.343382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f6025f6-3be0-4ae9-8812-71b579613590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.453793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7f6025f6-3be0-4ae9-8812-71b579613590 None None] Port 518c18c4-725c-421f-b6ba-1a0dcad918b1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:00.462323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50cb9fc0-a430-43c9-813d-b444a6d177d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.535840 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.544452 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.596396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.687595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26844139-73e2-40d7-aea6-2e7fb50fc5b5 req-527ecde5-7c70-45fd-ba2b-194b42304ce9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:00.690726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26844139-73e2-40d7-aea6-2e7fb50fc5b5 req-527ecde5-7c70-45fd-ba2b-194b42304ce9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.2354441 Nov 09 17:56:00.692108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=518c18c4-725c-421f-b6ba-1a0dcad918b1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.771914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ee4a36b-48ba-45eb-a4ab-4310b9070811 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:00.790355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.794052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d0fd7a0a-751f-43c7-bfca-f3d836528b8c tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/ports/518c18c4-725c-421f-b6ba-1a0dcad918b1 HTTP/1.1" status: 204 len: 168 time: 0.9544926 Nov 09 17:56:00.799274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38500) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:00.800798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fed1:c5eb (9950a2ad-e1cb-47e8-819c-abec142e904a/1cf50b73-66ce-4e4c-bdee-75cf6a6a8746/04529c36-0b2c-42cb-ad30-611887c6736b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:00.831691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6ee4a36b-48ba-45eb-a4ab-4310b9070811 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:00.832232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6ee4a36b-48ba-45eb-a4ab-4310b9070811 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:00.851687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:00.853582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Pushing event updated for resources: {'Port': ['ID=10720a18-9d68-4e46-bfde-1ac367fc5b15,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.858751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:00.868820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:00.904137 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2e077b-c5ea-4f2b-b62a-b5da84482fad tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] GET failed (client error): The resource could not be found. Nov 09 17:56:00.907284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e2e077b-c5ea-4f2b-b62a-b5da84482fad tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "GET /v2.0/ports/518c18c4-725c-421f-b6ba-1a0dcad918b1 HTTP/1.1" status: 404 len: 333 time: 0.1055775 Nov 09 17:56:00.909055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26844139-73e2-40d7-aea6-2e7fb50fc5b5 req-998ea18a-1f2d-49ce-aab0-cef8d0a49dff tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967463 Nov 09 17:56:00.913924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38502) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:00.925304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1445635572'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:00.976269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Attempting to bind port 10720a18-9d68-4e46-bfde-1ac367fc5b15 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:00.976971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Attempting to bind port 10720a18-9d68-4e46-bfde-1ac367fc5b15 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:00.977561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Attempting to bind port 10720a18-9d68-4e46-bfde-1ac367fc5b15 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:00.984125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:00.984854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:00.986139 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:00.986768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:00.987483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Bound port: 10720a18-9d68-4e46-bfde-1ac367fc5b15, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:00.988089 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.105629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] For port 10720a18-9d68-4e46-bfde-1ac367fc5b15, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:01.114680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.117038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] For port 10720a18-9d68-4e46-bfde-1ac367fc5b15, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=10720a18-9d68-4e46-bfde-1ac367fc5b15,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:01.124187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.157935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:01.162138 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.192990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] device_id is not set on port e27d6886-89d4-4a9d-90c7-8a481445f8c5 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:01.205846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.228923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6041e99-f08a-4844-a67b-bc4da547bfb4 None None] Pushing event updated for resources: {'Port': ['ID=10720a18-9d68-4e46-bfde-1ac367fc5b15,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.298503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:01.301199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:01.304345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=04529c36-0b2c-42cb-ad30-611887c6736b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.308230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:01.319200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:01.320284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.349392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d0d53db-ab3d-44bb-b925-6a6edc5d4e71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5860481 Nov 09 17:56:01.353820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.445499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Allocated IP 2001:db8::2cd (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/e27d6886-89d4-4a9d-90c7-8a481445f8c5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:01.474912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de98c9a-f69e-47ea-8ae6-722ac1617adf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:01.487686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de98c9a-f69e-47ea-8ae6-722ac1617adf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:01.489409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4de98c9a-f69e-47ea-8ae6-722ac1617adf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1338143 Nov 09 17:56:01.493253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.633520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 04529c36-0b2c-42cb-ad30-611887c6736b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:01.634201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.718920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.745844 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.747303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.768644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 04529c36-0b2c-42cb-ad30-611887c6736b owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:01.776118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.825459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:01.832031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:01.834856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:01.841787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:01.842529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:01.859413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=e27d6886-89d4-4a9d-90c7-8a481445f8c5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.874792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ca7948d6-a92a-4c9b-a633-565f90d5caac tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9576385 Nov 09 17:56:01.879190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.885550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'network_id': 'e4e7a852-5b82-4832-9362-e767bcddb624', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1630424335'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:02.056124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.118890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=04529c36-0b2c-42cb-ad30-611887c6736b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:02.131579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Made reservation on behalf of 0bbec9883d7a401180e7f2887c5ec573 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:02.137591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.182352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] device_id is not set on port d97381cc-926e-425b-a74b-e08c94fc2af3 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:02.190094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.196870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c383f57d-937a-4dbd-b78c-514358ec9f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/04529c36-0b2c-42cb-ad30-611887c6736b HTTP/1.1" status: 204 len: 168 time: 0.7016549 Nov 09 17:56:02.199232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.219821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472963ca-07e4-4704-931f-467e8c3cb0dc req-d85e883b-f18a-4cd4-87a5-9a2b36b3bd14 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.223820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472963ca-07e4-4704-931f-467e8c3cb0dc req-d85e883b-f18a-4cd4-87a5-9a2b36b3bd14 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1431286 Nov 09 17:56:02.315976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ed97f-84e6-4773-ae75-2a15640d8193 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.320895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ed97f-84e6-4773-ae75-2a15640d8193 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.321766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-80160e93-a375-4097-a0f7-b813ecba7a53 None None] Provisioning complete for port e27d6886-89d4-4a9d-90c7-8a481445f8c5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:02.323338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-226ed97f-84e6-4773-ae75-2a15640d8193 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1219795 Nov 09 17:56:02.324227 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80160e93-a375-4097-a0f7-b813ecba7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.325680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.369937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-472963ca-07e4-4704-931f-467e8c3cb0dc req-09a4e55c-d7aa-42a5-ab6d-fe58035f0149 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873201 Nov 09 17:56:02.402162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-80160e93-a375-4097-a0f7-b813ecba7a53 None None] Port e27d6886-89d4-4a9d-90c7-8a481445f8c5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:02.432045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 1cf50b73-66ce-4e4c-bdee-75cf6a6a8746 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:02.436853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.469776 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Allocated IP 2001:db8::1d1 (e4e7a852-5b82-4832-9362-e767bcddb624/75e79f60-04c6-4dfb-a2db-ce6a31b7856a/d97381cc-926e-425b-a74b-e08c94fc2af3) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:02.492102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.647434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.680730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c0fac0ea-c217-4df8-90af-2994824ccf4a None None] Provisioning complete for port 10720a18-9d68-4e46-bfde-1ac367fc5b15 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:02.681175 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0fac0ea-c217-4df8-90af-2994824ccf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.723520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 10720a18-9d68-4e46-bfde-1ac367fc5b15 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:02.788036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.841710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.848939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0fac0ea-c217-4df8-90af-2994824ccf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.856367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.862386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/1cf50b73-66ce-4e4c-bdee-75cf6a6a8746 HTTP/1.1" status: 204 len: 168 time: 0.5346155 Nov 09 17:56:02.864049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d419f4-3d99-4226-a18c-f3a21f348e32 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf50b73-66ce-4e4c-bdee-75cf6a6a8746,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:02.866716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38516) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.893695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 10720a18-9d68-4e46-bfde-1ac367fc5b15 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:02.894298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.945174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d216604a-7867-4ce5-b59e-4bf8d9603b82 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746098 Nov 09 17:56:02.945811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.995542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:02.996328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c0fac0ea-c217-4df8-90af-2994824ccf4a None None] For port 10720a18-9d68-4e46-bfde-1ac367fc5b15, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=10720a18-9d68-4e46-bfde-1ac367fc5b15,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:03.000838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c1843-32a4-4389-a05d-78c75d3b65c5 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:03.044274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88af96-d288-43c6-8231-1a62826a9bd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.049525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a88af96-d288-43c6-8231-1a62826a9bd0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0994742 Nov 09 17:56:03.049986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.089082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Network e4e7a852-5b82-4832-9362-e767bcddb624 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:03.089368 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0fac0ea-c217-4df8-90af-2994824ccf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.101260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:03.110632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:03.122873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.125329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.144811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=d97381cc-926e-425b-a74b-e08c94fc2af3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.158587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d1f6622-22d9-489a-8317-2b4ac1e29fcc tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2752731 Nov 09 17:56:03.158701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7fd19-1e38-4d61-93e2-70bdd547829b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.159148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38522) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.167575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82d7fd19-1e38-4d61-93e2-70bdd547829b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1161187 Nov 09 17:56:03.168705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.169345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::205', 'mac_address': 'fa:16:3e:6b:5d:17'}, {'ip_address': '2001:db8::2cd', 'mac_address': 'fa:16:3e:e9:ab:ac'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:03.221141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fac0ea-c217-4df8-90af-2994824ccf4a None None] Pushing event updated for resources: {'Port': ['ID=10720a18-9d68-4e46-bfde-1ac367fc5b15,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.235528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f3b09fa7-f3d8-4025-8c71-a90a8e6aadbb None None] Could not find standard attr ID for object 04529c36-0b2c-42cb-ad30-611887c6736b. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:03.240670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.269267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-adfc805d-f7af-4045-ad24-3c9d4c97f880 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919580 Nov 09 17:56:03.271139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.278336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:03.318722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.417559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:03.426594 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.487591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:03.579214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] Deleting port 10720a18-9d68-4e46-bfde-1ac367fc5b15 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:03.579682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.585325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.597425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9b88ce2c-3473-4111-812b-b3c868f37c14 None None] Provisioning complete for port d97381cc-926e-425b-a74b-e08c94fc2af3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:03.597801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b88ce2c-3473-4111-812b-b3c868f37c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.613958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a44be9-8137-4c56-bf64-a1093f578029 req-14a040ef-244e-463a-9f0f-760bff9cadd6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.617414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-80a44be9-8137-4c56-bf64-a1093f578029 req-14a040ef-244e-463a-9f0f-760bff9cadd6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.0924172 Nov 09 17:56:03.631647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.639139 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.678532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] In _notify_port_updated(), no bound segment for port d97381cc-926e-425b-a74b-e08c94fc2af3 on network e4e7a852-5b82-4832-9362-e767bcddb624 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:56:03.685301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.686034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.690656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] For port 10720a18-9d68-4e46-bfde-1ac367fc5b15, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=10720a18-9d68-4e46-bfde-1ac367fc5b15,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:03.690878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "PUT /v2.0/ports/d97381cc-926e-425b-a74b-e08c94fc2af3 HTTP/1.1" status: 200 len: 1068 time: 0.5271482 Nov 09 17:56:03.691026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.691135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38530) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.691873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9b88ce2c-3473-4111-812b-b3c868f37c14 None None] Port d97381cc-926e-425b-a74b-e08c94fc2af3 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:03.707755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] Calling delete_port for 10720a18-9d68-4e46-bfde-1ac367fc5b15 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:03.730733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-80a44be9-8137-4c56-bf64-a1093f578029 req-9e72cec7-e695-40bd-9ce3-9869e6ba9cdf tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862739 Nov 09 17:56:03.805122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2caf9-cea1-4870-9a82-7b94eda7ccd5 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event updated for resources: {'Port': ['ID=d97381cc-926e-425b-a74b-e08c94fc2af3,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.813387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.834406 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.853041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port d97381cc-926e-425b-a74b-e08c94fc2af3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:03.853615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.868243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] No DVR routers for this DVR port 10720a18-9d68-4e46-bfde-1ac367fc5b15 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:03.874044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a376e-c7b5-40e7-8085-c37a4ea6946f None None] Pushing event deleted for resources: {'Port': ['ID=10720a18-9d68-4e46-bfde-1ac367fc5b15,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.875252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:03.916679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:03.922382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.924087 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:03.931279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c1494-5bab-4979-9b2a-aba9128dfb06 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:03.964314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6920898 Nov 09 17:56:03.967869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.975178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:77:82:77', 'name': 'tempest-NetworksTestDHCPv6-2141430529'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:03.979633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0203fbf-2494-4d19-bb94-d738720d75c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=ec07f48f-fca1-4194-97ba-facf8fec0f75,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.029544 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.057900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for d97381cc-926e-425b-a74b-e08c94fc2af3 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:04.156219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:04.162171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.166927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-420d9979-a556-4e66-9818-b2e6ed05854f None None] Provisioning complete for port d97381cc-926e-425b-a74b-e08c94fc2af3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:04.167344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-420d9979-a556-4e66-9818-b2e6ed05854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.191599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 725a9ad7-2d59-4994-8c5b-7e07dad42923 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:04.196745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': 'ec07f48f-fca1-4194-97ba-facf8fec0f75'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:04.196745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.223882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-420d9979-a556-4e66-9818-b2e6ed05854f None None] Port d97381cc-926e-425b-a74b-e08c94fc2af3 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:04.232264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.266951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=d97381cc-926e-425b-a74b-e08c94fc2af3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.388041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::3f (9950a2ad-e1cb-47e8-819c-abec142e904a/ec07f48f-fca1-4194-97ba-facf8fec0f75/725a9ad7-2d59-4994-8c5b-7e07dad42923) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:04.447624 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.455253 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-79a54d8b-1c8d-46c6-90bb-58db1211c612 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/ports/d97381cc-926e-425b-a74b-e08c94fc2af3 HTTP/1.1" status: 204 len: 168 time: 0.7598045 Nov 09 17:56:04.455576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38534) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.482467 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec051ce4-8665-4edf-b155-071323237c25 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] GET failed (client error): The resource could not be found. Nov 09 17:56:04.484423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ec051ce4-8665-4edf-b155-071323237c25 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "GET /v2.0/ports/d97381cc-926e-425b-a74b-e08c94fc2af3 HTTP/1.1" status: 404 len: 333 time: 0.0277414 Nov 09 17:56:04.488205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38536) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.597958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 10720a18-9d68-4e46-bfde-1ac367fc5b15 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:04.624436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 10720a18-9d68-4e46-bfde-1ac367fc5b15 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:04.624921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 10720a18-9d68-4e46-bfde-1ac367fc5b15 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:04.633957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port e27d6886-89d4-4a9d-90c7-8a481445f8c5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:04.634468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.660290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.700472 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.750160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.751287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:04.757789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:04.768115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:04.774080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.774770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:04.779155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for e27d6886-89d4-4a9d-90c7-8a481445f8c5 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:04.784579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=725a9ad7-2d59-4994-8c5b-7e07dad42923,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.807587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-86d48844-1945-4391-a8ae-2c85f48d6cd3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8343935 Nov 09 17:56:04.807861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38540) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.808229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/ec07f48f-fca1-4194-97ba-facf8fec0f75/74205769-93c1-43cc-9c1c-8f32740890bd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:04.912862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d41d8f-5a29-446c-b341-7e976056b2d8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.916176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-76d41d8f-5a29-446c-b341-7e976056b2d8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1067011 Nov 09 17:56:04.920931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38542) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.024316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.026562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:05.059674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dde70e-087c-43b3-9774-9e795127e1f2 req-648d106a-6929-48b7-97f6-1b3974372edc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:05.062359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2dde70e-087c-43b3-9774-9e795127e1f2 req-648d106a-6929-48b7-97f6-1b3974372edc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 943 time: 0.1269400 Nov 09 17:56:05.105196 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.112071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 725a9ad7-2d59-4994-8c5b-7e07dad42923 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:05.113780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=e27d6886-89d4-4a9d-90c7-8a481445f8c5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.114380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.127186 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.197421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.197930 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.206035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-334a4e22-8cfd-4c15-8614-47a8d2f8eb6e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/ports/e27d6886-89d4-4a9d-90c7-8a481445f8c5 HTTP/1.1" status: 204 len: 168 time: 0.7120583 Nov 09 17:56:05.206035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2dde70e-087c-43b3-9774-9e795127e1f2 req-5f97ada8-40e5-422c-ade2-dabfbe6025aa tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068268 Nov 09 17:56:05.206445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38544) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.242325 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-42de022a-bc2c-4f7d-a3ed-12fc708ac50f tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] GET failed (client error): The resource could not be found. Nov 09 17:56:05.247215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42de022a-bc2c-4f7d-a3ed-12fc708ac50f tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "GET /v2.0/ports/e27d6886-89d4-4a9d-90c7-8a481445f8c5 HTTP/1.1" status: 404 len: 333 time: 0.0368583 Nov 09 17:56:05.251544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38546) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.269620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:05.273310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:05.278810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:05.354482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.415584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:05.420579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Attempting to bind port 74205769-93c1-43cc-9c1c-8f32740890bd on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:05.421163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Attempting to bind port 74205769-93c1-43cc-9c1c-8f32740890bd by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:05.421748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Attempting to bind port 74205769-93c1-43cc-9c1c-8f32740890bd on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:05.426405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 725a9ad7-2d59-4994-8c5b-7e07dad42923 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:05.444320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:05.446191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:05.446849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.447520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:05.448322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Bound port: 74205769-93c1-43cc-9c1c-8f32740890bd, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:05.448945 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.457703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c', 'mac_address': 'fa:16:3e:bc:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:05.567590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port a0a2028a-f2ad-4515-b546-6015878398d6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:05.568088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.588062 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.611077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:05.616001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:05.643836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:05.648501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:05.650590 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.662475 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.731981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819fb3c-4798-48b6-a4db-24fe93ddf2a4 None None] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.739148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.759126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for a0a2028a-f2ad-4515-b546-6015878398d6 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:05.774190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.842242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.857392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=725a9ad7-2d59-4994-8c5b-7e07dad42923,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.901812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:05.909171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b07d15c9-407d-4c88-8c9e-8a4ff5c80240 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/725a9ad7-2d59-4994-8c5b-7e07dad42923 HTTP/1.1" status: 204 len: 168 time: 0.9861560 Nov 09 17:56:05.909492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38548) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.914731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:06.054256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0bf86a-9816-4c32-89b2-64013558c0b9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.057490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0bf86a-9816-4c32-89b2-64013558c0b9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.060762 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1e0bf86a-9816-4c32-89b2-64013558c0b9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1500909 Nov 09 17:56:06.066498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38550) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.101976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.166286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=a0a2028a-f2ad-4515-b546-6015878398d6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.200655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet ec07f48f-fca1-4194-97ba-facf8fec0f75 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:06.206723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.220996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.232981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9b33abf8-c38a-4e66-b10b-e0a04858a8f6 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/ports/a0a2028a-f2ad-4515-b546-6015878398d6 HTTP/1.1" status: 204 len: 168 time: 0.9798911 Nov 09 17:56:06.233842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38552) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.283199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.325642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting subnet 75e79f60-04c6-4dfb-a2db-ce6a31b7856a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:06.331639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.402059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.456014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.489663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.508861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.515588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/ec07f48f-fca1-4194-97ba-facf8fec0f75 HTTP/1.1" status: 204 len: 168 time: 0.4457405 Nov 09 17:56:06.516572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38558) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.524766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75d56-2c7c-413e-90e4-f9da324f1a29 req-44054af7-0348-476c-92ed-a6528eaa9325 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.528421 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7a75d56-2c7c-413e-90e4-f9da324f1a29 req-44054af7-0348-476c-92ed-a6528eaa9325 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 944 time: 0.1483831 Nov 09 17:56:06.586331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf9f84-209d-4087-85c8-8482d9f2587b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=ec07f48f-fca1-4194-97ba-facf8fec0f75,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.654252 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-30e98e79-9cc5-4b5f-9fb8-064a9d00b439 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830011 Nov 09 17:56:06.655278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38560) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.704388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:06.719871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7a75d56-2c7c-413e-90e4-f9da324f1a29 req-23f22c41-9e11-4758-a121-69953e212640 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737485 Nov 09 17:56:06.725074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d3875-0638-4910-ab8f-ab5deea46f6e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.727459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ba4d3875-0638-4910-ab8f-ab5deea46f6e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0708444 Nov 09 17:56:06.729956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38562) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.747731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.792352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:06.792727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.816966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52494856-b484-4ed5-9f02-d1eedfa3c1cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.821004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52494856-b484-4ed5-9f02-d1eedfa3c1cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874074 Nov 09 17:56:06.823241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38564) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.856147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.871819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-904f660b-edd2-472b-b621-bb95ce354ef3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463719 Nov 09 17:56:06.879850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38566) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.885362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:06.890604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Subnet': ['ID=75e79f60-04c6-4dfb-a2db-ce6a31b7856a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.893680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:06.897197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c366881c-e99b-4794-b153-a5283342cf1e tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/subnets/75e79f60-04c6-4dfb-a2db-ce6a31b7856a HTTP/1.1" status: 204 len: 168 time: 0.6621125 Nov 09 17:56:06.907277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.925017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b1f99-f955-411f-a90c-08d1b70f2f68 None None] Network e4e7a852-5b82-4832-9362-e767bcddb624 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:07.006168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:07.010841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.017443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.056526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:07.075056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.126718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Deleting port 1a7e2565-59b0-4b94-a265-d65c83028524 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:07.127266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.277183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:07.284889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] For port 1a7e2565-59b0-4b94-a265-d65c83028524, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1a7e2565-59b0-4b94-a265-d65c83028524,segment=NetworkSegment(2b7bbd75-7749-408a-9e78-bbe8e36c2466),segment_id=2b7bbd75-7749-408a-9e78-bbe8e36c2466)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:07.285811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.317878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Calling delete_port for 1a7e2565-59b0-4b94-a265-d65c83028524 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:07.330303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.398601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f782df-05e1-4164-8d29-69b84c4c169e None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:07.452764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.499139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:07.508053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Port': ['ID=1a7e2565-59b0-4b94-a265-d65c83028524,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:07.512363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] No DVR routers for this DVR port 1a7e2565-59b0-4b94-a265-d65c83028524 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:07.553260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:56:07.606040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:07.607745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.613031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:07.632548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e76856b-5325-477c-897c-db7e7c9809d1 None None] DHCP port deletion for e4e7a852-5b82-4832-9362-e767bcddb624 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:07.645991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.689953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e7a852-5b82-4832-9362-e767bcddb624']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:07.712643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7bbd75-7749-408a-9e78-bbe8e36c2466') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:07.712784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7bbd75-7749-408a-9e78-bbe8e36c2466') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:07.722077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0b29dc0a-9a7f-48e3-9e6a-957b35ae57bc None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:07.723130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b29dc0a-9a7f-48e3-9e6a-957b35ae57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.736964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.791524 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.810820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:07.811681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:07.846314 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:07.944195 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.959647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:07.970707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] 10.222.0.45 "DELETE /v2.0/networks/e4e7a852-5b82-4832-9362-e767bcddb624 HTTP/1.1" status: 204 len: 168 time: 1.0571656 Nov 09 17:56:08.005770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df3f4-1463-4195-bb66-e0bbe9a2d9e2 tempest-AllowedAddressPairIpV6TestJSON-660194980 tempest-AllowedAddressPairIpV6TestJSON-660194980-project] Pushing event deleted for resources: {'Network': ['ID=e4e7a852-5b82-4832-9362-e767bcddb624,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.031214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b1f1-28a4-4a00-8479-fa33b7aa4741 req-87d04a39-1dfb-4390-94ac-3806009268fb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.037977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9d4b1f1-28a4-4a00-8479-fa33b7aa4741 req-87d04a39-1dfb-4390-94ac-3806009268fb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 944 time: 0.1710300 Nov 09 17:56:08.082306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.127572 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.208756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203f1608-4544-4247-885a-8c13435afc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:08.211139 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043cb4e-df2c-49db-a1c0-e338729fb499" -d '{"events": [{"server_uuid": "203f1608-4544-4247-885a-8c13435afc2d", "name": "network-vif-plugged", "status": "completed", "tag": "0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:08.235386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:08.247471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.327400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9d4b1f1-28a4-4a00-8479-fa33b7aa4741 req-7aded31e-3a69-445b-81c5-e6b411fb0235 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717917 Nov 09 17:56:08.367541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.392509 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e693e-277b-40d6-8b1f-490c759842cf x-openstack-request-id: req-6d6e693e-277b-40d6-8b1f-490c759842cf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:08.393014 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203f1608-4544-4247-885a-8c13435afc2d", "name": "network-vif-plugged", "status": "completed", "tag": "0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:08.393378 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d6e693e-277b-40d6-8b1f-490c759842cf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:08.393927 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203f1608-4544-4247-885a-8c13435afc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c', 'code': 200} Nov 09 17:56:08.444318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:08.527109 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.535815 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.536546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f338f-c87b-4932-926d-a30b785fbf4f req-eef77aa9-5f51-44a7-87ff-b81816e60495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.538074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.539097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8f338f-c87b-4932-926d-a30b785fbf4f req-eef77aa9-5f51-44a7-87ff-b81816e60495 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 1096 time: 0.0956600 Nov 09 17:56:08.614010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8f338f-c87b-4932-926d-a30b785fbf4f req-0be84f72-5c36-4c2b-bd4e-b54916823fcf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634956 Nov 09 17:56:08.654430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:08.660990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.703102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:08.718929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:08.724570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.725556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.796378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.805526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=b757f721-73e0-4738-b501-80ed3e132802,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.822290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.824530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b6b8b18c-59c9-4315-ac05-59cfc3072f89 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:08.825318 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b18c-59c9-4315-ac05-59cfc3072f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.828353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:08.831111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:08.831300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:08.833324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a88af09-867e-478c-b1f9-82e412f7cc0b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9520371 Nov 09 17:56:09.050604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5038d1-e0dc-4e5b-a174-b8393cef51bd None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:09.056181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a7e2565-59b0-4b94-a265-d65c83028524 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:09.123738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 1a7e2565-59b0-4b94-a265-d65c83028524 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:09.124142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 1a7e2565-59b0-4b94-a265-d65c83028524 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:09.129149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-259f8885-2c48-43f8-b1b5-5af5573335d8 None None] Could not find standard attr ID for object 725a9ad7-2d59-4994-8c5b-7e07dad42923. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:09.556990 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fa63ccce-b8f8-4a24-9635-5eca0cc55136 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bbec9883d7a401180e7f2887c5ec573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8943155 Nov 09 17:56:09.561062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38586) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:09.567070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f342b64d-f478-4789-9070-5c2264eee575 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:09.567762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f342b64d-f478-4789-9070-5c2264eee575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:09.602096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2f1c7-3a93-4e69-b432-0f560dc1195e req-0413712d-4ea3-48ef-a496-a50919e5f478 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.603797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87b2f1c7-3a93-4e69-b432-0f560dc1195e req-0413712d-4ea3-48ef-a496-a50919e5f478 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.1113157 Nov 09 17:56:09.649858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:09.653894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:09.680092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d2266f7-b258-42dd-a214-beb50da832db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:09.721643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-87b2f1c7-3a93-4e69-b432-0f560dc1195e req-9fe0509c-d3fb-4269-94d8-ae4df3e099c6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062682 Nov 09 17:56:09.723954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d2266f7-b258-42dd-a214-beb50da832db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:09.805641 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b757f721-73e0-4738-b501-80ed3e132802 (CIDR: 2001:db8::/64) Nov 09 17:56:09.809594 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:56:09.809876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d2266f7-b258-42dd-a214-beb50da832db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:09.810048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:09.814623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d2266f7-b258-42dd-a214-beb50da832db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:09.817216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d2266f7-b258-42dd-a214-beb50da832db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8ded865-29c9-4ac6-8566-6352d04d74d0 HTTP/1.1" status: 204 len: 168 time: 0.2542801 Nov 09 17:56:09.833966 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8c1ca1fd-7117-4a4b-8a7e-b86ce02abad9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0103285 Nov 09 17:56:09.838117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2266f7-b258-42dd-a214-beb50da832db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ded865-29c9-4ac6-8566-6352d04d74d0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:09.839165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:09.848953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:10.019447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:10.024719 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:10.363895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:10.425507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:10.431926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:10.437167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:10.438397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:10.447444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0559e-2ff1-4f8b-985b-8c6f823ec335 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:10.474332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:10.496350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38606) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:10.497334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e2acd9af-e03f-4576-952a-84cf2b217edf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6553938 Nov 09 17:56:10.502515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:d1:43:33', 'name': 'tempest-NetworksTestDHCPv6-1775540648'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:10.673801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:10.737734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:10.866150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38614) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:10.895899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:10.896608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:10.907315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:10.965471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port 847c98c9-c2ee-4f00-8e1c-a02f28519cde yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:11.029949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': 'b757f721-73e0-4738-b501-80ed3e132802', 'ip_address': '2001:db8::f816:3eff:fe37:6aa4'}, {'subnet_id': '8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '74205769-93c1-43cc-9c1c-8f32740890bd'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:56:11.030297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13413e-196e-4c2c-9a8c-b0f0cdd82398 req-657fa9d6-9596-4b58-838c-1ad78bac71b1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.040130 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed13413e-196e-4c2c-9a8c-b0f0cdd82398 req-657fa9d6-9596-4b58-838c-1ad78bac71b1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.1372721 Nov 09 17:56:11.139992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:11.148100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-f89bbd9b-59c8-4081-be83-f0537f5a8974 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.149992 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f89bbd9b-59c8-4081-be83-f0537f5a8974 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2821021 Nov 09 17:56:11.153791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.161953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-b85e4463-36b9-4dad-ac34-14225281eabd tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.163735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b85e4463-36b9-4dad-ac34-14225281eabd tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077131 Nov 09 17:56:11.167978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38620) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.177784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-d3bb480c-0cf6-45d0-87c2-27865176ee10 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.179391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d3bb480c-0cf6-45d0-87c2-27865176ee10 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0094318 Nov 09 17:56:11.182853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.192490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-947e6394-7118-4d06-8e46-29977f64cba1 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.194347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-947e6394-7118-4d06-8e46-29977f64cba1 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0097616 Nov 09 17:56:11.201131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.211683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-633e9056-113b-41b1-a84d-a7c16925b906 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.215945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-633e9056-113b-41b1-a84d-a7c16925b906 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0103617 Nov 09 17:56:11.217441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.223946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-e4637e71-6182-4c2a-9636-1774941459e5 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.226000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e4637e71-6182-4c2a-9636-1774941459e5 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070767 Nov 09 17:56:11.227634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed13413e-196e-4c2c-9a8c-b0f0cdd82398 req-6bfae60c-3031-4c34-a0b7-be8989ccb1f5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877675 Nov 09 17:56:11.230512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.239845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-5304f669-23d9-4071-aebd-eabfb5346c6c tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.241496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5304f669-23d9-4071-aebd-eabfb5346c6c tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089736 Nov 09 17:56:11.245235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38630) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.262264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-29a0c63f-91a4-483b-8685-fec64b1c4fb5 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.262264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-29a0c63f-91a4-483b-8685-fec64b1c4fb5 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094144 Nov 09 17:56:11.262264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.277515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-017d49e9-a4e5-4d4a-b8e1-5e5bd1ed86d7 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.287852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-017d49e9-a4e5-4d4a-b8e1-5e5bd1ed86d7 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0218909 Nov 09 17:56:11.289088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.296615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-52e8f94f-8cd0-4327-8727-d19f6c78106e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.303981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-52e8f94f-8cd0-4327-8727-d19f6c78106e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0130172 Nov 09 17:56:11.306496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38638) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.314436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-6f35f169-76ee-4ccb-94bb-fdcc32a5aade tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.316783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6f35f169-76ee-4ccb-94bb-fdcc32a5aade tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087068 Nov 09 17:56:11.321358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.329334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-14372207-c53e-4369-b633-14d6b9f50165 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.338145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14372207-c53e-4369-b633-14d6b9f50165 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0147295 Nov 09 17:56:11.339180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.347993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-341ab37d-0ade-42d2-aaa8-45eb1938f904 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.355273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-341ab37d-0ade-42d2-aaa8-45eb1938f904 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0141685 Nov 09 17:56:11.356266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.365747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-fd7aefb6-c87f-482a-b686-e88045ce3003 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.372248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd7aefb6-c87f-482a-b686-e88045ce3003 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0137885 Nov 09 17:56:11.373301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.382225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-1cb637d7-461c-43ab-b2d9-5c6c4455b6c8 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.387949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1cb637d7-461c-43ab-b2d9-5c6c4455b6c8 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0129113 Nov 09 17:56:11.388938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.398651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-b49dc8b4-4d4f-4699-9904-b181e94c7d2d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.400107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b49dc8b4-4d4f-4699-9904-b181e94c7d2d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096691 Nov 09 17:56:11.408015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38650) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.416319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-cc42b897-333a-415a-9b66-5c1608da85aa tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.417707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cc42b897-333a-415a-9b66-5c1608da85aa tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083003 Nov 09 17:56:11.419562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8:0:1::22 (9950a2ad-e1cb-47e8-819c-abec142e904a/8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5/847c98c9-c2ee-4f00-8e1c-a02f28519cde) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:11.421050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.428284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-06d74e8a-bbb9-4aaf-8ccd-9f4c96894f38 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.429461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fed1:4333 (9950a2ad-e1cb-47e8-819c-abec142e904a/b757f721-73e0-4738-b501-80ed3e132802/847c98c9-c2ee-4f00-8e1c-a02f28519cde) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:11.431176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-06d74e8a-bbb9-4aaf-8ccd-9f4c96894f38 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066571 Nov 09 17:56:11.438525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38654) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.444409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-026fd9a0-3335-4ecf-8ab4-3ca7811ac071 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.445848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-026fd9a0-3335-4ecf-8ab4-3ca7811ac071 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056944 Nov 09 17:56:11.449317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38656) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.459497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-e6e57427-dbb7-48b3-92f9-bd2189c46566 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.461903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6e57427-dbb7-48b3-92f9-bd2189c46566 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100451 Nov 09 17:56:11.465817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.475698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-b913e749-e6a2-437d-8f5f-5c3f571b0127 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.479739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b913e749-e6a2-437d-8f5f-5c3f571b0127 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0114472 Nov 09 17:56:11.482081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.489098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-22f5e35d-064f-494e-a454-015647a77e9c tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.490094 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-22f5e35d-064f-494e-a454-015647a77e9c tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069182 Nov 09 17:56:11.495100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.500856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-179e6568-5b3c-40d0-b006-c287e55fd260 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.502005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-179e6568-5b3c-40d0-b006-c287e55fd260 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056140 Nov 09 17:56:11.506005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38664) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.511717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-e70fd8c1-a16e-4555-b632-24fcfaebb5c4 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.514339 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e70fd8c1-a16e-4555-b632-24fcfaebb5c4 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0067694 Nov 09 17:56:11.515664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b120bb-d860-4948-8c1b-1ecbcd3c20cd req-52f7b97a-0b5b-4522-8318-91464499636e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.518454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38666) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.519761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11b120bb-d860-4948-8c1b-1ecbcd3c20cd req-52f7b97a-0b5b-4522-8318-91464499636e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.1179211 Nov 09 17:56:11.529176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-c7e291e7-b7a3-43f1-9afd-1e75fd746af9 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.530705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c7e291e7-b7a3-43f1-9afd-1e75fd746af9 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0107620 Nov 09 17:56:11.536184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.540635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-d7d56b43-eb8b-4788-a94e-22931be7498a tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.541641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d7d56b43-eb8b-4788-a94e-22931be7498a tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044796 Nov 09 17:56:11.550595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38670) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.555243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-00e40b73-ccaf-43a2-97d7-54ac872a2e98 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.556438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-00e40b73-ccaf-43a2-97d7-54ac872a2e98 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049882 Nov 09 17:56:11.561857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.571491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-df4ac0fd-1b7b-465a-a13b-0b529385c544 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.573609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-df4ac0fd-1b7b-465a-a13b-0b529385c544 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099578 Nov 09 17:56:11.576942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.591765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-74bc70b0-152e-402d-86df-6d921e242a31 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.593222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-74bc70b0-152e-402d-86df-6d921e242a31 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0136249 Nov 09 17:56:11.600956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.608085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-457679b9-c9f4-427d-a8bc-490129ee923b tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.609298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-457679b9-c9f4-427d-a8bc-490129ee923b tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071409 Nov 09 17:56:11.615633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.623353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-1a4477c1-301d-4b2c-86be-49bd1d6a6b73 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.625166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1a4477c1-301d-4b2c-86be-49bd1d6a6b73 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078695 Nov 09 17:56:11.629886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38680) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.637445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-75138f53-1647-488a-8ff1-e600543182c9 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.641668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-75138f53-1647-488a-8ff1-e600543182c9 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077415 Nov 09 17:56:11.643018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-11b120bb-d860-4948-8c1b-1ecbcd3c20cd req-7e72aa4d-8cff-4fed-840d-6b8d92951629 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163824 Nov 09 17:56:11.643771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38682) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.649708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-b1edc311-01f1-444b-a8ef-0b9b93c18896 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.651186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b1edc311-01f1-444b-a8ef-0b9b93c18896 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061738 Nov 09 17:56:11.656179 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.664003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-5759265d-14c9-4c48-8411-157018d007f2 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.666176 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5759265d-14c9-4c48-8411-157018d007f2 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086153 Nov 09 17:56:11.670394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.677233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-0bf0ce52-5c15-4ae6-abbb-6b92ee3f18d6 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.679252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0bf0ce52-5c15-4ae6-abbb-6b92ee3f18d6 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063050 Nov 09 17:56:11.682425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.687453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-49f1bce9-6a90-43ed-8a6e-a56e921ed3e7 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.688688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-49f1bce9-6a90-43ed-8a6e-a56e921ed3e7 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049634 Nov 09 17:56:11.693008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.698823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-9b0523cc-ff84-4e13-ba2f-df234535abbb tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.704066 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9b0523cc-ff84-4e13-ba2f-df234535abbb tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060735 Nov 09 17:56:11.704750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.710074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-f5327da0-fa9f-473d-bf4c-2c4bff80909a tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.715391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f5327da0-fa9f-473d-bf4c-2c4bff80909a tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056159 Nov 09 17:56:11.715713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38696) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.721959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-4330ee0f-d0cc-4577-bcf2-8adde6ebde5e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.723030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4330ee0f-d0cc-4577-bcf2-8adde6ebde5e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056777 Nov 09 17:56:11.728836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.736314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-33a7ec83-f529-4abf-99a3-e2c56eb67624 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.738285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-33a7ec83-f529-4abf-99a3-e2c56eb67624 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0078866 Nov 09 17:56:11.741112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.748633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-51c5a202-5bf5-4240-b1fb-4f8fd6e2663e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.750655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-51c5a202-5bf5-4240-b1fb-4f8fd6e2663e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078595 Nov 09 17:56:11.754185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.760507 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:11.761915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-5f33e74d-85f4-4bf9-9a96-c47435b9423d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.766563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f33e74d-85f4-4bf9-9a96-c47435b9423d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078549 Nov 09 17:56:11.767140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.773276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-56e49010-609f-4c0d-9308-120d3662977f tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.774420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-56e49010-609f-4c0d-9308-120d3662977f tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059264 Nov 09 17:56:11.779042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.784951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-e793363f-3675-4c6a-bb93-70d70817034e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.790323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e793363f-3675-4c6a-bb93-70d70817034e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0064049 Nov 09 17:56:11.790853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.795594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-9e05de5a-78fb-4b2f-b49c-1bfbb46b27e0 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.798618 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9e05de5a-78fb-4b2f-b49c-1bfbb46b27e0 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048413 Nov 09 17:56:11.801723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.807772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-ccb76a5f-892c-4e82-938f-592419af1514 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.809521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ccb76a5f-892c-4e82-938f-592419af1514 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0054088 Nov 09 17:56:11.813538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.819423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-d389c4df-9a82-4b4c-9021-7bc5b152a209 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.820955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d389c4df-9a82-4b4c-9021-7bc5b152a209 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0059829 Nov 09 17:56:11.824957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.830089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-2ffbf3be-70cf-4e07-9b83-85643fadb718 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.831946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2ffbf3be-70cf-4e07-9b83-85643fadb718 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053649 Nov 09 17:56:11.835120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.843473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-1d4bd45e-6dd8-4e81-8ddc-a15977c244d2 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.845379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1d4bd45e-6dd8-4e81-8ddc-a15977c244d2 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084958 Nov 09 17:56:11.849339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.856593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee51a06-3334-4410-a1b8-ee6520327f7b req-df2d8545-ef1e-4d4a-a139-17306e4e6cf8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.858214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eee51a06-3334-4410-a1b8-ee6520327f7b req-df2d8545-ef1e-4d4a-a139-17306e4e6cf8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.1252851 Nov 09 17:56:11.858407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-d1d022f2-c822-4296-b4a9-2f561e504eda tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.862840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1d022f2-c822-4296-b4a9-2f561e504eda tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0107360 Nov 09 17:56:11.865975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.875855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-ef36307e-0457-4c81-8ad3-b935f94f9c84 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.878308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ef36307e-0457-4c81-8ad3-b935f94f9c84 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092618 Nov 09 17:56:11.882422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.883531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:11.891992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-b44879f5-967d-493b-aea9-e877730d239b tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.895068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b44879f5-967d-493b-aea9-e877730d239b tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099454 Nov 09 17:56:11.898870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.907294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-fa4a2446-e128-4c31-86f9-8c8fbb43b38d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.910393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fa4a2446-e128-4c31-86f9-8c8fbb43b38d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082161 Nov 09 17:56:11.914396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.922419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-fce976b0-0122-4286-81fb-570b9b77ada2 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.928719 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fce976b0-0122-4286-81fb-570b9b77ada2 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0116570 Nov 09 17:56:11.930011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.939734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-7cf40a44-3ca5-434f-b76f-17a6fd46284e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.943047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7cf40a44-3ca5-434f-b76f-17a6fd46284e tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0089478 Nov 09 17:56:11.944221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.953504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-2e8c3baa-d1f7-4f63-a432-6b34bc24a7b3 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.960040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e8c3baa-d1f7-4f63-a432-6b34bc24a7b3 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0094473 Nov 09 17:56:11.960370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.968936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-93c24bfd-57b1-4443-93bd-0c13b066f7d0 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.974339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] Allocated IP 2001:db8:0:1::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5/74205769-93c1-43cc-9c1c-8f32740890bd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:11.976001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-93c24bfd-57b1-4443-93bd-0c13b066f7d0 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0139718 Nov 09 17:56:11.977068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.985125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-e973c708-6f53-4bbf-bb7d-a5a7b056e498 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:11.987471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e973c708-6f53-4bbf-bb7d-a5a7b056e498 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078430 Nov 09 17:56:11.991568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.999115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-ec024777-12be-4e71-92fa-ab0eeb46c913 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.005183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ec024777-12be-4e71-92fa-ab0eeb46c913 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0106959 Nov 09 17:56:12.006518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.006701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:12.015191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-69576db4-d5ea-46ff-81ac-b1781d5d5823 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.017503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:12.019778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69576db4-d5ea-46ff-81ac-b1781d5d5823 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0112760 Nov 09 17:56:12.021239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.025858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:12.037027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:12.038417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:12.038690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-00fbb9e3-2c4e-4428-bfb6-a1ce90c9f2e1 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.044525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-00fbb9e3-2c4e-4428-bfb6-a1ce90c9f2e1 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0207446 Nov 09 17:56:12.046070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.055101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-1a7d1b00-567d-4fae-9fbb-4c1c14d8c731 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.059062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1a7d1b00-567d-4fae-9fbb-4c1c14d8c731 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090671 Nov 09 17:56:12.061225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38744) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.066775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=847c98c9-c2ee-4f00-8e1c-a02f28519cde,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.083361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-5a71e998-f1a5-4548-bc8c-c7251fd0864d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.083910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eee51a06-3334-4410-a1b8-ee6520327f7b req-87f8b2c7-7654-4cf5-becd-46e2ec0f4736 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125654 Nov 09 17:56:12.090958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a71e998-f1a5-4548-bc8c-c7251fd0864d tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0279555 Nov 09 17:56:12.091960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.101525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-a7af7b8f-67d1-4883-a190-75c49c9f1cd0 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.109390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a7af7b8f-67d1-4883-a190-75c49c9f1cd0 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0156894 Nov 09 17:56:12.110405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38748) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.110937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.111452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-274afa0e-1ca6-4817-bea9-edbb4c1cfc3d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6057770 Nov 09 17:56:12.120038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-5a162b8b-026e-4af3-86ca-3d6f6c51bfb3 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.123260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a162b8b-026e-4af3-86ca-3d6f6c51bfb3 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086770 Nov 09 17:56:12.127653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38752) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.138591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-af2651e4-42ff-46ad-80f0-480ab06caad8 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.146906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-af2651e4-42ff-46ad-80f0-480ab06caad8 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0155714 Nov 09 17:56:12.148741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38756) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.162095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-b08feaed-3df2-4bec-b0bc-418297760234 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.167996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.171583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b08feaed-3df2-4bec-b0bc-418297760234 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0177462 Nov 09 17:56:12.175527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [None req-401e9e19-b258-4b80-8c96-7b715a378382 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.181498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-401e9e19-b258-4b80-8c96-7b715a378382 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069778 Nov 09 17:56:12.182083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38760) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.188383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-c4f65cd5-12be-4bb2-9767-fcf4a1570554 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.190054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c4f65cd5-12be-4bb2-9767-fcf4a1570554 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057576 Nov 09 17:56:12.195858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38762) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.198108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:12.203407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-e032dc5c-38fc-49bd-a007-edacaacb6378 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.211957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e032dc5c-38fc-49bd-a007-edacaacb6378 tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0142879 Nov 09 17:56:12.222346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38764) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.228602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [None req-b90e6320-48a1-4251-a0b0-895f1a2573de tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:12.232302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b90e6320-48a1-4251-a0b0-895f1a2573de tempest-ExtensionsTestJSON-1366656937 tempest-ExtensionsTestJSON-1366656937-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062509 Nov 09 17:56:12.277828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:12.287309 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:12.333976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port 847c98c9-c2ee-4f00-8e1c-a02f28519cde {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:12.335901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:12.352396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29765ec-6ea5-4d7f-a226-7c1558252a49 None None] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.554566 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:12.589288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for 847c98c9-c2ee-4f00-8e1c-a02f28519cde owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:12.669110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:12.771430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:12.772203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:12.775761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.789838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae03f68-d52e-4bc0-b654-d40b98c7b4b2 req-80615eee-d8ae-45b1-b0bd-8d671adced05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:12.808251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ae03f68-d52e-4bc0-b654-d40b98c7b4b2 req-80615eee-d8ae-45b1-b0bd-8d671adced05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.1499720 Nov 09 17:56:12.955148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ae03f68-d52e-4bc0-b654-d40b98c7b4b2 req-5c5805cc-2d54-4543-985b-6b1e95d4d0f2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424043 Nov 09 17:56:12.967458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.009041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=847c98c9-c2ee-4f00-8e1c-a02f28519cde,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.022266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c598-f9e2-40a1-bce2-67d7b01e9f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.076578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.080787 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb57e2b9-3714-4a2b-ae93-4e3feaebb3fe tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/847c98c9-c2ee-4f00-8e1c-a02f28519cde HTTP/1.1" status: 204 len: 168 time: 0.9684091 Nov 09 17:56:13.085152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38778) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:13.156980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26171ed9-dda5-420d-96b7-beb8f3a5d7a5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.159233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-26171ed9-dda5-420d-96b7-beb8f3a5d7a5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0712154 Nov 09 17:56:13.161851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38780) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:13.166867 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c598-f9e2-40a1-bce2-67d7b01e9f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.173728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c598-f9e2-40a1-bce2-67d7b01e9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.227853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b12281-5f5c-4e88-9400-9b05b3fa74ea tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.233882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c8b12281-5f5c-4e88-9400-9b05b3fa74ea tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0670915 Nov 09 17:56:13.234360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38782) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:13.245306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d2c4c598-f9e2-40a1-bce2-67d7b01e9f02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2afbbec0fe54ca5bd4ddce8bc7bfcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648035 Nov 09 17:56:13.247382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:13.248383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c598-f9e2-40a1-bce2-67d7b01e9f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a108c6-184d-4825-be39-ab91c853fe03,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.324102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec0cc9-4810-403f-a026-cf86ab977a6f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.327310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec0cc9-4810-403f-a026-cf86ab977a6f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.327712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14cb3165-b5b1-4fad-96a2-1c515d0705fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.331382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec0cc9-4810-403f-a026-cf86ab977a6f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.334386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e1ec0cc9-4810-403f-a026-cf86ab977a6f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0979187 Nov 09 17:56:13.339176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38786) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:13.364875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14cb3165-b5b1-4fad-96a2-1c515d0705fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.445212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14cb3165-b5b1-4fad-96a2-1c515d0705fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.449791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14cb3165-b5b1-4fad-96a2-1c515d0705fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.452384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14cb3165-b5b1-4fad-96a2-1c515d0705fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85a108c6-184d-4825-be39-ab91c853fe03 HTTP/1.1" status: 204 len: 168 time: 0.1978245 Nov 09 17:56:13.463782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb3165-b5b1-4fad-96a2-1c515d0705fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a108c6-184d-4825-be39-ab91c853fe03,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.505582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c545a676-4543-44be-8bb2-80b6535e9d39 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:13.507325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c545a676-4543-44be-8bb2-80b6535e9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.776140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ed4f573e-61d8-4579-93d0-9940416eb539 None None] Could not find standard attr ID for object 847c98c9-c2ee-4f00-8e1c-a02f28519cde. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:13.871040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:13.877373 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:13.956857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.139649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.158670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ae1fd-c8d3-43eb-8282-257ef67a69e3 req-664354f1-6756-41b6-8c58-b82bc2ac663c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.161170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de5ae1fd-c8d3-43eb-8282-257ef67a69e3 req-664354f1-6756-41b6-8c58-b82bc2ac663c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.0979161 Nov 09 17:56:14.250882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.287068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.292100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.301362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2db47db8-7f29-42ca-a984-f14a447aa935 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5 HTTP/1.1" status: 204 len: 168 time: 0.9553974 Nov 09 17:56:14.301362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38800) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.307011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d777fb40-25ed-4988-aacc-dd9f3fe9569a None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:14.314732 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de5ae1fd-c8d3-43eb-8282-257ef67a69e3 req-39d1f7ed-fade-4a8b-9b2e-0ff5eba5c383 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439426 Nov 09 17:56:14.351988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-57c652c3-b034-4142-a1ca-56a53084a1d9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.353864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-57c652c3-b034-4142-a1ca-56a53084a1d9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 945 time: 0.1628406 Nov 09 17:56:14.415226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet b757f721-73e0-4738-b501-80ed3e132802 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:14.420905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.509835 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.560120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:14.560775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.676603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.740053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:14.740859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.761359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:14.811704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.886703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=b757f721-73e0-4738-b501-80ed3e132802,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.890248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.897219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-059466a5-8c98-4ce1-845d-9350727cee98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/b757f721-73e0-4738-b501-80ed3e132802 HTTP/1.1" status: 204 len: 168 time: 0.5936172 Nov 09 17:56:14.899568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38812) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.984543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e36eed24-c042-4a6b-bba4-62113fd87bfb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794230 Nov 09 17:56:14.985120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.985704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:14.995315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:15.003836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:15.056879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:15.100333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:15.155045 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:15.160055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.165453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbce77a3-b32a-4038-9ebd-8282898cc6a9 req-ae3c62fd-477f-454c-a09f-cfb453fafb74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "DELETE /v2.0/ports/0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c HTTP/1.1" status: 204 len: 173 time: 0.8007488 Nov 09 17:56:15.166133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203f1608-4544-4247-885a-8c13435afc2d', 'name': 'network-vif-deleted', 'tag': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:15.170277 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3295f4d-3386-415a-b77d-bf3dcfe7957f" -d '{"events": [{"server_uuid": "203f1608-4544-4247-885a-8c13435afc2d", "name": "network-vif-deleted", "tag": "0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:15.213918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:15.217733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.262584 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7022e5f1-6098-4472-8a4f-e8ce7a6469ba x-openstack-request-id: req-7022e5f1-6098-4472-8a4f-e8ce7a6469ba {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:15.263024 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203f1608-4544-4247-885a-8c13435afc2d", "name": "network-vif-deleted", "tag": "0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:15.263403 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7022e5f1-6098-4472-8a4f-e8ce7a6469ba {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:15.264155 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203f1608-4544-4247-885a-8c13435afc2d', 'name': 'network-vif-deleted', 'tag': '0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c', 'status': 'completed', 'code': 200} Nov 09 17:56:15.318863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-377800781'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:15.363150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:15.367905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.389766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.609308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.618461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.648700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:15.691487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.692087 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment 22c3a023-08b7-4d60-83eb-338ddfdb2d5e of type vlan for network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 Nov 09 17:56:15.789497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.865525 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.878272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.879394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:15.892547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.objects.ports [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:56:16.045495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf289c-8b16-4082-a7ab-3366d01bd604 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:16.061752 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9593527 Nov 09 17:56:16.069869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38824) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:16.085932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947ec045-d9d5-4056-959b-6439ffee375b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.096337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'name': 'tempest-PortsIpV6TestJSON-1716765723'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:16.165972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-faa78950-994e-4a8b-bb9f-23edb2fa1c29 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:16.166506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faa78950-994e-4a8b-bb9f-23edb2fa1c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:16.247846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c2ff53d-10a5-492e-95b0-ae963309bcc2 req-90ee73d1-95d4-4c1f-a164-125c07bd47ac tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.1308234 Nov 09 17:56:16.249180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3d46-c159-4da1-b18b-06f1c7de9235 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=9b9c92e4-eb63-44cd-8681-d48c8b92cd63,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.293281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:16.368952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:16.373743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:16.377663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:16.409883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 0ee87596-98e6-45ca-80f2-a1a1fff17663 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:16.679493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:16.825738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:16.968681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=0ee87596-98e6-45ca-80f2-a1a1fff17663,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.999942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:17.038853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': '22c3a023-08b7-4d60-83eb-338ddfdb2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:17.039533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: 9b9c92e4-eb63-44cd-8681-d48c8b92cd63, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:17.079599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.093882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.099586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.106904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1e167ff4-fc89-431f-8b4a-5243b3c018a9 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:17.107801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e167ff4-fc89-431f-8b4a-5243b3c018a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.181970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:17.283558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:17.313503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9b9c92e4-eb63-44cd-8681-d48c8b92cd63) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:17.330134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13c1d1-a5d3-4807-b722-aaf496d42008 None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:17.332384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:17.357362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.358416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.363033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:17.375998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.377078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.441533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=8adf6b96-deaa-4525-a0b3-045dd7385ab7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.457529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=11']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.472738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-482d523e-d80d-4339-a8b7-a49cec6e902d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3998744 Nov 09 17:56:17.474316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f94779-7d71-4d82-9443-fa6cf3976f02 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:17.475615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38832) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.485049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2141341668'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:17.504709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-86afc8df-98ba-453c-8c34-f2495d720849 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5119410 Nov 09 17:56:17.505027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.510022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:17.540714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:17.548915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.665155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43e3d702-91bd-4df8-97b5-a3e06320227c req-ad250e45-8068-4a44-bd69-c1192900c329 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.1087611 Nov 09 17:56:17.690077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:17.729046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.729397 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment d9edbc6a-f807-4cea-b242-6d28b84df7c4 of type vlan for network 902daeb0-2b5e-4894-a052-b4ed2887236a Nov 09 17:56:17.837314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.885799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.896973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.897907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:17.924379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:17.936439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.009575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5305266 Nov 09 17:56:18.028677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38836) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.055444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'ports': [{'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'}, {'network_id': '902daeb0-2b5e-4894-a052-b4ed2887236a'}]} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:18.057630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:18.059248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '902daeb0-2b5e-4894-a052-b4ed2887236a'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:18.070431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171c5df-1172-4530-9537-36e9c33a2da1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=902daeb0-2b5e-4894-a052-b4ed2887236a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.103943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 902daeb0-2b5e-4894-a052-b4ed2887236a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:18.155327 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8adf6b96-deaa-4525-a0b3-045dd7385ab7 (CIDR: 2001:db8::/64) Nov 09 17:56:18.161028 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:56:18.161678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:18.190619 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b50e704-d2cb-4d59-abef-b0b9646ec11f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6817157 Nov 09 17:56:18.191121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.197756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:18.431332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:18.442950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.471809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 2} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:18.478965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.509108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.614516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f7c81ac9-87f9-4e12-9e2f-c28701dd08ee None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:18.615380 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7c81ac9-87f9-4e12-9e2f-c28701dd08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.620700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:18.652091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port e89326ca-4819-4f1a-b989-6b3954076e9a yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:18.727235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:18.727759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.906769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:18.926419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c1e24cd-1e49-415e-901a-ffdd994a1405 req-328d49ac-3055-41a5-a1cc-5b60f17134a3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.0392272 Nov 09 17:56:18.994379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 0013d64a-0a62-4a14-8690-ef712e508407 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:18.997953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.044120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:19.048501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:19.051034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.052828 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.064271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59646b79-41aa-47c7-8372-87aaeb3fd01d None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:19.082251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=50e49cbd-602e-416c-98f5-9c5f937486ca,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.094334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2a4f1193-aa1a-41a1-b12a-3e7ff69cd80f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9015808 Nov 09 17:56:19.095084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:19.101165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:f3:2c:c8', 'name': 'tempest-NetworksTestDHCPv6-561932255'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:19.116601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:19.144451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:19.144782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0bdeb705-5bb1-47dc-b5d5-d7a69fa8fd2c not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:19.185541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.233053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.285624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:19.301514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:19.307820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:19.312988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:19.313872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.325499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=e89326ca-4819-4f1a-b989-6b3954076e9a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.413295 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=0013d64a-0a62-4a14-8690-ef712e508407,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.442803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': 'd9edbc6a-f807-4cea-b242-6d28b84df7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '902daeb0-2b5e-4894-a052-b4ed2887236a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:19.443599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: 902daeb0-2b5e-4894-a052-b4ed2887236a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:19.445752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.473592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port fe95a74f-7cba-4748-8fec-fdd351cafa75 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:19.474130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 902daeb0-2b5e-4894-a052-b4ed2887236a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:19.491345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 902daeb0-2b5e-4894-a052-b4ed2887236a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:19.507944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:19.513164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '8adf6b96-deaa-4525-a0b3-045dd7385ab7', 'ip_address': '2001:db8::f816:3eff:fe37:6aa4'}, {'subnet_id': '50e49cbd-602e-416c-98f5-9c5f937486ca'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '74205769-93c1-43cc-9c1c-8f32740890bd'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:56:19.516408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.518343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598d782-74a9-4869-98a0-98b9daceb2ab None None] Network 902daeb0-2b5e-4894-a052-b4ed2887236a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:19.523370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.525207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.553541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1a4ef5eb-e2ee-4dfc-9214-ef3652a645cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5140929 Nov 09 17:56:19.554286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38844) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:19.671455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.710081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 0013d64a-0a62-4a14-8690-ef712e508407 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:19.710583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.766317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8:0:1::37d (9950a2ad-e1cb-47e8-819c-abec142e904a/50e49cbd-602e-416c-98f5-9c5f937486ca/fe95a74f-7cba-4748-8fec-fdd351cafa75) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:19.786146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::f816:3eff:fef3:2cc8 (9950a2ad-e1cb-47e8-819c-abec142e904a/8adf6b96-deaa-4525-a0b3-045dd7385ab7/fe95a74f-7cba-4748-8fec-fdd351cafa75) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:19.815945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.833386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 0013d64a-0a62-4a14-8690-ef712e508407 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:19.943957 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:19.993997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=0013d64a-0a62-4a14-8690-ef712e508407,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.011869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.019189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0f9a7ce5-e1db-479d-8314-93fb148ee4a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/0013d64a-0a62-4a14-8690-ef712e508407 HTTP/1.1" status: 204 len: 168 time: 0.4619610 Nov 09 17:56:20.023324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38848) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.103484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-769e2cb3-f3a3-4a15-a283-c71af662e495 req-fe2a764c-bd79-426b-83a8-d1259ea0a2ce tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.0372932 Nov 09 17:56:20.109091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.127576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4a2a6-4002-4eca-8716-c199a0b57e03 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.138650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4a2a6-4002-4eca-8716-c199a0b57e03 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.141377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ddc4a2a6-4002-4eca-8716-c199a0b57e03 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1143818 Nov 09 17:56:20.145801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.181056 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.261217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] Allocated IP 2001:db8:0:1::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/50e49cbd-602e-416c-98f5-9c5f937486ca/74205769-93c1-43cc-9c1c-8f32740890bd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:20.277993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port e89326ca-4819-4f1a-b989-6b3954076e9a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:20.279380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.290109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:20.297786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:20.312070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:20.325269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.326600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.355141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=fe95a74f-7cba-4748-8fec-fdd351cafa75,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.383739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38852) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.384853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-832e6ef3-1863-47e2-a3a5-ddf701c41738 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2882831 Nov 09 17:56:20.405123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.436443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:20.443937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for e89326ca-4819-4f1a-b989-6b3954076e9a owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:20.485780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.492225 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.612563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ba1c3-bd35-4cd1-8ca5-76899ebb2436 None None] Pushing event updated for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.665396 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.707190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port fe95a74f-7cba-4748-8fec-fdd351cafa75 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:20.707548 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.712556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=e89326ca-4819-4f1a-b989-6b3954076e9a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.715153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.720206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-87c50d1c-7d59-4ed9-93f3-aa885a0fdd01 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/e89326ca-4819-4f1a-b989-6b3954076e9a HTTP/1.1" status: 204 len: 168 time: 0.5726399 Nov 09 17:56:20.721464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.816990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759bea76-c760-4af7-ae1c-0ea8676ba813 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.821979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-759bea76-c760-4af7-ae1c-0ea8676ba813 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0967791 Nov 09 17:56:20.822635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.865370 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45308ed-8516-44d1-b6ab-7d42e6df727c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:20.870471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c45308ed-8516-44d1-b6ab-7d42e6df727c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/0013d64a-0a62-4a14-8690-ef712e508407 HTTP/1.1" status: 404 len: 333 time: 0.0438313 Nov 09 17:56:20.871185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38860) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.932408 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7811ad3-9e8b-4432-94f5-5275c2bc681c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:20.938527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e7811ad3-9e8b-4432-94f5-5275c2bc681c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/e89326ca-4819-4f1a-b989-6b3954076e9a HTTP/1.1" status: 404 len: 333 time: 0.0620909 Nov 09 17:56:20.939314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38864) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:20.950973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:20.976221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for fe95a74f-7cba-4748-8fec-fdd351cafa75 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:21.093236 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.334799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.372293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cfec3b26-ea7c-4ea9-bb7a-c2ea4a063b8c req-cc036a91-456b-43b4-a6f4-62b6ca271e77 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.0626981 Nov 09 17:56:21.377939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902daeb0-2b5e-4894-a052-b4ed2887236a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:21.402765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9edbc6a-f807-4cea-b242-6d28b84df7c4') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:21.403471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9edbc6a-f807-4cea-b242-6d28b84df7c4') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:21.431182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.431433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.455718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.463786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:21.464415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.498046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=fe95a74f-7cba-4748-8fec-fdd351cafa75,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:21.536217 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:21.551844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e2152e01-a205-49b9-a970-8448652c8af2 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:21.552738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2152e01-a205-49b9-a970-8448652c8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.554500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.579248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.590199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-76a8bd49-9864-4ebb-8d5b-c2b712548440 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/fe95a74f-7cba-4748-8fec-fdd351cafa75 HTTP/1.1" status: 204 len: 168 time: 1.1986079 Nov 09 17:56:21.590885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:21.596272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.600443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/902daeb0-2b5e-4894-a052-b4ed2887236a HTTP/1.1" status: 204 len: 168 time: 0.6596444 Nov 09 17:56:21.601887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a4127-4628-446f-b739-4cae52a09f35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=902daeb0-2b5e-4894-a052-b4ed2887236a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.605669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:21.612994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-659742118'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:21.658280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:21.665050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.709679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b166aa95-d3d8-4441-a8b1-aec1be9cdd98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.715045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b166aa95-d3d8-4441-a8b1-aec1be9cdd98 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1220622 Nov 09 17:56:21.721223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38872) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:21.730488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:21.743245 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.744484 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment ca0a52f0-2b2a-42e2-ac58-b688df03888f of type vlan for network 9951fef1-4454-4982-a5c3-8495aeed4df0 Nov 09 17:56:21.804036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.815760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b860d5-3a08-4b5f-900d-8fd99b01333b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.824986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-26b860d5-3a08-4b5f-900d-8fd99b01333b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0953839 Nov 09 17:56:21.824986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:21.839325 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.846355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.847029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:21.929315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=9951fef1-4454-4982-a5c3-8495aeed4df0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.945868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9951fef1-4454-4982-a5c3-8495aeed4df0 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:21.962847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7dc68dee-bdf9-4650-8acb-1a62a2e940ea tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3542972 Nov 09 17:56:21.964395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f3c19-0134-4e8d-9eb4-f0987a43b426 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.966170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f3c19-0134-4e8d-9eb4-f0987a43b426 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.967175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:21.973122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f3c19-0134-4e8d-9eb4-f0987a43b426 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.979102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-271f3c19-0134-4e8d-9eb4-f0987a43b426 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1511979 Nov 09 17:56:21.979544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38878) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:21.984716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:22.060439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 50e49cbd-602e-416c-98f5-9c5f937486ca {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:22.065133 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.077353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-175cc434-f926-492b-beef-2f31173b9212 None None] Could not find standard attr ID for object fe95a74f-7cba-4748-8fec-fdd351cafa75. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:22.162269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.254594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:22.261786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.289027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.339044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:56:22.342125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:56:22.373490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.409323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=50e49cbd-602e-416c-98f5-9c5f937486ca,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:22.416038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.427442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bac84b9-a1a6-408c-9b06-fff2e1fcca8d None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:22.428062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38882) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:22.432934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1c569c7e-a1e7-431b-8041-76634f6a2377 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/50e49cbd-602e-416c-98f5-9c5f937486ca HTTP/1.1" status: 204 len: 168 time: 0.4510140 Nov 09 17:56:22.602098 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4e1e74c-d519-44f2-b0d8-a6b7f498b528 req-430097bb-7c1e-4623-8186-0a57fb64a64c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=203f1608-4544-4247-885a-8c13435afc2d HTTP/1.1" status: 200 len: 210 time: 0.1104915 Nov 09 17:56:22.669793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:22.736821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 8adf6b96-deaa-4525-a0b3-045dd7385ab7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:22.755149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.779860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:22.780751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.837581 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:22.886177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.013428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=0e20ec06-292e-447c-9544-69e18408157d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.129422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': 'ca0a52f0-2b2a-42e2-ac58-b688df03888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:23.129988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: 9951fef1-4454-4982-a5c3-8495aeed4df0, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:23.178782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.195266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.203120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9951fef1-4454-4982-a5c3-8495aeed4df0 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:23.262059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9951fef1-4454-4982-a5c3-8495aeed4df0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:23.277405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304aab86-191b-4184-8bbe-6b84061010bc None None] Network 9951fef1-4454-4982-a5c3-8495aeed4df0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:23.293427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.294424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.318359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0f7b7aa-6921-4bae-9b31-2ffb7a6fd303 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3499720 Nov 09 17:56:23.322624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:23.330566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0', 'name': 'tempest-PortsIpV6TestJSON-1027458460'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:23.475998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.638104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.646446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/8adf6b96-deaa-4525-a0b3-045dd7385ab7 HTTP/1.1" status: 204 len: 168 time: 1.2165365 Nov 09 17:56:23.649124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38888) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:23.704039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9951fef1-4454-4982-a5c3-8495aeed4df0', 'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': '0e20ec06-292e-447c-9544-69e18408157d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:23.705341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.748440 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b3532fd-f38f-43a4-8a06-d435e1c12e5d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961103 Nov 09 17:56:23.750336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38892) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:23.753634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae8e00-24a1-46c1-8fb8-36f175fcc591 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=8adf6b96-deaa-4525-a0b3-045dd7385ab7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.764114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:23.769870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:23.779316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:23.820877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:23.900389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a1fbf-a7d4-4771-9de1-fd3385234b8d None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:23.911655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:23.916712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.070746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Allocated IP 2001:db8::2 (9951fef1-4454-4982-a5c3-8495aeed4df0/0e20ec06-292e-447c-9544-69e18408157d/cd2ec09a-468a-4a49-89fd-7b3ae751f098) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:24.099019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d06e108e-01de-49df-8854-5f08f3b44027 None None] Provisioning complete for port 74205769-93c1-43cc-9c1c-8f32740890bd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:24.099615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d06e108e-01de-49df-8854-5f08f3b44027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.201605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.294870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:24.305304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:24.318070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:24.319141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.346306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=0bb1dcdd-a50e-4b7c-b295-3f5f31835510,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:24.366769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d668649-4b03-49eb-9278-25053cf51f58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6116598 Nov 09 17:56:24.367992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38896) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:24.377320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:24.576805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:24.583106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.625265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.655977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:24.660065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.719746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::f8 (9951fef1-4454-4982-a5c3-8495aeed4df0/0e20ec06-292e-447c-9544-69e18408157d/613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:24.728235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Network 9951fef1-4454-4982-a5c3-8495aeed4df0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:24.738286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:24.742786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:24.804051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Pushing event updated for resources: {'Port': ['ID=cd2ec09a-468a-4a49-89fd-7b3ae751f098,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:24.844587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] Deleting port 74205769-93c1-43cc-9c1c-8f32740890bd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:24.845394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.845614 n-d-804292-3 neutron-server[102554]: INFO neutron.db.ipam_backend_mixin [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bb1dcdd-a50e-4b7c-b295-3f5f31835510 (CIDR: 2001:db8::/64) Nov 09 17:56:24.856431 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:56:24.856959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:24.904681 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:24.905852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db3153e8-200c-46f5-9dec-40b28aafcdcb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5365653 Nov 09 17:56:24.910622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:24.930632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Attempting to bind port cd2ec09a-468a-4a49-89fd-7b3ae751f098 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:24.931267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Attempting to bind port cd2ec09a-468a-4a49-89fd-7b3ae751f098 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ca0a52f0-2b2a-42e2-ac58-b688df03888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:24.931869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Attempting to bind port cd2ec09a-468a-4a49-89fd-7b3ae751f098 on network 9951fef1-4454-4982-a5c3-8495aeed4df0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:24.953419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:24.953419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Checking segment: {'id': 'ca0a52f0-2b2a-42e2-ac58-b688df03888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:24.954058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:24.954199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Bound using segment: {'id': 'ca0a52f0-2b2a-42e2-ac58-b688df03888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:24.954720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Bound port: cd2ec09a-468a-4a49-89fd-7b3ae751f098, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0a52f0-2b2a-42e2-ac58-b688df03888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9951fef1-4454-4982-a5c3-8495aeed4df0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:24.955208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.085599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.188773 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.190472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:25.195259 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.221561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] For port 74205769-93c1-43cc-9c1c-8f32740890bd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=74205769-93c1-43cc-9c1c-8f32740890bd,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:25.222030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.248929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] Calling delete_port for 74205769-93c1-43cc-9c1c-8f32740890bd owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:25.278750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] For port cd2ec09a-468a-4a49-89fd-7b3ae751f098, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:25.302337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9951fef1-4454-4982-a5c3-8495aeed4df0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:25.312627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:25.322533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:25.328497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] For port cd2ec09a-468a-4a49-89fd-7b3ae751f098, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cd2ec09a-468a-4a49-89fd-7b3ae751f098,segment=NetworkSegment(ca0a52f0-2b2a-42e2-ac58-b688df03888f),segment_id=ca0a52f0-2b2a-42e2-ac58-b688df03888f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:25.329046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.329837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.336752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.340989 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.370575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-443aac5c-eddb-4264-bc36-53b475fca8d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0467036 Nov 09 17:56:25.375503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38902) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:25.447867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526ea29-ad5f-400d-a6dd-880b0f77ec09 None None] Pushing event updated for resources: {'Port': ['ID=cd2ec09a-468a-4a49-89fd-7b3ae751f098,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.460987 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.486423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] No DVR routers for this DVR port 74205769-93c1-43cc-9c1c-8f32740890bd on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:25.529330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde48c-7bc9-4319-9e38-708d9a68ca9f None None] Pushing event deleted for resources: {'Port': ['ID=74205769-93c1-43cc-9c1c-8f32740890bd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.542974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f5f59-a863-4f3c-9762-7b85af3a266b None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:25.570676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:25.571246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.761310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:25.777646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:25.929288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9950a2ad-e1cb-47e8-819c-abec142e904a', 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'tenant_id': '751a48ceb61846c885d5a2863e213e38', 'fixed_ips': [{'subnet_id': '0bb1dcdd-a50e-4b7c-b295-3f5f31835510'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:25.930834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.029983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.079259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.113099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.116988 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39d57e9f-a5cf-4238-8739-8637d0d33d5e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e HTTP/1.1" status: 204 len: 168 time: 0.7402225 Nov 09 17:56:26.121248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:56:26.122558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38904) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.124922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.159351 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb263279-5c7c-4fb2-b210-6195614f46a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:26.160281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb263279-5c7c-4fb2-b210-6195614f46a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:26.170725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb263279-5c7c-4fb2-b210-6195614f46a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e HTTP/1.1" status: 404 len: 333 time: 0.0468650 Nov 09 17:56:26.175224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38908) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.223851 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae6257a-5431-4494-b9d7-159d6beb16d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:26.231736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ae6257a-5431-4494-b9d7-159d6beb16d0 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/613f7a6e-8fb9-4c1b-b7e5-3a0d0eeff16e HTTP/1.1" status: 404 len: 333 time: 0.0550051 Nov 09 17:56:26.233397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38910) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.236980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:26.244797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:26.259887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.260856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.269646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=87b05464-d842-4dd7-ba07-c5aa3ae8f1db,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.301809 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f702e937-3683-4a72-8e58-0660e870cc93 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3967915 Nov 09 17:56:26.302936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.309896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:b1:a9:72', 'name': 'tempest-NetworksTestDHCPv6-1610612807'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:26.370493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet 0e20ec06-292e-447c-9544-69e18408157d {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:26.376170 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.439189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.472699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/0bb1dcdd-a50e-4b7c-b295-3f5f31835510/3f00fda9-a491-4d97-a063-f9beb54df090) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:26.487791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe11:faa2 (9950a2ad-e1cb-47e8-819c-abec142e904a/87b05464-d842-4dd7-ba07-c5aa3ae8f1db/3f00fda9-a491-4d97-a063-f9beb54df090) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:26.533172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:26.717858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.728724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.757401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port a31f0d4b-f678-41cc-b863-70c9c7b33001 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:26.779956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cd2ec09a-468a-4a49-89fd-7b3ae751f098 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:26.831381 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.840952 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.874687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.909992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port cd2ec09a-468a-4a49-89fd-7b3ae751f098 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:26.910386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.930459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=0e20ec06-292e-447c-9544-69e18408157d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.946474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:26.959923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.961359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-92bd4be4-6d6c-40f6-90e6-9539da509bad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/0e20ec06-292e-447c-9544-69e18408157d HTTP/1.1" status: 204 len: 168 time: 0.7266247 Nov 09 17:56:26.972642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:26.988448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:27.001500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:27.005982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.134956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Attempting to bind port 3f00fda9-a491-4d97-a063-f9beb54df090 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:27.135642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Attempting to bind port 3f00fda9-a491-4d97-a063-f9beb54df090 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:27.136197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Attempting to bind port 3f00fda9-a491-4d97-a063-f9beb54df090 on network 9950a2ad-e1cb-47e8-819c-abec142e904a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:27.148269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:27.148983 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Checking segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:27.149567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.150137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Bound using segment: {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:27.150858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Bound port: 3f00fda9-a491-4d97-a063-f9beb54df090, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db97b51-9788-4d0b-adba-6e1e5a1bafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:27.151485 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.177486 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.254627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:27.260292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:27.278129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.440332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e704bee-eb37-4e33-99ca-2d9eca278e2a None None] Network 9951fef1-4454-4982-a5c3-8495aeed4df0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:27.646910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port cd2ec09a-468a-4a49-89fd-7b3ae751f098, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cd2ec09a-468a-4a49-89fd-7b3ae751f098,segment=NetworkSegment(ca0a52f0-2b2a-42e2-ac58-b688df03888f),segment_id=ca0a52f0-2b2a-42e2-ac58-b688df03888f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:27.692811 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.720192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fcecb669-b19d-4d8d-a271-6ca1a520fcd7 None None] Provisioning complete for port cd2ec09a-468a-4a49-89fd-7b3ae751f098 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:27.727691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcecb669-b19d-4d8d-a271-6ca1a520fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.838634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ede62-453d-4c69-9c99-9030d1019104 None None] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.944574 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:27.972609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::363 (9950a2ad-e1cb-47e8-819c-abec142e904a/0bb1dcdd-a50e-4b7c-b295-3f5f31835510/a31f0d4b-f678-41cc-b863-70c9c7b33001) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:27.997418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:28.012875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:a972 (9950a2ad-e1cb-47e8-819c-abec142e904a/87b05464-d842-4dd7-ba07-c5aa3ae8f1db/a31f0d4b-f678-41cc-b863-70c9c7b33001) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:28.041538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 74205769-93c1-43cc-9c1c-8f32740890bd {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:28.041896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 74205769-93c1-43cc-9c1c-8f32740890bd not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:28.142544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f64723c2-27fb-42c4-a4a1-c2d7b4f71e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.156902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=cd2ec09a-468a-4a49-89fd-7b3ae751f098,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:28.216155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788590-e9d4-4a35-bf33-84fe2d081b7c req-f9d4c3bf-0bf2-4bcf-aa61-7a84bb6541ed tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:28.218945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a788590-e9d4-4a35-bf33-84fe2d081b7c req-f9d4c3bf-0bf2-4bcf-aa61-7a84bb6541ed tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1097 time: 0.3636296 Nov 09 17:56:28.336814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] DHCP port deletion for 9951fef1-4454-4982-a5c3-8495aeed4df0 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:28.372531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port cd2ec09a-468a-4a49-89fd-7b3ae751f098 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:28.372793 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.441471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Deleting port cd2ec09a-468a-4a49-89fd-7b3ae751f098 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:28.442515 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.464915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a788590-e9d4-4a35-bf33-84fe2d081b7c req-ea25affa-f415-45a2-8430-afacfeabde03 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944222 Nov 09 17:56:28.565401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38934) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:28.608512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] For port cd2ec09a-468a-4a49-89fd-7b3ae751f098, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cd2ec09a-468a-4a49-89fd-7b3ae751f098,segment=NetworkSegment(ca0a52f0-2b2a-42e2-ac58-b688df03888f),segment_id=ca0a52f0-2b2a-42e2-ac58-b688df03888f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:28.609206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.631270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.660176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.669087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] For port cd2ec09a-468a-4a49-89fd-7b3ae751f098, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cd2ec09a-468a-4a49-89fd-7b3ae751f098,segment=NetworkSegment(ca0a52f0-2b2a-42e2-ac58-b688df03888f),segment_id=ca0a52f0-2b2a-42e2-ac58-b688df03888f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:28.669395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.685229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Calling delete_port for cd2ec09a-468a-4a49-89fd-7b3ae751f098 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:28.699270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for cd2ec09a-468a-4a49-89fd-7b3ae751f098 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:28.806125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3f00fda9-a491-4d97-a063-f9beb54df090 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:28.910185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.976086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:28.988823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:28.989222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.034166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:29.037262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Pushing event deleted for resources: {'Port': ['ID=cd2ec09a-468a-4a49-89fd-7b3ae751f098,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.041278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 9bb6e503-32f1-4d52-9b4c-abae8d928acc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:29.042067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.048518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:29.052701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:29.060235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.060943 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.088737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=a31f0d4b-f678-41cc-b863-70c9c7b33001,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.137349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2fde3d7a-2133-41d8-a400-a4802b81042b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8324943 Nov 09 17:56:29.138023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:29.143292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] No DVR routers for this DVR port cd2ec09a-468a-4a49-89fd-7b3ae751f098 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:29.150620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.155608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.169189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.169532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.169876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.170216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.170552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.173358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.173729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.174064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.174395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.174724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.176696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755402a-adc4-4524-8b6e-2366e4338b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:29.262537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.262867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.283195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 9bb6e503-32f1-4d52-9b4c-abae8d928acc owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:29.305150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.318094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No DVR routers for this DVR port cd2ec09a-468a-4a49-89fd-7b3ae751f098 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:29.334128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=cd2ec09a-468a-4a49-89fd-7b3ae751f098,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.351686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d84035-7a31-49b1-81bb-448c0b7870b9 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:29.447316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:29.473962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.488248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1955eb82-5ea4-43ce-a85b-49ade4162659 None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:29.492048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1955eb82-5ea4-43ce-a85b-49ade4162659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.563391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.579987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cd2ec09a-468a-4a49-89fd-7b3ae751f098 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:29.591265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.600290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=9bb6e503-32f1-4d52-9b4c-abae8d928acc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.683689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9951fef1-4454-4982-a5c3-8495aeed4df0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:29.708104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.723160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: cd2ec09a-468a-4a49-89fd-7b3ae751f098 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:29.723832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cd2ec09a-468a-4a49-89fd-7b3ae751f098 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:29.728789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port a31f0d4b-f678-41cc-b863-70c9c7b33001 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:29.729142 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.737141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0a52f0-2b2a-42e2-ac58-b688df03888f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:29.747203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0a52f0-2b2a-42e2-ac58-b688df03888f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:29.783371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.783801 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP 1e7537f3-2c44-4a7e-a508-9c15330018c0 disassociated (deleted). External IP: 172.25.3.201, port: f5251f74-a1e7-4d8f-98b1-2d91e1240e57. Nov 09 17:56:29.849920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.867886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.881741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:29.882402 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:29.885875 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:30.047402 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.068989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for a31f0d4b-f678-41cc-b863-70c9c7b33001 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:30.194872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.222866 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.235497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/9951fef1-4454-4982-a5c3-8495aeed4df0 HTTP/1.1" status: 204 len: 168 time: 3.2651258 Nov 09 17:56:30.235497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80624f24-960a-49e5-92c4-0f1bf0ab176e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=9951fef1-4454-4982-a5c3-8495aeed4df0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:30.235497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38944) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:30.256734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565804587'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:30.418514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-067f5279-a23a-413b-90b9-038d89d25d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.433428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:30.440153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.690336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:30.752496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3f00fda9-a491-4d97-a063-f9beb54df090 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:30.791742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.797737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:30.892807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:30.893440 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.901947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=a31f0d4b-f678-41cc-b863-70c9c7b33001,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:30.988357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:30.988704 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment 87e13153-a023-4cd5-b29c-866f642aad0f of type vlan for network b976ea7a-aaab-47fb-9679-2062fd8829ca Nov 09 17:56:31.031856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:31.046070 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.055065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] Sync routers for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:31.074009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:31.075088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:56:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:31.125034 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a1c8d21-aa86-467b-8baa-d5931c0f1c17 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/floatingips/1e7537f3-2c44-4a7e-a508-9c15330018c0 HTTP/1.1" status: 204 len: 168 time: 2.5556092 Nov 09 17:56:31.125034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:31.132775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.136124 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69897a1f-61bf-46e5-8330-9b08bdcaa78d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:31.141977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2c37569b-b6ca-4bea-bda3-bf02ed1903c0 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/a31f0d4b-f678-41cc-b863-70c9c7b33001 HTTP/1.1" status: 204 len: 168 time: 2.0011263 Nov 09 17:56:31.157334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.194677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.248960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.258014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.259092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.285087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1034e932-926c-41e8-86ea-372f190b1fc8 None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:31.285677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1034e932-926c-41e8-86ea-372f190b1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.316973 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be135ac-e8a7-409d-a3b1-eac5b88270df x-openstack-request-id: req-2be135ac-e8a7-409d-a3b1-eac5b88270df {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:31.317459 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:31.317883 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2be135ac-e8a7-409d-a3b1-eac5b88270df {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:31.318553 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'status': 'completed', 'code': 200} Nov 09 17:56:31.471130 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91577a2-a01a-45cb-b0ed-88f4f5cbfd3e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.484494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2495096 Nov 09 17:56:31.485656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.492628 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a91577a2-a01a-45cb-b0ed-88f4f5cbfd3e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3326330 Nov 09 17:56:31.493332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.504649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:31.650275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-23dd00b3-29a5-4108-8073-a5d175414392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.652952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-23dd00b3-29a5-4108-8073-a5d175414392 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 1097 time: 0.3326168 Nov 09 17:56:31.662802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:31.719253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e7b1d-e66e-47f7-89b0-04d37f778de7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=b976ea7a-aaab-47fb-9679-2062fd8829ca,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.733604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:31.740410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.760504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b976ea7a-aaab-47fb-9679-2062fd8829ca details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:31.835813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9754ea3-7108-402c-88dd-f0330d9dfb97 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.838879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a9754ea3-7108-402c-88dd-f0330d9dfb97 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3362479 Nov 09 17:56:31.841540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38960) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.880491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:31.935336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98dc9d-2497-4c12-aa97-47c571ae376d req-b8608000-0f7a-422b-b920-f4abf3f67847 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.937131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf98dc9d-2497-4c12-aa97-47c571ae376d req-b8608000-0f7a-422b-b920-f4abf3f67847 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1529481 Nov 09 17:56:31.971172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db329d9-254b-47ba-af34-cf75fd30a5bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.973102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db329d9-254b-47ba-af34-cf75fd30a5bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.974594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db329d9-254b-47ba-af34-cf75fd30a5bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.978975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3db329d9-254b-47ba-af34-cf75fd30a5bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1319680 Nov 09 17:56:31.982745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.990524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-9e63ca15-dde4-4f5a-81f8-4ba9df1afae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.992138 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-9e63ca15-dde4-4f5a-81f8-4ba9df1afae4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 200 len: 896 time: 0.3304682 Nov 09 17:56:32.041936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1034e932-926c-41e8-86ea-372f190b1fc8 None None] Could not find standard attr ID for object a31f0d4b-f678-41cc-b863-70c9c7b33001. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:32.065550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-2bd7ab76-8b44-4f60-a7d1-2b292fc675af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 200 len: 217 time: 0.0585408 Nov 09 17:56:32.070164 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf98dc9d-2497-4c12-aa97-47c571ae376d req-4c3ce778-89e4-4e01-99bd-f80d5300f524 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118724 Nov 09 17:56:32.152877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-0fabb0a7-e4ec-4397-b7bd-c2dc724f029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.155886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-0fabb0a7-e4ec-4397-b7bd-c2dc724f029f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 200 len: 833 time: 0.0829251 Nov 09 17:56:32.162024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.162958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a14e7c70-f1ea-419c-a89e-cdf43f3f0975 None None] Could not find standard attr ID for object a31f0d4b-f678-41cc-b863-70c9c7b33001. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:32.195087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:24Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:32.206318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 0bb1dcdd-a50e-4b7c-b295-3f5f31835510 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:32.247053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-6b83075a-9cf5-4271-a935-0984b8550b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.249060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] Checking router: 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:32.256491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-6b83075a-9cf5-4271-a935-0984b8550b00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=85b8d060-b3c5-47a0-bc3e-52b7dfc98855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887833 Nov 09 17:56:32.273422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:32.274804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:56:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:32.278532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.282517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=27ff9b0a-a819-4462-8814-9cd379811fbf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:32.344237 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.372015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': '87e13153-a023-4cd5-b29c-866f642aad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:32.372293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: b976ea7a-aaab-47fb-9679-2062fd8829ca, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:32.420362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network b976ea7a-aaab-47fb-9679-2062fd8829ca is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:32.440432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:32.460195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-fc90c78f-6c28-4479-8c34-ee8b633c6208 service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983678 Nov 09 17:56:32.476139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b976ea7a-aaab-47fb-9679-2062fd8829ca) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:32.493976 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.494400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694bfbd-14c5-43c3-ad5a-0b94e29c9757 None None] Network b976ea7a-aaab-47fb-9679-2062fd8829ca requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:32.495011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.537354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.549583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c24b457b-7f09-48b5-8fea-2b0098b5c471 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0551586 Nov 09 17:56:32.578778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38970) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:32.586060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-667461283'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:32.699360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.745234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb1dcdd-a50e-4b7c-b295-3f5f31835510,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:32.756216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.761046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd607d55-ad9b-40ee-8401-65e773a1969b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/0bb1dcdd-a50e-4b7c-b295-3f5f31835510 HTTP/1.1" status: 204 len: 168 time: 0.7759991 Nov 09 17:56:32.764571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:32.773318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69897a1f-61bf-46e5-8330-9b08bdcaa78d req-30c9e569-54d6-4ecc-b192-e2916428d35c service neutron] 10.222.0.43 "GET /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052635 Nov 09 17:56:32.776914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6a790-cfe6-4d70-a6ee-61c33725aca3 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:32.820372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:32.824475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.843434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 87b05464-d842-4dd7-ba07-c5aa3ae8f1db {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:32.848318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.849105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port fc9a5897-fd28-458e-9616-69b1777b2193 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:32.903929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:32.991993 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-c0401fc4-92d8-48f5-93ee-7bf37324667a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.994027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-c0401fc4-92d8-48f5-93ee-7bf37324667a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1375773 Nov 09 17:56:33.045150 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.140866 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::a1 (b976ea7a-aaab-47fb-9679-2062fd8829ca/27ff9b0a-a819-4462-8814-9cd379811fbf/fc9a5897-fd28-458e-9616-69b1777b2193) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:33.149586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-b976ea7a-aaab-47fb-9679-2062fd8829ca', 'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': '27ff9b0a-a819-4462-8814-9cd379811fbf'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:33.150511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.221798 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.255156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=87b05464-d842-4dd7-ba07-c5aa3ae8f1db,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:33.259925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.264013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ccff8f4-5408-47b7-a862-11c448b49a7f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/87b05464-d842-4dd7-ba07-c5aa3ae8f1db HTTP/1.1" status: 204 len: 168 time: 0.4973345 Nov 09 17:56:33.266566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:33.322589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:33.323211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.340964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4d922101-88cc-4d59-81dd-c77fd133d1c2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705147 Nov 09 17:56:33.347485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:33.357224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:33.471634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287905-c54f-4041-a6e3-662d547e4dd6 req-4d8e4dbd-2fd4-4e60-bd9f-7c933bfa5b57 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:33.473308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b287905-c54f-4041-a6e3-662d547e4dd6 req-4d8e4dbd-2fd4-4e60-bd9f-7c933bfa5b57 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1380687 Nov 09 17:56:33.496294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.535440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:33.542770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.593302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.627804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port f5251f74-a1e7-4d8f-98b1-2d91e1240e57, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:33.628667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.645563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b287905-c54f-4041-a6e3-662d547e4dd6 req-d0623f56-b2f7-42ee-905e-4158b1f24582 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=eab228ba-4fd0-475b-afac-2269b6c4984e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570005 Nov 09 17:56:33.661247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.675874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:24Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:33.676494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for f5251f74-a1e7-4d8f-98b1-2d91e1240e57 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:33.802142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:33.832089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac590c64-48ec-4dba-b687-f8eb831d8a74 None None] The sync data for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 is: [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:54:18Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2e23ce5a-c251-4907-b859-a8501dd7c7eb', 'name': '', 'network_id': '85b8d060-b3c5-47a0-bc3e-52b7dfc98855', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:17Z', 'updated_at': '2021-11-09T17:54:24Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '96f03b3b-cd41-4ee6-bfe2-3da94a9712cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:33.898559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2c12b2-ceaf-49c1-81a9-1d783a843788 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '87b05464-d842-4dd7-ba07-c5aa3ae8f1db'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '3f00fda9-a491-4d97-a063-f9beb54df090'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:56:33.942475 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f2c12b2-ceaf-49c1-81a9-1d783a843788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.014011 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.016232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network b976ea7a-aaab-47fb-9679-2062fd8829ca is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:34.023811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:34.026284 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.028640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:34.037945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.038677 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.055702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=fc9a5897-fd28-458e-9616-69b1777b2193,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:34.072642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Allocated IP 2001:db8::2 (b976ea7a-aaab-47fb-9679-2062fd8829ca/27ff9b0a-a819-4462-8814-9cd379811fbf/e159842f-a739-478a-8964-adedcb54fce7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:34.126314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=f5251f74-a1e7-4d8f-98b1-2d91e1240e57,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:34.173512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:34.186682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] No DVR routers for this DVR port f5251f74-a1e7-4d8f-98b1-2d91e1240e57 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:34.190649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.196338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-890ebb45-206a-4fc6-a446-7154b10481b7 req-35bea01b-3026-48b1-aac4-7bd153d17f87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "DELETE /v2.0/ports/f5251f74-a1e7-4d8f-98b1-2d91e1240e57 HTTP/1.1" status: 204 len: 173 time: 1.1776910 Nov 09 17:56:34.196970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-deleted', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:34.199845 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4c16c-a234-43a8-a161-37d6b1a0ccd4" -d '{"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-deleted", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:34.210291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0601d28a-a78e-4de8-9d05-a1f0b7dba18c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.6300869 Nov 09 17:56:34.212241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:34.215098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38984) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:34.278184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.279121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.281978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=99780910-fef6-42df-88e1-f093d13a3332,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:34.326906 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8fec6de5-fdb0-413f-8dce-a6e375f2a1d6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9767959 Nov 09 17:56:34.328070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:34.342789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:34.412618 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6474b6c2-dcea-48b2-ad62-19e7d55f5359 x-openstack-request-id: req-6474b6c2-dcea-48b2-ad62-19e7d55f5359 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:34.412924 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d70732-bddc-4c92-b69d-4d2520d6d2a6", "name": "network-vif-deleted", "tag": "f5251f74-a1e7-4d8f-98b1-2d91e1240e57", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:34.413338 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6474b6c2-dcea-48b2-ad62-19e7d55f5359 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:34.413610 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d70732-bddc-4c92-b69d-4d2520d6d2a6', 'name': 'network-vif-deleted', 'tag': 'f5251f74-a1e7-4d8f-98b1-2d91e1240e57', 'status': 'completed', 'code': 200} Nov 09 17:56:34.423552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea55eec-ca9f-4867-bd43-16cade4228a2 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:34.477238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port fc9a5897-fd28-458e-9616-69b1777b2193 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:34.478546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.584492 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93330ba5-0509-427a-be87-5ff9110919bd None None] New status for floating IP 1e7537f3-2c44-4a7e-a508-9c15330018c0: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:56:34.585253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:34.598148 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.690080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.724136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for fc9a5897-fd28-458e-9616-69b1777b2193 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:34.863328 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99780910-fef6-42df-88e1-f093d13a3332 (CIDR: 2001:db8::/64) Nov 09 17:56:34.869108 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:56:34.869566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:34.887621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:34.902768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bb3178ee-0554-48df-ad14-cd13b646fa06 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5686023 Nov 09 17:56:34.907843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 38992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:34.919091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'subnet': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:34.930083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3f00fda9-a491-4d97-a063-f9beb54df090 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:34.974713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.071846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.142273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ee2ed9f-306c-4643-aaff-35a7f0844cc4 req-25253966-e243-4ba0-abfb-ce974709a661 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5d70732-bddc-4c92-b69d-4d2520d6d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0641494 Nov 09 17:56:35.184992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.190779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/fc9a5897-fd28-458e-9616-69b1777b2193 HTTP/1.1" status: 204 len: 168 time: 0.9743538 Nov 09 17:56:35.192352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813d251-7b7c-4a08-bd3e-67121b3d4fa9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=fc9a5897-fd28-458e-9616-69b1777b2193,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.195559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:35.215065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:35.221665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.228708 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7ecba8-96fb-47a7-af2e-fedce38e8f48 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:35.230634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb7ecba8-96fb-47a7-af2e-fedce38e8f48 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/fc9a5897-fd28-458e-9616-69b1777b2193 HTTP/1.1" status: 404 len: 333 time: 0.0337925 Nov 09 17:56:35.235842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 38996) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:35.326918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet 27ff9b0a-a819-4462-8814-9cd379811fbf {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:35.332444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.396804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.404321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d08627fb-b689-4c00-b260-5a5ec2a7c4d3 None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:35.404783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d08627fb-b689-4c00-b260-5a5ec2a7c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.506682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.511984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Network b976ea7a-aaab-47fb-9679-2062fd8829ca is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:35.541056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:35.562020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:35.585205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Pushing event updated for resources: {'Port': ['ID=e159842f-a739-478a-8964-adedcb54fce7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.626562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.658851 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.699599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=27ff9b0a-a819-4462-8814-9cd379811fbf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.709058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.720428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c8fad7f8-1c2f-420d-a2e5-b2f05e3b46f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/27ff9b0a-a819-4462-8814-9cd379811fbf HTTP/1.1" status: 204 len: 168 time: 0.4788468 Nov 09 17:56:35.723936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:35.816671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Attempting to bind port e159842f-a739-478a-8964-adedcb54fce7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:35.817115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Attempting to bind port e159842f-a739-478a-8964-adedcb54fce7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '87e13153-a023-4cd5-b29c-866f642aad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:35.817552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Attempting to bind port e159842f-a739-478a-8964-adedcb54fce7 on network b976ea7a-aaab-47fb-9679-2062fd8829ca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:35.851976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:35.855487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:35.855839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Checking segment: {'id': '87e13153-a023-4cd5-b29c-866f642aad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:35.856235 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.856636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Bound using segment: {'id': '87e13153-a023-4cd5-b29c-866f642aad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:35.857141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Bound port: e159842f-a739-478a-8964-adedcb54fce7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e13153-a023-4cd5-b29c-866f642aad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b976ea7a-aaab-47fb-9679-2062fd8829ca'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:35.857527 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.866655 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:35.939932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '99780910-fef6-42df-88e1-f093d13a3332'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '3f00fda9-a491-4d97-a063-f9beb54df090'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:56:35.959294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.020841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.objects.ports [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:56:36.033986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:36.048702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port e159842f-a739-478a-8964-adedcb54fce7 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:36.049296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.074601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.186500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] For port e159842f-a739-478a-8964-adedcb54fce7, host n-d-804292-3, got binding levels [] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:36.188896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.213691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for e159842f-a739-478a-8964-adedcb54fce7 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:36.236862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] For port e159842f-a739-478a-8964-adedcb54fce7, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:36.247376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] For port e159842f-a739-478a-8964-adedcb54fce7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e159842f-a739-478a-8964-adedcb54fce7,segment=NetworkSegment(87e13153-a023-4cd5-b29c-866f642aad0f),segment_id=87e13153-a023-4cd5-b29c-866f642aad0f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:36.284788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.374491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:36.379681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.405636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1df5c-bc0f-42a0-b8a6-22c7d5d12ed9 None None] Pushing event updated for resources: {'Port': ['ID=e159842f-a739-478a-8964-adedcb54fce7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:36.618448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84d5dd-f11d-475f-b1b7-e245cf4a3a87 None None] Network b976ea7a-aaab-47fb-9679-2062fd8829ca requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:36.680230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:36.716898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.753627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.761889 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.763510 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.797456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=e159842f-a739-478a-8964-adedcb54fce7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:36.817603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe11:faa2-802715f5-d3e5-4d4e-b1ae-b2faaad {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:56:36.818108 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:56:36.821827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No DVR routers for this DVR port e159842f-a739-478a-8964-adedcb54fce7 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:36.822035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.858041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.859303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.859303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.859801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:36.920860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:36.933810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.935975 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:36.969663 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:56:37.007757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Subnet': ['ID=906fa55e-2b87-4fd9-bb91-45e296ab8355,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.026919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1177287 Nov 09 17:56:37.032253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:37.037631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Request body: {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'mac_address': 'fa:16:3e:ff:4c:e3', 'name': 'tempest-NetworksTestDHCPv6-537952356'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:37.044576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c352e-5d9f-4cd3-b820-eb7dcc73199f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.173690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:37.269469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Made reservation on behalf of 751a48ceb61846c885d5a2863e213e38 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:37.281569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b976ea7a-aaab-47fb-9679-2062fd8829ca']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:37.315334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e13153-a023-4cd5-b29c-866f642aad0f') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:37.316107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e13153-a023-4cd5-b29c-866f642aad0f') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:37.331838 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:37.352198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:37.431496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:37.452411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:37.452735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: f5251f74-a1e7-4d8f-98b1-2d91e1240e57 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:37.453165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device f5251f74-a1e7-4d8f-98b1-2d91e1240e57 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:37.454821 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:37.493313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:37.494839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:37.497433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] device_id is not set on port c8268487-737a-4cff-9202-6e0816c4dc0d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:37.503365 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:37.916989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Allocated IP 2001:db8::2 (9950a2ad-e1cb-47e8-819c-abec142e904a/99780910-fef6-42df-88e1-f093d13a3332/3f00fda9-a491-4d97-a063-f9beb54df090) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:38.128476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:38.150003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:38.158131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:38.168054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/b976ea7a-aaab-47fb-9679-2062fd8829ca HTTP/1.1" status: 204 len: 168 time: 2.4423540 Nov 09 17:56:38.177123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39070) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:38.190941 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'name': 'tempest-PortsIpV6TestJSON-1269250404'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:38.205329 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:38.223283 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:38.269196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c3fb7-099f-4490-93e8-18e2e3f24627 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=b976ea7a-aaab-47fb-9679-2062fd8829ca,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:38.387826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0999b-d2dd-4995-902b-3e0dfa07f446 None None] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:38.574464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:38.581865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:38.632994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port bd300344-0b14-46e7-a2b6-40c7db5b4542 yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:38.641816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8::186 (9950a2ad-e1cb-47e8-819c-abec142e904a/99780910-fef6-42df-88e1-f093d13a3332/c8268487-737a-4cff-9202-6e0816c4dc0d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:38.720294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:4ce3 (9950a2ad-e1cb-47e8-819c-abec142e904a/906fa55e-2b87-4fd9-bb91-45e296ab8355/c8268487-737a-4cff-9202-6e0816c4dc0d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:38.782741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.108601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.193479 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.242492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.269406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Network 9950a2ad-e1cb-47e8-819c-abec142e904a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:39.273489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:39.276076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:39.283762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.283762 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.291970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event updated for resources: {'Port': ['ID=c8268487-737a-4cff-9202-6e0816c4dc0d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:39.309565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.309964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.310238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.311016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.311016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.315037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.315430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.315768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.316155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.316495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.316893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.317220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:39.325595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e0a510bc-2529-41c1-8af3-2d7c90188233 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2920721 Nov 09 17:56:39.331606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.540634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting port c8268487-737a-4cff-9202-6e0816c4dc0d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:39.541190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.572694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.705919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:39.726155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:39.731069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:39.743696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.744461 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.759708 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.766137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=bd300344-0b14-46e7-a2b6-40c7db5b4542,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:39.781211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Calling delete_port for c8268487-737a-4cff-9202-6e0816c4dc0d owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:39.790118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7c9d3-a322-4418-afab-3f3cbcbecaae None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:39.795872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52987ab6-10ab-4819-8cdb-9f1cdf419adc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6143296 Nov 09 17:56:39.799974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.829783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 2e23ce5a-c251-4907-b859-a8501dd7c7eb {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:39.830309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:39.857275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-085989b2-f091-4747-a343-6400380ed06c None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:39.857740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085989b2-f091-4747-a343-6400380ed06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.048014 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085989b2-f091-4747-a343-6400380ed06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.099211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 2e23ce5a-c251-4907-b859-a8501dd7c7eb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2e23ce5a-c251-4907-b859-a8501dd7c7eb,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:40.099785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.150445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-085989b2-f091-4747-a343-6400380ed06c None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:40.156806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 2e23ce5a-c251-4907-b859-a8501dd7c7eb owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:40.162667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085989b2-f091-4747-a343-6400380ed06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.251331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port bd300344-0b14-46e7-a2b6-40c7db5b4542 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:40.251999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.269700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085989b2-f091-4747-a343-6400380ed06c None None] Pushing event updated for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.458838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.485456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for bd300344-0b14-46e7-a2b6-40c7db5b4542 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:40.491680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.568579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Port': ['ID=c8268487-737a-4cff-9202-6e0816c4dc0d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.646295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.650479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b17a5a7c-179f-43ce-86e8-d2a131067a5e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/c8268487-737a-4cff-9202-6e0816c4dc0d HTTP/1.1" status: 204 len: 168 time: 1.3177187 Nov 09 17:56:40.654661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39096) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:40.724094 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.786890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3f00fda9-a491-4d97-a063-f9beb54df090 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:40.806711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=bd300344-0b14-46e7-a2b6-40c7db5b4542,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.811017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.819824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-65503e6e-1236-44f8-8c72-bc86401cc03d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/bd300344-0b14-46e7-a2b6-40c7db5b4542 HTTP/1.1" status: 204 len: 168 time: 1.0152929 Nov 09 17:56:40.820224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:40.828176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:40.829470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'mac_address': 'fa:16:3e:2f:aa:2e', 'name': 'tempest-PortsIpV6TestJSON-278960904'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:40.848983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dff534-899c-4b70-9232-3fd02f6558e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:40.850904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-23dff534-899c-4b70-9232-3fd02f6558e9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1933656 Nov 09 17:56:40.862059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39100) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:40.956769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=2e23ce5a-c251-4907-b859-a8501dd7c7eb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:41.002024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:41.002735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:41.078232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:41.230053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:41.268610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port d3eac256-549f-488b-95b4-0de737a1e099 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:41.354977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c68f6-0e94-459d-87e8-a9678aeccaa9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.357979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d6c68f6-0e94-459d-87e8-a9678aeccaa9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4933643 Nov 09 17:56:41.362151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:41.482899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197fbca-af3c-43c7-b35b-6cc37590d1be tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.487576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197fbca-af3c-43c7-b35b-6cc37590d1be tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.490833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197fbca-af3c-43c7-b35b-6cc37590d1be tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.491762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:41.493652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7197fbca-af3c-43c7-b35b-6cc37590d1be tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1286128 Nov 09 17:56:41.498503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39106) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:41.637082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1d5567d3-1729-49ab-a6ba-9b4e1afde6eb None None] Could not find standard attr ID for object c8268487-737a-4cff-9202-6e0816c4dc0d. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:41.664602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 906fa55e-2b87-4fd9-bb91-45e296ab8355 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:41.670799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1d5567d3-1729-49ab-a6ba-9b4e1afde6eb None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:41.672976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d5567d3-1729-49ab-a6ba-9b4e1afde6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:41.675137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:41.794808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.085361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.097793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ea186136-6dca-4954-acb8-8c2ad1a6fd63 None None] Could not find standard attr ID for object c8268487-737a-4cff-9202-6e0816c4dc0d. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:56:42.148798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:42.213608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.268606 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.292783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.296305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/906fa55e-2b87-4fd9-bb91-45e296ab8355 HTTP/1.1" status: 204 len: 168 time: 0.7955863 Nov 09 17:56:42.300768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.302439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39110) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.322879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc639a5a-b439-4d53-8aa6-79670788cf58 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=906fa55e-2b87-4fd9-bb91-45e296ab8355,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.403938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:42.413881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:42.422653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:42.428442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.428753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affdac96-11bb-4409-84be-91ab9e43dc58 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:42.429132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.435067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=d3eac256-549f-488b-95b4-0de737a1e099,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.438744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:42.449608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Deleting subnet 99780910-fef6-42df-88e1-f093d13a3332 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:42.454650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e3ad3428-49f8-46a2-aa84-b64f98a115b6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/1eba4f2f-25b9-4948-8e7f-ff2698dbe502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0783200 Nov 09 17:56:42.461013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39112) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.467344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.539424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-664c1b3e-5197-4693-90be-ce6b391fcfd3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7152872 Nov 09 17:56:42.543676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.552765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] Sync routers for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:42.562752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting subnet 96f03b3b-cd41-4ee6-bfe2-3da94a9712cb {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:42.567716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.622756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:42.625547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:56:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:42.656748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.668361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.715502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3321bc-68c9-45b3-b1b5-235e34384d7b tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.722719 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a3321bc-68c9-45b3-b1b5-235e34384d7b tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/d3eac256-549f-488b-95b4-0de737a1e099 HTTP/1.1" status: 200 len: 844 time: 0.1739724 Nov 09 17:56:42.723421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.807194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.894080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.907570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.969332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port d3eac256-549f-488b-95b4-0de737a1e099 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:42.969900 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:42.983204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Subnet': ['ID=96f03b3b-cd41-4ee6-bfe2-3da94a9712cb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.009783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.017095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f47d9c-0cf2-43c9-93f9-2a72869550c3 None None] Network 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:43.023441 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-76ae991c-64e3-4785-8684-41e7831e1e5f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/subnets/96f03b3b-cd41-4ee6-bfe2-3da94a9712cb HTTP/1.1" status: 204 len: 168 time: 0.5539687 Nov 09 17:56:43.024920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.068717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.083066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.113496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:43.134407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for d3eac256-549f-488b-95b4-0de737a1e099 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:43.137078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Subnet': ['ID=99780910-fef6-42df-88e1-f093d13a3332,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.156159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.163847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98a258fc-cb6e-479a-8e3b-b1a4335fa192 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/99780910-fef6-42df-88e1-f093d13a3332 HTTP/1.1" status: 204 len: 168 time: 0.8601797 Nov 09 17:56:43.166731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.267312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8b1ae74c-5c50-4508-9ccf-71b7efb4c51f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990176 Nov 09 17:56:43.268868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.362977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cad1ce-fd69-402c-865d-7796b10ca0da tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.368090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d6cad1ce-fd69-402c-865d-7796b10ca0da tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0955477 Nov 09 17:56:43.369776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39126) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.371980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.382217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.457529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=d3eac256-549f-488b-95b4-0de737a1e099,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.479724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.487467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-742827fe-64c0-4606-8738-bdc1170d0702 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/d3eac256-549f-488b-95b4-0de737a1e099 HTTP/1.1" status: 204 len: 168 time: 0.7553186 Nov 09 17:56:43.488920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39128) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.526115 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96e34f3-380f-45ca-b441-a1d6f6d75c3b tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:43.536983 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e96e34f3-380f-45ca-b441-a1d6f6d75c3b tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/d3eac256-549f-488b-95b4-0de737a1e099 HTTP/1.1" status: 404 len: 333 time: 0.0387266 Nov 09 17:56:43.536983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecb09b-3291-45b3-a937-396954c9fd66 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.537699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cfecb09b-3291-45b3-a937-396954c9fd66 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1665874 Nov 09 17:56:43.538512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39130) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.538764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.546154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'name': 'tempest-PortsIpV6TestJSON-25191764'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:43.622013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a5432504-27d7-4490-b87f-8715338a8505 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689492 Nov 09 17:56:43.652523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.710097 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff4d86b-e888-493e-b1d1-0c189842ca1c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:43.710753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff4d86b-e888-493e-b1d1-0c189842ca1c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:43.718444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9ff4d86b-e888-493e-b1d1-0c189842ca1c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/c8268487-737a-4cff-9202-6e0816c4dc0d HTTP/1.1" status: 404 len: 333 time: 0.0606568 Nov 09 17:56:43.718782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.762548 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8914b35f-b07b-4f4f-a72c-eeabda256bcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:43.762860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8914b35f-b07b-4f4f-a72c-eeabda256bcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:43.770232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8914b35f-b07b-4f4f-a72c-eeabda256bcf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/906fa55e-2b87-4fd9-bb91-45e296ab8355 HTTP/1.1" status: 404 len: 337 time: 0.0462856 Nov 09 17:56:43.770551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.809366 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-857b401d-0446-4df3-b681-163c2f881a8d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:43.809845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857b401d-0446-4df3-b681-163c2f881a8d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:43.817317 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-857b401d-0446-4df3-b681-163c2f881a8d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/99780910-fef6-42df-88e1-f093d13a3332 HTTP/1.1" status: 404 len: 337 time: 0.0417480 Nov 09 17:56:43.817906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39140) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.830594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5dedc5-bfbf-4ec7-9b32-0624a6a57b83 None None] Update dhcp port {'port': {'network_id': '9950a2ad-e1cb-47e8-819c-abec142e904a', 'fixed_ips': [{'subnet_id': '99780910-fef6-42df-88e1-f093d13a3332'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '3f00fda9-a491-4d97-a063-f9beb54df090'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:56:43.838888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '69319b03-6532-4e65-82f7-cb691159eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:56:40Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '69319b03-6532-4e65-82f7-cb691159eb28', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:09Z', 'updated_at': '2021-11-09T17:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:43.857141 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dea0af-05d7-4e61-ac79-0b10d29576cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:43.857972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dea0af-05d7-4e61-ac79-0b10d29576cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:43.866939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-81dea0af-05d7-4e61-ac79-0b10d29576cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/a31f0d4b-f678-41cc-b863-70c9c7b33001 HTTP/1.1" status: 404 len: 333 time: 0.0435123 Nov 09 17:56:43.867277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.877443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:43.881133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.900918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5dedc5-bfbf-4ec7-9b32-0624a6a57b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:43.914816 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b560afd-2070-43c6-a873-5695b0e968cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:43.915397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b560afd-2070-43c6-a873-5695b0e968cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:43.925213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6b560afd-2070-43c6-a873-5695b0e968cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/87b05464-d842-4dd7-ba07-c5aa3ae8f1db HTTP/1.1" status: 404 len: 337 time: 0.0509999 Nov 09 17:56:43.932346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39144) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.951323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:43.985429 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4882870b-354f-486a-945b-a35f802be62a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:43.985805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4882870b-354f-486a-945b-a35f802be62a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:43.989732 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4882870b-354f-486a-945b-a35f802be62a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/0bb1dcdd-a50e-4b7c-b295-3f5f31835510 HTTP/1.1" status: 404 len: 337 time: 0.0517795 Nov 09 17:56:43.992256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39146) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.010690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] Checking router: 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:44.071150 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f81b8d-7ff7-450a-af70-8b40ba8ce955 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.071934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f81b8d-7ff7-450a-af70-8b40ba8ce955 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.079378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a6f81b8d-7ff7-450a-af70-8b40ba8ce955 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/fe95a74f-7cba-4748-8fec-fdd351cafa75 HTTP/1.1" status: 404 len: 333 time: 0.0827963 Nov 09 17:56:44.081187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39148) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.117398 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc3985d-ee10-40c1-adb3-c640d770bd14 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.117658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc3985d-ee10-40c1-adb3-c640d770bd14 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.123736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fcc3985d-ee10-40c1-adb3-c640d770bd14 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/50e49cbd-602e-416c-98f5-9c5f937486ca HTTP/1.1" status: 404 len: 337 time: 0.0383997 Nov 09 17:56:44.124727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.166421 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba6e257-14e0-4a38-9cd9-2790bfcb1428 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.166887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba6e257-14e0-4a38-9cd9-2790bfcb1428 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.172701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1ba6e257-14e0-4a38-9cd9-2790bfcb1428 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/8adf6b96-deaa-4525-a0b3-045dd7385ab7 HTTP/1.1" status: 404 len: 337 time: 0.0443194 Nov 09 17:56:44.176648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.205112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] DHCP port deletion for 85b8d060-b3c5-47a0-bc3e-52b7dfc98855 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:44.213510 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e5100e-0c3b-4759-8b08-ea197240ce82 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.214300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e5100e-0c3b-4759-8b08-ea197240ce82 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.240071 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-41e5100e-0c3b-4759-8b08-ea197240ce82 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/847c98c9-c2ee-4f00-8e1c-a02f28519cde HTTP/1.1" status: 404 len: 333 time: 0.0599210 Nov 09 17:56:44.242864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.254270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.279830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] Routers {'1eba4f2f-25b9-4948-8e7f-ff2698dbe502'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:44.281333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:56:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:44.283635 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd3acb0-0bcd-42b0-af46-06ebf1e8e74f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.284198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd3acb0-0bcd-42b0-af46-06ebf1e8e74f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.292437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0fd3acb0-0bcd-42b0-af46-06ebf1e8e74f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/8ba48cfc-7848-40ab-a05a-4ee49dd5e8f5 HTTP/1.1" status: 404 len: 337 time: 0.0457242 Nov 09 17:56:44.294416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39156) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.353922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c5787-337e-4f5c-bf33-835616c72159 None None] Network 9950a2ad-e1cb-47e8-819c-abec142e904a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:44.379690 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48411c2-a583-4cf6-91cb-5b92045da9bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.380157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48411c2-a583-4cf6-91cb-5b92045da9bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.383448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e48411c2-a583-4cf6-91cb-5b92045da9bb tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/b757f721-73e0-4738-b501-80ed3e132802 HTTP/1.1" status: 404 len: 337 time: 0.0879064 Nov 09 17:56:44.387338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.400580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 69319b03-6532-4e65-82f7-cb691159eb28 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:44.401537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.436253 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-da256724-f810-4ae4-8cf3-2203f2e79401 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.437674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da256724-f810-4ae4-8cf3-2203f2e79401 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.441509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-da256724-f810-4ae4-8cf3-2203f2e79401 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/725a9ad7-2d59-4994-8c5b-7e07dad42923 HTTP/1.1" status: 404 len: 333 time: 0.0529990 Nov 09 17:56:44.448928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.464145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.485560 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c6efb1-4bc0-45bb-a0c7-1bf20088f398 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.486673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c6efb1-4bc0-45bb-a0c7-1bf20088f398 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.489406 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14c6efb1-4bc0-45bb-a0c7-1bf20088f398 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/ec07f48f-fca1-4194-97ba-facf8fec0f75 HTTP/1.1" status: 404 len: 337 time: 0.0396633 Nov 09 17:56:44.492067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.513831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d6a5efdc-f701-438a-8dba-9187072d8625 None None] Provisioning complete for port 3f00fda9-a491-4d97-a063-f9beb54df090 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:44.514211 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6a5efdc-f701-438a-8dba-9187072d8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.520553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] Set router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:44.520795 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17b423a-775d-4e30-9a77-6a7b8cbe5022 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.521502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17b423a-775d-4e30-9a77-6a7b8cbe5022 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.527113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f17b423a-775d-4e30-9a77-6a7b8cbe5022 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/04529c36-0b2c-42cb-ad30-611887c6736b HTTP/1.1" status: 404 len: 333 time: 0.0316827 Nov 09 17:56:44.527920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.577889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 69319b03-6532-4e65-82f7-cb691159eb28, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=69319b03-6532-4e65-82f7-cb691159eb28,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:44.581183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.604091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 69319b03-6532-4e65-82f7-cb691159eb28 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:44.636587 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5057a81d-2318-4e02-9923-5ecb85c85395 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.639276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5057a81d-2318-4e02-9923-5ecb85c85395 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.650434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5057a81d-2318-4e02-9923-5ecb85c85395 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/1cf50b73-66ce-4e4c-bdee-75cf6a6a8746 HTTP/1.1" status: 404 len: 337 time: 0.1199846 Nov 09 17:56:44.651780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.684063 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.684531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] Deleting port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:44.684531 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.690155 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a766810-a040-4166-88e8-9a3f319e38d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.691251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a766810-a040-4166-88e8-9a3f319e38d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.694450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a766810-a040-4166-88e8-9a3f319e38d3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/f877dcfe-5815-41f5-aa14-1137832c61d3 HTTP/1.1" status: 404 len: 333 time: 0.0415976 Nov 09 17:56:44.698557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.746036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:56:44Z', 'revision_number': 6, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:44.768763 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6718bd-f501-411a-8383-1f0a0886b5b4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.769227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6718bd-f501-411a-8383-1f0a0886b5b4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.772525 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0b6718bd-f501-411a-8383-1f0a0886b5b4 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/231046a6-9cc6-4957-9dff-fb261e9c6ca7 HTTP/1.1" status: 404 len: 337 time: 0.0689814 Nov 09 17:56:44.778322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.786962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:44.789428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:44.813551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:44.816927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:44.822862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:44.823576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.834703 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d04a3cc-b49f-4b8f-b623-581e82a5f86a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.835523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d04a3cc-b49f-4b8f-b623-581e82a5f86a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.838835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0d04a3cc-b49f-4b8f-b623-581e82a5f86a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/bf3617f1-bbe1-44eb-a422-88d6e608c146 HTTP/1.1" status: 404 len: 333 time: 0.0542037 Nov 09 17:56:44.840391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:44.842479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:44.847055 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.888310 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1527f7e-f846-4266-b5dd-3740f95ba896 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.888992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1527f7e-f846-4266-b5dd-3740f95ba896 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.895893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e1527f7e-f846-4266-b5dd-3740f95ba896 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/a78c2371-8d15-4235-880f-260905b97b31 HTTP/1.1" status: 404 len: 337 time: 0.0475006 Nov 09 17:56:44.900177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-40117034-6129-494f-b9a5-b0da96444d7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3582556 Nov 09 17:56:44.903048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39176) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.904374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.918511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:44.931388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=69319b03-6532-4e65-82f7-cb691159eb28,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:44.942228 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ffd079-ca1a-4c51-9b7c-f01a78a713e6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:44.944025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ffd079-ca1a-4c51-9b7c-f01a78a713e6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:44.944888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5340ee-e232-4ec4-ab21-2b55d187741a None None] The sync data for ids ['1eba4f2f-25b9-4948-8e7f-ff2698dbe502'] in n-d-804292-3 is: [{'id': '1eba4f2f-25b9-4948-8e7f-ff2698dbe502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989733841', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:07Z', 'updated_at': '2021-11-09T17:56:44Z', 'revision_number': 6, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:44.950508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c3ffd079-ca1a-4c51-9b7c-f01a78a713e6 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/52c0d23e-c3bf-4668-86d6-16de81dc4305 HTTP/1.1" status: 404 len: 333 time: 0.0485847 Nov 09 17:56:44.971715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.980085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e1b3f-4871-4348-8104-94efab7bb4e6 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:45.024481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] For port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:45.025096 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.047943 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.050624 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dea6171-deea-43f4-88ed-6af0d24435d5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.051274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dea6171-deea-43f4-88ed-6af0d24435d5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.055686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5dea6171-deea-43f4-88ed-6af0d24435d5 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/bbfb24a6-afa3-4bea-849b-deecb243bbf9 HTTP/1.1" status: 404 len: 337 time: 0.0817606 Nov 09 17:56:45.058874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39182) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.078465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] Calling delete_port for 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:45.102964 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff5a5df-2bb8-47f9-bd13-d35acfa7dd77 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.105023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff5a5df-2bb8-47f9-bd13-d35acfa7dd77 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.107834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0ff5a5df-2bb8-47f9-bd13-d35acfa7dd77 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/af2c741f-01aa-4651-9729-c258709cac38 HTTP/1.1" status: 404 len: 333 time: 0.0478847 Nov 09 17:56:45.111603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39184) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.141841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] DHCP port deletion for 9950a2ad-e1cb-47e8-819c-abec142e904a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:45.150839 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f2f7b3-7889-4c15-a1c1-95c0c6cb2e1c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.151368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f2f7b3-7889-4c15-a1c1-95c0c6cb2e1c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.156632 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-36f2f7b3-7889-4c15-a1c1-95c0c6cb2e1c tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/3a384c65-0505-449c-b6dc-85de1e806f49 HTTP/1.1" status: 404 len: 337 time: 0.0430737 Nov 09 17:56:45.159021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.159514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.196925 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44c3956-44e4-4790-8d7d-4cd21ef2044e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.197393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44c3956-44e4-4790-8d7d-4cd21ef2044e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.201463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b44c3956-44e4-4790-8d7d-4cd21ef2044e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/ef737e90-b3a3-4909-8f80-e5f064d3348b HTTP/1.1" status: 404 len: 337 time: 0.0411963 Nov 09 17:56:45.212744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39188) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.245177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.278310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.282062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.296993 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dd7618-bd09-43d4-ae81-9acfa7f14725 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.297577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dd7618-bd09-43d4-ae81-9acfa7f14725 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.301228 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-68dd7618-bd09-43d4-ae81-9acfa7f14725 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/4349eefe-5dad-4037-a11e-9e84090e8598 HTTP/1.1" status: 404 len: 333 time: 0.0871849 Nov 09 17:56:45.305534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39190) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.350138 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7b94a4-db85-4d34-9b52-9562dfb897ac tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.350755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7b94a4-db85-4d34-9b52-9562dfb897ac tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.354596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.355655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Fanout notify agent at l3_agent the message router_deleted on router 1eba4f2f-25b9-4948-8e7f-ff2698dbe502 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:56:45.362134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb7b94a4-db85-4d34-9b52-9562dfb897ac tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/a36e0f82-e55f-4d7b-9b96-55262702f290 HTTP/1.1" status: 404 len: 337 time: 0.0554290 Nov 09 17:56:45.367449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.368806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b8168737-8798-41ea-9a68-910fbad98b62 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/routers/1eba4f2f-25b9-4948-8e7f-ff2698dbe502 HTTP/1.1" status: 204 len: 168 time: 2.3423672 Nov 09 17:56:45.369485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39192) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.376166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.411513 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fda126-35fa-456e-9aa9-69430157027f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.412106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fda126-35fa-456e-9aa9-69430157027f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.419587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] Deleting port 3f00fda9-a491-4d97-a063-f9beb54df090 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:45.420072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.422026 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-70fda126-35fa-456e-9aa9-69430157027f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/b9d0f944-a067-4111-8dea-d101ea0ecde4 HTTP/1.1" status: 404 len: 337 time: 0.0508797 Nov 09 17:56:45.424958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.428019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,segment=NetworkSegment(a9108da1-52d9-4bdb-8f90-90d434a52dbb),segment_id=a9108da1-52d9-4bdb-8f90-90d434a52dbb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:45.443818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.444636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3f00fda9-a491-4d97-a063-f9beb54df090 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:45.461103 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b113de9e-8699-471e-982a-7b1e9514280d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.461838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b113de9e-8699-471e-982a-7b1e9514280d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.465340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b113de9e-8699-471e-982a-7b1e9514280d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/20a0f101-bd28-47c8-ab89-33e36b538de3 HTTP/1.1" status: 404 len: 333 time: 0.0377631 Nov 09 17:56:45.467989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39198) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.513929 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b624cde9-a387-4b30-8aef-475f584535f8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.515019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b624cde9-a387-4b30-8aef-475f584535f8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.521226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b624cde9-a387-4b30-8aef-475f584535f8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/21f7839e-3873-4f73-bcb5-203bcc55ffce HTTP/1.1" status: 404 len: 337 time: 0.0512757 Nov 09 17:56:45.522005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39200) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.554600 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e18e20-0404-4c20-add1-0d8ea1fc570b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.555204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e18e20-0404-4c20-add1-0d8ea1fc570b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.561627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-76e18e20-0404-4c20-add1-0d8ea1fc570b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/20df09d5-840c-41eb-93dc-cbcec516e684 HTTP/1.1" status: 404 len: 337 time: 0.0383599 Nov 09 17:56:45.562435 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39202) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.589243 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1512517-0f4a-4791-b93e-7182dc5466dd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.590699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1512517-0f4a-4791-b93e-7182dc5466dd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.606877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e1512517-0f4a-4791-b93e-7182dc5466dd tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/68dbef34-f2b9-4aa3-be91-f6c021b17fc0 HTTP/1.1" status: 404 len: 333 time: 0.0431979 Nov 09 17:56:45.609600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39206) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.635809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.647914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.652410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.680296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.694023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] In _notify_port_updated(), no bound segment for port e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 on network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:56:45.701028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.701716 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.708010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/ports/e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 HTTP/1.1" status: 200 len: 818 time: 0.7978649 Nov 09 17:56:45.709672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.711988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event deleted for resources: {'Port': ['ID=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.722573 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8378569-a650-4b48-bcab-63571f4e626a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.725201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8378569-a650-4b48-bcab-63571f4e626a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.736219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a8378569-a650-4b48-bcab-63571f4e626a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/69048162-77ee-4873-ac94-c516166eeb87 HTTP/1.1" status: 404 len: 337 time: 0.1250012 Nov 09 17:56:45.737724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39210) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.793534 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-73061aa2-42d6-49e9-bcb9-ac636e60628f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.794641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73061aa2-42d6-49e9-bcb9-ac636e60628f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.805439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-73061aa2-42d6-49e9-bcb9-ac636e60628f tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/6d5e0510-3334-47c7-a1c8-7067f341d8bc HTTP/1.1" status: 404 len: 337 time: 0.0640223 Nov 09 17:56:45.806792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39212) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.823967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] Pushing event deleted for resources: {'Port': ['ID=94c1f3d2-a6fa-4678-acbd-699e1da4ccb0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.828796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc72a23-992e-41c4-872d-ea0fc103b197 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.832766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad70c6-4a31-48ff-bcb1-bf5a320fbbb7 None None] No DVR routers for this DVR port 94c1f3d2-a6fa-4678-acbd-699e1da4ccb0 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:45.851320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] For port 3f00fda9-a491-4d97-a063-f9beb54df090, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3f00fda9-a491-4d97-a063-f9beb54df090,segment=NetworkSegment(4db97b51-9788-4d0b-adba-6e1e5a1bafef),segment_id=4db97b51-9788-4d0b-adba-6e1e5a1bafef)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:45.852560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.857225 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ed2e84ed-e0f7-412e-a9df-32162b350a0e tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e973e97-f768-4cf3-aa4a-fa9119034bd0 HTTP/1.1" status: 200 len: 205 time: 0.0491600 Nov 09 17:56:45.861770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39214) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.893424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] Calling delete_port for 3f00fda9-a491-4d97-a063-f9beb54df090 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:45.913177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.919698 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-bd8db503-3b40-48c8-80b3-ad506b73a1f9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] delete failed (client error): The resource could not be found. Nov 09 17:56:45.921410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bd8db503-3b40-48c8-80b3-ad506b73a1f9 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/routers/6e973e97-f768-4cf3-aa4a-fa9119034bd0 HTTP/1.1" status: 404 len: 336 time: 0.0581617 Nov 09 17:56:45.926352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39216) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.948362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b8d060-b3c5-47a0-bc3e-52b7dfc98855']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:45.966518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:45.969850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:45.974444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9108da1-52d9-4bdb-8f90-90d434a52dbb') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:45.979440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9108da1-52d9-4bdb-8f90-90d434a52dbb') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:45.985958 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-891b4e6f-0231-4a78-a423-c86c2aab5fc8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:45.986424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891b4e6f-0231-4a78-a423-c86c2aab5fc8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:45.990314 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-891b4e6f-0231-4a78-a423-c86c2aab5fc8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/950d24ed-8ad9-4081-809c-2a9708207e7a HTTP/1.1" status: 404 len: 337 time: 0.0625129 Nov 09 17:56:45.994624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39218) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.047412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d19fd48c-b9d8-4260-86f2-c69c6ba62d89 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "GET /v2.0/ports?device_id=1baff9f0-1c1f-4bd6-b91a-a45e16de0491 HTTP/1.1" status: 200 len: 205 time: 0.0511312 Nov 09 17:56:46.053097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39220) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.066082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.103773 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.121926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:46.122347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:46.125817 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:46.129923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.164934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.170059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.177139 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-e443cad3-59d7-4bf0-9e16-5ab14bad8008 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] delete failed (client error): The resource could not be found. Nov 09 17:56:46.179893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e443cad3-59d7-4bf0-9e16-5ab14bad8008 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/routers/1baff9f0-1c1f-4bd6-b91a-a45e16de0491 HTTP/1.1" status: 404 len: 336 time: 0.1234856 Nov 09 17:56:46.184174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39222) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.198182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:46.249821 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] Pushing event deleted for resources: {'Port': ['ID=3f00fda9-a491-4d97-a063-f9beb54df090,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:46.263091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.273734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.274782 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62c69a3-1e8d-424f-a2c3-01cb7c43455d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.276233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62c69a3-1e8d-424f-a2c3-01cb7c43455d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.277179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/networks/85b8d060-b3c5-47a0-bc3e-52b7dfc98855 HTTP/1.1" status: 204 len: 168 time: 0.8965569 Nov 09 17:56:46.282243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.285850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b62c69a3-1e8d-424f-a2c3-01cb7c43455d tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/0c24dbef-4a42-4c74-9c9e-81850c1b3d30 HTTP/1.1" status: 404 len: 337 time: 0.0985100 Nov 09 17:56:46.290784 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39226) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.308036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9a10e-e6cd-4d7f-8bd2-7f6c34dd71ef None None] No DVR routers for this DVR port 3f00fda9-a491-4d97-a063-f9beb54df090 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:46.314886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a984bd3-3fb2-4064-9bbf-8490b28b6756 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Network': ['ID=85b8d060-b3c5-47a0-bc3e-52b7dfc98855,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:46.352743 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb09abd-be9a-4907-a98a-0015676cb8a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.352743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb09abd-be9a-4907-a98a-0015676cb8a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.355459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bdb09abd-be9a-4907-a98a-0015676cb8a3 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/8b646be2-d371-4c65-b20c-109bfdcc4ccf HTTP/1.1" status: 404 len: 337 time: 0.0635223 Nov 09 17:56:46.360535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39228) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.391053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618161b8-7be3-44cf-8adb-461a36d6e80c None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:56:46.409807 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-481121cb-e4b1-451b-aeb0-c5f35af41ace tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.411352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481121cb-e4b1-451b-aeb0-c5f35af41ace tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.417706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-481121cb-e4b1-451b-aeb0-c5f35af41ace tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/7d43eb57-143f-4ef1-bae7-476dd1bae767 HTTP/1.1" status: 404 len: 333 time: 0.0553653 Nov 09 17:56:46.421991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39230) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.445729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be39349-14ad-44c2-841f-b80f4e64fb33 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.460482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.495755 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd2896c-e923-48d2-ad43-e59ca0aea4cf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.496788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd2896c-e923-48d2-ad43-e59ca0aea4cf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.505114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7bd2896c-e923-48d2-ad43-e59ca0aea4cf tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/5bc922fd-cc78-411b-b0ce-d21be028bdf9 HTTP/1.1" status: 404 len: 337 time: 0.0811741 Nov 09 17:56:46.511799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39232) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.532120 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.542681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 HTTP/1.1" status: 204 len: 168 time: 0.8192384 Nov 09 17:56:46.581038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39234) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.601914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618161b8-7be3-44cf-8adb-461a36d6e80c None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:56:46.621675 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f2cad5-c29a-48a1-8d21-cd57478617d2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.622895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f2cad5-c29a-48a1-8d21-cd57478617d2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.649092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c7f2cad5-c29a-48a1-8d21-cd57478617d2 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/65cad87a-b44f-4e6a-a339-c9d769d1bd45 HTTP/1.1" status: 404 len: 333 time: 0.1329639 Nov 09 17:56:46.652018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39236) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.669453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be39349-14ad-44c2-841f-b80f4e64fb33 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.728401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c92fa-9a29-4db1-b3e2-ed65bb50649a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:46.775318 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e4cab4-d49b-4958-9040-a70ec7afd600 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.776088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e4cab4-d49b-4958-9040-a70ec7afd600 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.783298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-32e4cab4-d49b-4958-9040-a70ec7afd600 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/2551e2a6-3e9e-494c-9ee9-307197f86cb4 HTTP/1.1" status: 404 len: 337 time: 0.1248670 Nov 09 17:56:46.789024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.823196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152492ae-3202-4a43-ac24-2317b4916c09 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.825990 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-152492ae-3202-4a43-ac24-2317b4916c09 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2427156 Nov 09 17:56:46.830901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39244) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.840309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e23ce5a-c251-4907-b859-a8501dd7c7eb no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:46.878848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be39349-14ad-44c2-841f-b80f4e64fb33 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.881070 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-12eb6940-accf-4168-8fc9-cf0112ea5963 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:46.885253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0be39349-14ad-44c2-841f-b80f4e64fb33 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.886696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0be39349-14ad-44c2-841f-b80f4e64fb33 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/security-groups/eab228ba-4fd0-475b-afac-2269b6c4984e HTTP/1.1" status: 204 len: 168 time: 0.6034563 Nov 09 17:56:46.887834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39246) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.891605 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12eb6940-accf-4168-8fc9-cf0112ea5963 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/e8e9a913-b19a-4dd9-9e4a-9f4c10ef9e71 HTTP/1.1" status: 404 len: 333 time: 0.0582530 Nov 09 17:56:46.902825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-318926817'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:46.912574 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4207b2-5ace-4e12-9b67-7dd8dc40e63a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.913764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4207b2-5ace-4e12-9b67-7dd8dc40e63a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.915112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2e23ce5a-c251-4907-b859-a8501dd7c7eb {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:46.915670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2e23ce5a-c251-4907-b859-a8501dd7c7eb not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:46.916416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 69319b03-6532-4e65-82f7-cb691159eb28 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:46.918019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5e4207b2-5ace-4e12-9b67-7dd8dc40e63a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/726059e8-7eb3-47f6-9122-bfaa8f78c9c8 HTTP/1.1" status: 404 len: 333 time: 0.1243727 Nov 09 17:56:46.923098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39250) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.937621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be39349-14ad-44c2-841f-b80f4e64fb33 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab228ba-4fd0-475b-afac-2269b6c4984e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:46.971447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:46.976228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:46.990289 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5914b44b-29a2-4688-8c2b-3c622b5fc0cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:46.990772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5914b44b-29a2-4688-8c2b-3c622b5fc0cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:46.999073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5914b44b-29a2-4688-8c2b-3c622b5fc0cc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/0f7120c2-c9e1-4a0d-a3a8-63f813a13062 HTTP/1.1" status: 404 len: 337 time: 0.0707595 Nov 09 17:56:47.001760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39252) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.012745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:47.020992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 69319b03-6532-4e65-82f7-cb691159eb28 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:56:47.021564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 69319b03-6532-4e65-82f7-cb691159eb28 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:47.056537 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.058774 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment 2df9d97b-03c7-4311-9f8a-70aac068d17e of type vlan for network 7a52c001-19bc-415b-b0af-5d1388c6e915 Nov 09 17:56:47.070742 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-838013ed-7f94-43b5-882c-a1c24ee70907 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.075387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838013ed-7f94-43b5-882c-a1c24ee70907 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.089500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.091344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-838013ed-7f94-43b5-882c-a1c24ee70907 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/81e80f23-687b-494f-8d12-132ab9ad8ecc HTTP/1.1" status: 404 len: 333 time: 0.0874505 Nov 09 17:56:47.200228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.273873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39260) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.278060 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-949608f9-87c6-43ea-9893-053273712c71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.278893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949608f9-87c6-43ea-9893-053273712c71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.286858 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-949608f9-87c6-43ea-9893-053273712c71 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/1d034f1d-81fd-4a28-a0e0-b751791334dc HTTP/1.1" status: 404 len: 337 time: 0.1890175 Nov 09 17:56:47.287166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710460245', 'description': 'tempest-secgroup-smoke-1710460245 description', 'project_id': '852156cb028747e7ad9ba26bb49e4d98'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:47.290778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.324838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.331484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.332368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.336104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.339917 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d392fd4-a818-4ee6-9b44-a76fa9676dad tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.341467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d392fd4-a818-4ee6-9b44-a76fa9676dad tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.348820 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7d392fd4-a818-4ee6-9b44-a76fa9676dad tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/666462ac-787e-44a1-a019-8d6e913bd801 HTTP/1.1" status: 404 len: 333 time: 0.0504754 Nov 09 17:56:47.348820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.400489 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dda49ee-963f-4001-994e-e20fade5a1b8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.401147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dda49ee-963f-4001-994e-e20fade5a1b8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.409007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2dda49ee-963f-4001-994e-e20fade5a1b8 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/5f4c0041-b19f-4940-a833-f775908ef9d1 HTTP/1.1" status: 404 len: 337 time: 0.0560794 Nov 09 17:56:47.409736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.472886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=7a52c001-19bc-415b-b0af-5d1388c6e915,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:47.479107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8ad77c01-51ba-4196-9014-b867d80f2b52 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5805762 Nov 09 17:56:47.484322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39268) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.491378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:47.507292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:47.517080 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8813f4f8-801c-42e8-9aeb-eb908425822b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.519334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8813f4f8-801c-42e8-9aeb-eb908425822b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.525609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8813f4f8-801c-42e8-9aeb-eb908425822b tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/1cd9e9ab-34e1-4fbe-bfb4-464db6cdc434 HTTP/1.1" status: 404 len: 333 time: 0.0977025 Nov 09 17:56:47.528994 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39270) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.602441 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c8a45f-d445-4edb-af98-6273f7a8e954 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.603244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c8a45f-d445-4edb-af98-6273f7a8e954 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.613056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-72c8a45f-d445-4edb-af98-6273f7a8e954 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/d18b063c-ad40-4c62-bce9-523145b1b329 HTTP/1.1" status: 404 len: 337 time: 0.0793207 Nov 09 17:56:47.614386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39272) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.696919 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6ac9e5-c9ba-4fa9-837e-3a43f1a206bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.698154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6ac9e5-c9ba-4fa9-837e-3a43f1a206bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.706932 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b6ac9e5-c9ba-4fa9-837e-3a43f1a206bc tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/ports/19b146f9-59ba-48f1-b498-ec3768cf876b HTTP/1.1" status: 404 len: 333 time: 0.0886168 Nov 09 17:56:47.708009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.723509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.729370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.770606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6b431e-2afa-4563-a22e-7254df1f1564,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:47.777996 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-17791b89-dfd8-41d3-80da-7406b4526e3a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] DELETE failed (client error): The resource could not be found. Nov 09 17:56:47.778535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17791b89-dfd8-41d3-80da-7406b4526e3a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:47.787429 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-17791b89-dfd8-41d3-80da-7406b4526e3a tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/subnets/c412409a-8174-4c2b-9b8e-41ce6502e18a HTTP/1.1" status: 404 len: 337 time: 0.0759676 Nov 09 17:56:47.788324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.796535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:47.800893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.809079 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:47.811268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ddd259cb-a650-40c5-9aad-2e8a7f307de1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5350308 Nov 09 17:56:47.835211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:47.842795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '9c6b431e-2afa-4563-a22e-7254df1f1564', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:47.999956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.007607 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.089039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.175547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=08127215-ba10-4bc8-955e-d6873df191bb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.178777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': '2df9d97b-03c7-4311-9f8a-70aac068d17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:48.179197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: 7a52c001-19bc-415b-b0af-5d1388c6e915, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:48.181529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.203950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:48.212358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.216826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9950a2ad-e1cb-47e8-819c-abec142e904a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:48.217246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 7a52c001-19bc-415b-b0af-5d1388c6e915) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:48.228412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.229051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e43b79-ee53-4a1f-b876-1c3ae50140d3 None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:48.234077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.234471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.243816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db97b51-9788-4d0b-adba-6e1e5a1bafef') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:48.244883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db97b51-9788-4d0b-adba-6e1e5a1bafef') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:48.260559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-115e4939-b1c3-46f9-b2de-b3ffc01dd155 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7716880 Nov 09 17:56:48.264471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.276530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:48.286663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.289076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4516640 Nov 09 17:56:48.291844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.293910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea0134-6b0c-4529-af19-9de2a8400b50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f1003e-880c-4786-9643-31e7fd016e96,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.308528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39284) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.316669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '9c6b431e-2afa-4563-a22e-7254df1f1564', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:48.335285 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.347491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:48.348431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:48.351492 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:48.412360 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.435756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-7a52c001-19bc-415b-b0af-5d1388c6e915', 'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': '08127215-ba10-4bc8-955e-d6873df191bb'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:48.435756 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.465171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.476438 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.479836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] 10.222.0.45 "DELETE /v2.0/networks/9950a2ad-e1cb-47e8-819c-abec142e904a HTTP/1.1" status: 204 len: 168 time: 0.6904030 Nov 09 17:56:48.530401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef51a7-0ac6-4c12-ac07-6f5abc3ee893 tempest-NetworksTestDHCPv6-1578193378 tempest-NetworksTestDHCPv6-1578193378-project] Pushing event deleted for resources: {'Network': ['ID=9950a2ad-e1cb-47e8-819c-abec142e904a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.542782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:48.552385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.553561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.559858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.608626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.610797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3009305 Nov 09 17:56:48.611983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba13ce-a464-4613-a6e4-8c123ecd6ae7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2508f8d-0a52-431a-8c22-62f277a94247,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.623952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39288) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.635319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '9c6b431e-2afa-4563-a22e-7254df1f1564', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:48.697727 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.705588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Allocated IP 2001:db8::2 (7a52c001-19bc-415b-b0af-5d1388c6e915/08127215-ba10-4bc8-955e-d6873df191bb/282869bc-8c1d-4ce8-b8f8-97be79bfb34f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:48.745145 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08127215-ba10-4bc8-955e-d6873df191bb (CIDR: 2001:db8::/64) Nov 09 17:56:48.752093 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:56:48.754816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:56:48.790930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-809df4ef-650f-4f05-b281-23cfc4cda693 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5248547 Nov 09 17:56:48.794103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.802557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:48.826067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.833338 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.880159 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.889711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632179 Nov 09 17:56:48.891166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.893465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561b213-fe8c-49d0-aea7-77fb2d03cde9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a608e8d0-9d1b-46c3-97b5-5147e80cf6d0,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.897747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '9c6b431e-2afa-4563-a22e-7254df1f1564', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:48.954670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.970090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:48.972231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.015368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:49.020743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:49.025780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:49.044683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Pushing event updated for resources: {'Port': ['ID=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.066905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.079017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.097116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdc3efa-4741-4d3a-86f3-d20cc48a2c4c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.099345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:49.103820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.114562 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Attempting to bind port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:49.114949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Attempting to bind port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '2df9d97b-03c7-4311-9f8a-70aac068d17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:49.115351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Attempting to bind port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f on network 7a52c001-19bc-415b-b0af-5d1388c6e915 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:49.125547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:49.125547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Checking segment: {'id': '2df9d97b-03c7-4311-9f8a-70aac068d17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:49.125547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.125547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Bound using segment: {'id': '2df9d97b-03c7-4311-9f8a-70aac068d17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:49.125547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Bound port: 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df9d97b-03c7-4311-9f8a-70aac068d17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:49.126434 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.181123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.181671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b2117fa2-846a-4b35-b34a-1871e83ec6e7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2894332 Nov 09 17:56:49.185155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39298) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.190529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '9c6b431e-2afa-4563-a22e-7254df1f1564', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:49.203342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39300) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.220979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] For port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:49.226312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] For port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,segment=NetworkSegment(2df9d97b-03c7-4311-9f8a-70aac068d17e),segment_id=2df9d97b-03c7-4311-9f8a-70aac068d17e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:49.232632 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.237608 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:56:49.245670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.328885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e7c4-cce8-44f0-b072-e392d37ff491 None None] Pushing event updated for resources: {'Port': ['ID=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.345042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.352380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.401240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f77abc7-ab3a-4395-b86a-7da07ab7f9a8,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.414900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.416145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10dff25f-379a-4124-b542-33fb88cd9767 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2299247 Nov 09 17:56:49.419031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39304) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.427741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '9c6b431e-2afa-4563-a22e-7254df1f1564', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:49.461106 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:56:49.467392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.565842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.589849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.601925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.631520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:49.649919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d6a8f1-ce6c-40f4-b5ae-635125723feb,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.658298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:49.661107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.661717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.674114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-83c69b42-d80b-475f-8e2b-265da8d029e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=751a48ceb61846c885d5a2863e213e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634707 Nov 09 17:56:49.676118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39306) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.679742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=ecfd3045-9e73-4548-b5d2-b54a37eea0c7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.687768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-306164e7-81c5-424f-9877-6cf4de8502c7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8919744 Nov 09 17:56:49.692799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.698383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.699906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6ecc13b8-cc19-4307-adaa-b20c50829c50 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2795756 Nov 09 17:56:49.700365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915', 'fixed_ips': [{'subnet_id': '08127215-ba10-4bc8-955e-d6873df191bb'}, {'subnet_id': 'ecfd3045-9e73-4548-b5d2-b54a37eea0c7'}], 'name': 'tempest-PortsIpV6TestJSON-1135638364'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:49.706083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.731357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'network': {'name': 'tempest-network-smoke--431354476', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:49.798841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0be1eb85-dc07-4c8e-b6ac-05aadb098430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.844930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:49.852972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.860136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0be1eb85-dc07-4c8e-b6ac-05aadb098430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.915281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:49.949782 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.950141 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Added segment 604ab9ea-4d88-44dc-ba43-0055c2074322 of type vlan for network ed659d1a-0803-48f3-a2c6-4496a3aa8052 Nov 09 17:56:49.958743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0be1eb85-dc07-4c8e-b6ac-05aadb098430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.961426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:49.963699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0be1eb85-dc07-4c8e-b6ac-05aadb098430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:49.968197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0be1eb85-dc07-4c8e-b6ac-05aadb098430 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25111297-4f31-4c6a-8155-41367b87dce8 HTTP/1.1" status: 204 len: 168 time: 0.2881446 Nov 09 17:56:49.985138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1eb85-dc07-4c8e-b6ac-05aadb098430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25111297-4f31-4c6a-8155-41367b87dce8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:50.050028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.123966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.130121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.130777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.183889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:50.184139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4774897 Nov 09 17:56:50.216694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'admin_state_up': True, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:50.219898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.259884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 6279142b-906c-45ef-b125-9188cae34165 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:56:50.267376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f349245-fefc-4839-9f96-d59ef2f254d1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Network': ['ID=ed659d1a-0803-48f3-a2c6-4496a3aa8052,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:50.274795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.276176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.296877 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:50.427079 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.690175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.792002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 282869bc-8c1d-4ce8-b8f8-97be79bfb34f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:50.881458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:50.881990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:50.914358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::2a0 (7a52c001-19bc-415b-b0af-5d1388c6e915/08127215-ba10-4bc8-955e-d6873df191bb/6279142b-906c-45ef-b125-9188cae34165) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:50.947958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8:0:1::1c1 (7a52c001-19bc-415b-b0af-5d1388c6e915/ecfd3045-9e73-4548-b5d2-b54a37eea0c7/6279142b-906c-45ef-b125-9188cae34165) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:50.959374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c63e11-12b9-4974-b617-ff57b9178767 None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:51.082321 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.087038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1abd5a16-b59d-43d8-ae62-913747d9b770 None None] Provisioning complete for port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:51.087544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1abd5a16-b59d-43d8-ae62-913747d9b770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.267587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,segment=NetworkSegment(2df9d97b-03c7-4311-9f8a-70aac068d17e),segment_id=2df9d97b-03c7-4311-9f8a-70aac068d17e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:51.290918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.325887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.445279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.457065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:51.604517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] Update dhcp port {'port': {'network_id': '7a52c001-19bc-415b-b0af-5d1388c6e915', 'fixed_ips': [{'subnet_id': '08127215-ba10-4bc8-955e-d6873df191bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ecfd3045-9e73-4548-b5d2-b54a37eea0c7'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '282869bc-8c1d-4ce8-b8f8-97be79bfb34f'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:56:51.666346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.692257 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.693817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:51.760185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.234 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/13d32091-bfba-4397-966a-e580962f00e6) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:51.794934 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.891558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:51.897424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:51.901291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:51.913141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.914079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.935280 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:51.964592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19184939'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:51.998208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.010355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=6279142b-906c-45ef-b125-9188cae34165,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.034124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:52.040197 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.065888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.074602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3565f9df-dda8-49ea-b6f4-35b7cb13ca9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3761096 Nov 09 17:56:52.079481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39342) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:52.083115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:52.087951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08127215-ba10-4bc8-955e-d6873df191bb'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:52.089830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:52.096815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:52.149471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9fe64-b7e8-4d6a-a1e5-cf6e6f91e7f7 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:52.203751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] Allocated IP 2001:db8:0:1::2 (7a52c001-19bc-415b-b0af-5d1388c6e915/ecfd3045-9e73-4548-b5d2-b54a37eea0c7/282869bc-8c1d-4ce8-b8f8-97be79bfb34f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:52.206860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.316690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=13d32091-bfba-4397-966a-e580962f00e6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.363842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] For port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,segment=NetworkSegment(2df9d97b-03c7-4311-9f8a-70aac068d17e),segment_id=2df9d97b-03c7-4311-9f8a-70aac068d17e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:52.403220 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.419011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.451973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.461517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.464851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ac069e7d-10cd-429d-b10d-27e46d32f2db None None] Provisioning complete for port 13d32091-bfba-4397-966a-e580962f00e6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:52.465572 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac069e7d-10cd-429d-b10d-27e46d32f2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.514441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac069e7d-10cd-429d-b10d-27e46d32f2db None None] Port 13d32091-bfba-4397-966a-e580962f00e6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:52.590165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:52.618364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d439451-84e4-4be3-a3a2-09eb77f8d4e6 None None] Pushing event updated for resources: {'Port': ['ID=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.652575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 282869bc-8c1d-4ce8-b8f8-97be79bfb34f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:52.688453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.688848 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b of type vlan for network 9e01e653-c551-49a3-ba95-020907809560 Nov 09 17:56:52.723693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.749196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a15917-350e-4355-a849-3fccbc20c93c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.759390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.773607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Delete allocated IP 2001:db8:0:1::1c1 (7a52c001-19bc-415b-b0af-5d1388c6e915/ecfd3045-9e73-4548-b5d2-b54a37eea0c7) {{(pid=102555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:56:52.818917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:52.820590 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.973219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:52.992436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.993702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.184091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=9e01e653-c551-49a3-ba95-020907809560,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:53.201907 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.209045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9e01e653-c551-49a3-ba95-020907809560 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:53.212315 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6a08b80e-efb6-4027-b006-f40740981075 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5170298 Nov 09 17:56:53.396651 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.407575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.482729 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=6279142b-906c-45ef-b125-9188cae34165,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:53.516392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] In _notify_port_updated(), no bound segment for port 6279142b-906c-45ef-b125-9188cae34165 on network 7a52c001-19bc-415b-b0af-5d1388c6e915 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:56:53.523579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.524497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.526189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e5c0662e-adac-406a-aa63-a1a6bfce5865 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/ports/6279142b-906c-45ef-b125-9188cae34165 HTTP/1.1" status: 200 len: 926 time: 1.4456851 Nov 09 17:56:53.529076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39348) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:53.535962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08127215-ba10-4bc8-955e-d6873df191bb'}, {'subnet_id': 'ecfd3045-9e73-4548-b5d2-b54a37eea0c7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:53.557371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f3404e-07bb-40d0-a97b-0703e0145adb None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:53.619755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.686057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8bc3cf11-1e13-48fd-9130-5de54dfb2554 None None] Provisioning complete for port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:53.686870 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cf11-1e13-48fd-9130-5de54dfb2554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:53.689432 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:54.056709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 8b62f11b-de13-4248-a03a-df4e44ff1833 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:56:54.285181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:54.288996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8:0:1::2c5 (7a52c001-19bc-415b-b0af-5d1388c6e915/ecfd3045-9e73-4548-b5d2-b54a37eea0c7/6279142b-906c-45ef-b125-9188cae34165) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:54.307694 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Sync routers for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:54.341853 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:54.343232 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:56:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:54.346338 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:54.357650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ff6a3de-5ae7-4b2c-9f41-1ea885398e00 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1685131 Nov 09 17:56:54.359020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39350) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:54.498962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5a596a6e-1687-4baa-a370-89ac8984b84c tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=852156cb028747e7ad9ba26bb49e4d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1352508 Nov 09 17:56:54.500333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c9a1c9eb-1204-43bc-a00d-138649152b32 None None] Provisioning complete for port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:54.500526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39352) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:54.501068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c9eb-1204-43bc-a00d-138649152b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:54.772428 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:54.845268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 282869bc-8c1d-4ce8-b8f8-97be79bfb34f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:54.850421 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:54.861681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:54.946090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c9a1c9eb-1204-43bc-a00d-138649152b32 None None] Provisioning complete for port 6279142b-906c-45ef-b125-9188cae34165 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:54.946657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c9eb-1204-43bc-a00d-138649152b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:54.999857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1c9eb-1204-43bc-a00d-138649152b32 None None] Port 6279142b-906c-45ef-b125-9188cae34165 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:55.069648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:55.071422 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.142157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] In _notify_port_updated(), no bound segment for port 6279142b-906c-45ef-b125-9188cae34165 on network 7a52c001-19bc-415b-b0af-5d1388c6e915 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:56:55.144310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50510079-3eb8-486d-a2b0-4a236054f3bd tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.158446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-50510079-3eb8-486d-a2b0-4a236054f3bd tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6554697 Nov 09 17:56:55.159216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39356) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:55.165290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.166394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.171397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/ports/6279142b-906c-45ef-b125-9188cae34165 HTTP/1.1" status: 200 len: 1012 time: 1.6382105 Nov 09 17:56:55.174015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:55.211310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6aa04bad-d7e7-4b85-9e6b-7c547ba04175 None None] Provisioning complete for port 6279142b-906c-45ef-b125-9188cae34165 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:55.211692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6aa04bad-d7e7-4b85-9e6b-7c547ba04175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.260770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-968396db-fa83-4329-900a-61649c985a5b tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004736 Nov 09 17:56:55.266715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39360) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:55.276841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6aa04bad-d7e7-4b85-9e6b-7c547ba04175 None None] Port 6279142b-906c-45ef-b125-9188cae34165 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:55.289513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075005222', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:55.303996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866f043-a1a8-44ef-809a-75727a8e305d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=6279142b-906c-45ef-b125-9188cae34165,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:55.496236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 6279142b-906c-45ef-b125-9188cae34165 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:55.501135 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.570890 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:56:52Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:55.642724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:55.659684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.679912 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Checking router: 8b62f11b-de13-4248-a03a-df4e44ff1833 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:55.680506 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Updating router 8b62f11b-de13-4248-a03a-df4e44ff1833 port 13d32091-bfba-4397-966a-e580962f00e6 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:55.751994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-94f47652-e326-446c-b97c-aa809ea4c8ba None None] Provisioning complete for port 6279142b-906c-45ef-b125-9188cae34165 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:55.752568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94f47652-e326-446c-b97c-aa809ea4c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.768856 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.907810 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:55.930567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-94f47652-e326-446c-b97c-aa809ea4c8ba None None] Port 6279142b-906c-45ef-b125-9188cae34165 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:55.985208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 6279142b-906c-45ef-b125-9188cae34165 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:56.265389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2ec4aa70-6265-459c-b085-06c2afbf9b11 None None] Provisioning complete for port 6279142b-906c-45ef-b125-9188cae34165 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:56.267952 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ec4aa70-6265-459c-b085-06c2afbf9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.336519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4aa70-6265-459c-b085-06c2afbf9b11 None None] Port 6279142b-906c-45ef-b125-9188cae34165 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:56.408281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.496123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Subnet': ['ID=ef67d6a5-fb0a-46ed-833c-10d45ea4b576,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.497631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.535715 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.546793 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.581135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=6279142b-906c-45ef-b125-9188cae34165,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.597901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3590f6d-20f2-47c4-9a18-25c96613a7e3 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:56.644173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Checking segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:56.644844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network hostable DHCP agents. Network: ed659d1a-0803-48f3-a2c6-4496a3aa8052, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:56.689470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.695668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-80801956-04c4-458a-81f4-3d097d89686a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/6279142b-906c-45ef-b125-9188cae34165 HTTP/1.1" status: 204 len: 168 time: 1.5081501 Nov 09 17:56:56.700074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.709405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-175d669b-5da0-4fde-b65a-df15c73bab4d None None] Provisioning complete for port 13d32091-bfba-4397-966a-e580962f00e6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:56.710355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-175d669b-5da0-4fde-b65a-df15c73bab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.729671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:56.759962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ed659d1a-0803-48f3-a2c6-4496a3aa8052) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:56.781516 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.785562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.800298 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-890a49fa-de5f-40c2-9870-94c05bb88311 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:56:56.803952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-890a49fa-de5f-40c2-9870-94c05bb88311 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/6279142b-906c-45ef-b125-9188cae34165 HTTP/1.1" status: 404 len: 333 time: 0.1011565 Nov 09 17:56:56.808793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.815355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-175d669b-5da0-4fde-b65a-df15c73bab4d None None] Port 13d32091-bfba-4397-966a-e580962f00e6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:56:56.831477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53be270-e099-4f9f-8b11-4732ae854fcb None None] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:56.862015 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Attempting to bind port 13d32091-bfba-4397-966a-e580962f00e6 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:56.862602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Attempting to bind port 13d32091-bfba-4397-966a-e580962f00e6 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:56.862602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Attempting to bind port 13d32091-bfba-4397-966a-e580962f00e6 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:56.865091 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Pushing event updated for resources: {'Port': ['ID=13d32091-bfba-4397-966a-e580962f00e6,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.882636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c6e9ba7-21d4-4637-8b11-8b98d52d693a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6140466 Nov 09 17:56:56.885694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39368) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.895676 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.898969 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.898969 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.899275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.899507 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.899843 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.900175 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.900512 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.903997 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.904210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.904453 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.904931 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:56.913847 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:56.914284 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:56.914641 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.915074 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:56.915589 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Bound port: 13d32091-bfba-4397-966a-e580962f00e6, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:56.915973 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:56.942615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet ecfd3045-9e73-4548-b5d2-b54a37eea0c7 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:56.963487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.099688 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] For port 13d32091-bfba-4397-966a-e580962f00e6, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:57.110352 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] For port 13d32091-bfba-4397-966a-e580962f00e6, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=13d32091-bfba-4397-966a-e580962f00e6,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:57.126454 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.149557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.235430 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af3190-9bcd-4535-aa65-4308ff3b8931 None None] Pushing event updated for resources: {'Port': ['ID=13d32091-bfba-4397-966a-e580962f00e6,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:57.301989 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:57.302851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:56:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:57.360055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a42de-f122-4ae3-961a-4a34f39f708f None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:57.402800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.563100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:57.594386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:57.599152 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.613477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.644619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8af2ca03-73a1-4f7c-933c-f7c51a6e83cf None None] Provisioning complete for port 13d32091-bfba-4397-966a-e580962f00e6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:57.645277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8af2ca03-73a1-4f7c-933c-f7c51a6e83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.733056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfd3045-9e73-4548-b5d2-b54a37eea0c7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:57.747151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:57.760800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fc9d333c-6c6d-4552-99f4-1b2bfd51f1cb tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ecfd3045-9e73-4548-b5d2-b54a37eea0c7 HTTP/1.1" status: 204 len: 168 time: 0.9442189 Nov 09 17:56:57.765232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:57.766478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c01e89-1d43-40c0-844e-5a9ca6649ab9 None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:57.948644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet 08127215-ba10-4bc8-955e-d6873df191bb {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:56:57.974488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.044159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:58.063049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '9e01e653-c551-49a3-ba95-020907809560', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:58.099916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.115216 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:56:52Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:58.183522 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227a581-bf87-4d49-81ae-cea698153307 None None] The sync data for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 is: [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:56:52Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:58.258694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.392031 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5363a63b-d9f8-442b-b36b-f231c57db7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.470296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.544080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.550270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=08127215-ba10-4bc8-955e-d6873df191bb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.550452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:58.554539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.557870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.560505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f34f2c8-8971-42a7-b69a-cfb1f6a810cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/08127215-ba10-4bc8-955e-d6873df191bb HTTP/1.1" status: 204 len: 168 time: 0.7918968 Nov 09 17:56:58.565290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:58.670256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Allocated IP 172.20.0.2 (ed659d1a-0803-48f3-a2c6-4496a3aa8052/ef67d6a5-fb0a-46ed-833c-10d45ea4b576/04682905-c1bd-4c1c-b8f2-48cf5c262a84) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:58.700887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.720132 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8af2ca03-73a1-4f7c-933c-f7c51a6e83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.736443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.802531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8af2ca03-73a1-4f7c-933c-f7c51a6e83cf None None] For port 13d32091-bfba-4397-966a-e580962f00e6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=13d32091-bfba-4397-966a-e580962f00e6,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:58.808038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8af2ca03-73a1-4f7c-933c-f7c51a6e83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.866559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:58.866937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:58.967013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] DHCP port deletion for 7a52c001-19bc-415b-b0af-5d1388c6e915 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:56:59.078747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] For port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,segment=NetworkSegment(2df9d97b-03c7-4311-9f8a-70aac068d17e),segment_id=2df9d97b-03c7-4311-9f8a-70aac068d17e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:59.079808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.080061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2ca03-73a1-4f7c-933c-f7c51a6e83cf None None] Pushing event updated for resources: {'Port': ['ID=13d32091-bfba-4397-966a-e580962f00e6,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.118240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 282869bc-8c1d-4ce8-b8f8-97be79bfb34f owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:59.207518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.227603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.252021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Deleting port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:56:59.252975 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.421535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.439046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:59.452104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:59.458439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:59.487114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] For port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,segment=NetworkSegment(2df9d97b-03c7-4311-9f8a-70aac068d17e),segment_id=2df9d97b-03c7-4311-9f8a-70aac068d17e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:59.487924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.503035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Pushing event updated for resources: {'Port': ['ID=04682905-c1bd-4c1c-b8f2-48cf5c262a84,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.506583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.513471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No DVR routers for this DVR port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:59.517066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.609845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Calling delete_port for 282869bc-8c1d-4ce8-b8f8-97be79bfb34f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:56:59.641778 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.688026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Attempting to bind port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:56:59.688409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Attempting to bind port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:56:59.688787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Attempting to bind port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:59.694082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a52c001-19bc-415b-b0af-5d1388c6e915']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:59.703660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:59.704031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Checking segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:59.704455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.704856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Bound using segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:59.705475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Bound port: 04682905-c1bd-4c1c-b8f2-48cf5c262a84, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:56:59.705876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.714517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df9d97b-03c7-4311-9f8a-70aac068d17e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:59.715117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df9d97b-03c7-4311-9f8a-70aac068d17e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:59.718821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=9d0263f1-4ec4-440c-9c51-1b0e0010bc0d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.725241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e01e653-c551-49a3-ba95-020907809560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:56:59.725766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: 9e01e653-c551-49a3-ba95-020907809560, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:59.739907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.1 (ed659d1a-0803-48f3-a2c6-4496a3aa8052/ef67d6a5-fb0a-46ed-833c-10d45ea4b576/6772a216-87ae-4a08-aeee-12c753597238) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:59.743242 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.777691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.791919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 9e01e653-c551-49a3-ba95-020907809560 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:59.793467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:59.797192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.801201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] For port 04682905-c1bd-4c1c-b8f2-48cf5c262a84, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:59.804049 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:59.813271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] For port 04682905-c1bd-4c1c-b8f2-48cf5c262a84, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04682905-c1bd-4c1c-b8f2-48cf5c262a84,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:59.822363 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.844075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9e01e653-c551-49a3-ba95-020907809560) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:59.849837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:59.850617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.890495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a1de02ef-c337-4125-be58-b023d99dee14 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8418033 Nov 09 17:56:59.892988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:59.906368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21d349-bc48-4985-8fe1-4b7ac74560d4 None None] Network 9e01e653-c551-49a3-ba95-020907809560 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:59.907634 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979814798'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:59.942648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.956043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.966699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/7a52c001-19bc-415b-b0af-5d1388c6e915 HTTP/1.1" status: 204 len: 168 time: 1.3930082 Nov 09 17:56:59.966699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:59.967807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:59.975638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:56:59.996028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1011-ce9f-4d9f-942d-a96bdf1f17a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=7a52c001-19bc-415b-b0af-5d1388c6e915,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.052443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:00.057705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.069746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.075572 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.076254 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 02050dbb-d4a4-4381-ae48-e0b3da6899ee of type vlan for network 687b31fd-27c7-4f21-a02c-18a4ff8be761 Nov 09 17:57:00.092757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58fd10c-c7bb-456c-9f27-b312251d7d28 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:00.092757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a58fd10c-c7bb-456c-9f27-b312251d7d28 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1218903 Nov 09 17:57:00.093883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:00.136527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Network 7a52c001-19bc-415b-b0af-5d1388c6e915 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:57:00.137300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] No DVR routers for this DVR port 282869bc-8c1d-4ce8-b8f8-97be79bfb34f on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:00.158146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df423b-7adb-4fd9-a567-f3b8adecd690 None None] Pushing event updated for resources: {'Port': ['ID=04682905-c1bd-4c1c-b8f2-48cf5c262a84,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.183545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.216351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.242841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389c22d-1796-46a9-a1d7-dd0fefa62dc2 None None] Pushing event deleted for resources: {'Port': ['ID=282869bc-8c1d-4ce8-b8f8-97be79bfb34f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.263070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d1439da1-d89d-48e7-b6d9-2e0ba35cf2a6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1625831 Nov 09 17:57:00.264893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:00.282328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-85787415'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:00.294960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:00.300777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:00.309491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:00.320413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:00.325902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.330849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.338797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:00.339625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.393801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=6772a216-87ae-4a08-aeee-12c753597238,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.431778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.449742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9e01e653-c551-49a3-ba95-020907809560', 'network_id': '9e01e653-c551-49a3-ba95-020907809560', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': '9d0263f1-4ec4-440c-9c51-1b0e0010bc0d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:00.452876 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.540775 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6463282 Nov 09 17:57:00.553469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:00.567500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39392) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:00.575504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1c4db-9f58-4cf8-bfca-6ad0573c3209 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=687b31fd-27c7-4f21-a02c-18a4ff8be761,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.583931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.584306 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment 57710578-efc4-45ce-9d0f-7b505c48d410 of type vlan for network af9a869a-0e83-476f-83b2-c41ea4bbcd6e Nov 09 17:57:00.589472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '687b31fd-27c7-4f21-a02c-18a4ff8be761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:00.721703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.798771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 687b31fd-27c7-4f21-a02c-18a4ff8be761 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:00.799553 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.810018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:00.810018 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.822215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89b46923-3a63-4e05-b857-155f428ee5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.932858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 13d32091-bfba-4397-966a-e580962f00e6 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:00.948744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Allocated IP 2001:db8:0:ffff::2 (9e01e653-c551-49a3-ba95-020907809560/9d0263f1-4ec4-440c-9c51-1b0e0010bc0d/833770b6-3fa3-43a6-93f3-0dcbebb03b95) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:00.975539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:00.984366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:00.995721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7272258 Nov 09 17:57:00.996815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a20f6-6890-4803-99bf-d2a37e1d02cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=af9a869a-0e83-476f-83b2-c41ea4bbcd6e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.000412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:01.006095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:01.025013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:01.128199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.146391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:01.150630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.270555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 13d32091-bfba-4397-966a-e580962f00e6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:01.271336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.504502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.525191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.555574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.594727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.653392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Network 9e01e653-c551-49a3-ba95-020907809560 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:01.662314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:01.666214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:01.681057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=34dc0718-2191-4227-864c-5065fd5f2937,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.698568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04682905-c1bd-4c1c-b8f2-48cf5c262a84 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:01.752406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Pushing event updated for resources: {'Port': ['ID=833770b6-3fa3-43a6-93f3-0dcbebb03b95,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.757122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '02050dbb-d4a4-4381-ae48-e0b3da6899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '687b31fd-27c7-4f21-a02c-18a4ff8be761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:01.757663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: 687b31fd-27c7-4f21-a02c-18a4ff8be761, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:01.771314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=ea44a8b2-05d5-4feb-965e-830a7468d813,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.811752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': '57710578-efc4-45ce-9d0f-7b505c48d410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:01.814764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: af9a869a-0e83-476f-83b2-c41ea4bbcd6e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:01.817567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 687b31fd-27c7-4f21-a02c-18a4ff8be761 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:01.858619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 687b31fd-27c7-4f21-a02c-18a4ff8be761) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:01.867199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.870477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.871630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.899890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:01.914439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd353c-cc07-42b5-8c32-9b4f3c63f1cd None None] Network 687b31fd-27c7-4f21-a02c-18a4ff8be761 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:01.921705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, af9a869a-0e83-476f-83b2-c41ea4bbcd6e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:01.929766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9a2d856a-936a-4283-86ed-9500425d6a96 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3595712 Nov 09 17:57:01.933882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.937731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:01.938086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39406) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:01.979443 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f7cf11f-6f9a-49fc-8a56-ba419706c87c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9776103 Nov 09 17:57:01.983845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:01.992909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e', 'name': 'tempest-PortsIpV6TestJSON-180709895'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:02.028887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.042455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.163437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=6772a216-87ae-4a08-aeee-12c753597238,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.252249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Attempting to bind port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:02.252809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Attempting to bind port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e01e653-c551-49a3-ba95-020907809560'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:02.253430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Attempting to bind port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 on network 9e01e653-c551-49a3-ba95-020907809560 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:02.260073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441aa79a-b21a-4050-9b6a-cd8ed12a361e None None] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:02.262122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c919580-6482-451d-bfe5-b55b0b13621b None None] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:02.272831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:02.273473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Checking segment: {'id': '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e01e653-c551-49a3-ba95-020907809560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:02.273896 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.275175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Bound using segment: {'id': '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e01e653-c551-49a3-ba95-020907809560'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:02.275717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Bound port: 833770b6-3fa3-43a6-93f3-0dcbebb03b95, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e01e653-c551-49a3-ba95-020907809560'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:02.276118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.368566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:02.373046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.397541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 9de35290-101d-4877-a116-0c763d078eee yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:02.438365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5e06763a-d3bf-433a-a96f-b71088b0f720 None None] Provisioning complete for port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:02.438650 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e06763a-d3bf-433a-a96f-b71088b0f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.452384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:02.452832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.554627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::37c (af9a869a-0e83-476f-83b2-c41ea4bbcd6e/ea44a8b2-05d5-4feb-965e-830a7468d813/9de35290-101d-4877-a116-0c763d078eee) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:02.664773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.703054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.721478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] For port 833770b6-3fa3-43a6-93f3-0dcbebb03b95, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:02.728895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] For port 833770b6-3fa3-43a6-93f3-0dcbebb03b95, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=833770b6-3fa3-43a6-93f3-0dcbebb03b95,segment=NetworkSegment(4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b),segment_id=4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:02.769740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.774111 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.845130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.847221 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:02.851417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590b0db-177c-424b-872e-d0cb377891ec None None] Pushing event updated for resources: {'Port': ['ID=833770b6-3fa3-43a6-93f3-0dcbebb03b95,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.908132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:02.913902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:02.985525 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.013664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f338888-ae1a-4e0c-a677-96a864b78a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-687b31fd-27c7-4f21-a02c-18a4ff8be761', 'network_id': '687b31fd-27c7-4f21-a02c-18a4ff8be761', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': '34dc0718-2191-4227-864c-5065fd5f2937'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:03.015088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f338888-ae1a-4e0c-a677-96a864b78a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.035022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:03.044523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:03.079700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=34dc0718-2191-4227-864c-5065fd5f2937,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.134384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=9de35290-101d-4877-a116-0c763d078eee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.139773 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e06763a-d3bf-433a-a96f-b71088b0f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.161764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:03.173367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.215987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.247321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.251217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.252426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-af9a869a-0e83-476f-83b2-c41ea4bbcd6e', 'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': 'ea44a8b2-05d5-4feb-965e-830a7468d813'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:03.253516 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.258684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687b31fd-27c7-4f21-a02c-18a4ff8be761']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:03.276156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02050dbb-d4a4-4381-ae48-e0b3da6899ee') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:03.276458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02050dbb-d4a4-4381-ae48-e0b3da6899ee') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:03.281219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 8b62f11b-de13-4248-a03a-df4e44ff1833 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:03.282291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5e06763a-d3bf-433a-a96f-b71088b0f720 None None] For port 04682905-c1bd-4c1c-b8f2-48cf5c262a84, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04682905-c1bd-4c1c-b8f2-48cf5c262a84,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:03.296968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.332375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac561ccc-f511-4516-b4fb-c65a11fdc5e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3398826 Nov 09 17:57:03.334309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:03.335970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e06763a-d3bf-433a-a96f-b71088b0f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.370284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.380843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e', 'name': 'tempest-PortsIpV6TestJSON-521313557'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:03.414223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a87ff-d091-46f3-ab44-bf49cc76abdf None None] Network 687b31fd-27c7-4f21-a02c-18a4ff8be761 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:03.469410 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.479948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:03.480457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.563978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:03.565663 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:03.594414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Sync routers for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:03.597822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f3117ae0-ab52-4dd7-8ced-fa65954cc92d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/8b62f11b-de13-4248-a03a-df4e44ff1833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7058146 Nov 09 17:57:03.610852 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.622672 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.631040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/687b31fd-27c7-4f21-a02c-18a4ff8be761 HTTP/1.1" status: 204 len: 168 time: 1.6856804 Nov 09 17:57:03.633608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39424) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:03.642306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75227502'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:03.797324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:03.802332 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.851127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:03.861734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:03.866317 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.877935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:03.879059 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 13b1b06e-4555-4c35-8830-bff18f6f64cf of type vlan for network e3d919ee-d006-4b4e-b00b-a29b311701ce Nov 09 17:57:03.892065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port e1645305-c055-43ef-83ac-5dea43a589ef yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:03.997298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848cd1-ca7b-4231-875e-05ea043b6388 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=687b31fd-27c7-4f21-a02c-18a4ff8be761,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.026745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:04.050293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Allocated IP 2001:db8::2 (af9a869a-0e83-476f-83b2-c41ea4bbcd6e/ea44a8b2-05d5-4feb-965e-830a7468d813/6c858713-5966-4365-b06d-c643aeda91ad) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:04.053921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:04.054646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:04.061528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:04.112126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:04.119772 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.120442 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:04.147229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06763a-d3bf-433a-a96f-b71088b0f720 None None] Pushing event updated for resources: {'Port': ['ID=04682905-c1bd-4c1c-b8f2-48cf5c262a84,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.172425 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:57:04.190883 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:57:04.199353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-479d33f3-99f5-434a-9cc2-595915e32659 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710460245&fields=id&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 267 time: 0.1992567 Nov 09 17:57:04.271325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6359379 Nov 09 17:57:04.275090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:04.281672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:04.282274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c6d36-555d-4445-8dd9-d17847663fd8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=e3d919ee-d006-4b4e-b00b-a29b311701ce,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.313474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e3d919ee-d006-4b4e-b00b-a29b311701ce details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:04.423801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:04.513418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-5f2476de-b59d-4f36-9cce-4ccce6a3917c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.515193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-5f2476de-b59d-4f36-9cce-4ccce6a3917c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 796 time: 0.2946503 Nov 09 17:57:04.546683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-b595ed14-eb0f-45d4-b276-6768adae3e9c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/quotas/852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 375 time: 0.0224724 Nov 09 17:57:04.593759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:04.597580 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:04.603899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07a15d63-da3c-435b-87d5-3523b6481833 None None] Provisioning complete for port 6772a216-87ae-4a08-aeee-12c753597238 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:04.604179 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07a15d63-da3c-435b-87d5-3523b6481833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:04.933579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-8b69ae0d-8981-43ed-b67b-af796560e94a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3750770 Nov 09 17:57:05.025932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07a15d63-da3c-435b-87d5-3523b6481833 None None] Port 6772a216-87ae-4a08-aeee-12c753597238 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:05.080573 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:05.112451 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:05.118682 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:05.221832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07a15d63-da3c-435b-87d5-3523b6481833 None None] Provisioning complete for port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:05.222445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07a15d63-da3c-435b-87d5-3523b6481833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:05.241895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b75119-9ac2-48ba-bdf9-d2991bcbdcb9 None None] Network 9e01e653-c551-49a3-ba95-020907809560 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:05.245823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 282869bc-8c1d-4ce8-b8f8-97be79bfb34f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:05.278509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-2fc1b772-e121-49d2-a38f-fee49e7194cc service neutron] 10.222.0.45 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198726 Nov 09 17:57:05.289731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:05.332729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 282869bc-8c1d-4ce8-b8f8-97be79bfb34f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:05.333229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 282869bc-8c1d-4ce8-b8f8-97be79bfb34f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:05.379968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::33d (af9a869a-0e83-476f-83b2-c41ea4bbcd6e/ea44a8b2-05d5-4feb-965e-830a7468d813/e1645305-c055-43ef-83ac-5dea43a589ef) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:05.392221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=7c5893a5-898d-4912-a261-8a4584b7efa0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:05.426176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:05.448034 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:05.448924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '13b1b06e-4555-4c35-8830-bff18f6f64cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:05.449425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: e3d919ee-d006-4b4e-b00b-a29b311701ce, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:05.532664 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-73f24afa-623c-4827-a536-288adb5a4871 service neutron] 10.222.0.45 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467997 Nov 09 17:57:05.540940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Pushing event updated for resources: {'Port': ['ID=6c858713-5966-4365-b06d-c643aeda91ad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:05.559351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network e3d919ee-d006-4b4e-b00b-a29b311701ce is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:05.773589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 833770b6-3fa3-43a6-93f3-0dcbebb03b95 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:06.008425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e72ba210-18a5-441b-88d1-6a348c59b47d req-66b42e18-221e-43ed-a8ed-fb25dc65a42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 210 time: 0.2264585 Nov 09 17:57:06.048854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Attempting to bind port 6c858713-5966-4365-b06d-c643aeda91ad on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:06.049441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Attempting to bind port 6c858713-5966-4365-b06d-c643aeda91ad by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '57710578-efc4-45ce-9d0f-7b505c48d410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:06.050032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Attempting to bind port 6c858713-5966-4365-b06d-c643aeda91ad on network af9a869a-0e83-476f-83b2-c41ea4bbcd6e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:06.145854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e3d919ee-d006-4b4e-b00b-a29b311701ce) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:06.147785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:06.148425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Checking segment: {'id': '57710578-efc4-45ce-9d0f-7b505c48d410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:06.148904 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.149551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Bound using segment: {'id': '57710578-efc4-45ce-9d0f-7b505c48d410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:06.151326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Bound port: 6c858713-5966-4365-b06d-c643aeda91ad, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57710578-efc4-45ce-9d0f-7b505c48d410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'af9a869a-0e83-476f-83b2-c41ea4bbcd6e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:06.151923 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.158486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.158776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.216344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325976e5-b161-441c-8ba7-7c3fb9492eb0 None None] Network e3d919ee-d006-4b4e-b00b-a29b311701ce requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:06.219792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9fa1c29f-0c6b-46c1-af1a-16491dba7954 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9424644 Nov 09 17:57:06.226913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39462) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:06.243397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500411248'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:06.282685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.294428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:06.300619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.353497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:01Z', 'revision_number': 2, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:06.371841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:06.408541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.409131 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 3b1af60f-526e-4417-a8b4-ec39fa707d29 of type vlan for network a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 Nov 09 17:57:06.413673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.444121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Checking router: 8b62f11b-de13-4248-a03a-df4e44ff1833 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:06.444481 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Updating router 8b62f11b-de13-4248-a03a-df4e44ff1833 port 6772a216-87ae-4a08-aeee-12c753597238 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:06.446565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:06.446938 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.515432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:06.515921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.520777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:06.526691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:06.534364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.536097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.575813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2314672 Nov 09 17:57:06.577830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eccdb-334a-471d-be30-14494241c815 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=e1645305-c055-43ef-83ac-5dea43a589ef,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.584871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] For port 6c858713-5966-4365-b06d-c643aeda91ad, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:06.589892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39466) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:06.590277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.631409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] For port 6c858713-5966-4365-b06d-c643aeda91ad, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6c858713-5966-4365-b06d-c643aeda91ad,segment=NetworkSegment(57710578-efc4-45ce-9d0f-7b505c48d410),segment_id=57710578-efc4-45ce-9d0f-7b505c48d410)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:06.639622 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.646018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.646951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.654013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f5721a34-37b9-458b-a8c9-d22a4f06f359 None None] Provisioning complete for port 6772a216-87ae-4a08-aeee-12c753597238 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:06.654013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5721a34-37b9-458b-a8c9-d22a4f06f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.664579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:06.772958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:06.776218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5457375 Nov 09 17:57:06.778943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': 'a14c9276-9ef5-4be2-8ca0-492d7a2b6df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:06.799891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7a37-6851-4397-a801-85a51e1edc5f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=a14c9276-9ef5-4be2-8ca0-492d7a2b6df7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.807858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f5721a34-37b9-458b-a8c9-d22a4f06f359 None None] Port 6772a216-87ae-4a08-aeee-12c753597238 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:06.827694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996601c-ddeb-4f5f-89e0-8d4b67da50c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.829324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3996601c-ddeb-4f5f-89e0-8d4b67da50c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37c HTTP/1.1" status: 200 len: 928 time: 0.2381589 Nov 09 17:57:06.833723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39470) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:06.898050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:06.976489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:06.986126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.108638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port e1645305-c055-43ef-83ac-5dea43a589ef {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:07.116706 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.204101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:57:07.205384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:57:07.286007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.319836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.338934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for e1645305-c055-43ef-83ac-5dea43a589ef owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:07.411280 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07773e34-af04-47ca-a500-5ac12ada18f2 req-de4dc480-334d-40ef-8918-141cdddd67c1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0776763 Nov 09 17:57:07.433832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-e3d919ee-d006-4b4e-b00b-a29b311701ce', 'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': '7c5893a5-898d-4912-a261-8a4584b7efa0'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:07.434753 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.438210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7f137-40ab-4acd-beab-e0a434b00f39 None None] Pushing event updated for resources: {'Port': ['ID=6c858713-5966-4365-b06d-c643aeda91ad,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.453458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f5721a34-37b9-458b-a8c9-d22a4f06f359 None None] Provisioning complete for port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:07.453842 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5721a34-37b9-458b-a8c9-d22a4f06f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.530101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.628646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=331619ff-6ca8-4c85-ae8f-b877e02cd869,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.639667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '3b1af60f-526e-4417-a8b4-ec39fa707d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a14c9276-9ef5-4be2-8ca0-492d7a2b6df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:07.640022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: a14c9276-9ef5-4be2-8ca0-492d7a2b6df7, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:07.666356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 833770b6-3fa3-43a6-93f3-0dcbebb03b95, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=833770b6-3fa3-43a6-93f3-0dcbebb03b95,segment=NetworkSegment(4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b),segment_id=4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:07.689397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:07.727612 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.728901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04682905-c1bd-4c1c-b8f2-48cf5c262a84 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:07.800760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, a14c9276-9ef5-4be2-8ca0-492d7a2b6df7) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:07.827855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d0892-3688-4063-b3df-a5233eeb7667 None None] Network a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:07.838737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:07.840386 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.842431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.890878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=e1645305-c055-43ef-83ac-5dea43a589ef,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.938329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:07.943046 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-388b2c0a-062d-4c70-82ad-e6591d19faad tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/e1645305-c055-43ef-83ac-5dea43a589ef HTTP/1.1" status: 204 len: 168 time: 1.1077528 Nov 09 17:57:07.945573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39476) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.947047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f8c14200-c3d0-4cb6-8194-756b263f1b81 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1682999 Nov 09 17:57:07.950206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39478) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.041789 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af3a44b-4ff2-4d48-b1aa-777a5208b8e1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:57:08.052206 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7af3a44b-4ff2-4d48-b1aa-777a5208b8e1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/e1645305-c055-43ef-83ac-5dea43a589ef HTTP/1.1" status: 404 len: 333 time: 0.0794556 Nov 09 17:57:08.053278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.163609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.263933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-9c7c7518-b38a-4dcf-9eb8-c113043efa15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:08.265875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-9c7c7518-b38a-4dcf-9eb8-c113043efa15 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 796 time: 0.5926847 Nov 09 17:57:08.277542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.352867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 9de35290-101d-4877-a116-0c763d078eee {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:08.353571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.420176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=833770b6-3fa3-43a6-93f3-0dcbebb03b95,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.426065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.632722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.647403 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.674627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14c9276-9ef5-4be2-8ca0-492d7a2b6df7']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:08.698166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1af60f-526e-4417-a8b4-ec39fa707d29') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:08.698579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1af60f-526e-4417-a8b4-ec39fa707d29') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:08.716442 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-79979790-d1f5-49a7-8660-9ce2685a6d28 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 380 time: 0.4324753 Nov 09 17:57:08.720290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.729469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.762303 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.780045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8d848-5b15-4adc-9fcc-7ad7c3c0b43d None None] Network a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:08.788687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 9de35290-101d-4877-a116-0c763d078eee owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:08.800634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:08.800854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=331619ff-6ca8-4c85-ae8f-b877e02cd869,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.811934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.865171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b53b1bff-cc40-471e-88ca-f7962078975f req-198f76e4-ae5b-4a1a-9eee-f9d9e6f6a319 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 210 time: 0.1412234 Nov 09 17:57:08.869251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.869814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294595ad-0fad-40ec-92e7-7e8eb64bfc7b None None] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:08.896843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:08.897631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:08.905330 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:08.959610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'port': {'device_id': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'admin_state_up': True, 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'security_groups': ['9c6b431e-2afa-4563-a22e-7254df1f1564']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:09.017150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-62b8eb67-4137-4ef4-acd4-aeeb1c86dacb None None] Provisioning complete for port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:09.017720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62b8eb67-4137-4ef4-acd4-aeeb1c86dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.047291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.055824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.096959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.106602 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 HTTP/1.1" status: 204 len: 168 time: 1.1543732 Nov 09 17:57:09.107054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492edd7-30cc-4c20-adc5-3a371d7b5587 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=a14c9276-9ef5-4be2-8ca0-492d7a2b6df7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.119281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.134495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Allocated IP 2001:db8::1 (e3d919ee-d006-4b4e-b00b-a29b311701ce/7c5893a5-898d-4912-a261-8a4584b7efa0/f243719f-a023-4d4d-9147-7a752704df2c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:09.164378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506959237'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:09.215603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=9de35290-101d-4877-a116-0c763d078eee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.226432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:09.235175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cf617-af05-441d-bded-8b5f895d2d0a None None] Pushing event updated for resources: {'Port': ['ID=6772a216-87ae-4a08-aeee-12c753597238,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.235471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.315133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.335523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-679a7d3e-793d-4ccd-9749-0f905ada12e9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/9de35290-101d-4877-a116-0c763d078eee HTTP/1.1" status: 204 len: 168 time: 1.2690799 Nov 09 17:57:09.336033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39490) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.363424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:09.381723 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0b233a-0a15-430b-a6bf-7a68b31bc12a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:57:09.387700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0b0b233a-0a15-430b-a6bf-7a68b31bc12a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/9de35290-101d-4877-a116-0c763d078eee HTTP/1.1" status: 404 len: 333 time: 0.0504305 Nov 09 17:57:09.390280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39492) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.409792 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.411067 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment eb4f16a6-86b5-4355-a808-897d3b652efa of type vlan for network 20275b52-0384-4348-8455-0460972fbdda Nov 09 17:57:09.497402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet ea44a8b2-05d5-4feb-965e-830a7468d813 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:09.504663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.541777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.571601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Attempting to bind port 6772a216-87ae-4a08-aeee-12c753597238 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:09.572430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Attempting to bind port 6772a216-87ae-4a08-aeee-12c753597238 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:09.572862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Attempting to bind port 6772a216-87ae-4a08-aeee-12c753597238 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:09.597798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:09.601800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.609454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.618675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.619811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.671969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:09.672558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Checking segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:09.673043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.674006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Bound using segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:09.674853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Bound port: 6772a216-87ae-4a08-aeee-12c753597238, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:09.675343 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.682203 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.734481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6022084 Nov 09 17:57:09.741914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.759095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '20275b52-0384-4348-8455-0460972fbdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:09.922917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:09.930535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.12 (ed659d1a-0803-48f3-a2c6-4496a3aa8052/ef67d6a5-fb0a-46ed-833c-10d45ea4b576/a15e92a8-be06-4bc6-a60c-9d78093be3a8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:10.002452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Could not find standard attr ID for object 9de35290-101d-4877-a116-0c763d078eee. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:10.022230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.049267 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.052698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] For port 6772a216-87ae-4a08-aeee-12c753597238, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:10.055062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.101839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Provisioning complete for port 6772a216-87ae-4a08-aeee-12c753597238 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:10.102251 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.114333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] For port 6772a216-87ae-4a08-aeee-12c753597238, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6772a216-87ae-4a08-aeee-12c753597238,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:10.150287 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.185469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Network e3d919ee-d006-4b4e-b00b-a29b311701ce is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:10.199648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:10.203027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Pushing event updated for resources: {'Port': ['ID=f243719f-a023-4d4d-9147-7a752704df2c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.205917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:10.221031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Port 6772a216-87ae-4a08-aeee-12c753597238 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:10.221259 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.230363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ea44a8b2-05d5-4feb-965e-830a7468d813 HTTP/1.1" status: 204 len: 168 time: 0.8382101 Nov 09 17:57:10.232165 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903beb85-46a0-4e29-9bee-9e81e3a4b1cd tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=ea44a8b2-05d5-4feb-965e-830a7468d813,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.237741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39498) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:10.318762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6bce2-ccd8-40be-ba4c-5980ac0d519a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=20275b52-0384-4348-8455-0460972fbdda,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.337266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 833770b6-3fa3-43a6-93f3-0dcbebb03b95 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:10.345555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc504357-60d4-4390-a018-052bd94eef02 req-4f867473-7ba5-47ae-8cc9-1ffa8ec473f2 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 210 time: 0.1692374 Nov 09 17:57:10.414955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.472425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 20275b52-0384-4348-8455-0460972fbdda details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:10.495284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:10.496629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:10.524720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Provisioning complete for port 6c858713-5966-4365-b06d-c643aeda91ad triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:10.525304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.611765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 6c858713-5966-4365-b06d-c643aeda91ad {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:10.612420 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.737951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] For port 6c858713-5966-4365-b06d-c643aeda91ad, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6c858713-5966-4365-b06d-c643aeda91ad,segment=NetworkSegment(57710578-efc4-45ce-9d0f-7b505c48d410),segment_id=57710578-efc4-45ce-9d0f-7b505c48d410)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:10.739178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.744573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.759546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cf617-af05-441d-bded-8b5f895d2d0a None None] Pushing event updated for resources: {'Port': ['ID=6772a216-87ae-4a08-aeee-12c753597238,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.783549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 6c858713-5966-4365-b06d-c643aeda91ad owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:10.789539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745af28-9fc5-42da-880a-fe7707f07d67 None None] Network af9a869a-0e83-476f-83b2-c41ea4bbcd6e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:10.860761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.871316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:10.878380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.936743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:10.974388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=6c858713-5966-4365-b06d-c643aeda91ad,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.978267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No DVR routers for this DVR port 6c858713-5966-4365-b06d-c643aeda91ad on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:11.015969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Attempting to bind port f243719f-a023-4d4d-9147-7a752704df2c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:11.017033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Attempting to bind port f243719f-a023-4d4d-9147-7a752704df2c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '13b1b06e-4555-4c35-8830-bff18f6f64cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:11.017902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Attempting to bind port f243719f-a023-4d4d-9147-7a752704df2c on network e3d919ee-d006-4b4e-b00b-a29b311701ce {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:11.088402 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.111665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:11.112787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Checking segment: {'id': '13b1b06e-4555-4c35-8830-bff18f6f64cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:11.112986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:11.113871 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.114891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Bound using segment: {'id': '13b1b06e-4555-4c35-8830-bff18f6f64cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:11.115921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Bound port: f243719f-a023-4d4d-9147-7a752704df2c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b1b06e-4555-4c35-8830-bff18f6f64cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3d919ee-d006-4b4e-b00b-a29b311701ce'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:11.116135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9a869a-0e83-476f-83b2-c41ea4bbcd6e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:11.118670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.129046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57710578-efc4-45ce-9d0f-7b505c48d410') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:11.129399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57710578-efc4-45ce-9d0f-7b505c48d410') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:11.136431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:11.142897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.159737 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.167719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:11.168132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.173854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:11.262717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:11.264613 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:11.274017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.283881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.293958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/af9a869a-0e83-476f-83b2-c41ea4bbcd6e HTTP/1.1" status: 204 len: 168 time: 1.0545835 Nov 09 17:57:11.304458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:11.324635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819a7eb-b169-4590-98b3-b08c4cdab3d8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=af9a869a-0e83-476f-83b2-c41ea4bbcd6e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.331895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1128685000'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:11.380467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.381073 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.422687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] Could not find standard attr ID for object 6c858713-5966-4365-b06d-c643aeda91ad. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:11.444950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:11.449066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.473810 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-7c3bdfcd-eec9-4591-9816-d6c1583af998 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5184343 Nov 09 17:57:11.494648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Request body: {'port': {'device_id': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:11.566361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] For port f243719f-a023-4d4d-9147-7a752704df2c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:11.573232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] For port f243719f-a023-4d4d-9147-7a752704df2c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f243719f-a023-4d4d-9147-7a752704df2c,segment=NetworkSegment(13b1b06e-4555-4c35-8830-bff18f6f64cf),segment_id=13b1b06e-4555-4c35-8830-bff18f6f64cf)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:11.573574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:11.596077 n-d-804292-3 neutron-server[102556]: INFO neutron.plugins.ml2.db [None req-26e80c7d-b300-4379-98ce-b365544186aa None None] No ports have port_id starting with 6c858713-5966-4365-b06d-c643aeda91ad Nov 09 17:57:11.601742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.627728 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.628214 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment 19ecd482-81b4-44a9-a209-4231b23307a9 of type vlan for network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 Nov 09 17:57:11.633419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:11.634058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.659823 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.734868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53954ad-c341-4489-9c01-e7c56b176399 req-64d52eea-8404-43f5-a500-f1c3f38f1497 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.736599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c53954ad-c341-4489-9c01-e7c56b176399 req-64d52eea-8404-43f5-a500-f1c3f38f1497 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 932 time: 0.0928988 Nov 09 17:57:11.832047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c53954ad-c341-4489-9c01-e7c56b176399 req-a6be3810-69dd-4583-ba36-aacd3b1c88cf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815802 Nov 09 17:57:11.849643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.872342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:11.993467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:12.063530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=a7208424-c06f-400b-9a42-ff899ee73dc4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.102082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': 'eb4f16a6-86b5-4355-a808-897d3b652efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '20275b52-0384-4348-8455-0460972fbdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:12.102550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: 20275b52-0384-4348-8455-0460972fbdda, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:12.108775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4663628-3810-43e7-9dd4-bf0dc315e06d None None] DHCP port deletion for af9a869a-0e83-476f-83b2-c41ea4bbcd6e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:12.141387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.147609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:12.148271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.168690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357225e-1607-40f4-8823-4b5e0a5ee6df None None] Pushing event updated for resources: {'Port': ['ID=f243719f-a023-4d4d-9147-7a752704df2c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.173586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Provisioning complete for port a15e92a8-be06-4bc6-a60c-9d78093be3a8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:12.174463 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.370070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0545535 Nov 09 17:57:12.373536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.391843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:12.404208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b0b32-e3d1-4c57-81e9-e6028151f270 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=83425a8e-7b11-4a49-990f-2bb4ce680bc5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.409568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 20275b52-0384-4348-8455-0460972fbdda is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:12.441085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 20275b52-0384-4348-8455-0460972fbdda) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:12.506868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:12.507529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.523392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:12.525497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03e6a5-6ff0-409e-a23a-06e5f39d005f None None] Network 20275b52-0384-4348-8455-0460972fbdda requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:12.528449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6c858713-5966-4365-b06d-c643aeda91ad up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:12.530662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Port a15e92a8-be06-4bc6-a60c-9d78093be3a8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:12.565599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98c6bd3a-d54c-40b0-b14c-cc66f60ef094 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8172197 Nov 09 17:57:12.566338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.651861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:12.657999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.674928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6c858713-5966-4365-b06d-c643aeda91ad {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:12.674928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6c858713-5966-4365-b06d-c643aeda91ad not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 17:57:12.705877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15e92a8-be06-4bc6-a60c-9d78093be3a8 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:12.719495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port 6c858713-5966-4365-b06d-c643aeda91ad not found, will not notify nova. {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 17:57:12.728890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.787356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Provisioning complete for port 6772a216-87ae-4a08-aeee-12c753597238 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:12.787908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.792361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Transition to ACTIVE for port object a15e92a8-be06-4bc6-a60c-9d78093be3a8 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:12.802697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.817731 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:12.900991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:13.181266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f243719f-a023-4d4d-9147-7a752704df2c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:13.189309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:13.190688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:13.191101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:13.201738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:10Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:13.207899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:13.208236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:13.252116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.256536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f7a80-e34a-487c-b64d-a72d0af7494d req-1a630bcd-0642-47d1-bb6b-50283072fb74 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:13.258649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-144f7a80-e34a-487c-b64d-a72d0af7494d req-1a630bcd-0642-47d1-bb6b-50283072fb74 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 944 time: 0.1127861 Nov 09 17:57:13.259627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:13.260386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Checking segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:13.260858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Bound using segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:13.261770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Bound port: a15e92a8-be06-4bc6-a60c-9d78093be3a8, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:13.262780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.400242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1803012-ca89-4f74-a7e2-308c1d2db31c None None] The sync data for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 is: [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:10Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:13.446601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.457460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:13.462092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:13.472611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-144f7a80-e34a-487c-b64d-a72d0af7494d req-403a763e-f28d-49b7-a52a-cb17a196d9d7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880860 Nov 09 17:57:13.479322 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.631483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a739faa7-3fab-4740-af21-67413eb745fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-20275b52-0384-4348-8455-0460972fbdda', 'network_id': '20275b52-0384-4348-8455-0460972fbdda', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': 'a7208424-c06f-400b-9a42-ff899ee73dc4'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:13.634840 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a739faa7-3fab-4740-af21-67413eb745fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.641236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:13.651772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:13.652596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.656295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-185b1337-86b4-491a-b362-a5c089e44d75 service neutron] 10.222.0.83 "PUT /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1092 time: 2.1679599 Nov 09 17:57:13.657438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:13.668756 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4da9d1-d946-45ac-b4e1-d499df769829" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:13.727804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] For port 6772a216-87ae-4a08-aeee-12c753597238, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6772a216-87ae-4a08-aeee-12c753597238,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:13.743609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.788717 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b54e27-4f9a-4947-99bd-7f20b9725949 x-openstack-request-id: req-78b54e27-4f9a-4947-99bd-7f20b9725949 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:13.789104 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:13.789281 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78b54e27-4f9a-4947-99bd-7f20b9725949 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:13.789661 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'status': 'completed', 'code': 200} Nov 09 17:57:13.797839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-d8fa3b7d-a3b5-470f-b52d-30587660c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:13.799581 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-d8fa3b7d-a3b5-470f-b52d-30587660c09f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1095 time: 0.0756290 Nov 09 17:57:13.845200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f243719f-a023-4d4d-9147-7a752704df2c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:13.845977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.861249 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-45ff6f0f-c27a-4ca3-aaaa-ff61f676c625 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 217 time: 0.0489130 Nov 09 17:57:13.906819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:13.927915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Could not find standard attr ID for object 6c858713-5966-4365-b06d-c643aeda91ad. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:13.979147 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:57:14.023371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f45b1d56-bc1d-49dc-8236-3d7af15b97da tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.027875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-6f107e3c-bded-460e-9185-18463ca54fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.030666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-6f107e3c-bded-460e-9185-18463ca54fa8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.1600201 Nov 09 17:57:14.036308 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f45b1d56-bc1d-49dc-8236-3d7af15b97da tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.6187851 Nov 09 17:57:14.055279 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server [None req-a739faa7-3fab-4740-af21-67413eb745fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7208424-c06f-400b-9a42-ff899ee73dc4: This subnet is being modified by another concurrent operation. Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7208424-c06f-400b-9a42-ff899ee73dc4: This subnet is being modified by another concurrent operation. Nov 09 17:57:14.089408 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Nov 09 17:57:14.110038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91e7f6-6dbf-4fb4-a373-b9ef4bb6598a None None] Pushing event updated for resources: {'Port': ['ID=6772a216-87ae-4a08-aeee-12c753597238,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.126938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-0f772887-7660-457b-9eca-369ab785273d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0893071 Nov 09 17:57:14.132150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.162174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46bc3a5-fe11-4730-a974-c4145c5a083a None None] Network 20275b52-0384-4348-8455-0460972fbdda requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:14.210336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-e971b4b5-8445-48fd-9aaf-4e353322cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.222846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-e971b4b5-8445-48fd-9aaf-4e353322cc40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807261 Nov 09 17:57:14.285338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': '19ecd482-81b4-44a9-a209-4231b23307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:14.285835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: 83425a8e-7b11-4a49-990f-2bb4ce680bc5, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:14.298698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad290b3-cd50-4552-beee-309d484fdc6b None None] Network e3d919ee-d006-4b4e-b00b-a29b311701ce requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:14.299687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.309180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port f243719f-a023-4d4d-9147-7a752704df2c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f243719f-a023-4d4d-9147-7a752704df2c,segment=NetworkSegment(13b1b06e-4555-4c35-8830-bff18f6f64cf),segment_id=13b1b06e-4555-4c35-8830-bff18f6f64cf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:14.338101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=fbf62a22-6a83-4e1c-a3fe-1c641639187a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.370752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-5a6d7f99-dce4-4b5f-aa46-53de37b73d3a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2426968 Nov 09 17:57:14.375702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20275b52-0384-4348-8455-0460972fbdda']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:14.399265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.400904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-5ec480e8-e5f3-4116-ae84-e823ff2b11fe service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589389 Nov 09 17:57:14.414047 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=a7208424-c06f-400b-9a42-ff899ee73dc4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.416012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:14.444731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4f16a6-86b5-4355-a808-897d3b652efa') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:14.445090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4f16a6-86b5-4355-a808-897d3b652efa') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:14.497289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.508770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 83425a8e-7b11-4a49-990f-2bb4ce680bc5) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:14.540923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.541734 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.586630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-bcd1a2f7-a084-4e1d-9a25-b1f963983f79 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904380 Nov 09 17:57:14.595316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.628252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:14.628675 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:14.632412 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:14.662621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b9e2960-3c0e-40db-be22-a3a6b2d66058 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2877219 Nov 09 17:57:14.675076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:14.683542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5', 'name': 'tempest-PortsIpV6TestJSON-1184561843', 'fixed_ips': [{'subnet_id': 'fbf62a22-6a83-4e1c-a3fe-1c641639187a', 'ip_address': '2001:db8::10'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:14.721388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6c858713-5966-4365-b06d-c643aeda91ad no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:14.752865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee49d4-08c6-432d-953d-b6df2bd0c3c5 None None] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:14.767887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6c858713-5966-4365-b06d-c643aeda91ad {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:14.768384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6c858713-5966-4365-b06d-c643aeda91ad not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:14.855076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1069-871a-4c35-9f6a-7107006ac101 req-c9f41e1f-fd1d-4c7c-865c-47f51c5f508f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.860313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65fb1069-871a-4c35-9f6a-7107006ac101 req-c9f41e1f-fd1d-4c7c-865c-47f51c5f508f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 944 time: 0.2609825 Nov 09 17:57:14.881364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f6b642-d4f3-4f87-b154-ad836f4fb1a4 req-0f9ace40-d645-47ad-b4e6-fe9de93aeda2 service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613869 Nov 09 17:57:14.903395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-172f251b-2b77-4153-85b4-3d9affcb91dd None None] Provisioning complete for port f243719f-a023-4d4d-9147-7a752704df2c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:14.903770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-172f251b-2b77-4153-85b4-3d9affcb91dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:14.993652 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=f243719f-a023-4d4d-9147-7a752704df2c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.026517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65fb1069-871a-4c35-9f6a-7107006ac101 req-28feea49-6aae-4780-9e42-64c120efcbc7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493194 Nov 09 17:57:15.046333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6772a216-87ae-4a08-aeee-12c753597238 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:15.068017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:15.281044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.360055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.382490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-86cad9fd-94bd-4556-b1ee-2f0890ed9ca0 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797127 Nov 09 17:57:15.403563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port b36273c6-8d91-467f-81f8-c026ba4ab93a yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:15.414805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.428881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/20275b52-0384-4348-8455-0460972fbdda HTTP/1.1" status: 204 len: 168 time: 2.8603086 Nov 09 17:57:15.431637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:15.431963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f277-bd92-4e43-ae8b-7432a47cf1aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=20275b52-0384-4348-8455-0460972fbdda,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.437211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-0e414962-1377-481b-acdb-51902dc7b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:15.442468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-0e414962-1377-481b-acdb-51902dc7b85b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1095 time: 0.4492640 Nov 09 17:57:15.506621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82407274'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:15.643003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6772a216-87ae-4a08-aeee-12c753597238 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:15.643922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.668798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-83425a8e-7b11-4a49-990f-2bb4ce680bc5', 'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': 'fbf62a22-6a83-4e1c-a3fe-1c641639187a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:15.669684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.695767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4089c6c0-b032-413a-9ce8-a968c941adee None None] Provisioning complete for port f243719f-a023-4d4d-9147-7a752704df2c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:15.696145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4089c6c0-b032-413a-9ce8-a968c941adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.735110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:15.739318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.803677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-e98a17c7-8c62-4853-9ba3-e6548c16fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:15.805593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-e98a17c7-8c62-4853-9ba3-e6548c16fdc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.2842722 Nov 09 17:57:15.839019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:15.958817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-f1c43cc7-fd00-4dde-a002-50aafed7b6d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 217 time: 0.1412039 Nov 09 17:57:15.976627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:15.976980 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 094409e1-54f6-43d6-a1c8-7c9d6011803d of type vlan for network 280de856-8e31-41d6-85bb-ed03d0e45de7 Nov 09 17:57:15.990479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0fc67e0-d21b-4230-a8d4-4a07344ba704 req-c0144fbd-6779-47af-aa4a-808fff881ec8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0478745 Nov 09 17:57:16.083290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.086042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::10 (83425a8e-7b11-4a49-990f-2bb4ce680bc5/fbf62a22-6a83-4e1c-a3fe-1c641639187a/b36273c6-8d91-467f-81f8-c026ba4ab93a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:16.119461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-d83517f4-995f-4bc8-9e07-a98ae9e8c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.121053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-d83517f4-995f-4bc8-9e07-a98ae9e8c043 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.1333566 Nov 09 17:57:16.214721 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.221096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.221744 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.303513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233921f-7c7c-419b-9cbd-7d26378fd244 req-c3afc2be-539f-4f5a-b83e-04bc489b1466 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.306420 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3233921f-7c7c-419b-9cbd-7d26378fd244 req-c3afc2be-539f-4f5a-b83e-04bc489b1466 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 944 time: 0.1246233 Nov 09 17:57:16.377220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9437439 Nov 09 17:57:16.426519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3233921f-7c7c-419b-9cbd-7d26378fd244 req-134dc59c-cc06-45c9-bf1d-f5face27dc8a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113968 Nov 09 17:57:16.427651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39550) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:16.451424 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '280de856-8e31-41d6-85bb-ed03d0e45de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:16.467518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-125dbb91-7148-4128-b6c5-985894a5e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.467518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-125dbb91-7148-4128-b6c5-985894a5e7ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190255 Nov 09 17:57:16.534187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82395888-ca0f-40b0-a38d-b905cdbae5b0 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=280de856-8e31-41d6-85bb-ed03d0e45de7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.548565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 280de856-8e31-41d6-85bb-ed03d0e45de7 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:16.636607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.646255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-2982ce38-b42a-4e13-a21e-56c1299c00be service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715126 Nov 09 17:57:16.675613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:16.680860 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.744812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.861559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:16.875642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:16.876487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Allocated IP 2001:db8::2 (83425a8e-7b11-4a49-990f-2bb4ce680bc5/fbf62a22-6a83-4e1c-a3fe-1c641639187a/45d3c1c3-cbd5-4068-b795-740cb2912114) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:16.879803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:16.886966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.887811 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:16.919045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d4da9d1-d946-45ac-b4e1-d499df769829 req-d748c0dd-ac3a-4897-aa97-f214c579aa87 service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495637 Nov 09 17:57:16.921588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=b36273c6-8d91-467f-81f8-c026ba4ab93a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.945065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d237a63e-c5a8-4ec1-993a-069b358bbfb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2681220 Nov 09 17:57:16.949053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39552) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:16.956360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5', 'name': 'tempest-PortsIpV6TestJSON-1963966680', 'fixed_ips': [{'subnet_id': 'fbf62a22-6a83-4e1c-a3fe-1c641639187a', 'ip_address': '2001:db8::f'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:16.998710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f243719f-a023-4d4d-9147-7a752704df2c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:17.229100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f243719f-a023-4d4d-9147-7a752704df2c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:17.229490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.251635 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.286839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.309784 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.327136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c93b228-699c-4e83-ba9a-8158e32df7bb req-e144ed16-0204-4f9c-90a8-f057dd4ea39f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.1071270 Nov 09 17:57:17.397296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:17.399003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:17.410528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.424100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:17.425142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '094409e1-54f6-43d6-a1c8-7c9d6011803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '280de856-8e31-41d6-85bb-ed03d0e45de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:17.426837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: 280de856-8e31-41d6-85bb-ed03d0e45de7, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:17.450014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:17.469572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port fb69c810-8c57-431d-b564-b4d3a32af300 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:17.476458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:17.477770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=86f8e46b-849e-4878-bd3a-f21ebedb9ce7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:17.521027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Pushing event updated for resources: {'Port': ['ID=45d3c1c3-cbd5-4068-b795-740cb2912114,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:17.594790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:57:17.736603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-7b1b2d86-6e02-4f8e-b3b6-ff0ebc8b8d9f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:17.739419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-7b1b2d86-6e02-4f8e-b3b6-ff0ebc8b8d9f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2473860 Nov 09 17:57:17.820147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 280de856-8e31-41d6-85bb-ed03d0e45de7 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:17.836889 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': '1712bc62-921d-4c69-a04b-061160529c5a', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:17.883044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Attempting to bind port 45d3c1c3-cbd5-4068-b795-740cb2912114 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:17.883769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Attempting to bind port 45d3c1c3-cbd5-4068-b795-740cb2912114 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '19ecd482-81b4-44a9-a209-4231b23307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:17.884248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Attempting to bind port 45d3c1c3-cbd5-4068-b795-740cb2912114 on network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:17.908817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:17.909384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Checking segment: {'id': '19ecd482-81b4-44a9-a209-4231b23307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:17.910777 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.910777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Bound using segment: {'id': '19ecd482-81b4-44a9-a209-4231b23307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:17.911342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Bound port: 45d3c1c3-cbd5-4068-b795-740cb2912114, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ecd482-81b4-44a9-a209-4231b23307a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '83425a8e-7b11-4a49-990f-2bb4ce680bc5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:17.911935 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:17.975026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:17.989680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::f (83425a8e-7b11-4a49-990f-2bb4ce680bc5/fbf62a22-6a83-4e1c-a3fe-1c641639187a/fb69c810-8c57-431d-b564-b4d3a32af300) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:18.079598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504196a5-b600-4b44-b060-8950502f359a req-ba6aa895-8c25-4556-9d3a-40d6b04ad63a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.081575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-504196a5-b600-4b44-b060-8950502f359a req-ba6aa895-8c25-4556-9d3a-40d6b04ad63a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 944 time: 0.3408382 Nov 09 17:57:18.090634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 280de856-8e31-41d6-85bb-ed03d0e45de7) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:18.147162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.150261 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.172561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59288652-9abe-44d4-8388-54ca82fb66bc None None] Network 280de856-8e31-41d6-85bb-ed03d0e45de7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:18.201207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'port_id': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'mac_address': 'fa:16:3e:59:49:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:18.284342 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-504196a5-b600-4b44-b060-8950502f359a req-381db490-7f4f-4bc4-bde1-b7c05e8073c5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783572 Nov 09 17:57:18.292317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cea2adb9-42c7-49e2-95e1-7cdf6aeef808 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8612411 Nov 09 17:57:18.296936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39558) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:18.398585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.435073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.494264 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.537899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.569221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:18.570544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=fb69c810-8c57-431d-b564-b4d3a32af300,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:18.571354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.573480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:18.577597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:18.584947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.586345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.614599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15e92a8-be06-4bc6-a60c-9d78093be3a8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:18.625432 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:18.630429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.654826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8cad44e0-4c1d-4de2-b0b7-c981d4488dd9 req-5701b49d-7cf3-40b9-ae0a-5a547aa1b519 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0639586 Nov 09 17:57:18.669312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] For port 45d3c1c3-cbd5-4068-b795-740cb2912114, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:18.687677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f099b854-f934-4ed9-9de7-7e09b0a41cd2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7373986 Nov 09 17:57:18.688494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:18.719494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:18.725685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] For port 45d3c1c3-cbd5-4068-b795-740cb2912114, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=45d3c1c3-cbd5-4068-b795-740cb2912114,segment=NetworkSegment(19ecd482-81b4-44a9-a209-4231b23307a9),segment_id=19ecd482-81b4-44a9-a209-4231b23307a9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:18.730539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.746072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.778228 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:18.876917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:18.892424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f991fcb-1cc8-4f86-9cfb-cd610a86e1bc None None] Network 280de856-8e31-41d6-85bb-ed03d0e45de7 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:18.927581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=86f8e46b-849e-4878-bd3a-f21ebedb9ce7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:19.152935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a15e92a8-be06-4bc6-a60c-9d78093be3a8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:19.167246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.190693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac56af-b53b-455f-8b20-0c4df2fd901a None None] Pushing event updated for resources: {'Port': ['ID=45d3c1c3-cbd5-4068-b795-740cb2912114,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:19.275360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280de856-8e31-41d6-85bb-ed03d0e45de7']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:19.301715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.4 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/3a924a10-73a3-4a70-89a8-a27a8cb02f45) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:19.313084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094409e1-54f6-43d6-a1c8-7c9d6011803d') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:19.313630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094409e1-54f6-43d6-a1c8-7c9d6011803d') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:19.361689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.421089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.474009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:19.475955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:19.479676 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:19.514256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353c361-9308-44d3-a0e7-fb447b22275d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.520783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4353c361-9308-44d3-a0e7-fb447b22275d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8309519 Nov 09 17:57:19.521789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:19.581875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5e98a-70f1-4050-8703-f0d47edb8eab tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.588592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5e98a-70f1-4050-8703-f0d47edb8eab tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.596096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5e98a-70f1-4050-8703-f0d47edb8eab tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.601349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e9b5e98a-70f1-4050-8703-f0d47edb8eab tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0780449 Nov 09 17:57:19.601991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:19.770029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c60a76-351d-4ba7-908e-5c35d689581b req-e0553299-53c3-48e8-8c3a-e0ca305e6e6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.771889 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3c60a76-351d-4ba7-908e-5c35d689581b req-e0553299-53c3-48e8-8c3a-e0ca305e6e6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.2995706 Nov 09 17:57:19.772681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.785279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.789116 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/280de856-8e31-41d6-85bb-ed03d0e45de7 HTTP/1.1" status: 204 len: 168 time: 1.4898255 Nov 09 17:57:19.801900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39572) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:19.815407 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-279701552'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:19.827053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port fb69c810-8c57-431d-b564-b4d3a32af300 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:19.827625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b1368-d0e2-4904-87b2-52905757e488 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=280de856-8e31-41d6-85bb-ed03d0e45de7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:19.827739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.926595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d9ffa9c6-8a9a-4e73-931b-f748976bdba8 req-29071fd2-3411-4459-8d41-a06c2efc5db7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0683644 Nov 09 17:57:19.939156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:19.942959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.976500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:19.993437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3c60a76-351d-4ba7-908e-5c35d689581b req-c70707a1-e2bb-4a14-8162-24e9f8cb1d12 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740754 Nov 09 17:57:20.000973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.016303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for fb69c810-8c57-431d-b564-b4d3a32af300 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:20.051498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.108198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:20.113283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:20.116452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:20.195792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=3a924a10-73a3-4a70-89a8-a27a8cb02f45,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:20.204017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.221245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:20.243926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.245191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.266384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=fb69c810-8c57-431d-b564-b4d3a32af300,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:20.275545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.275903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f84d256a-41df-4c91-81b7-1857f746c906 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4469140 Nov 09 17:57:20.276407 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment e3d08be1-9589-465a-8157-3b855370041a of type vlan for network 2de492ad-9120-44ae-8fe7-b76a0e170f77 Nov 09 17:57:20.300865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-0d9078c6-5e19-4b9a-abc0-818f249487db tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:20.302260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-0d9078c6-5e19-4b9a-abc0-818f249487db tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179672 Nov 09 17:57:20.315854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.324982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9da363ad-c95b-49b8-aab0-50971ef06637 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/fb69c810-8c57-431d-b564-b4d3a32af300 HTTP/1.1" status: 204 len: 168 time: 0.7218189 Nov 09 17:57:20.330620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39576) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.365470 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-554d8d43-8d94-4fa7-8536-4bd8c9282411 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:57:20.369002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-554d8d43-8d94-4fa7-8536-4bd8c9282411 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/fb69c810-8c57-431d-b564-b4d3a32af300 HTTP/1.1" status: 404 len: 333 time: 0.0364089 Nov 09 17:57:20.375469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39578) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.408511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.485576 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.493950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.494617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.500386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Request body: {'port': {'device_id': '1712bc62-921d-4c69-a04b-061160529c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:20.613899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=2de492ad-9120-44ae-8fe7-b76a0e170f77,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:20.618141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port b36273c6-8d91-467f-81f8-c026ba4ab93a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:20.618141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.622147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.626783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:20.674378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-64d36410-c752-46c4-bc3b-12da5d732625 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8690684 Nov 09 17:57:20.678798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.685043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:20.790488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c7146673-ae40-4b34-9845-a1a9590587b7 None None] Provisioning complete for port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:20.790875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7146673-ae40-4b34-9845-a1a9590587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.916243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598bbb5-3ba5-4371-92a0-5b2d18c92c17 None None] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:20.928946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:20.933759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:20.955633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.006330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for b36273c6-8d91-467f-81f8-c026ba4ab93a owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:21.178165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe167fe-875a-4d90-a520-829c3a3b6b52 req-fe89f49b-6f80-4919-884e-b649b89790f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.180322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3fe167fe-875a-4d90-a520-829c3a3b6b52 req-fe89f49b-6f80-4919-884e-b649b89790f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 931 time: 0.0933757 Nov 09 17:57:21.239807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c7146673-ae40-4b34-9845-a1a9590587b7 None None] Port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:21.249095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 45d3c1c3-cbd5-4068-b795-740cb2912114 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:21.283939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3fe167fe-875a-4d90-a520-829c3a3b6b52 req-00cd9678-72a3-469b-a41a-fdb2e611ebbc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698404 Nov 09 17:57:21.372771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a924a10-73a3-4a70-89a8-a27a8cb02f45 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:21.391956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:21.414324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.430850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.465574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Transition to ACTIVE for port object 3a924a10-73a3-4a70-89a8-a27a8cb02f45 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:21.560531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=934ef10d-0820-43de-9cc8-641dc6a7d96c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.568889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': 'e3d08be1-9589-465a-8157-3b855370041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:21.569486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: 2de492ad-9120-44ae-8fe7-b76a0e170f77, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:21.609538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:21.610220 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.631948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 2de492ad-9120-44ae-8fe7-b76a0e170f77) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:21.648127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b33bc93c-f13f-41e4-a7de-f821fd12d607 None None] Provisioning complete for port 45d3c1c3-cbd5-4068-b795-740cb2912114 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:21.649000 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b33bc93c-f13f-41e4-a7de-f821fd12d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.651724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.653066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.679626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c067a0b-47fb-4844-a71e-48974a1dd5c8 None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:21.731711 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f38797c0-aa99-4767-8bd8-5347075633bb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0509510 Nov 09 17:57:21.734828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:21.748096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:21.763607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 45d3c1c3-cbd5-4068-b795-740cb2912114 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:21.764134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.833278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port a15e92a8-be06-4bc6-a60c-9d78093be3a8 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:21.885301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port a15e92a8-be06-4bc6-a60c-9d78093be3a8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:21.885301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:21.960355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.040029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.073685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73016-8ae4-4438-aafe-3eedcf49e5c8 req-81cc26bb-e178-46d1-8a07-26449b8de6ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.080042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:22.084152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.090555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97a73016-8ae4-4438-aafe-3eedcf49e5c8 req-81cc26bb-e178-46d1-8a07-26449b8de6ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.6948161 Nov 09 17:57:22.143225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Pushing event updated for resources: {'Port': ['ID=3a924a10-73a3-4a70-89a8-a27a8cb02f45,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.227550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b33bc93c-f13f-41e4-a7de-f821fd12d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.237256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=b36273c6-8d91-467f-81f8-c026ba4ab93a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.273614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.279068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3dbd7f3f-65eb-48c6-8bcb-e72ae4c072ca tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/b36273c6-8d91-467f-81f8-c026ba4ab93a HTTP/1.1" status: 204 len: 168 time: 1.9007452 Nov 09 17:57:22.281864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:22.300703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 45d3c1c3-cbd5-4068-b795-740cb2912114, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=45d3c1c3-cbd5-4068-b795-740cb2912114,segment=NetworkSegment(19ecd482-81b4-44a9-a209-4231b23307a9),segment_id=19ecd482-81b4-44a9-a209-4231b23307a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:22.327985 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.384377 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4734b9de-e7b0-4224-8325-2bb7d147b0db tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:57:22.386740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4734b9de-e7b0-4224-8325-2bb7d147b0db tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/b36273c6-8d91-467f-81f8-c026ba4ab93a HTTP/1.1" status: 404 len: 333 time: 0.1036601 Nov 09 17:57:22.392204 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97a73016-8ae4-4438-aafe-3eedcf49e5c8 req-add7d27e-bcc4-492d-aded-608901273986 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057818 Nov 09 17:57:22.397031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:22.429846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Attempting to bind port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:22.430168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Attempting to bind port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:22.430509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Attempting to bind port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:22.446437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:22.446770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Attempting to bind port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:22.458798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:22.460343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:22.460343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:22.460689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Bound port: 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:22.461848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.526167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=45d3c1c3-cbd5-4068-b795-740cb2912114,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.557477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-2de492ad-9120-44ae-8fe7-b76a0e170f77', 'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': '934ef10d-0820-43de-9cc8-641dc6a7d96c'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:22.563426 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.575484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] For port 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:22.581354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] For port 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:22.590569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.622327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet fbf62a22-6a83-4e1c-a3fe-1c641639187a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:22.635508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.679518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd194-44f8-452c-8583-0f52c5cb2bb8 req-d18e9ed7-7e69-46ab-8670-00fa9afe9dcd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.681580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-940bd194-44f8-452c-8583-0f52c5cb2bb8 req-d18e9ed7-7e69-46ab-8670-00fa9afe9dcd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.2212932 Nov 09 17:57:22.772923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.774244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.781867 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] 10.222.0.43 "PUT /v2.0/ports/3a924a10-73a3-4a70-89a8-a27a8cb02f45 HTTP/1.1" status: 200 len: 1091 time: 2.4673886 Nov 09 17:57:22.809603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1712bc62-921d-4c69-a04b-061160529c5a', 'tag': '3a924a10-73a3-4a70-89a8-a27a8cb02f45'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:22.812488 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3814117-4e3b-439e-88c7-4fa15bec4064" -d '{"events": [{"name": "network-changed", "server_uuid": "1712bc62-921d-4c69-a04b-061160529c5a", "tag": "3a924a10-73a3-4a70-89a8-a27a8cb02f45"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:22.821114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.878687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a0fb2-f385-4d16-a60b-945683d66072 service neutron] Pushing event updated for resources: {'Port': ['ID=3a924a10-73a3-4a70-89a8-a27a8cb02f45,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.939058 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-b33bc93c-f13f-41e4-a7de-f821fd12d607 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:57:22.941056 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-b33bc93c-f13f-41e4-a7de-f821fd12d607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:57:22.949090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:22.983266 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13616df0-3f97-4361-88c1-6d899429979b x-openstack-request-id: req-13616df0-3f97-4361-88c1-6d899429979b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:22.983737 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1712bc62-921d-4c69-a04b-061160529c5a", "tag": "3a924a10-73a3-4a70-89a8-a27a8cb02f45", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:22.983906 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13616df0-3f97-4361-88c1-6d899429979b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:22.984187 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1712bc62-921d-4c69-a04b-061160529c5a', 'tag': '3a924a10-73a3-4a70-89a8-a27a8cb02f45', 'status': 'completed', 'code': 200} Nov 09 17:57:23.018364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-083e47f2-557f-4f3e-b1fb-0ba832bf369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:23.019780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-083e47f2-557f-4f3e-b1fb-0ba832bf369a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 1094 time: 0.1324935 Nov 09 17:57:23.063491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:23.074561 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c6d5e9-f278-4e79-ab8d-c1e887f5ff76" -d '{"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:23.133233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-9f2aad69-52bb-4c4c-bd24-72f7bc6ae7d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45 HTTP/1.1" status: 200 len: 217 time: 0.1047249 Nov 09 17:57:23.147714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 45d3c1c3-cbd5-4068-b795-740cb2912114 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:23.156814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:23.170910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-940bd194-44f8-452c-8583-0f52c5cb2bb8 req-e9a81cd3-c910-4b07-830a-40bb33f99d71 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747181 Nov 09 17:57:23.241734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Allocated IP 2001:db8::2 (2de492ad-9120-44ae-8fe7-b76a0e170f77/934ef10d-0820-43de-9cc8-641dc6a7d96c/32f81f32-791e-475c-baab-7c839fc3fcc4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:23.245821 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e67e9d1-a4bd-4cfd-8a18-f30788cfb715 x-openstack-request-id: req-7e67e9d1-a4bd-4cfd-8a18-f30788cfb715 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:23.246681 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:23.247121 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e67e9d1-a4bd-4cfd-8a18-f30788cfb715 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:23.249071 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'code': 200} Nov 09 17:57:23.253514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.298669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-a7c6c360-ae39-4485-85b3-85a250729155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:23.300243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-a7c6c360-ae39-4485-85b3-85a250729155 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1599803 Nov 09 17:57:23.343270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.355458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.406031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f1dc4ca2-413e-4abc-8ecc-6aabd52b2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:23.408047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-f1dc4ca2-413e-4abc-8ecc-6aabd52b2be4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999856 Nov 09 17:57:23.417939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:23.450045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 45d3c1c3-cbd5-4068-b795-740cb2912114 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:23.451669 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.455615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.651590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-91fa4f8f-d21c-4179-a96e-58b482c455d4 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349560 Nov 09 17:57:23.665229 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.678428 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.772787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:23.784273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:23.812701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:23.818479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Pushing event updated for resources: {'Port': ['ID=32f81f32-791e-475c-baab-7c839fc3fcc4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:23.854804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-62478798-c3dc-4ce6-a755-5d8a9db1a7fb req-69900a37-351a-4b9a-8dab-ecaf27fec61e service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958318 Nov 09 17:57:23.908049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=fa99eb96-7e88-4be7-b3f3-8340b9e9b8da,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:23.920711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-935a25e7-2f4f-41ee-bcff-5a455b9c81cf None None] Provisioning complete for port 45d3c1c3-cbd5-4068-b795-740cb2912114 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:23.921115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-2f4f-41ee-bcff-5a455b9c81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:23.960766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Attempting to bind port 32f81f32-791e-475c-baab-7c839fc3fcc4 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:23.963411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Attempting to bind port 32f81f32-791e-475c-baab-7c839fc3fcc4 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'e3d08be1-9589-465a-8157-3b855370041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:23.964535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Attempting to bind port 32f81f32-791e-475c-baab-7c839fc3fcc4 on network 2de492ad-9120-44ae-8fe7-b76a0e170f77 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:23.994289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:23.999516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.002977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:24.003482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Checking segment: {'id': 'e3d08be1-9589-465a-8157-3b855370041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:24.003790 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.006547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Bound using segment: {'id': 'e3d08be1-9589-465a-8157-3b855370041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:24.006928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Bound port: 32f81f32-791e-475c-baab-7c839fc3fcc4, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d08be1-9589-465a-8157-3b855370041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:24.008742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.038117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-10cd0286-782a-4c12-84ad-4e6b48d52433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.053191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-10cd0286-782a-4c12-84ad-4e6b48d52433 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 1094 time: 0.0940645 Nov 09 17:57:24.125399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] For port 32f81f32-791e-475c-baab-7c839fc3fcc4, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:24.145347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] For port 32f81f32-791e-475c-baab-7c839fc3fcc4, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=32f81f32-791e-475c-baab-7c839fc3fcc4,segment=NetworkSegment(e3d08be1-9589-465a-8157-3b855370041a),segment_id=e3d08be1-9589-465a-8157-3b855370041a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:24.158720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf62a22-6a83-4e1c-a3fe-1c641639187a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:24.168174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:24.187970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.188797 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.208085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.219029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39602) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:24.222927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c3e74a57-2f6c-480b-a161-5289b4aacfe6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/fbf62a22-6a83-4e1c-a3fe-1c641639187a HTTP/1.1" status: 204 len: 168 time: 1.8243966 Nov 09 17:57:24.256715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882b792-76a0-4559-9c3f-b6e6151369e5 req-095cc2b8-03ae-4666-b42e-490b1c85280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.258848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a882b792-76a0-4559-9c3f-b6e6151369e5 req-095cc2b8-03ae-4666-b42e-490b1c85280c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.6984980 Nov 09 17:57:24.272420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.286286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0015f-cce6-4b8f-9262-74a564653c73 req-bce8a88e-7b4d-4ca4-9272-9cbe4473f684 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.288667 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7d0015f-cce6-4b8f-9262-74a564653c73 req-bce8a88e-7b4d-4ca4-9272-9cbe4473f684 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.6563101 Nov 09 17:57:24.321484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-16ba2223-d9ac-4a66-a90b-07b2fc11ae08 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5840542 Nov 09 17:57:24.323873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:24.449699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfe984-a322-42da-99f4-f0d5ccd550bd None None] Pushing event updated for resources: {'Port': ['ID=32f81f32-791e-475c-baab-7c839fc3fcc4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:24.454331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-935a25e7-2f4f-41ee-bcff-5a455b9c81cf None None] Could not find standard attr ID for object fb69c810-8c57-431d-b564-b4d3a32af300. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:24.466807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7886c-790f-43a3-8c0b-d5708286bce7 None None] Network 83425a8e-7b11-4a49-990f-2bb4ce680bc5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:24.518613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-935a25e7-2f4f-41ee-bcff-5a455b9c81cf None None] Could not find standard attr ID for object b36273c6-8d91-467f-81f8-c026ba4ab93a. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:24.542934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.588696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7d0015f-cce6-4b8f-9262-74a564653c73 req-7d4ae00e-cf7c-4778-9d39-e308760fdec8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627091 Nov 09 17:57:24.594658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3970-b9f0-400c-8286-ed0cb68d5096 req-fbd5e3c8-2374-4373-a1ec-171a0468c0f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.597359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f1d3970-b9f0-400c-8286-ed0cb68d5096 req-fbd5e3c8-2374-4373-a1ec-171a0468c0f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.2524757 Nov 09 17:57:24.601111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-5cbfe878-1cc6-4686-85fd-e090971b42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.608400 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-5cbfe878-1cc6-4686-85fd-e090971b42ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.5406668 Nov 09 17:57:24.663217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1081c2-fa36-43d4-a9a6-93551831639a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.667225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1081c2-fa36-43d4-a9a6-93551831639a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.669103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1081c2-fa36-43d4-a9a6-93551831639a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.672034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1081c2-fa36-43d4-a9a6-93551831639a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.673858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1081c2-fa36-43d4-a9a6-93551831639a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.676921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a1081c2-fa36-43d4-a9a6-93551831639a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3442087 Nov 09 17:57:24.680667 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a882b792-76a0-4559-9c3f-b6e6151369e5 req-7deafd28-ea1f-4cb6-ac83-37491736c843 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852255 Nov 09 17:57:24.683693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39606) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:24.690226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070410883'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:24.696653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-52e18ae7-0297-4333-afc0-07f23af3e2ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45 HTTP/1.1" status: 200 len: 217 time: 0.0740554 Nov 09 17:57:24.725984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:24.729972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.830677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:24.847686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:24.848157 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 162abdd8-5d24-4a68-b4cb-b96482084667 of type vlan for network c49d06d2-5555-4afa-8e42-448cb296b00a Nov 09 17:57:24.898226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] DHCP port deletion for 83425a8e-7b11-4a49-990f-2bb4ce680bc5 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:24.960181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-53ce0fb9-027f-401b-ac68-0fd8efbd7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.962753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-53ce0fb9-027f-401b-ac68-0fd8efbd7778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.2288597 Nov 09 17:57:24.975773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f1d3970-b9f0-400c-8286-ed0cb68d5096 req-52cca03f-fde6-4109-968a-aaf02a1c5012 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420250 Nov 09 17:57:24.981344 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.053043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] Deleting port 45d3c1c3-cbd5-4068-b795-740cb2912114 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:25.053861 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.054631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 45d3c1c3-cbd5-4068-b795-740cb2912114 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:25.055961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.070048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.122564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.123936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.172415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 32f81f32-791e-475c-baab-7c839fc3fcc4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:25.241138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-ab5ebf34-944a-4ddb-aff3-253182b50732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.245373 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-ab5ebf34-944a-4ddb-aff3-253182b50732 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661362 Nov 09 17:57:25.262459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] For port 45d3c1c3-cbd5-4068-b795-740cb2912114, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=45d3c1c3-cbd5-4068-b795-740cb2912114,segment=NetworkSegment(19ecd482-81b4-44a9-a209-4231b23307a9),segment_id=19ecd482-81b4-44a9-a209-4231b23307a9)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:25.265383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.296874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=c49d06d2-5555-4afa-8e42-448cb296b00a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:25.326609 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0bf98682-2a90-47e4-8b31-1cafcfbeb92b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6371133 Nov 09 17:57:25.328091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:25.340541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:25.342220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c49d06d2-5555-4afa-8e42-448cb296b00a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:25.391774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 45d3c1c3-cbd5-4068-b795-740cb2912114 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:25.489970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] For port 45d3c1c3-cbd5-4068-b795-740cb2912114, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=45d3c1c3-cbd5-4068-b795-740cb2912114,segment=NetworkSegment(19ecd482-81b4-44a9-a209-4231b23307a9),segment_id=19ecd482-81b4-44a9-a209-4231b23307a9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:25.490657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.553114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] Calling delete_port for 45d3c1c3-cbd5-4068-b795-740cb2912114 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:25.556038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:25.556697 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.568705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.589577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.615354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-6813a33d-37b2-437b-8d0a-569f65272fdd service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585384 Nov 09 17:57:25.730332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network c49d06d2-5555-4afa-8e42-448cb296b00a is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:57:25.736171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.750658 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.756640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "PUT /v2.0/networks/c49d06d2-5555-4afa-8e42-448cb296b00a HTTP/1.1" status: 200 len: 723 time: 0.4205709 Nov 09 17:57:25.779696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:25.784889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': 'c49d06d2-5555-4afa-8e42-448cb296b00a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:25.925573 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:25.931509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3814117-4e3b-439e-88c7-4fa15bec4064 req-25582463-f124-484b-87af-75ca3a80a788 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030114 Nov 09 17:57:25.936819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.022313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671f19b-b631-4c36-8cd5-0d80ef0cc26b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=c49d06d2-5555-4afa-8e42-448cb296b00a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.025154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=45d3c1c3-cbd5-4068-b795-740cb2912114,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.036686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No DVR routers for this DVR port 45d3c1c3-cbd5-4068-b795-740cb2912114 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:26.066917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c49d06d2-5555-4afa-8e42-448cb296b00a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:26.101159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 32f81f32-791e-475c-baab-7c839fc3fcc4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=32f81f32-791e-475c-baab-7c839fc3fcc4,segment=NetworkSegment(e3d08be1-9589-465a-8157-3b855370041a),segment_id=e3d08be1-9589-465a-8157-3b855370041a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:26.103428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a33f-f120-4a4e-8f41-0b1cdcef80a2 req-19df3a0d-9b9f-4ce7-b24b-23c3c7a29c56 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:26.105800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d81a33f-f120-4a4e-8f41-0b1cdcef80a2 req-19df3a0d-9b9f-4ce7-b24b-23c3c7a29c56 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.3450186 Nov 09 17:57:26.110439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:26.116342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.236695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.254426 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.277896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.325179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83425a8e-7b11-4a49-990f-2bb4ce680bc5']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:26.354947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ecd482-81b4-44a9-a209-4231b23307a9') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:26.355255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ecd482-81b4-44a9-a209-4231b23307a9') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:26.392494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e73b7-6390-4123-a6a1-9a781ee697ce req-4c225691-17af-41f1-897f-dfeadb9f5969 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:26.396823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed0e73b7-6390-4123-a6a1-9a781ee697ce req-4c225691-17af-41f1-897f-dfeadb9f5969 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.1290438 Nov 09 17:57:26.400532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.408846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] No DVR routers for this DVR port 45d3c1c3-cbd5-4068-b795-740cb2912114 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:26.438151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d81a33f-f120-4a4e-8f41-0b1cdcef80a2 req-1ad08949-2367-4cda-b80f-e33faa2df94c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041747 Nov 09 17:57:26.463329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.480774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=32f81f32-791e-475c-baab-7c839fc3fcc4,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.484931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:26.485933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.500123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113506f-9d73-4aea-97c0-b4dc90aef23d None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:26.561704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fccf5-5d85-46ce-8187-8c98a25e5a1b None None] Pushing event deleted for resources: {'Port': ['ID=45d3c1c3-cbd5-4068-b795-740cb2912114,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:26.594957 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:26.644862 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed0e73b7-6390-4123-a6a1-9a781ee697ce req-8a112f91-8a86-45c3-90a1-6b82b52af683 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402301 Nov 09 17:57:26.648600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.692823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-559e8b24-7af0-4d58-a866-ccbe6d1c6ab7 None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:26.693282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-559e8b24-7af0-4d58-a866-ccbe6d1c6ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.695460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.705575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/83425a8e-7b11-4a49-990f-2bb4ce680bc5 HTTP/1.1" status: 204 len: 168 time: 2.4680212 Nov 09 17:57:26.705575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639c18-439d-4d60-a7e8-a2712f4a293d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=83425a8e-7b11-4a49-990f-2bb4ce680bc5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.706080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39616) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:26.711722 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1752095837'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:26.743064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:26.751203 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.761809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.784563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:26.800945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.801503 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Added segment 622a3854-805e-4100-8727-27360b26d7ba of type vlan for network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e Nov 09 17:57:26.886813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.887494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=647c35dd-9dc4-4b55-8972-65e74bdca199,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.909707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '162abdd8-5d24-4a68-b4cb-b96482084667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c49d06d2-5555-4afa-8e42-448cb296b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:26.913852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: c49d06d2-5555-4afa-8e42-448cb296b00a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:26.952747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.961102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network c49d06d2-5555-4afa-8e42-448cb296b00a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:26.967558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:26.968602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:26.990824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c49d06d2-5555-4afa-8e42-448cb296b00a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:27.009794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2971575 Nov 09 17:57:27.014963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:27.030271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.034253 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.073523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:27.144482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095b3c9-75b7-4929-8101-8e0fb72c44b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Network': ['ID=9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:27.211637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 32f81f32-791e-475c-baab-7c839fc3fcc4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:27.215597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9166bc8-1e87-4671-b96f-00c1ac9d0f30 None None] Network c49d06d2-5555-4afa-8e42-448cb296b00a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:27.219364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:27.259320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-94da12ea-ce84-42e1-bc42-71896ad696cb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4782522 Nov 09 17:57:27.263308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39620) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:27.270137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:27.299662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:27.315108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.432546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16148202'] for subnet, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.586547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.609119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:27.609496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.730029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Update dhcp port {'port': {'network_id': '2de492ad-9120-44ae-8fe7-b76a0e170f77', 'fixed_ips': [{'subnet_id': '934ef10d-0820-43de-9cc8-641dc6a7d96c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa99eb96-7e88-4be7-b3f3-8340b9e9b8da'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '32f81f32-791e-475c-baab-7c839fc3fcc4'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:57:27.763138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=ae0e681e-e588-48c2-823b-9b786fb8b89f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:27.813436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98845f65-1507-46d5-b906-e5f7b13d4ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c49d06d2-5555-4afa-8e42-448cb296b00a', 'network_id': 'c49d06d2-5555-4afa-8e42-448cb296b00a', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': '647c35dd-9dc4-4b55-8972-65e74bdca199'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:27.815697 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98845f65-1507-46d5-b906-e5f7b13d4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.842930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4d36-1083-433f-87f9-a2fa970d587d req-b0b6f092-059c-45da-83ce-744d79009222 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.848322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5dac4d36-1083-433f-87f9-a2fa970d587d req-b0b6f092-059c-45da-83ce-744d79009222 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.1919994 Nov 09 17:57:27.901339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Checking segment: {'id': '622a3854-805e-4100-8727-27360b26d7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:27.901744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network hostable DHCP agents. Network: 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:27.904222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783925542795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147312'] for subnet, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.918712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.919875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:27.924140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "PUT /v2.0/subnets/647c35dd-9dc4-4b55-8972-65e74bdca199 HTTP/1.1" status: 200 len: 826 time: 0.6595345 Nov 09 17:57:27.926904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:27.939296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.002526 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:28.057936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:28.074098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.075133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.086231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5dac4d36-1083-433f-87f9-a2fa970d587d req-b447e7cf-18e7-4cf8-b723-1e259451613d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079074 Nov 09 17:57:28.151035 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8c39db31-f262-42eb-ae8b-b1bea7bed3a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1178577 Nov 09 17:57:28.151035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39630) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.159071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1311315446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:28.194904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.260184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e63df-15f2-4a67-8b0c-242603df4b86 None None] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:28.277933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-788ea26b-79bc-4973-8b93-71fdd3379e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.303653 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.366352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.368446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.418665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc473e-7012-435e-98bb-3b98ef9ed1a9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=647c35dd-9dc4-4b55-8972-65e74bdca199,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:28.459221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb1546-d901-4057-888f-8f22a19a35b1 req-d45f9060-e993-4768-bd91-4b183c61fe74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.460972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8deb1546-d901-4057-888f-8f22a19a35b1 req-d45f9060-e993-4768-bd91-4b183c61fe74 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.6022158 Nov 09 17:57:28.534814 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.548907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.574612 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8deb1546-d901-4057-888f-8f22a19a35b1 req-eb34140c-aa8f-4a60-8cb9-deed43436637 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946484 Nov 09 17:57:28.603258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164636-6bd7-4568-83ef-0dbfb0e7b32e req-c0616a8e-6b30-4c1b-a16f-827f16568bf0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.604232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 45d3c1c3-cbd5-4068-b795-740cb2912114 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:28.611612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2f164636-6bd7-4568-83ef-0dbfb0e7b32e req-c0616a8e-6b30-4c1b-a16f-827f16568bf0 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.2005143 Nov 09 17:57:28.634590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.641023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6339348a-02e2-4ee1-b684-9e916bd58892 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4849622 Nov 09 17:57:28.641861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39634) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.647328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e', 'name': 'tempest-PortsIpV6TestJSON-297509865'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:28.651195 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.706840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=647c35dd-9dc4-4b55-8972-65e74bdca199,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:28.719279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 45d3c1c3-cbd5-4068-b795-740cb2912114 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:28.719712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 45d3c1c3-cbd5-4068-b795-740cb2912114 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:28.733149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server [None req-98845f65-1507-46d5-b906-e5f7b13d4ff9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 647c35dd-9dc4-4b55-8972-65e74bdca199: This subnet is being modified by another concurrent operation. Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 647c35dd-9dc4-4b55-8972-65e74bdca199: This subnet is being modified by another concurrent operation. Nov 09 17:57:28.739822 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Nov 09 17:57:28.776861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2f164636-6bd7-4568-83ef-0dbfb0e7b32e req-2fee2752-3d4c-4d5d-b307-e7efd9984188 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638303 Nov 09 17:57:28.790963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab1349-8c78-4951-ad51-a4313deea23a None None] Network c49d06d2-5555-4afa-8e42-448cb296b00a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:28.839747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.861902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:28.867381 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.874230 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:28.892099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 60f7a7de-6d50-46e0-83bc-23a93e69e60e yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:28.973837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49d06d2-5555-4afa-8e42-448cb296b00a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:29.003288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e', 'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': 'ae0e681e-e588-48c2-823b-9b786fb8b89f'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:29.004738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.007544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162abdd8-5d24-4a68-b4cb-b96482084667') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:29.008104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162abdd8-5d24-4a68-b4cb-b96482084667') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:29.032680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0e83f-105a-406d-bf88-2ffe7db11f0f tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.038088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f7f0e83f-105a-406d-bf88-2ffe7db11f0f tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1092 time: 0.1938212 Nov 09 17:57:29.038873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39638) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.040053 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.043758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:29.049998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::316 (9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e/ae0e681e-e588-48c2-823b-9b786fb8b89f/60f7a7de-6d50-46e0-83bc-23a93e69e60e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:29.059487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Allocated IP 172.20.0.1 (2de492ad-9120-44ae-8fe7-b76a0e170f77/fa99eb96-7e88-4be7-b3f3-8340b9e9b8da/32f81f32-791e-475c-baab-7c839fc3fcc4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:29.075785 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.096664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:29.099146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.099630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:29.109485 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:29.143059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bebcb4d-cbf3-4271-89fc-e06b71fe4483 None None] Network c49d06d2-5555-4afa-8e42-448cb296b00a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:29.262092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.271374 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.277000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/c49d06d2-5555-4afa-8e42-448cb296b00a HTTP/1.1" status: 204 len: 168 time: 1.3492117 Nov 09 17:57:29.281232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39640) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.314684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a9fbe-2095-42c3-ad99-6d4689f5cfc3 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=c49d06d2-5555-4afa-8e42-448cb296b00a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.369283 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd11d28-4ab8-4211-9495-330f2a7c8441 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:29.370217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd11d28-4ab8-4211-9495-330f2a7c8441 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:29.380509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7cd11d28-4ab8-4211-9495-330f2a7c8441 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/c49d06d2-5555-4afa-8e42-448cb296b00a HTTP/1.1" status: 404 len: 339 time: 0.0926368 Nov 09 17:57:29.381074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.389967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519914161', 'description': 'd1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:29.431100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:29.438044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.445495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.474483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.489181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:29.509565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.510232 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment af5d56d8-adec-4994-b4e6-b685038a53c9 of type vlan for network 8857e8e8-1810-46cb-8f4f-9666cd153d5c Nov 09 17:57:29.543895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] For port 32f81f32-791e-475c-baab-7c839fc3fcc4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=32f81f32-791e-475c-baab-7c839fc3fcc4,segment=NetworkSegment(e3d08be1-9589-465a-8157-3b855370041a),segment_id=e3d08be1-9589-465a-8157-3b855370041a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:29.566561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.572326 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.606949 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.614754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.615435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.693888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.697425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:29.718263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Allocated IP 2001:db8::2 (9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e/ae0e681e-e588-48c2-823b-9b786fb8b89f/ed3f1dbc-a05b-44a6-a674-b3aaba76eccd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:29.723691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:29.724030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.726390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:29.734740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.735459 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:29.736157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3532505 Nov 09 17:57:29.737440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.753641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=60f7a7de-6d50-46e0-83bc-23a93e69e60e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.787305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0952d627-0ec8-41ef-a650-aef8ebc20b2d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1443210 Nov 09 17:57:29.796147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.799492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.183 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/cad77a27-50e2-438b-ab13-bff6173cf07e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:29.806308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9128b-ad06-4f5e-922d-0aec6ebfb299 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=8857e8e8-1810-46cb-8f4f-9666cd153d5c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.851121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5e7a9-97bb-42f2-8c83-bf3970ba8ffe req-13d0a420-5880-4ecf-b261-8725a3eab979 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.852975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cd5e7a9-97bb-42f2-8c83-bf3970ba8ffe req-13d0a420-5880-4ecf-b261-8725a3eab979 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.1542120 Nov 09 17:57:29.878314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8857e8e8-1810-46cb-8f4f-9666cd153d5c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:29.977587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cd5e7a9-97bb-42f2-8c83-bf3970ba8ffe req-4a044644-268d-4bee-8b4e-d97e2c568aab tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946281 Nov 09 17:57:30.002670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Pushing event updated for resources: {'Port': ['ID=32f81f32-791e-475c-baab-7c839fc3fcc4,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.034054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.037207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.037749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.038292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.038833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.039403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.039950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.040483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.041011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.041539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.042064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.042977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.043196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6b6c5-860f-44fb-9400-663efd74fc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:30.105350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.180036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe4940-c5d7-4dae-8312-f95fa7152377 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.182663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d5fe4940-c5d7-4dae-8312-f95fa7152377 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks?id=8857e8e8-1810-46cb-8f4f-9666cd153d5c HTTP/1.1" status: 200 len: 764 time: 0.4389157 Nov 09 17:57:30.188532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:30.196980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'description': 'd2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:30.217268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=cad77a27-50e2-438b-ab13-bff6173cf07e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.236755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:30.241909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:30.250972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:30.444266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.461353 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.518343 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d998835-f5fb-4911-890e-ccc9c711426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.534853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:30.539069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:30.546177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:30.548682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Pushing event updated for resources: {'Port': ['ID=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.620533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Attempting to bind port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:30.620984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Attempting to bind port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '622a3854-805e-4100-8727-27360b26d7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:30.621546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Attempting to bind port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd on network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:30.629896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:30.630345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Checking segment: {'id': '622a3854-805e-4100-8727-27360b26d7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:30.630768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.631118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Bound using segment: {'id': '622a3854-805e-4100-8727-27360b26d7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:30.631607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Bound port: ed3f1dbc-a05b-44a6-a674-b3aaba76eccd, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a3854-805e-4100-8727-27360b26d7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:30.631989 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.740381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] For port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:30.746564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] For port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,segment=NetworkSegment(622a3854-805e-4100-8727-27360b26d7ba),segment_id=622a3854-805e-4100-8727-27360b26d7ba)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:30.753553 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.773997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.808605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:30.839274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abd27-f6d0-4fc5-901f-cdddbe52a334 None None] Pushing event updated for resources: {'Port': ['ID=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.942184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 32f81f32-791e-475c-baab-7c839fc3fcc4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:30.954271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.046561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:31.047180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.119955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.335515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e8448-2716-4175-acba-c5e3ab5d0c09 None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:31.421911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.434237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 8857e8e8-1810-46cb-8f4f-9666cd153d5c is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:57:31.441532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.442085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e7b9a234-f316-4dd9-a2d7-5e25af6764d9 None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:31.442505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.442695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a234-f316-4dd9-a2d7-5e25af6764d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.447060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "PUT /v2.0/networks/8857e8e8-1810-46cb-8f4f-9666cd153d5c HTTP/1.1" status: 200 len: 761 time: 1.2542200 Nov 09 17:57:31.462886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:31.505925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.515315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.652142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=cad77a27-50e2-438b-ab13-bff6173cf07e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.679078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.763819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4fa97-1295-4e4c-bffc-0fe63f0fba24 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=8857e8e8-1810-46cb-8f4f-9666cd153d5c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.788338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8857e8e8-1810-46cb-8f4f-9666cd153d5c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:31.817206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b9386-35fc-401e-a1bd-3668e82c190c req-1aeaa185-b0fb-47a5-930f-0e0884467dc9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.818832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-310b9386-35fc-401e-a1bd-3668e82c190c req-1aeaa185-b0fb-47a5-930f-0e0884467dc9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.3892732 Nov 09 17:57:31.877776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed678469-8b8f-4d74-97b1-77083a3e38a5 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.885261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39656) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:31.885577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed678469-8b8f-4d74-97b1-77083a3e38a5 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks?id=8857e8e8-1810-46cb-8f4f-9666cd153d5c HTTP/1.1" status: 200 len: 764 time: 0.3919351 Nov 09 17:57:31.902789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:31.972261 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-310b9386-35fc-401e-a1bd-3668e82c190c req-dab0ef47-9a82-4bcf-8b5f-68494f429824 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220014 Nov 09 17:57:32.069602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.080982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.099929 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP 330bbf7a-41d5-4207-8a4f-2fbeb128e811 associated. External IP: 172.25.3.183, port: a15e92a8-be06-4bc6-a60c-9d78093be3a8. Nov 09 17:57:32.222698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=60f7a7de-6d50-46e0-83bc-23a93e69e60e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:32.286488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae922eff-d115-493f-a1a6-604e38c933db tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.295651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae922eff-d115-493f-a1a6-604e38c933db tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4019132 Nov 09 17:57:32.310661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39658) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:32.317406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-52b6d830-2176-4d75-b2ac-fc0ab5e5d210 None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:32.318148 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52b6d830-2176-4d75-b2ac-fc0ab5e5d210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.387696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.509750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b2f527f6-80d4-4d20-97fe-c11dadbfa037 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 207 time: 0.1958048 Nov 09 17:57:32.536926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:32.578881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e958a79-497d-4693-a971-e2f554753ca8 None None] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:32.668745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c67ff328-e34a-4d2c-8e16-e9ab804236e8 None None] Provisioning complete for port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:32.670202 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c67ff328-e34a-4d2c-8e16-e9ab804236e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.696131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 8b62f11b-de13-4248-a03a-df4e44ff1833 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:32.757061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.843691 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c67ff328-e34a-4d2c-8e16-e9ab804236e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.909058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c67ff328-e34a-4d2c-8e16-e9ab804236e8 None None] For port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,segment=NetworkSegment(622a3854-805e-4100-8727-27360b26d7ba),segment_id=622a3854-805e-4100-8727-27360b26d7ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:32.913222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:32.921837 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c67ff328-e34a-4d2c-8e16-e9ab804236e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.937765 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] Sync routers for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:32.972889 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:32.973500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:32.974744 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:33.063671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b0a2dcb8-648b-4f7e-a3af-d5c43bba3e1a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0178366 Nov 09 17:57:33.063671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:33.063671 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:33.065724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff328-e34a-4d2c-8e16-e9ab804236e8 None None] Pushing event updated for resources: {'Port': ['ID=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.147581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed3f1dbc-a05b-44a6-a674-b3aaba76eccd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:33.148357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.177919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.199787 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:33.206132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.242467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.263270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.275918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.285239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-402da204-acc0-4551-a5c8-3429834798f9 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3726 time: 0.7416406 Nov 09 17:57:33.297430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39668) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.329940 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:33.374792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:33.375261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:33.509576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '330bbf7a-41d5-4207-8a4f-2fbeb128e811', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'port_id': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'mac_address': 'fa:16:3e:59:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:57:30Z', 'updated_at': '2021-11-09T17:57:30Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:13Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:33.516047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a861df-9b26-4205-ac42-068fff50e869 req-5021b0fd-e217-42a9-9354-2fb8ec3bbe0f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.519502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25a861df-9b26-4205-ac42-068fff50e869 req-5021b0fd-e217-42a9-9354-2fb8ec3bbe0f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.2375576 Nov 09 17:57:33.553551 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] Checking router: 8b62f11b-de13-4248-a03a-df4e44ff1833 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:33.567532 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:33.568504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:33.621080 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:33.632111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-60469ef8-74c2-4c5b-bedf-37c20d626e09 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 808 time: 0.3260832 Nov 09 17:57:33.637237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39670) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.652055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-efa3389b-6366-4fee-ae3a-a3814bcb1194 None None] Provisioning complete for port 60f7a7de-6d50-46e0-83bc-23a93e69e60e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:33.653065 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efa3389b-6366-4fee-ae3a-a3814bcb1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:33.682927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25a861df-9b26-4205-ac42-068fff50e869 req-782ebb55-04fa-489e-9d57-13c47a83280a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495633 Nov 09 17:57:33.720370 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:33.736319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39672) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.764062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-efa3389b-6366-4fee-ae3a-a3814bcb1194 None None] Port 60f7a7de-6d50-46e0-83bc-23a93e69e60e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:33.792484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-efa3389b-6366-4fee-ae3a-a3814bcb1194 None None] Provisioning complete for port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:33.792911 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efa3389b-6366-4fee-ae3a-a3814bcb1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:33.856978 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de0476-aa1a-41e7-bf93-7223f1df325d x-openstack-request-id: req-b9de0476-aa1a-41e7-bf93-7223f1df325d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:33.857758 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:33.859178 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9de0476-aa1a-41e7-bf93-7223f1df325d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:33.860127 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'status': 'completed', 'code': 200} Nov 09 17:57:33.882745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c753d181-94a6-4aeb-9139-297fd12f588b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/330bbf7a-41d5-4207-8a4f-2fbeb128e811 HTTP/1.1" status: 200 len: 992 time: 0.1442683 Nov 09 17:57:33.901019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a90186-d4c7-4347-ae86-9acde0e9aa05 req-0681910a-3c7e-4fc2-85ac-5ba73b241a19 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.904964 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8a90186-d4c7-4347-ae86-9acde0e9aa05 req-0681910a-3c7e-4fc2-85ac-5ba73b241a19 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.6600163 Nov 09 17:57:33.974401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0c6b4-6ac5-454d-9171-3114da4e060d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.976101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0c6b4-6ac5-454d-9171-3114da4e060d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.977942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0c6b4-6ac5-454d-9171-3114da4e060d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.979789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0c6b4-6ac5-454d-9171-3114da4e060d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.981545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0c6b4-6ac5-454d-9171-3114da4e060d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.989421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5cb0c6b4-6ac5-454d-9171-3114da4e060d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3447399 Nov 09 17:57:34.007449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.054002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8a90186-d4c7-4347-ae86-9acde0e9aa05 req-1b0c1d8b-528b-4678-ae6f-d5f67303de13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293397 Nov 09 17:57:34.104496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-5f9e2fa7-297d-4091-8faf-cb78eccd884e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057894 Nov 09 17:57:34.114671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-95c2b936-c4ea-4d2a-8b73-873f2af1ea63 None None] Provisioning complete for port 60f7a7de-6d50-46e0-83bc-23a93e69e60e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:34.115477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c2b936-c4ea-4d2a-8b73-873f2af1ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:34.125597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:34.141285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:34.142522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:34.188359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-95c2b936-c4ea-4d2a-8b73-873f2af1ea63 None None] Port 60f7a7de-6d50-46e0-83bc-23a93e69e60e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:34.211165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef8a03-6325-42d4-9851-91c5327f4140 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.212900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef8a03-6325-42d4-9851-91c5327f4140 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.214520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef8a03-6325-42d4-9851-91c5327f4140 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.218152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef8a03-6325-42d4-9851-91c5327f4140 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.218657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef8a03-6325-42d4-9851-91c5327f4140 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.221070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-44ef8a03-6325-42d4-9851-91c5327f4140 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2120900 Nov 09 17:57:34.227541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39676) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.228538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-eafe6e0d-5a80-4ac9-a42c-fdea749485ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.231854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-eafe6e0d-5a80-4ac9-a42c-fdea749485ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.3875906 Nov 09 17:57:34.244398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '330bbf7a-41d5-4207-8a4f-2fbeb128e811', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'port_id': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'mac_address': 'fa:16:3e:59:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:57:30Z', 'updated_at': '2021-11-09T17:57:30Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:13Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:34.251883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-dc92de44-c436-4f07-af88-682c08cce1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.253925 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-dc92de44-c436-4f07-af88-682c08cce1ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.0745318 Nov 09 17:57:34.322709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed63f16-94d7-4572-830f-76bbc1c25d47 None None] The sync data for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 is: [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '330bbf7a-41d5-4207-8a4f-2fbeb128e811', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'port_id': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'mac_address': 'fa:16:3e:59:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:57:30Z', 'updated_at': '2021-11-09T17:57:30Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:13Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:34.334908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad10dd54-7252-4103-9e90-3f2b18dc96e0 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:57:34.381638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=60f7a7de-6d50-46e0-83bc-23a93e69e60e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:34.495676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-388bc29e-2ae2-4109-b711-3b928d3f7f64 None None] Provisioning complete for port 60f7a7de-6d50-46e0-83bc-23a93e69e60e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:34.497491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-388bc29e-2ae2-4109-b711-3b928d3f7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:34.551853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-e4753c92-6a5a-4a47-bbe7-626f99388ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.554730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-e4753c92-6a5a-4a47-bbe7-626f99388ebc service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.3114545 Nov 09 17:57:34.565534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:34.567643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:34.627582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-388bc29e-2ae2-4109-b711-3b928d3f7f64 None None] Port 60f7a7de-6d50-46e0-83bc-23a93e69e60e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:34.695208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad10dd54-7252-4103-9e90-3f2b18dc96e0 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:57:34.732001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9adab5-27a8-4efb-815e-37ed3f2c9c48 None None] New status for floating IP 330bbf7a-41d5-4207-8a4f-2fbeb128e811: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:57:34.758312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-3b00f717-752a-4359-a423-cf52116d9254 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1000 time: 0.1840508 Nov 09 17:57:34.834556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-fee96ada-247d-425e-aaf0-cb163394bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.836440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-fee96ada-247d-425e-aaf0-cb163394bab3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.0690002 Nov 09 17:57:34.857270 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce58dda-d32a-428e-a31d-602a1d5a284a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.859034 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4ce58dda-d32a-428e-a31d-602a1d5a284a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks/9e01e653-c551-49a3-ba95-020907809560 HTTP/1.1" status: 200 len: 802 time: 0.6239038 Nov 09 17:57:34.863112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Router c88f8e5b-d6d3-4ee4-921f-776e1af0288c is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:57:34.865232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.889292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39680) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.947136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-98df001d-703b-4a6c-a6e1-b38da55ecb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.947937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-98df001d-703b-4a6c-a6e1-b38da55ecb23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 909 time: 0.6500638 Nov 09 17:57:35.009060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed3f1dbc-a05b-44a6-a674-b3aaba76eccd up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:35.065628 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ab75e16a-148e-4cdf-87b4-c352440b4285 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/330bbf7a-41d5-4207-8a4f-2fbeb128e811 HTTP/1.1" status: 200 len: 992 time: 0.1750011 Nov 09 17:57:35.066799 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-882c6af8-f771-44ca-899f-6a5488ec194d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 1001 time: 0.1079230 Nov 09 17:57:35.070830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-af1c4843-a5ca-474a-b98e-32f0a6263c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.072363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-af1c4843-a5ca-474a-b98e-32f0a6263c65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226472 Nov 09 17:57:35.077109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a4b6f60d-ec66-45eb-aa13-b0bf7b957da5 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/networks/9e01e653-c551-49a3-ba95-020907809560?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2070386 Nov 09 17:57:35.078151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39682) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.140858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-8a7d7ee5-eeff-4a05-b548-6d1a67b095a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.144223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-8a7d7ee5-eeff-4a05-b548-6d1a67b095a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.0693684 Nov 09 17:57:35.202237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-7eeb3780-c307-43f5-bd34-044b72826058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.204240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-7eeb3780-c307-43f5-bd34-044b72826058 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527780 Nov 09 17:57:35.210291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:35.225117 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] Sync routers for ids ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:35.243637 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] Routers {'c88f8e5b-d6d3-4ee4-921f-776e1af0288c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:35.245037 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:35.251562 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e869e767-2b95-41c2-badb-1be1e4d234de tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/routers/c88f8e5b-d6d3-4ee4-921f-776e1af0288c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4494095 Nov 09 17:57:35.252585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:35.253400 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:35.255239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.287137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28159b-bfdd-4136-9817-1888141cb070 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.288759 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4a28159b-bfdd-4136-9817-1888141cb070 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/subnets/9d0263f1-4ec4-440c-9c51-1b0e0010bc0d HTTP/1.1" status: 200 len: 843 time: 0.2097120 Nov 09 17:57:35.319151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.357245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-bfa1bc56-f9dd-4c60-af74-6cb3bbc9b267 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447005 Nov 09 17:57:35.391971 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:35.430858 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] Routers {'c88f8e5b-d6d3-4ee4-921f-776e1af0288c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:35.434200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77b632-41ce-46e1-99c0-583d7a63a587 req-7c67f2f4-fed7-4009-90ec-400f406bf646 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.438158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d77b632-41ce-46e1-99c0-583d7a63a587 req-7c67f2f4-fed7-4009-90ec-400f406bf646 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 943 time: 0.2491329 Nov 09 17:57:35.438724 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:35.442765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-d2ca1589-d90f-4da6-b2d8-77a7eb37791c service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478732 Nov 09 17:57:35.453351 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfe217-d142-4573-bc12-61e2bcf4001e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.459494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-99bfe217-d142-4573-bc12-61e2bcf4001e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports?device_id=c88f8e5b-d6d3-4ee4-921f-776e1af0288c HTTP/1.1" status: 200 len: 988 time: 0.1950860 Nov 09 17:57:35.475331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fcd94-ab23-4475-907b-4a791af23a63 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.477090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-579fcd94-ab23-4475-907b-4a791af23a63 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "GET /v2.0/subnets/9d0263f1-4ec4-440c-9c51-1b0e0010bc0d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1558504 Nov 09 17:57:35.480067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.483890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39692) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.488477 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:35.489439 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a32efb-5334-4054-bbe3-47d3fa7aafa2 None None] The sync data for ids ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:35.498925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1581269022'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:35.540814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7bd4782-222a-4c4a-aeed-ce73e9e39676 req-5310720c-443e-41c6-bda5-5bcfec6e9c7a service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762028 Nov 09 17:57:35.544428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:35.552775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:35.595517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3a924a10-73a3-4a70-89a8-a27a8cb02f45 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:35.616781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:35.639847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:35.640553 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Added segment 237ecf47-19c4-4ffe-be7c-1f9728294e83 of type vlan for network 1a9d3882-d032-4cad-9738-11ac59402f59 Nov 09 17:57:35.730963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:35.791080 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:35.807604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.809016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:35.909450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e112c-7404-4d3a-a913-cee3fff1a292 None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:57:35.931162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4457939 Nov 09 17:57:35.938254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39694) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.948041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:36.056009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:36.065602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ddd7-11f3-4cd1-a4a6-e7d2ddc65543 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Network': ['ID=1a9d3882-d032-4cad-9738-11ac59402f59,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:36.069917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39696) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:36.106873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d77b632-41ce-46e1-99c0-583d7a63a587 req-0ae420f6-17f1-45d2-9d71-090d779dc767 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418509 Nov 09 17:57:36.111002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1a9d3882-d032-4cad-9738-11ac59402f59 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:36.130369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '3a924a10-73a3-4a70-89a8-a27a8cb02f45', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': '3a924a10-73a3-4a70-89a8-a27a8cb02f45', 'mac_address': 'fa:16:3e:fc:24:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:36.195640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59a42cd8-2d9c-4397-a950-0b06ef0f8c40 req-9ed5e3dd-16e7-4fcb-b222-cdf8a6759e7f service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391751 Nov 09 17:57:36.262819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74304e81-df84-4261-8832-7c334db1f7e4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/330bbf7a-41d5-4207-8a4f-2fbeb128e811 HTTP/1.1" status: 200 len: 994 time: 0.1841555 Nov 09 17:57:36.284894 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:36.287389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e112c-7404-4d3a-a913-cee3fff1a292 None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:57:36.298147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Made reservation on behalf of 911b11deab5741118714d7ee0745474c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:36.305823 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:36.316125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a924a10-73a3-4a70-89a8-a27a8cb02f45 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:36.380012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:36.392081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:36.453677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Performing IP validity checks on allocation pools {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:57:36.454710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:57:36.499466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3a924a10-73a3-4a70-89a8-a27a8cb02f45,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:36.587201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:36.595526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-f7ab00c8-27f5-48c3-a98a-42b05f189a48 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202683 Nov 09 17:57:36.652555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3a924a10-73a3-4a70-89a8-a27a8cb02f45'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:36.726631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:36.829840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=5e09a96f-d1cd-423a-b789-557434a4d4f4,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:36.837831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Checking segment: {'id': '237ecf47-19c4-4ffe-be7c-1f9728294e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:36.838177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network hostable DHCP agents. Network: 1a9d3882-d032-4cad-9738-11ac59402f59, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:36.866727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Network 1a9d3882-d032-4cad-9738-11ac59402f59 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:36.889352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1a9d3882-d032-4cad-9738-11ac59402f59) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:36.906936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87de6ae-43fe-43e4-9c37-01b8e1ddc48c None None] Network 1a9d3882-d032-4cad-9738-11ac59402f59 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:36.915439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.917176 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:36.960691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-49da2c1a-1f35-4b7d-a54a-01f0d10df98a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0204773 Nov 09 17:57:36.964482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39698) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:36.971738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:37.004285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-9c9d21c0-a209-4e73-891c-52143f91e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.005729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-9c9d21c0-a209-4e73-891c-52143f91e71c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.3368251 Nov 09 17:57:37.233171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-90b5fc40-f0ab-456d-bbc8-4831e763c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.234726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-90b5fc40-f0ab-456d-bbc8-4831e763c0e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.2039831 Nov 09 17:57:37.256597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 60f7a7de-6d50-46e0-83bc-23a93e69e60e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:37.259035 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.263922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f91d173d-47dd-4ea4-91d6-b7d220b170a4 None None] Provisioning complete for port 60f7a7de-6d50-46e0-83bc-23a93e69e60e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:37.264557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f91d173d-47dd-4ea4-91d6-b7d220b170a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.279250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16148202'] for subnet, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.315731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54926f-257e-47af-b36e-2819cdabb4ab req-ad23e5d7-d7ac-4836-91e7-fdb1d916d414 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.323666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf54926f-257e-47af-b36e-2819cdabb4ab req-ad23e5d7-d7ac-4836-91e7-fdb1d916d414 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 944 time: 0.1074369 Nov 09 17:57:37.361753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1a9d3882-d032-4cad-9738-11ac59402f59', 'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59', 'tenant_id': '911b11deab5741118714d7ee0745474c', 'fixed_ips': [{'subnet_id': '5e09a96f-d1cd-423a-b789-557434a4d4f4'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:37.361753 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.432573 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf54926f-257e-47af-b36e-2819cdabb4ab req-255e0bf7-360b-4f75-8f78-dd26b0b6dfc3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078777 Nov 09 17:57:37.440340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f91d173d-47dd-4ea4-91d6-b7d220b170a4 None None] Port 60f7a7de-6d50-46e0-83bc-23a93e69e60e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:37.440794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-f0b2ecd6-ee1a-4bbe-b840-72b4071606c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1002 time: 0.1941659 Nov 09 17:57:37.561586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.575194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-9653c4b3-9665-4f97-a9b3-bec031ae4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.577578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-9653c4b3-9665-4f97-a9b3-bec031ae4e95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.1252961 Nov 09 17:57:37.587451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 60f7a7de-6d50-46e0-83bc-23a93e69e60e owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:37.603599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3a924a10-73a3-4a70-89a8-a27a8cb02f45 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:37.679611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783925542795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16147312'] for subnet, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.713631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-6a1b8f47-9c68-40a8-b0c9-e854c426869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.716708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-6a1b8f47-9c68-40a8-b0c9-e854c426869b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250505 Nov 09 17:57:37.775949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.776956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.780697 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "PUT /v2.0/subnets/5e09a96f-d1cd-423a-b789-557434a4d4f4 HTTP/1.1" status: 200 len: 900 time: 0.8145339 Nov 09 17:57:37.788910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39702) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:37.795235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:37.816210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:37.816729 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:37.819931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Allocated IP 2001:db8::3 (1a9d3882-d032-4cad-9738-11ac59402f59/5e09a96f-d1cd-423a-b789-557434a4d4f4/1cf018d0-c1d1-436e-ade6-80098c122466) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:37.895430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event updated for resources: {'Subnet': ['ID=5e09a96f-d1cd-423a-b789-557434a4d4f4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:37.914885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.915392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.915960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.916813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.917160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.917595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.917897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.918233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.919382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.919569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.919907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.920945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54576e20-0ba8-4b6f-9399-0c33bfab8bfb tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:37.942669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-46e5b1a0-d3cf-4e89-b744-48352fea6cd9 service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182136 Nov 09 17:57:37.995506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.032821 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.091080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712bc62-921d-4c69-a04b-061160529c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a924a10-73a3-4a70-89a8-a27a8cb02f45'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:38.093659 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc4b6c9-b57a-4d3c-94d0-78657e917588" -d '{"events": [{"server_uuid": "1712bc62-921d-4c69-a04b-061160529c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3a924a10-73a3-4a70-89a8-a27a8cb02f45"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:38.096005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.165880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.169837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:38.192631 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b352bf5-905d-4ed0-ae5e-e90b4cc54b54 x-openstack-request-id: req-2b352bf5-905d-4ed0-ae5e-e90b4cc54b54 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:38.193586 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1712bc62-921d-4c69-a04b-061160529c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3a924a10-73a3-4a70-89a8-a27a8cb02f45", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:38.193896 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b352bf5-905d-4ed0-ae5e-e90b4cc54b54 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:38.195030 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712bc62-921d-4c69-a04b-061160529c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a924a10-73a3-4a70-89a8-a27a8cb02f45', 'code': 200} Nov 09 17:57:38.211394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.253965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=60f7a7de-6d50-46e0-83bc-23a93e69e60e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.265676 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.303786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.332550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=3a924a10-73a3-4a70-89a8-a27a8cb02f45,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.342372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-126f8cf3-413e-48b1-810b-18e0ecae3122 req-7d598fd1-9066-432a-8374-0b17a25d0ead service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885622 Nov 09 17:57:38.349901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.367648 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130dbf-a75b-4c5a-bcfb-d596c94ea975 req-c550dc25-7c2d-4817-90a8-690f7c15e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:38.374746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18130dbf-a75b-4c5a-bcfb-d596c94ea975 req-c550dc25-7c2d-4817-90a8-690f7c15e339 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 1096 time: 0.1386945 Nov 09 17:57:38.409808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=5e09a96f-d1cd-423a-b789-557434a4d4f4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.449195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Network 1a9d3882-d032-4cad-9738-11ac59402f59 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:38.455632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:38.464906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:38.469933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Pushing event updated for resources: {'Port': ['ID=1cf018d0-c1d1-436e-ade6-80098c122466,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.539367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.541386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-18130dbf-a75b-4c5a-bcfb-d596c94ea975 req-9d651f9d-ca20-4359-a13f-f34b22539b21 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429431 Nov 09 17:57:38.550391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.553911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Attempting to bind port 1cf018d0-c1d1-436e-ade6-80098c122466 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:38.554233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Attempting to bind port 1cf018d0-c1d1-436e-ade6-80098c122466 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '237ecf47-19c4-4ffe-be7c-1f9728294e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:38.555274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Attempting to bind port 1cf018d0-c1d1-436e-ade6-80098c122466 on network 1a9d3882-d032-4cad-9738-11ac59402f59 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:38.567882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:38.569151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Checking segment: {'id': '237ecf47-19c4-4ffe-be7c-1f9728294e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:38.569787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.570849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Bound using segment: {'id': '237ecf47-19c4-4ffe-be7c-1f9728294e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:38.570849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Bound port: 1cf018d0-c1d1-436e-ade6-80098c122466, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237ecf47-19c4-4ffe-be7c-1f9728294e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a9d3882-d032-4cad-9738-11ac59402f59'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:38.571596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.590735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9d3882-d032-4cad-9738-11ac59402f59']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:38.608946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237ecf47-19c4-4ffe-be7c-1f9728294e83') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:38.609245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237ecf47-19c4-4ffe-be7c-1f9728294e83') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:38.648587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.685763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.696313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:38.696671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:38.700913 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:38.725692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] For port 1cf018d0-c1d1-436e-ade6-80098c122466, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:38.766207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eae143-77ab-4467-9f50-124ed4195615 req-989b6944-4313-4f9b-a300-a17bba96692e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:38.767903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34eae143-77ab-4467-9f50-124ed4195615 req-989b6944-4313-4f9b-a300-a17bba96692e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 945 time: 0.1307285 Nov 09 17:57:38.783295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] For port 1cf018d0-c1d1-436e-ade6-80098c122466, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1cf018d0-c1d1-436e-ade6-80098c122466,segment=NetworkSegment(237ecf47-19c4-4ffe-be7c-1f9728294e83),segment_id=237ecf47-19c4-4ffe-be7c-1f9728294e83)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:38.789609 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:38.789927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.db.api [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:57:38.789927 n-d-804292-3 neutron-server[102554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:57:38.789927 n-d-804292-3 neutron-server[102554]: [parameters: {'id': '1a9d3882-d032-4cad-9738-11ac59402f59'}] Nov 09 17:57:38.789927 n-d-804292-3 neutron-server[102554]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:57:38.790271 n-d-804292-3 neutron-server[102554]: DEBUG oslo_db.api [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:57:38.876293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Router c88f8e5b-d6d3-4ee4-921f-776e1af0288c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:38.896891 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-34eae143-77ab-4467-9f50-124ed4195615 req-3dc74dd7-a85e-4a04-88b2-ba02d7182979 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145787 Nov 09 17:57:38.932744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fd4aa-d8f7-4c6a-94df-cb2b1a28caf3 None None] Pushing event updated for resources: {'Port': ['ID=1cf018d0-c1d1-436e-ade6-80098c122466,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.957611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e11429-8a5e-4117-96a6-0be1fb565853 None None] Network 1a9d3882-d032-4cad-9738-11ac59402f59 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:39.007349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:39.016427 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b77c493e-eb68-4a1d-93a4-7df42131d736 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/routers/c88f8e5b-d6d3-4ee4-921f-776e1af0288c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5343888 Nov 09 17:57:39.019088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:39.025215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] Sync routers for ids ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:39.070139 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb134b2-3d61-42d2-83ef-766e50b752d1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:57:39.070820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] Routers {'c88f8e5b-d6d3-4ee4-921f-776e1af0288c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:39.071863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.077234 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abb134b2-3d61-42d2-83ef-766e50b752d1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/60f7a7de-6d50-46e0-83bc-23a93e69e60e HTTP/1.1" status: 404 len: 333 time: 0.0510716 Nov 09 17:57:39.077994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:39.113887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.181729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] Routers {'c88f8e5b-d6d3-4ee4-921f-776e1af0288c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:39.182751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:57:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.204294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.260904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.261888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c749a-141d-48c2-a504-b6abe10e246b None None] The sync data for ids ['c88f8e5b-d6d3-4ee4-921f-776e1af0288c'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:39.291750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.292802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd8749-cb5a-4425-bb6f-e6986d681aa2 None None] Network 1a9d3882-d032-4cad-9738-11ac59402f59 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:39.378498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting port 1cf018d0-c1d1-436e-ade6-80098c122466 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:39.379390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.485693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] For port 1cf018d0-c1d1-436e-ade6-80098c122466, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=1cf018d0-c1d1-436e-ade6-80098c122466,segment=NetworkSegment(237ecf47-19c4-4ffe-be7c-1f9728294e83),segment_id=237ecf47-19c4-4ffe-be7c-1f9728294e83)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:39.486351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.508221 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Calling delete_port for 1cf018d0-c1d1-436e-ade6-80098c122466 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:39.514176 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.534006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feed7f8-c195-46fa-946a-4831244e145e None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:57:39.536335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.612075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.612887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Fanout notify agent at l3_agent the message router_deleted on router c88f8e5b-d6d3-4ee4-921f-776e1af0288c {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:57:39.624461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.626411 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c58872f5-23e9-4511-8791-34b32e89b0f9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/routers/c88f8e5b-d6d3-4ee4-921f-776e1af0288c HTTP/1.1" status: 204 len: 168 time: 0.5470014 Nov 09 17:57:39.630744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:39.711542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet ae0e681e-e588-48c2-823b-9b786fb8b89f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:39.716964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.728691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.781653 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:39.783313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Port': ['ID=1cf018d0-c1d1-436e-ade6-80098c122466,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.798614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No DVR routers for this DVR port 1cf018d0-c1d1-436e-ade6-80098c122466 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:39.826109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feed7f8-c195-46fa-946a-4831244e145e None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:57:39.939279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.004912 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.048044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9d3882-d032-4cad-9738-11ac59402f59']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.071418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.082268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237ecf47-19c4-4ffe-be7c-1f9728294e83') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.082762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237ecf47-19c4-4ffe-be7c-1f9728294e83') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.102583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.121776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0e681e-e588-48c2-823b-9b786fb8b89f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.134518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.135054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ae0e681e-e588-48c2-823b-9b786fb8b89f HTTP/1.1" status: 204 len: 168 time: 0.5021811 Nov 09 17:57:40.141362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.144953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:40.154104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:40.154810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.158815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c7a9c-cffc-4d32-9d8f-8a1039000bcf req-749094a0-fb9a-46da-9bcd-9b5d45405196 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:40.160978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-039c7a9c-cffc-4d32-9d8f-8a1039000bcf req-749094a0-fb9a-46da-9bcd-9b5d45405196 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 945 time: 0.1541712 Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:40.161259 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:40.220613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.221102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.221456 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.221770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.222138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.222740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.223256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.223568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.223896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.224211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.224588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.224915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2d1d06-cf84-4182-bdc6-d84e3c5a74cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:40.279020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.295178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.301751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/1a9d3882-d032-4cad-9738-11ac59402f59 HTTP/1.1" status: 204 len: 168 time: 2.5110881 Nov 09 17:57:40.310934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:40.321028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29876-7437-4d6e-8584-2b042ec611aa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=1a9d3882-d032-4cad-9738-11ac59402f59,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.389972 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.402844 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2278c567-d812-4d1f-b4b5-30ac289b0d9d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:40.404089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2278c567-d812-4d1f-b4b5-30ac289b0d9d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:40.409679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2278c567-d812-4d1f-b4b5-30ac289b0d9d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/5e09a96f-d1cd-423a-b789-557434a4d4f4 HTTP/1.1" status: 404 len: 337 time: 0.0935717 Nov 09 17:57:40.412822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39720) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:40.435209 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-039c7a9c-cffc-4d32-9d8f-8a1039000bcf req-6a19cf73-63f0-4534-bd0f-9cbd4ce455ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057223 Nov 09 17:57:40.440673 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f66df2c-fe9e-41a2-ad47-7a2434be7afa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:40.441490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f66df2c-fe9e-41a2-ad47-7a2434be7afa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:40.445019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6f66df2c-fe9e-41a2-ad47-7a2434be7afa tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/1a9d3882-d032-4cad-9738-11ac59402f59 HTTP/1.1" status: 404 len: 339 time: 0.0308087 Nov 09 17:57:40.449079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39722) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:40.534456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8915cc3-b185-4d41-8cc4-210de5b06c63 None None] Network 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:40.553071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:40.553937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.653386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.673044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] For port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,segment=NetworkSegment(622a3854-805e-4100-8727-27360b26d7ba),segment_id=622a3854-805e-4100-8727-27360b26d7ba)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:40.675121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.675384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bbeb0-7506-404c-8e54-365e651e5400 req-27f23b94-17af-4464-b8c7-1a97ab09e018 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:40.677423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b51bbeb0-7506-404c-8e54-365e651e5400 req-27f23b94-17af-4464-b8c7-1a97ab09e018 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 945 time: 0.1151860 Nov 09 17:57:40.706473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for ed3f1dbc-a05b-44a6-a674-b3aaba76eccd owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:40.823939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.831386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] DHCP port deletion for 9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:40.843888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b51bbeb0-7506-404c-8e54-365e651e5400 req-5db160ca-9604-493a-bf83-4d15ebee535e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306338 Nov 09 17:57:40.861098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.864248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8857e8e8-1810-46cb-8f4f-9666cd153d5c']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.910241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5d56d8-adec-4994-b4e6-b685038a53c9') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.910730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5d56d8-adec-4994-b4e6-b685038a53c9') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.932175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No DVR routers for this DVR port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:40.937495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.938949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.964892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Deleting port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:40.965964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.984646 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:40.993253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:40.993809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.053468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed3f1dbc-a05b-44a6-a674-b3aaba76eccd no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:41.065146 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:41.071383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.080960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.085448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/8857e8e8-1810-46cb-8f4f-9666cd153d5c HTTP/1.1" status: 204 len: 168 time: 0.6345298 Nov 09 17:57:41.088246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39730) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.109747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ec1d3-07b0-4eb2-88b7-d3525c3dc73b tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=8857e8e8-1810-46cb-8f4f-9666cd153d5c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.134710 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dff078-4465-4ad4-9f95-044f2fcbd019 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:41.135367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dff078-4465-4ad4-9f95-044f2fcbd019 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:41.138880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ed3f1dbc-a05b-44a6-a674-b3aaba76eccd {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:41.139474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ed3f1dbc-a05b-44a6-a674-b3aaba76eccd not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:41.140837 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b4dff078-4465-4ad4-9f95-044f2fcbd019 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/647c35dd-9dc4-4b55-8972-65e74bdca199 HTTP/1.1" status: 404 len: 337 time: 0.0513709 Nov 09 17:57:41.145296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39732) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.157833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.169026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] For port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:41.169635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.178908 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd678e2-d153-4249-a977-627c962484fe tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:41.180064 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd678e2-d153-4249-a977-627c962484fe tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:41.190376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Calling delete_port for ed3f1dbc-a05b-44a6-a674-b3aaba76eccd owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:41.191255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0bd678e2-d153-4249-a977-627c962484fe tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/c49d06d2-5555-4afa-8e42-448cb296b00a HTTP/1.1" status: 404 len: 339 time: 0.0440724 Nov 09 17:57:41.192247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39734) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.195077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:57:41.197265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.217408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:41.231507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a3854-805e-4100-8727-27360b26d7ba') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:41.231834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a3854-805e-4100-8727-27360b26d7ba') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:41.245695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.249622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] No DVR routers for this DVR port ed3f1dbc-a05b-44a6-a674-b3aaba76eccd on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:41.256009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316003-18c7-4e0d-a9d6-6df4d5ac2c7d None None] Pushing event deleted for resources: {'Port': ['ID=ed3f1dbc-a05b-44a6-a674-b3aaba76eccd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.272983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.288940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:41.289771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:41.295776 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:41.313509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting subnet fa99eb96-7e88-4be7-b3f3-8340b9e9b8da {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:41.319630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.384555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.416891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.441652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.451164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e HTTP/1.1" status: 204 len: 168 time: 1.3045001 Nov 09 17:57:41.452200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb4deb-9624-4481-95c0-bc42255122b1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=9cca2dbe-2ab0-4da0-94b1-3db3fd8b4d9e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.453095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.544343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d403613-f709-443f-b5ef-3af1265b4695 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.545890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5d403613-f709-443f-b5ef-3af1265b4695 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/0ee87596-98e6-45ca-80f2-a1a1fff17663 HTTP/1.1" status: 200 len: 845 time: 0.0898829 Nov 09 17:57:41.552262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.565903 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.603654 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c28a1aec-498f-465f-9822-54969312511b tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/0ee87596-98e6-45ca-80f2-a1a1fff17663?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0496712 Nov 09 17:57:41.611039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39744) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.618856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:41.669109 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.722316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=fa99eb96-7e88-4be7-b3f3-8340b9e9b8da,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.728244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.739065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.739386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5a4e6be5-7d16-4d2e-ac39-c75378ed81dc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/fa99eb96-7e88-4be7-b3f3-8340b9e9b8da HTTP/1.1" status: 204 len: 168 time: 0.5452423 Nov 09 17:57:41.741038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480dbb5-ff4c-467a-8f32-20a8f1558cc4 None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:41.800178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:41.804693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.862238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting subnet 934ef10d-0820-43de-9cc8-641dc6a7d96c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:41.865930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:41.914008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.017768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.109229 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.574800 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.578301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/934ef10d-0820-43de-9cc8-641dc6a7d96c HTTP/1.1" status: 204 len: 168 time: 0.8378415 Nov 09 17:57:42.582220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146ed5-68ad-4bc2-ae36-e489a5748c84 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=934ef10d-0820-43de-9cc8-641dc6a7d96c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.583902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39768) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:42.784997 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.841358 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.893241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:42.899853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:42.913179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e24bbf-f67b-4dca-bc90-a2e4b901a316 None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:42.919572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:42.920772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.952674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting port 32f81f32-791e-475c-baab-7c839fc3fcc4 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:42.953234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:42.958097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=027c2f60-dedd-4c69-844a-18ae82e57815,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.999985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5bb005b8-5a1a-4786-95a8-bf5e4870ba79 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3881078 Nov 09 17:57:43.002608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:43.013674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'security_group': {'name': 'tempest-secgroup-285706747'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:43.051887 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.066242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc50d57-10c3-4f13-95f7-a02b21b831c6 None None] Network 2de492ad-9120-44ae-8fe7-b76a0e170f77 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:43.088661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] For port 32f81f32-791e-475c-baab-7c839fc3fcc4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=32f81f32-791e-475c-baab-7c839fc3fcc4,segment=NetworkSegment(e3d08be1-9589-465a-8157-3b855370041a),segment_id=e3d08be1-9589-465a-8157-3b855370041a)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:43.089385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.112594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Calling delete_port for 32f81f32-791e-475c-baab-7c839fc3fcc4 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:43.154918 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.161167 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.203362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.204867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2008705 Nov 09 17:57:43.209450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:43.216082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'security_group': {'name': 'tempest-secgroup-1917049957'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:43.232558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aceb46-38a5-456e-9313-c5fbae153cb9 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f51f4d4-8f5b-4ae4-86cb-54a2d72bfde0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:43.243133 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.284882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.326816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Port': ['ID=32f81f32-791e-475c-baab-7c839fc3fcc4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:43.331545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No DVR routers for this DVR port 32f81f32-791e-475c-baab-7c839fc3fcc4 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:43.343321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4a8a79b8-500c-40e6-a984-b8b324a494c4 None None] Provisioning complete for port 32f81f32-791e-475c-baab-7c839fc3fcc4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:43.345180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79b8-500c-40e6-a984-b8b324a494c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.440171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a79b8-500c-40e6-a984-b8b324a494c4 None None] Port 32f81f32-791e-475c-baab-7c839fc3fcc4 was deleted so its status cannot be updated. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 17:57:43.455232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.465212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.485201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.546297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.547655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3364403 Nov 09 17:57:43.553100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39790) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:43.564352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de492ad-9120-44ae-8fe7-b76a0e170f77']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:43.570528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1450348756', 'security_groups': ['babd5220-e384-4176-a448-b3260d162fe2'], 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '027c2f60-dedd-4c69-844a-18ae82e57815'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:43.604734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d08be1-9589-465a-8157-3b855370041a') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:43.605591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d08be1-9589-465a-8157-3b855370041a') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:43.625594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d6bf-9c26-49a4-bf80-1e2a3f88973a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babd5220-e384-4176-a448-b3260d162fe2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:43.636991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.643153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f7adb-6309-46a7-8e4b-8c02eda6864f None None] DHCP port deletion for 2de492ad-9120-44ae-8fe7-b76a0e170f77 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:43.671763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.690022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:43.690761 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:43.703556 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:43.725158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'tenant_id': '37159282f19a4ee78fb5baee341d92be', 'fixed_ips': [{'subnet_id': '027c2f60-dedd-4c69-844a-18ae82e57815'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:43.726933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.755485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:43.926295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.940216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:43.949303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/2de492ad-9120-44ae-8fe7-b76a0e170f77 HTTP/1.1" status: 204 len: 168 time: 1.3530018 Nov 09 17:57:43.956669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:43.965059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626d10e-0815-4ba7-84be-d3d167c11c9f tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=2de492ad-9120-44ae-8fe7-b76a0e170f77,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.018456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.020778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Allocated IP 2001:db8::2 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/027c2f60-dedd-4c69-844a-18ae82e57815/3aa7ee29-37cd-40cd-9959-1eb1218877b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:44.034671 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef41fec-8582-4a58-9b82-c1af88e88c9a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:44.035378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef41fec-8582-4a58-9b82-c1af88e88c9a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:44.041875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4ef41fec-8582-4a58-9b82-c1af88e88c9a tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/86f8e46b-849e-4878-bd3a-f21ebedb9ce7 HTTP/1.1" status: 404 len: 337 time: 0.0824957 Nov 09 17:57:44.046613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.108165 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-92874c28-fef3-4c1b-a14d-2772263fa7fc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:44.109207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92874c28-fef3-4c1b-a14d-2772263fa7fc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:44.125159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-92874c28-fef3-4c1b-a14d-2772263fa7fc tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/280de856-8e31-41d6-85bb-ed03d0e45de7 HTTP/1.1" status: 404 len: 339 time: 0.0723298 Nov 09 17:57:44.125430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39814) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.166877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port 0569be5b-692d-4960-8fb4-b1b52b1e9694 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:44.253942 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d896982a-d5e2-4866-b35c-c0dfdf7b0f46 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:44.254644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d896982a-d5e2-4866-b35c-c0dfdf7b0f46 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:44.266976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d896982a-d5e2-4866-b35c-c0dfdf7b0f46 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/a7208424-c06f-400b-9a42-ff899ee73dc4 HTTP/1.1" status: 404 len: 337 time: 0.1404574 Nov 09 17:57:44.268069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.301594 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3bb4e7-f809-4fee-87bc-730ff42830cf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:44.302314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3bb4e7-f809-4fee-87bc-730ff42830cf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:44.310689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bc3bb4e7-f809-4fee-87bc-730ff42830cf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/20275b52-0384-4348-8455-0460972fbdda HTTP/1.1" status: 404 len: 339 time: 0.0412228 Nov 09 17:57:44.311425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39818) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.346403 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8412ed61-15e0-4ff8-a144-b0a0b06071b6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:44.346886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8412ed61-15e0-4ff8-a144-b0a0b06071b6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:44.353811 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8412ed61-15e0-4ff8-a144-b0a0b06071b6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/331619ff-6ca8-4c85-ae8f-b877e02cd869 HTTP/1.1" status: 404 len: 337 time: 0.0411832 Nov 09 17:57:44.354652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.440684 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4febb3-3e18-4b70-89ba-974321c4f0be tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:44.441791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4febb3-3e18-4b70-89ba-974321c4f0be tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:44.451838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2d4febb3-3e18-4b70-89ba-974321c4f0be tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/a14c9276-9ef5-4be2-8ca0-492d7a2b6df7 HTTP/1.1" status: 404 len: 339 time: 0.0857775 Nov 09 17:57:44.452930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39822) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.466938 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.478657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.551267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting subnet 7c5893a5-898d-4912-a261-8a4584b7efa0 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:44.552256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:44.556201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.562138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:44.569142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:44.583079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Pushing event updated for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.610467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::241 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/027c2f60-dedd-4c69-844a-18ae82e57815/0569be5b-692d-4960-8fb4-b1b52b1e9694) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:44.626955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.665989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Attempting to bind port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:44.666371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Attempting to bind port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '22c3a023-08b7-4d60-83eb-338ddfdb2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:44.666747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Attempting to bind port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 on network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:44.673862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:44.674280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Checking segment: {'id': '22c3a023-08b7-4d60-83eb-338ddfdb2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:44.674664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.675093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Bound using segment: {'id': '22c3a023-08b7-4d60-83eb-338ddfdb2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:44.675997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Bound port: 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c3a023-08b7-4d60-83eb-338ddfdb2d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:44.675997 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.753539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:44.757886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.758339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aa7ee29-37cd-40cd-9959-1eb1218877b8,segment=NetworkSegment(22c3a023-08b7-4d60-83eb-338ddfdb2d5e),segment_id=22c3a023-08b7-4d60-83eb-338ddfdb2d5e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:44.763830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.894902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.896651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de278c99-7635-4f15-9227-5ca9864966ec None None] Pushing event updated for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.910477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.930688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 32f81f32-791e-475c-baab-7c839fc3fcc4 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:44.953403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:44.957018 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/7c5893a5-898d-4912-a261-8a4584b7efa0 HTTP/1.1" status: 204 len: 168 time: 0.5014558 Nov 09 17:57:44.958602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61dc96-b3b8-47a4-8c9f-20da7ca3d9f8 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5893a5-898d-4912-a261-8a4584b7efa0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.960013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.987820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 32f81f32-791e-475c-baab-7c839fc3fcc4 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:44.987820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 32f81f32-791e-475c-baab-7c839fc3fcc4 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:44.992166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b1e0d-c74d-45bc-ac0f-266bd2ef4d66 None None] Network e3d919ee-d006-4b4e-b00b-a29b311701ce requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:45.096124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.229969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:45.242324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.250487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:45.260589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:45.279967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.281383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.329222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=0569be5b-692d-4960-8fb4-b1b52b1e9694,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.336886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] DHCP port deletion for e3d919ee-d006-4b4e-b00b-a29b311701ce request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:45.347729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-70be4fef-8f8b-4db8-8894-d2a61eb6b014 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.349784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-70be4fef-8f8b-4db8-8894-d2a61eb6b014 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2535555 Nov 09 17:57:45.379669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-98c07a26-ba2f-43f5-bd6e-a905caed06f9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0124550 Nov 09 17:57:45.423663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b48914d1-011b-4c8a-baa4-a284c4f549d2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8643939 Nov 09 17:57:45.424193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.431722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:45.463304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] Deleting port f243719f-a023-4d4d-9147-7a752704df2c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:45.463909 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.468265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-3a0b2147-4a01-4a47-9659-8ffa9a7f8947 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777869 Nov 09 17:57:45.546875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] For port f243719f-a023-4d4d-9147-7a752704df2c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f243719f-a023-4d4d-9147-7a752704df2c,segment=NetworkSegment(13b1b06e-4555-4c35-8830-bff18f6f64cf),segment_id=13b1b06e-4555-4c35-8830-bff18f6f64cf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:45.547326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.558153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting port f243719f-a023-4d4d-9147-7a752704df2c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:45.558623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.581850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] Calling delete_port for f243719f-a023-4d4d-9147-7a752704df2c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:45.653272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-82a4702f-8e96-486c-b385-a3f95775d5cd service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639862 Nov 09 17:57:45.695728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] For port f243719f-a023-4d4d-9147-7a752704df2c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f243719f-a023-4d4d-9147-7a752704df2c,segment=NetworkSegment(13b1b06e-4555-4c35-8830-bff18f6f64cf),segment_id=13b1b06e-4555-4c35-8830-bff18f6f64cf)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:45.696127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.717558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Calling delete_port for f243719f-a023-4d4d-9147-7a752704df2c owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:45.733860 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.745238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:45.750397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.774813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] Pushing event deleted for resources: {'Port': ['ID=f243719f-a023-4d4d-9147-7a752704df2c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.786249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164707d-e1c4-465a-a01b-8d83a74e1907 None None] No DVR routers for this DVR port f243719f-a023-4d4d-9147-7a752704df2c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:45.846320 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-f5030362-81e8-4658-83d7-8b940e69dfb3 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820552 Nov 09 17:57:45.925250 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 027c2f60-dedd-4c69-844a-18ae82e57815 (CIDR: 2001:db8::/64) Nov 09 17:57:45.931186 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:57:45.931357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:45.935118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:45.976688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No DVR routers for this DVR port f243719f-a023-4d4d-9147-7a752704df2c on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:45.979865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Port': ['ID=f243719f-a023-4d4d-9147-7a752704df2c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.027294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c8660318-b150-48f4-a85c-3e1c97ad9e0f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6017878 Nov 09 17:57:46.031847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39844) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.037142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:46.098922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.193087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d919ee-d006-4b4e-b00b-a29b311701ce']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:46.254301 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:46.259823 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.285375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31d822dc-64fc-4865-a38c-e341ebe8091c req-9108ef8a-a816-4d23-8c71-0893b54339db tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0811388 Nov 09 17:57:46.310107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b1b06e-4555-4c35-8830-bff18f6f64cf') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:46.310779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b1b06e-4555-4c35-8830-bff18f6f64cf') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:46.331466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.363873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.380311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:46.381382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: self.session.flush() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:46.392325 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:46.480735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.490872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.504791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/e3d919ee-d006-4b4e-b00b-a29b311701ce HTTP/1.1" status: 204 len: 168 time: 1.5422843 Nov 09 17:57:46.506618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39852) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.539451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf7f87-3a03-4367-8abb-60974c9a808c tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=e3d919ee-d006-4b4e-b00b-a29b311701ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.554106 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d021af0c-b50a-4365-a60b-0cd7d486614d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:46.554596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d021af0c-b50a-4365-a60b-0cd7d486614d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:46.558170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d021af0c-b50a-4365-a60b-0cd7d486614d tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/34dc0718-2191-4227-864c-5065fd5f2937 HTTP/1.1" status: 404 len: 337 time: 0.0478780 Nov 09 17:57:46.563501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.616340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:46.617093 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.638795 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b52445-1005-4461-a10c-51ada2bda5dd tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] DELETE failed (client error): The resource could not be found. Nov 09 17:57:46.643589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b52445-1005-4461-a10c-51ada2bda5dd tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:46.670558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-39b52445-1005-4461-a10c-51ada2bda5dd tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/687b31fd-27c7-4f21-a02c-18a4ff8be761 HTTP/1.1" status: 404 len: 339 time: 0.1003869 Nov 09 17:57:46.671857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.743449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.769735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting subnet 9d0263f1-4ec4-440c-9c51-1b0e0010bc0d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:46.773615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.822815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aa7ee29-37cd-40cd-9959-1eb1218877b8,segment=NetworkSegment(22c3a023-08b7-4d60-83eb-338ddfdb2d5e),segment_id=22c3a023-08b7-4d60-83eb-338ddfdb2d5e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:46.829630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.831931 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.851876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.899999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Pushing event updated for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.917025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Provisioning complete for port 0ee87596-98e6-45ca-80f2-a1a1fff17663 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:46.919795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.967035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:46.970861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:46.976981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.977593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:46.981996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=ebc03241-5be4-4c8d-9f87-47d1a74ff706,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.990671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1a455-19a5-41ce-aa81-ce89cd2746bd None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:47.021388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f21201dc-70d4-4b08-b19f-7c7daf041d73 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9882944 Nov 09 17:57:47.022314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39864) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.030416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2008715595', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ebc03241-5be4-4c8d-9f87-47d1a74ff706'}], 'security_groups': ['1f51f4d4-8f5b-4ae4-86cb-54a2d72bfde0']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:47.055396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e70de6b6-de9a-4a4c-a26f-883c9fbf55ac None None] Port 0ee87596-98e6-45ca-80f2-a1a1fff17663 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:47.073444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aa7ee29-37cd-40cd-9959-1eb1218877b8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:47.097618 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.205532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:47.205907 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.243458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.284679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ab2aba44-4b14-4858-bed7-5dea270cc8ab None None] Provisioning complete for port 0569be5b-692d-4960-8fb4-b1b52b1e9694 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:47.285047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab2aba44-4b14-4858-bed7-5dea270cc8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.287012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.317696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.327177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/subnets/9d0263f1-4ec4-440c-9c51-1b0e0010bc0d HTTP/1.1" status: 204 len: 168 time: 0.6537523 Nov 09 17:57:47.328167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.339633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9ef51-911e-4064-bba4-7c3844ca6bc6 tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0263f1-4ec4-440c-9c51-1b0e0010bc0d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:47.369111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcaf1f3-9faa-4428-b387-5c8dfeac173c None None] Network 9e01e653-c551-49a3-ba95-020907809560 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:47.454876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ab2aba44-4b14-4858-bed7-5dea270cc8ab None None] Port 0569be5b-692d-4960-8fb4-b1b52b1e9694 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:47.510189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.525375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f96bb40c-a4d3-4a77-a66d-7f3f14ca0394 req-f557b059-8474-4067-a43f-af420efb8697 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0463798 Nov 09 17:57:47.661714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Deleting port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:47.662066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.691620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f243719f-a023-4d4d-9147-7a752704df2c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:47.761002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] For port 833770b6-3fa3-43a6-93f3-0dcbebb03b95, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=833770b6-3fa3-43a6-93f3-0dcbebb03b95,segment=NetworkSegment(4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b),segment_id=4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:47.761766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.791760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Calling delete_port for 833770b6-3fa3-43a6-93f3-0dcbebb03b95 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:47.800902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Delete allocated IP 2001:db8::241 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/027c2f60-dedd-4c69-844a-18ae82e57815) {{(pid=102554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:57:47.821121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8:0:1::218 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/ebc03241-5be4-4c8d-9f87-47d1a74ff706/0569be5b-692d-4960-8fb4-b1b52b1e9694) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:47.896190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:47.924327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7dd1a-25d1-435c-ac5d-b8445bc94a4a None None] DHCP port deletion for 9e01e653-c551-49a3-ba95-020907809560 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:47.926897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Port': ['ID=833770b6-3fa3-43a6-93f3-0dcbebb03b95,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:47.927113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f243719f-a023-4d4d-9147-7a752704df2c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:47.927524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f243719f-a023-4d4d-9147-7a752704df2c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:47.933803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] No DVR routers for this DVR port 833770b6-3fa3-43a6-93f3-0dcbebb03b95 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:47.945517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] Update dhcp port {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'fixed_ips': [{'subnet_id': '027c2f60-dedd-4c69-844a-18ae82e57815', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebc03241-5be4-4c8d-9f87-47d1a74ff706'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '3aa7ee29-37cd-40cd-9959-1eb1218877b8'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:57:47.981830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.027216 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.031517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.036195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.076428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e01e653-c551-49a3-ba95-020907809560']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:48.114001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:48.114941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4584dc8d-46e7-4bd8-8f6f-d50a4a96f21b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:48.127022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.153770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.171684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:48.174204 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:48.208051 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:48.322402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] Allocated IP 2001:db8:0:1::2 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/ebc03241-5be4-4c8d-9f87-47d1a74ff706/3aa7ee29-37cd-40cd-9959-1eb1218877b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:48.416476 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.473309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.483296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] 10.222.0.45 "DELETE /v2.0/networks/9e01e653-c551-49a3-ba95-020907809560 HTTP/1.1" status: 204 len: 168 time: 1.1536212 Nov 09 17:57:48.485229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179e4e1-06ef-4246-a3df-7273e02211bf tempest-NetworksIpV6Test-1531958073 tempest-NetworksIpV6Test-1531958073-project] Pushing event deleted for resources: {'Network': ['ID=9e01e653-c551-49a3-ba95-020907809560,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.498718 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aa7ee29-37cd-40cd-9959-1eb1218877b8,segment=NetworkSegment(22c3a023-08b7-4d60-83eb-338ddfdb2d5e),segment_id=22c3a023-08b7-4d60-83eb-338ddfdb2d5e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:48.542951 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.550927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.607632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-c53d0d95-ea7f-48f3-9df5-06417c4fd750 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.610409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-c53d0d95-ea7f-48f3-9df5-06417c4fd750 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.3344123 Nov 09 17:57:48.624370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917ab3d-316d-400a-91f7-b259c51d72fd None None] Pushing event updated for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.633923 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:48.825827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] In _notify_port_updated(), no bound segment for port 0569be5b-692d-4960-8fb4-b1b52b1e9694 on network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:57:48.832378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.834086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:48.835222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b7cb745-95ea-428b-b228-2638734177bd req-0862655b-539c-41ff-8912-8d0336e47ece tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0662336 Nov 09 17:57:48.835715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/ports/0569be5b-692d-4960-8fb4-b1b52b1e9694 HTTP/1.1" status: 200 len: 931 time: 1.8123744 Nov 09 17:57:48.838817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:48.930914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661fcf-41ad-4680-b3b0-01b8c41c5873 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=0569be5b-692d-4960-8fb4-b1b52b1e9694,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:49.001993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aa7ee29-37cd-40cd-9959-1eb1218877b8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:49.028911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 0569be5b-692d-4960-8fb4-b1b52b1e9694 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:57:49.028911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.048705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:49.066637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.159580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:49.160160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.267722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.274052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.324958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 0569be5b-692d-4960-8fb4-b1b52b1e9694 owned by {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:57:49.420206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.10 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/b35b7f95-84c5-492e-8749-e07aa8d94aca) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:49.552455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 833770b6-3fa3-43a6-93f3-0dcbebb03b95 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:49.623901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 833770b6-3fa3-43a6-93f3-0dcbebb03b95 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:57:49.624423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 833770b6-3fa3-43a6-93f3-0dcbebb03b95 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:49.779033 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.804587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7944efd-f811-4933-b8b7-59907cf4bbd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=911b11deab5741118714d7ee0745474c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5294030 Nov 09 17:57:49.811419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.842799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=0569be5b-692d-4960-8fb4-b1b52b1e9694,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:49.856156 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.902398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:49.909745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8e6dbc4f-cba7-4e3c-8a03-ee716d63bf35 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/0569be5b-692d-4960-8fb4-b1b52b1e9694 HTTP/1.1" status: 204 len: 168 time: 1.0695689 Nov 09 17:57:49.916282 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39890) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.973099 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-15076549-22a1-4aab-9786-fd97d5c8329c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:57:49.978173 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-15076549-22a1-4aab-9786-fd97d5c8329c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/0569be5b-692d-4960-8fb4-b1b52b1e9694 HTTP/1.1" status: 404 len: 333 time: 0.0579963 Nov 09 17:57:49.997751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39892) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.015409 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6487d117-2890-421f-81c0-43389421f02b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.021577 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.039992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3a924a10-73a3-4a70-89a8-a27a8cb02f45'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:50.106693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6487d117-2890-421f-81c0-43389421f02b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.156000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:50.163784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=b35b7f95-84c5-492e-8749-e07aa8d94aca,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.167081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9a054-1319-4fc5-bc3c-c64735a7a944 req-205cbac2-d77a-464a-82da-3d207e346692 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:50.168860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-45c9a054-1319-4fc5-bc3c-c64735a7a944 req-205cbac2-d77a-464a-82da-3d207e346692 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 932 time: 0.1056297 Nov 09 17:57:50.178745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:50.183220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:50.190572 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66423b8f-f6ac-4254-b19c-1c0380f26884 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.238864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66423b8f-f6ac-4254-b19c-1c0380f26884 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.305603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:50.308716 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.327677 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5245ca58-4d9f-4dc7-87d0-b5d266c9ca6b None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:50.331415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5245ca58-4d9f-4dc7-87d0-b5d266c9ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.345526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e94dfdff-9d38-45fe-ba18-4f323da1407a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7207062 Nov 09 17:57:50.365910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e5578b23-edb9-4688-a52c-0ac8075466a8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:50.372475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e5578b23-edb9-4688-a52c-0ac8075466a8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135360 Nov 09 17:57:50.396622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Request body: {'port': {'device_id': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:50.437278 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-45c9a054-1319-4fc5-bc3c-c64735a7a944 req-d7228c76-eaf1-40a7-919d-3083f59b2f64 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482288 Nov 09 17:57:50.457580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66423b8f-f6ac-4254-b19c-1c0380f26884 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.460745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66423b8f-f6ac-4254-b19c-1c0380f26884 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.462337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-66423b8f-f6ac-4254-b19c-1c0380f26884 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/security-groups/babd5220-e384-4176-a448-b3260d162fe2 HTTP/1.1" status: 204 len: 168 time: 0.4623587 Nov 09 17:57:50.470742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39894) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.516577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66423b8f-f6ac-4254-b19c-1c0380f26884 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd5220-e384-4176-a448-b3260d162fe2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.526726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6487d117-2890-421f-81c0-43389421f02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.533749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6487d117-2890-421f-81c0-43389421f02b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.534773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6487d117-2890-421f-81c0-43389421f02b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0a15917-350e-4355-a849-3fccbc20c93c HTTP/1.1" status: 204 len: 168 time: 0.7216527 Nov 09 17:57:50.580090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.635159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5245ca58-4d9f-4dc7-87d0-b5d266c9ca6b None None] Provisioning complete for port 0ee87596-98e6-45ca-80f2-a1a1fff17663 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:50.635540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5245ca58-4d9f-4dc7-87d0-b5d266c9ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.640904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8097fafc-69e6-47bb-b550-cb24708aeda6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.676979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d117-2890-421f-81c0-43389421f02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a15917-350e-4355-a849-3fccbc20c93c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.712027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8097fafc-69e6-47bb-b550-cb24708aeda6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.751193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5245ca58-4d9f-4dc7-87d0-b5d266c9ca6b None None] Port 0ee87596-98e6-45ca-80f2-a1a1fff17663 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:50.777319 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5245ca58-4d9f-4dc7-87d0-b5d266c9ca6b None None] Could not find standard attr ID for object 0569be5b-692d-4960-8fb4-b1b52b1e9694. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:50.814379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8097fafc-69e6-47bb-b550-cb24708aeda6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.818711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8097fafc-69e6-47bb-b550-cb24708aeda6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.827698 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8097fafc-69e6-47bb-b550-cb24708aeda6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/security-groups/1f51f4d4-8f5b-4ae4-86cb-54a2d72bfde0 HTTP/1.1" status: 204 len: 168 time: 0.3557138 Nov 09 17:57:50.837320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39898) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.884735 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097fafc-69e6-47bb-b550-cb24708aeda6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f51f4d4-8f5b-4ae4-86cb-54a2d72bfde0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.901546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-46f9b43c-2e47-4bca-a091-843bbaf8e725 None None] Could not find standard attr ID for object 0569be5b-692d-4960-8fb4-b1b52b1e9694. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:50.948139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet 027c2f60-dedd-4c69-844a-18ae82e57815 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:57:50.952983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:50.976635 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:57:50.988454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-46f9b43c-2e47-4bca-a091-843bbaf8e725 None None] Provisioning complete for port b35b7f95-84c5-492e-8749-e07aa8d94aca triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:50.989106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46f9b43c-2e47-4bca-a091-843bbaf8e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.052300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.150126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-46f9b43c-2e47-4bca-a091-843bbaf8e725 None None] Port b35b7f95-84c5-492e-8749-e07aa8d94aca cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:51.276894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.443634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.495920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35b7f95-84c5-492e-8749-e07aa8d94aca {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:51.509203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.533775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Transition to ACTIVE for port object b35b7f95-84c5-492e-8749-e07aa8d94aca will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:51.537684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=027c2f60-dedd-4c69-844a-18ae82e57815,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.539477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.549830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:51.558335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7786aaae-a2a9-454d-8d5b-86ac72720fb8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/027c2f60-dedd-4c69-844a-18ae82e57815 HTTP/1.1" status: 204 len: 168 time: 0.7164664 Nov 09 17:57:51.579184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39910) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:51.583540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31885ec-ef33-4717-a721-6945dadd2f86 None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:51.600348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:51.653225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Pushing event updated for resources: {'Port': ['ID=b35b7f95-84c5-492e-8749-e07aa8d94aca,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.931977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:51.944817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.034281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Attempting to bind port b35b7f95-84c5-492e-8749-e07aa8d94aca on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:52.034866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Attempting to bind port b35b7f95-84c5-492e-8749-e07aa8d94aca by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:52.035286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Attempting to bind port b35b7f95-84c5-492e-8749-e07aa8d94aca on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:52.057809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Port b35b7f95-84c5-492e-8749-e07aa8d94aca on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:52.058281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Attempting to bind port b35b7f95-84c5-492e-8749-e07aa8d94aca on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:52.092382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:52.093345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:52.094232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:52.095213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Bound port: b35b7f95-84c5-492e-8749-e07aa8d94aca, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:52.096119 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.235058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97027dd5-c21e-433a-8099-acc42721d52c req-26d10730-51b8-450c-bd3d-fdb46d0eb830 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.239646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-97027dd5-c21e-433a-8099-acc42721d52c req-26d10730-51b8-450c-bd3d-fdb46d0eb830 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.5226669 Nov 09 17:57:52.438683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-97027dd5-c21e-433a-8099-acc42721d52c req-aa31f636-75ac-4507-99a1-0bd094371684 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634529 Nov 09 17:57:52.440832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] For port b35b7f95-84c5-492e-8749-e07aa8d94aca, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:52.482696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] For port b35b7f95-84c5-492e-8749-e07aa8d94aca, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:52.495069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.525617 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.595496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:52.607622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:52.611129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.611905 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.625493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.629301 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.634015 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] 10.222.0.83 "PUT /v2.0/ports/b35b7f95-84c5-492e-8749-e07aa8d94aca HTTP/1.1" status: 200 len: 1092 time: 2.2557845 Nov 09 17:57:52.634610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'tag': 'b35b7f95-84c5-492e-8749-e07aa8d94aca'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:52.652804 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d4c94-5767-446a-9aa4-44e212f24e35" -d '{"events": [{"name": "network-changed", "server_uuid": "b65c68ab-6280-4cfe-82ac-241b1c184f76", "tag": "b35b7f95-84c5-492e-8749-e07aa8d94aca"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:52.660819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0734820 Nov 09 17:57:52.682519 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39926) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:52.701862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'security_group': {'name': 'tempest-secgroup-1662367699'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:52.711964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d533d2d-7c28-4089-a842-0db1e7aa3642 service neutron] Pushing event updated for resources: {'Port': ['ID=b35b7f95-84c5-492e-8749-e07aa8d94aca,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.723454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:52.769306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d510f6f-00a1-4537-bddc-401271e463fc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=9067e05c-f4d6-4362-a950-9755ec5d6f41,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.777014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:52.834235 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46f6411-66a5-4d7c-b251-39ad0322699d x-openstack-request-id: req-b46f6411-66a5-4d7c-b251-39ad0322699d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:52.837076 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65c68ab-6280-4cfe-82ac-241b1c184f76", "tag": "b35b7f95-84c5-492e-8749-e07aa8d94aca", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:52.837619 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b46f6411-66a5-4d7c-b251-39ad0322699d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:52.838389 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'tag': 'b35b7f95-84c5-492e-8749-e07aa8d94aca', 'status': 'completed', 'code': 200} Nov 09 17:57:52.890596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-5958b3b3-4417-48ff-af42-6e8382f8103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.897762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-5958b3b3-4417-48ff-af42-6e8382f8103b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 1095 time: 0.1642871 Nov 09 17:57:52.978795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-219274173'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:52.985046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-dbfb9fa8-f522-4d92-a504-46f9b81de6d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca HTTP/1.1" status: 200 len: 217 time: 0.0781243 Nov 09 17:57:52.994789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.005673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.057916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:53.063846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.066207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e426eb0-e768-401d-8a5d-603a7d87cbdd,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.074782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.079638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1908aab2-775a-4a96-9914-e289bd120c49 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3929157 Nov 09 17:57:53.079870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:53.085776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'security_group': {'name': 'tempest-secgroup-1137217770'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:53.094666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-994bb32a-bef7-433d-912d-dfb631908847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.096270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-994bb32a-bef7-433d-912d-dfb631908847 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1005397 Nov 09 17:57:53.097020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.185328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.216512 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.231096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-db38725f-0b43-4dac-b73e-1c7eab156726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.233186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-db38725f-0b43-4dac-b73e-1c7eab156726 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160612 Nov 09 17:57:53.374577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabce642-1466-4fd7-91b1-f7017b7ffa71 None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:53.389096 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.401155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.401155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.445170 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.447721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31507e-81fc-4c0c-8860-b44700070262,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.472537 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-fd8b5056-50ff-45d4-a670-fb6abe48c0bc service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297838 Nov 09 17:57:53.493719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:53.506889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fc62af6a-de56-4121-abe3-93f18c91319a None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:53.507706 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc62af6a-de56-4121-abe3-93f18c91319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.568457 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.568772 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment 07f4a644-435a-4458-922e-e6e78756ab5c of type vlan for network 6c789b83-60a2-4469-9a63-1250d7ce3862 Nov 09 17:57:53.626611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.639365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5483024 Nov 09 17:57:53.644081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39938) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:53.660712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'security_group': {'name': 'tempest-secgroup-912122559'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:53.677218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe3dac-185f-42e6-9185-58ec599f16a4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5932758f-00f9-4bf4-a1c1-a58272f83bf8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.765150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fc62af6a-de56-4121-abe3-93f18c91319a None None] Provisioning complete for port 0ee87596-98e6-45ca-80f2-a1a1fff17663 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:53.765543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc62af6a-de56-4121-abe3-93f18c91319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.819356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.835504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.872729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481509-fa0b-4617-850a-77a85812c7d2 req-66b00d7f-dc4c-43a8-9cde-70dd296de8f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.874461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8481509-fa0b-4617-850a-77a85812c7d2 req-66b00d7f-dc4c-43a8-9cde-70dd296de8f4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1250827 Nov 09 17:57:53.901703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af6a-de56-4121-abe3-93f18c91319a None None] Port 0ee87596-98e6-45ca-80f2-a1a1fff17663 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:53.912803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4f401b8-6b10-4d82-9ff3-1fd848147a4e req-e1d0c099-d208-4dfd-a6ed-c2dfa1e149a7 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063280 Nov 09 17:57:53.924761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.934695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.935703 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:53.937084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] Update dhcp port {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'fixed_ips': [{'subnet_id': 'ebc03241-5be4-4c8d-9f87-47d1a74ff706', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9067e05c-f4d6-4362-a950-9755ec5d6f41'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '3aa7ee29-37cd-40cd-9959-1eb1218877b8'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:57:54.011029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.030266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.042460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.067877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.069570 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4198573 Nov 09 17:57:54.075341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3497856 Nov 09 17:57:54.080736 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8481509-fa0b-4617-850a-77a85812c7d2 req-a91455fe-353d-49fb-87d2-84cc38f9ee47 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923985 Nov 09 17:57:54.081507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39942) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:54.088800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:54.107860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-137853945'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:54.127162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152877886', 'security_groups': ['4a31b443-6a09-47c8-92b0-1b550f93077b'], 'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9067e05c-f4d6-4362-a950-9755ec5d6f41'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:54.140991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed804b-852a-4641-990f-4c4201ee9742 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a31b443-6a09-47c8-92b0-1b550f93077b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.159474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:54.164600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.197059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:54.218768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.219924 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment 5fad3465-a818-441a-8729-12d5a3651ded of type vlan for network 123c89d1-a908-4e39-8390-9e66ed4d058c Nov 09 17:57:54.267769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] Allocated IP 2001:db8::2 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/9067e05c-f4d6-4362-a950-9755ec5d6f41/3aa7ee29-37cd-40cd-9959-1eb1218877b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:54.301193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:54.310338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8594d1-f2ef-4100-92e6-206483229cb2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=6c789b83-60a2-4469-9a63-1250d7ce3862,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.336161 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.390967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.400954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:54.403259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.404939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.429030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-fb1feecc-279c-4d7a-920d-e699ba82327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.432078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-fb1feecc-279c-4d7a-920d-e699ba82327d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 1095 time: 0.4365687 Nov 09 17:57:54.530663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4298155 Nov 09 17:57:54.536632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39944) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:54.546242 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:54.600553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aa7ee29-37cd-40cd-9959-1eb1218877b8,segment=NetworkSegment(22c3a023-08b7-4d60-83eb-338ddfdb2d5e),segment_id=22c3a023-08b7-4d60-83eb-338ddfdb2d5e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:54.612815 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.686713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb00f6-cd3a-4450-add4-d873e0a164b2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=123c89d1-a908-4e39-8390-9e66ed4d058c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.691142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.701696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.747596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 123c89d1-a908-4e39-8390-9e66ed4d058c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:54.772252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] device_id is not set on port a764ef34-b6f7-49bd-814e-edee7b32faa8 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:54.779062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:54.785955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-46550d7f-4a73-4d58-869e-70c1bfeba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.787894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:54.788765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-46550d7f-4a73-4d58-869e-70c1bfeba725 service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.3428156 Nov 09 17:57:54.894673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c041e1-4ae0-4119-906e-6ca304f50f07 None None] Pushing event updated for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.933751 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-f45a17fc-7f85-47aa-ac53-e2c0aff370ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca HTTP/1.1" status: 200 len: 217 time: 0.1324756 Nov 09 17:57:55.106796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-f045f013-1caf-4079-beb3-4ba99ae3af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.109286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-f045f013-1caf-4079-beb3-4ba99ae3af4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1628032 Nov 09 17:57:55.148748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:55.244343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': '07f4a644-435a-4458-922e-e6e78756ab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:55.245129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: 6c789b83-60a2-4469-9a63-1250d7ce3862, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:55.259292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=bd9b8a12-2256-404a-9d2a-32ff566f0af3,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:55.280584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:55.300647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6c789b83-60a2-4469-9a63-1250d7ce3862) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:55.308361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.309793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-95964207-ee47-4aae-a1f6-02ca2880412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.312028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:55.321533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-95964207-ee47-4aae-a1f6-02ca2880412f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016504 Nov 09 17:57:55.324334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4401707a-f82a-4dc5-a1d7-252c15a93e39 None None] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:55.359440 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d33a354e-d054-4c44-a8ee-5402c6e0a34c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8162735 Nov 09 17:57:55.361063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:55.366726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8::da (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/9067e05c-f4d6-4362-a950-9755ec5d6f41/a764ef34-b6f7-49bd-814e-edee7b32faa8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:55.369113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:55.570198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:55.577666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:55.677549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6c789b83-60a2-4469-9a63-1250d7ce3862', 'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': 'bd9b8a12-2256-404a-9d2a-32ff566f0af3'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:55.678625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.003981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Allocated IP 172.20.0.2 (6c789b83-60a2-4469-9a63-1250d7ce3862/bd9b8a12-2256-404a-9d2a-32ff566f0af3/df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:56.024567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.139062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=99e138e1-54e2-4006-abc9-b658c1065a2e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:56.146297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': '5fad3465-a818-441a-8729-12d5a3651ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:56.146649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: 123c89d1-a908-4e39-8390-9e66ed4d058c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:56.177302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 123c89d1-a908-4e39-8390-9e66ed4d058c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:56.203324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 123c89d1-a908-4e39-8390-9e66ed4d058c) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:56.222467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:56.224035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.231894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a27708-dc7b-4fba-9b1f-7c34fca2fce7 None None] Network 123c89d1-a908-4e39-8390-9e66ed4d058c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:56.305024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0c793bcd-2d9f-4db6-8cbd-f7771de4dfa6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9413347 Nov 09 17:57:56.307827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39952) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:56.322662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1420854273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:56.334832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff091bf-0581-47f4-a008-22f8f12748dd req-f2d9b68e-5e65-4ea3-b0af-acb5435cf226 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:56.338007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dff091bf-0581-47f4-a008-22f8f12748dd req-f2d9b68e-5e65-4ea3-b0af-acb5435cf226 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.9333160 Nov 09 17:57:56.390434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-0cbcde7c-f221-4c2c-9111-c6960e92945c service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0301766 Nov 09 17:57:56.407827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.413015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.509985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dff091bf-0581-47f4-a008-22f8f12748dd req-c9069f78-da78-4754-a7ff-5f70889a2367 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447899 Nov 09 17:57:56.529694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1dfb1a00-1b12-4aed-958b-9fa30a1ce1b3 None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:56.530602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1a00-1b12-4aed-958b-9fa30a1ce1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.633934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd5d4c94-5767-446a-9aa4-44e212f24e35 req-493f1e89-7e6c-442e-afbc-ea4e7b247926 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338128 Nov 09 17:57:56.674689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.685934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.701781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.736723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-123c89d1-a908-4e39-8390-9e66ed4d058c', 'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': '99e138e1-54e2-4006-abc9-b658c1065a2e'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:56.738187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.760549 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.765569 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.768244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cba884cf-19c1-4873-86d9-c3f3d97d48d8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4568136 Nov 09 17:57:56.771923 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:56.897874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:56.903577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:56.920897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:56.931534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:56.932615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:56.947708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=a764ef34-b6f7-49bd-814e-edee7b32faa8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:56.982540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5aa5eed1-ed99-4ba1-b878-aaffdc91e036 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8704996 Nov 09 17:57:56.987674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:56.993869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:57.029432 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.032360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aa7ee29-37cd-40cd-9959-1eb1218877b8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:57.152475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1dfb1a00-1b12-4aed-958b-9fa30a1ce1b3 None None] Provisioning complete for port 0ee87596-98e6-45ca-80f2-a1a1fff17663 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:57.158587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1a00-1b12-4aed-958b-9fa30a1ce1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.231394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.311485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:57.333893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:57.338570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:57.348578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.372226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:57.399640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb1a00-1b12-4aed-958b-9fa30a1ce1b3 None None] Port 0ee87596-98e6-45ca-80f2-a1a1fff17663 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:57.438927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Pushing event updated for resources: {'Port': ['ID=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:57.554601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:57.559383 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.602570 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Allocated IP 172.21.0.2 (123c89d1-a908-4e39-8390-9e66ed4d058c/99e138e1-54e2-4006-abc9-b658c1065a2e/711afc16-750f-469d-8219-6cb767ca4673) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:57.637156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Attempting to bind port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:57.638048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Attempting to bind port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '07f4a644-435a-4458-922e-e6e78756ab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:57.638328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Attempting to bind port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df on network 6c789b83-60a2-4469-9a63-1250d7ce3862 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:57.716338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:57.716842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Checking segment: {'id': '07f4a644-435a-4458-922e-e6e78756ab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:57.717453 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.718588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Bound using segment: {'id': '07f4a644-435a-4458-922e-e6e78756ab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:57.719228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Bound port: df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4a644-435a-4458-922e-e6e78756ab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c789b83-60a2-4469-9a63-1250d7ce3862'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:57.719896 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.760124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:57.769603 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9067e05c-f4d6-4362-a950-9755ec5d6f41 (CIDR: 2001:db8::/64) Nov 09 17:57:57.785661 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:57:57.787837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:57.920863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-91ee9d40-94ec-498b-a09f-565475b48f7e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9278898 Nov 09 17:57:57.924212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:57.945403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:57.987153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bee644fd-2a10-4425-8724-c997dbe6a47b None None] Provisioning complete for port a764ef34-b6f7-49bd-814e-edee7b32faa8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:57.987729 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bee644fd-2a10-4425-8724-c997dbe6a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.067550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171b78-50ce-4b44-b4c0-31ea76d85a33 req-fc5c0fd4-e6e9-4509-8803-1603307f3964 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:58.077867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] For port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:58.095348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d171b78-50ce-4b44-b4c0-31ea76d85a33 req-fc5c0fd4-e6e9-4509-8803-1603307f3964 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.2824955 Nov 09 17:57:58.115729 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e41749b4-63c3-4986-b29c-791c8bf09bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.119340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] For port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,segment=NetworkSegment(07f4a644-435a-4458-922e-e6e78756ab5c),segment_id=07f4a644-435a-4458-922e-e6e78756ab5c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:58.138899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.145559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bee644fd-2a10-4425-8724-c997dbe6a47b None None] Port a764ef34-b6f7-49bd-814e-edee7b32faa8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:57:58.149553 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.190131 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.231183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Network 123c89d1-a908-4e39-8390-9e66ed4d058c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:58.235035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:58.239633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:58.255788 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81a179-f696-4940-bc60-9e4e1fc2c612 None None] Pushing event updated for resources: {'Port': ['ID=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:58.351660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d171b78-50ce-4b44-b4c0-31ea76d85a33 req-a8b84247-8f54-456d-bf91-b15be0a680dd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093952 Nov 09 17:57:58.377329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Pushing event updated for resources: {'Port': ['ID=711afc16-750f-469d-8219-6cb767ca4673,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:58.388474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Attempting to bind port 711afc16-750f-469d-8219-6cb767ca4673 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:57:58.388851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Attempting to bind port 711afc16-750f-469d-8219-6cb767ca4673 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5fad3465-a818-441a-8729-12d5a3651ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:57:58.389306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Attempting to bind port 711afc16-750f-469d-8219-6cb767ca4673 on network 123c89d1-a908-4e39-8390-9e66ed4d058c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:58.405934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:58.406424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Checking segment: {'id': '5fad3465-a818-441a-8729-12d5a3651ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:57:58.406732 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.407220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Bound using segment: {'id': '5fad3465-a818-441a-8729-12d5a3651ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:58.407721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Bound port: 711afc16-750f-469d-8219-6cb767ca4673, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fad3465-a818-441a-8729-12d5a3651ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '123c89d1-a908-4e39-8390-9e66ed4d058c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:57:58.408109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.491345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.20.0.1 (6c789b83-60a2-4469-9a63-1250d7ce3862/bd9b8a12-2256-404a-9d2a-32ff566f0af3/3c371c07-bb53-4609-8470-078c660078cb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:58.514432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:58.518895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.542090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] For port 711afc16-750f-469d-8219-6cb767ca4673, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:58.551815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] For port 711afc16-750f-469d-8219-6cb767ca4673, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=711afc16-750f-469d-8219-6cb767ca4673,segment=NetworkSegment(5fad3465-a818-441a-8729-12d5a3651ded),segment_id=5fad3465-a818-441a-8729-12d5a3651ded)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:58.603165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.709043 n-d-804292-3 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ebc03241-5be4-4c8d-9f87-47d1a74ff706 (CIDR: 2001:db8:0:1::/64) Nov 09 17:57:58.716833 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:57:58.727761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:57:58.734446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:58.791510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-04a09d08-e28a-45e1-9362-ae7df91e9004 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8628199 Nov 09 17:57:58.807604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018590-8195-4b87-b613-4df07ecc67fc None None] Pushing event updated for resources: {'Port': ['ID=711afc16-750f-469d-8219-6cb767ca4673,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:58.808110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:58.809880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'subnet': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:59.049916 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.176107 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.194512 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Made reservation on behalf of 37159282f19a4ee78fb5baee341d92be for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:59.201644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:59.207516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.252207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:59.256345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:59.264787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:59.385042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=3c371c07-bb53-4609-8470-078c660078cb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.481886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.492575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:59.494098 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.724766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd82276-858d-4378-a910-669195309188 req-7c4289ca-b7a9-4737-8019-e44a83e4c7a5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:59.726544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acd82276-858d-4378-a910-669195309188 req-7c4289ca-b7a9-4737-8019-e44a83e4c7a5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1414266 Nov 09 17:57:59.827034 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.827653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.921227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,segment=NetworkSegment(07f4a644-435a-4458-922e-e6e78756ab5c),segment_id=07f4a644-435a-4458-922e-e6e78756ab5c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:59.933274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:57:59.989248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-acd82276-858d-4378-a910-669195309188 req-9c09460c-43bb-4abe-b28b-0413184b09df tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929264 Nov 09 17:58:00.022107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:00.083970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:00.193324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:00.201159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:00.204615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Subnet': ['ID=62cba8f4-9267-4e40-952d-d7184ea0cc53,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:00.210083 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:00.211098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:00.220960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c07cbe-a4a8-45d2-8b32-fcbc18c005ee None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:00.280777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39970) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:00.289848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1432b010-3e77-4e1e-a7df-21cf04df3751 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4881294 Nov 09 17:58:00.304775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-891103408', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62cba8f4-9267-4e40-952d-d7184ea0cc53'}], 'security_groups': ['1e426eb0-e768-401d-8a5d-603a7d87cbdd', '5932758f-00f9-4bf4-a1c1-a58272f83bf8']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:00.578812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0984-03da-4875-9e6b-538d6e705d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:00.718002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c839c1-53e2-4736-9f1c-75d3fb583f89 None None] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:00.876916 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:00.921429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-66bff6ea-5bda-4345-ae41-0294cd76cba7 None None] Provisioning complete for port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:00.922133 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66bff6ea-5bda-4345-ae41-0294cd76cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:01.170032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] Update dhcp port {'port': {'network_id': '9b9c92e4-eb63-44cd-8681-d48c8b92cd63', 'fixed_ips': [{'subnet_id': 'ebc03241-5be4-4c8d-9f87-47d1a74ff706', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9067e05c-f4d6-4362-a950-9755ec5d6f41', 'ip_address': '2001:db8::2'}, {'subnet_id': '62cba8f4-9267-4e40-952d-d7184ea0cc53'}], 'binding:host_id': 'n-d-804292-3'}, 'id': '3aa7ee29-37cd-40cd-9959-1eb1218877b8'} from n-d-804292-3. {{(pid=102556) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:58:01.188876 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ed2e9-fa50-4a11-a9b2-c5106fdf974a None None] Network 123c89d1-a908-4e39-8390-9e66ed4d058c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:01.420115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 711afc16-750f-469d-8219-6cb767ca4673 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:01.441863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:01.593336 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:01.620620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Delete allocated IP 2001:db8::da (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/9067e05c-f4d6-4362-a950-9755ec5d6f41) {{(pid=102554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:58:01.625014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:01.658461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bec1ec-e6c9-45d5-9cc1-ca8ba2fd6aed req-bfd23892-f4ca-469e-aa99-0a0bb2414d76 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:01.661459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96bec1ec-e6c9-45d5-9cc1-ca8ba2fd6aed req-bfd23892-f4ca-469e-aa99-0a0bb2414d76 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.2690055 Nov 09 17:58:01.753049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Allocated IP 2001:db8:0:2::290 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/62cba8f4-9267-4e40-952d-d7184ea0cc53/a764ef34-b6f7-49bd-814e-edee7b32faa8) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:01.921274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=3c371c07-bb53-4609-8470-078c660078cb,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.927651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:01.981905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:01.994517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96bec1ec-e6c9-45d5-9cc1-ca8ba2fd6aed req-fe959c74-6d69-4ebd-bb40-6ec38665e920 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519886 Nov 09 17:58:02.111031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6266862b-387f-4609-8f3b-d8ba49362a55 None None] Provisioning complete for port 711afc16-750f-469d-8219-6cb767ca4673 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:02.111031 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6266862b-387f-4609-8f3b-d8ba49362a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.154977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 711afc16-750f-469d-8219-6cb767ca4673 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:02.156425 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.445243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:02.451367 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:02.459786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.463366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6266862b-387f-4609-8f3b-d8ba49362a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.586699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 711afc16-750f-469d-8219-6cb767ca4673, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=711afc16-750f-469d-8219-6cb767ca4673,segment=NetworkSegment(5fad3465-a818-441a-8729-12d5a3651ded),segment_id=5fad3465-a818-441a-8729-12d5a3651ded)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:02.607122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.608955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:02.708943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.740480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:02.882723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-6266862b-387f-4609-8f3b-d8ba49362a55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:02.883351 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-6266862b-387f-4609-8f3b-d8ba49362a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:02.884050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=711afc16-750f-469d-8219-6cb767ca4673,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:02.921970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] Allocated IP 2001:db8:0:2::2 (9b9c92e4-eb63-44cd-8681-d48c8b92cd63/62cba8f4-9267-4e40-952d-d7184ea0cc53/3aa7ee29-37cd-40cd-9959-1eb1218877b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:02.968443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:02.968751 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.150502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aa7ee29-37cd-40cd-9959-1eb1218877b8,segment=NetworkSegment(22c3a023-08b7-4d60-83eb-338ddfdb2d5e),segment_id=22c3a023-08b7-4d60-83eb-338ddfdb2d5e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:03.214074 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.248404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.256920 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.366814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c1e73-188a-4c4f-89a0-e3e8e369c7f3 req-ef51ad3a-a16d-4e5e-893e-8ef32f011e68 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.371939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc5c1e73-188a-4c4f-89a0-e3e8e369c7f3 req-ef51ad3a-a16d-4e5e-893e-8ef32f011e68 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1651926 Nov 09 17:58:03.574742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc5c1e73-188a-4c4f-89a0-e3e8e369c7f3 req-297de4e6-dd91-4759-8fce-0589ae09c9db tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958683 Nov 09 17:58:03.632189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 711afc16-750f-469d-8219-6cb767ca4673 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:03.718162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f19ae9-119c-4fdc-a830-46d7c9418d92 None None] Pushing event updated for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:03.767635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] In _notify_port_updated(), no bound segment for port a764ef34-b6f7-49bd-814e-edee7b32faa8 on network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 {{(pid=102554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 17:58:03.773189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.774632 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.775276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "PUT /v2.0/ports/a764ef34-b6f7-49bd-814e-edee7b32faa8 HTTP/1.1" status: 200 len: 969 time: 3.4926305 Nov 09 17:58:03.784626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:03.786401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8267665-9237-4ba8-b97c-cb216697761c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event updated for resources: {'Port': ['ID=a764ef34-b6f7-49bd-814e-edee7b32faa8,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:03.814284 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.846256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 711afc16-750f-469d-8219-6cb767ca4673 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:03.847405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:03.848580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 06a2d051-0e08-49f9-8ad2-a4738a119d22 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:58:03.883934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6db842-c329-4c36-bbf0-b59637da375e req-2b4dc7fc-640c-47fe-96c1-a3012fd9b1a1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.887019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e6db842-c329-4c36-bbf0-b59637da375e req-2b4dc7fc-640c-47fe-96c1-a3012fd9b1a1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.1288211 Nov 09 17:58:03.968209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Provisioning complete for port 711afc16-750f-469d-8219-6cb767ca4673 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:03.968749 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:04.094880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e6db842-c329-4c36-bbf0-b59637da375e req-f85060ad-2fc0-4420-b3d2-126dba7e126c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369851 Nov 09 17:58:04.100118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port a764ef34-b6f7-49bd-814e-edee7b32faa8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:04.103083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:04.136214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39982) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:04.222020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:04.237701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42c38820-10da-4aa0-b7d7-fa3f6640221e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/06a2d051-0e08-49f9-8ad2-a4738a119d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4632070 Nov 09 17:58:04.239803 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] Sync routers for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:04.242520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39984) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:04.263070 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:04.264075 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:04.354703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Provisioning complete for port 3c371c07-bb53-4609-8470-078c660078cb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:04.356870 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:04.357679 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:04.370358 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:04.371823 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:04.373662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdcaca-a1fe-4366-937a-afd5184131f1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:04.381020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39bdcaca-a1fe-4366-937a-afd5184131f1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports/3c371c07-bb53-4609-8470-078c660078cb HTTP/1.1" status: 200 len: 910 time: 0.1362429 Nov 09 17:58:04.385155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 39986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:04.408707 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:04.409381 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c5190-a502-4f67-b1e4-e57d568149bb None None] The sync data for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:04.457263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aa9afc67-9a0e-4e56-bb3d-9c5b6a9986bb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/330bbf7a-41d5-4207-8a4f-2fbeb128e811 HTTP/1.1" status: 200 len: 994 time: 0.3194335 Nov 09 17:58:04.475662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:04.507246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for a764ef34-b6f7-49bd-814e-edee7b32faa8 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:04.531870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Port 3c371c07-bb53-4609-8470-078c660078cb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:04.575118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Provisioning complete for port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:04.576105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-037d1bf5-63e1-4e61-b317-57504419b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:04.810385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:04.908546 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf168e7a-a83c-4a35-848e-0d798a6e9410 req-a181c0a7-8321-4da5-90e0-a8cc4060b723 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:04.909971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf168e7a-a83c-4a35-848e-0d798a6e9410 req-a181c0a7-8321-4da5-90e0-a8cc4060b723 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1580260 Nov 09 17:58:04.936778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=a764ef34-b6f7-49bd-814e-edee7b32faa8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.008578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.013921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7738a44d-08ea-4c74-9a1b-e46565e8fdb4 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/a764ef34-b6f7-49bd-814e-edee7b32faa8 HTTP/1.1" status: 204 len: 168 time: 1.2279966 Nov 09 17:58:05.021240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.071618 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ed017f-7a04-45c1-8675-fa40623e10b2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] GET failed (client error): The resource could not be found. Nov 09 17:58:05.076337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b5ed017f-7a04-45c1-8675-fa40623e10b2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports/a764ef34-b6f7-49bd-814e-edee7b32faa8 HTTP/1.1" status: 404 len: 333 time: 0.0508265 Nov 09 17:58:05.082859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 39998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.112617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-91e13593-be1d-4dbc-9296-5506d18e59d5 None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:05.113275 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91e13593-be1d-4dbc-9296-5506d18e59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.124568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf168e7a-a83c-4a35-848e-0d798a6e9410 req-f99de977-893b-430c-9671-e9af5b0c6436 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795664 Nov 09 17:58:05.237314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e402f-3006-4291-ae52-e932619fddbe req-32696efb-67f9-4081-9460-8b53a1affcc9 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.247085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c3e402f-3006-4291-ae52-e932619fddbe req-32696efb-67f9-4081-9460-8b53a1affcc9 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1709127 Nov 09 17:58:05.252833 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa92d-15b2-4584-bcd1-0b3fe2c97a4c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.345644 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa92d-15b2-4584-bcd1-0b3fe2c97a4c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.364371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aa7ee29-37cd-40cd-9959-1eb1218877b8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:05.370038 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.477798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-91e13593-be1d-4dbc-9296-5506d18e59d5 None None] Could not find standard attr ID for object a764ef34-b6f7-49bd-814e-edee7b32faa8. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:58:05.502263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-91e13593-be1d-4dbc-9296-5506d18e59d5 None None] Provisioning complete for port 0ee87596-98e6-45ca-80f2-a1a1fff17663 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:05.507028 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91e13593-be1d-4dbc-9296-5506d18e59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.524670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa92d-15b2-4584-bcd1-0b3fe2c97a4c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.530929 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa92d-15b2-4584-bcd1-0b3fe2c97a4c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.532629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bd4aa92d-15b2-4584-bcd1-0b3fe2c97a4c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/security-groups/4a31b443-6a09-47c8-92b0-1b550f93077b HTTP/1.1" status: 204 len: 168 time: 0.4484985 Nov 09 17:58:05.550743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.559596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aa92d-15b2-4584-bcd1-0b3fe2c97a4c tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a31b443-6a09-47c8-92b0-1b550f93077b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.566705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c3e402f-3006-4291-ae52-e932619fddbe req-f8bd0e50-935f-40f5-a878-3f2aa8a62309 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811179 Nov 09 17:58:05.567893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:05.568371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.618376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-91e13593-be1d-4dbc-9296-5506d18e59d5 None None] Port 0ee87596-98e6-45ca-80f2-a1a1fff17663 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:05.792890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d989e1f-7324-4a2b-93e1-45249a360f38 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.853523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7d9382c9-f040-49a3-ba40-e1a3c4ec52e8 None None] Could not find standard attr ID for object a764ef34-b6f7-49bd-814e-edee7b32faa8. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:58:05.873841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d989e1f-7324-4a2b-93e1-45249a360f38 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:05.991602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.21.0.1 (123c89d1-a908-4e39-8390-9e66ed4d058c/99e138e1-54e2-4006-abc9-b658c1065a2e/c842c2c9-74a6-44f3-8bc9-01c57ee797e8) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:05.999269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d989e1f-7324-4a2b-93e1-45249a360f38 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.003476 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d989e1f-7324-4a2b-93e1-45249a360f38 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.005172 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9d989e1f-7324-4a2b-93e1-45249a360f38 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/security-groups/5932758f-00f9-4bf4-a1c1-a58272f83bf8 HTTP/1.1" status: 204 len: 168 time: 0.4528468 Nov 09 17:58:06.008382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:06.027863 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d989e1f-7324-4a2b-93e1-45249a360f38 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932758f-00f9-4bf4-a1c1-a58272f83bf8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.132136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce79d72c-13ab-4925-ab91-9fe55c5812c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.185149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce79d72c-13ab-4925-ab91-9fe55c5812c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.321976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce79d72c-13ab-4925-ab91-9fe55c5812c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.336334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce79d72c-13ab-4925-ab91-9fe55c5812c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.338669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ce79d72c-13ab-4925-ab91-9fe55c5812c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e426eb0-e768-401d-8a5d-603a7d87cbdd HTTP/1.1" status: 204 len: 168 time: 0.3290427 Nov 09 17:58:06.343588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.345520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40018) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:06.402733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a55703-2423-46f6-bb10-dce7af183247 req-d7f791c5-08b8-4d71-89ad-345652580ed1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.408855 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79a55703-2423-46f6-bb10-dce7af183247 req-d7f791c5-08b8-4d71-89ad-345652580ed1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1336346 Nov 09 17:58:06.410475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79d72c-13ab-4925-ab91-9fe55c5812c2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e426eb0-e768-401d-8a5d-603a7d87cbdd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.518671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet 9067e05c-f4d6-4362-a950-9755ec5d6f41 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:06.526050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.533022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79a55703-2423-46f6-bb10-dce7af183247 req-b9334b4f-8d42-41d3-bc66-d14bcf8a74d6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097503 Nov 09 17:58:06.597441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.650593 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.652769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40026) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:06.702571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 123c89d1-a908-4e39-8390-9e66ed4d058c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:06.712904 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:06.716349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:06.723656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=c842c2c9-74a6-44f3-8bc9-01c57ee797e8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.803735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.857072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-a75855b4-1467-476e-a68a-3b7b51fb1049 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1974514 Nov 09 17:58:06.863592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:06.873942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-bf9769b4-a26e-4688-8729-8be6a053e092 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:58:06.875863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-bf9769b4-a26e-4688-8729-8be6a053e092 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131223 Nov 09 17:58:07.035880 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.041999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.079835 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.083551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/9067e05c-f4d6-4362-a950-9755ec5d6f41 HTTP/1.1" status: 204 len: 168 time: 0.7362316 Nov 09 17:58:07.087671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051667-cf83-4f64-82ef-af2d5c701a7d tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=9067e05c-f4d6-4362-a950-9755ec5d6f41,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.090756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:07.120533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08913b2e-6a27-4b0c-af10-501b7878d6a3 None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:07.240366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet 62cba8f4-9267-4e40-952d-d7184ea0cc53 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:07.244616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.306250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.492877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.596573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-07006352-0c50-4e10-a375-c2b03e72cd81 None None] Provisioning complete for port c842c2c9-74a6-44f3-8bc9-01c57ee797e8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:07.596573 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07006352-0c50-4e10-a375-c2b03e72cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.619954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.630149 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.667144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.689923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07006352-0c50-4e10-a375-c2b03e72cd81 None None] Port c842c2c9-74a6-44f3-8bc9-01c57ee797e8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:07.726822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=62cba8f4-9267-4e40-952d-d7184ea0cc53,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.729590 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:07.736336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-28ebd251-5449-47c1-85f9-76bf31743e51 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/62cba8f4-9267-4e40-952d-d7184ea0cc53 HTTP/1.1" status: 204 len: 168 time: 0.6438460 Nov 09 17:58:07.738763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:07.841016 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1005b780-3424-43a1-92d5-28942c750f9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:07.841655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1005b780-3424-43a1-92d5-28942c750f9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:07.844690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1005b780-3424-43a1-92d5-28942c750f9f tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/9067e05c-f4d6-4362-a950-9755ec5d6f41 HTTP/1.1" status: 404 len: 337 time: 0.1048441 Nov 09 17:58:07.847640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-744ab468-79eb-47f9-b98d-bf15d91bc064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.855847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-744ab468-79eb-47f9-b98d-bf15d91bc064 service neutron] 10.222.0.45 "GET /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1094 time: 0.1387882 Nov 09 17:58:07.857605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40042) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:07.863513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Request body: {'binding': {'host': 'n-h1-804292-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:07.864012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Unknown quota resources ['binding']. {{(pid=102555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:58:07.920339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=c842c2c9-74a6-44f3-8bc9-01c57ee797e8,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.922628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f8ab9-eca6-49c3-bf72-38bb2c3b0199 req-6d67f88b-022f-421f-ac4f-5f665182e2fb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.925689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-974f8ab9-eca6-49c3-bf72-38bb2c3b0199 req-6d67f88b-022f-421f-ac4f-5f665182e2fb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1575952 Nov 09 17:58:07.940050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.050078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting subnet ebc03241-5be4-4c8d-9f87-47d1a74ff706 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:08.050950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-974f8ab9-eca6-49c3-bf72-38bb2c3b0199 req-4e8e13c9-cbe5-4f9e-a175-5b8d986a805b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864744 Nov 09 17:58:08.059582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.107559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on host n-h1-804292-3 for vnic_type normal with profile None {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:58:08.108196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:58:08.108347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:08.115074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:08.115488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:08.125246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:08.125813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Checking segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:08.126037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Bound using segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:08.126480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Bound port: a15e92a8-be06-4bc6-a60c-9d78093be3a8, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:58:08.189870 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.276291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:08.277487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 123c89d1-a908-4e39-8390-9e66ed4d058c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:08.281758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:08.285173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.286567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] 10.222.0.45 "POST /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4297647 Nov 09 17:58:08.471039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.677968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.685601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93806a38-104d-469d-8a8e-3bd8fdd67e1b req-384da1a1-162d-42a7-a6e0-6454b1c7ded6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.708064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93806a38-104d-469d-8a8e-3bd8fdd67e1b req-384da1a1-162d-42a7-a6e0-6454b1c7ded6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.1512160 Nov 09 17:58:08.777731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc03241-5be4-4c8d-9f87-47d1a74ff706,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:08.786427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:08.795232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f2c55aff-1ba0-4117-98f1-4dca4606b9e2 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ebc03241-5be4-4c8d-9f87-47d1a74ff706 HTTP/1.1" status: 204 len: 168 time: 0.9325700 Nov 09 17:58:08.797310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:08.816073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 06a2d051-0e08-49f9-8ad2-a4738a119d22 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:08.817413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93806a38-104d-469d-8a8e-3bd8fdd67e1b req-3e89592c-3b1c-42c1-b38f-39250cf72bda tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062405 Nov 09 17:58:08.821506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-5e862eea-85e6-426b-9522-d7e9bb22aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.823070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-5e862eea-85e6-426b-9522-d7e9bb22aa94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1575873 Nov 09 17:58:08.880022 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0293a8f8-8098-4322-a449-e848705fd8d7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:08.880502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0293a8f8-8098-4322-a449-e848705fd8d7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:08.883866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0293a8f8-8098-4322-a449-e848705fd8d7 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/027c2f60-dedd-4c69-844a-18ae82e57815 HTTP/1.1" status: 404 len: 337 time: 0.0650165 Nov 09 17:58:08.887619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:08.930042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-348b91c0-bf72-4318-9618-081bcb74e2ec tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "GET /v2.0/ports?device_id=c88f8e5b-d6d3-4ee4-921f-776e1af0288c HTTP/1.1" status: 200 len: 205 time: 0.0374615 Nov 09 17:58:08.930459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:08.973291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ffd83b5d-1a61-44b0-9020-6e7ce6269bd8 None None] Provisioning complete for port c842c2c9-74a6-44f3-8bc9-01c57ee797e8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:08.976837 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffd83b5d-1a61-44b0-9020-6e7ce6269bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:09.016901 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-916cfd94-76e5-4df2-9dd9-8106fe0409cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] delete failed (client error): The resource could not be found. Nov 09 17:58:09.018929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-916cfd94-76e5-4df2-9dd9-8106fe0409cc tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/routers/c88f8e5b-d6d3-4ee4-921f-776e1af0288c HTTP/1.1" status: 404 len: 336 time: 0.0872900 Nov 09 17:58:09.024252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.068726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:09.082513 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f90b13-530f-4ee3-9028-f6b468c7e9c1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.083106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f90b13-530f-4ee3-9028-f6b468c7e9c1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.086649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-21f90b13-530f-4ee3-9028-f6b468c7e9c1 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ae0e681e-e588-48c2-823b-9b786fb8b89f HTTP/1.1" status: 404 len: 337 time: 0.0606041 Nov 09 17:58:09.094155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.094366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e081a374-2116-4675-9293-abf710439170 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/06a2d051-0e08-49f9-8ad2-a4738a119d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7053511 Nov 09 17:58:09.094670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40058) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.096859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] Sync routers for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:09.097041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-5947b77a-9ee4-4755-bce7-bbe3a54e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:09.100332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-5947b77a-9ee4-4755-bce7-bbe3a54e27ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.2685626 Nov 09 17:58:09.151225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ffd83b5d-1a61-44b0-9020-6e7ce6269bd8 None None] Port c842c2c9-74a6-44f3-8bc9-01c57ee797e8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:09.162503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57861a9-cfbc-4b47-ac4d-56cd7e51c165 None None] Network 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:09.170220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:09.171284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:09.225569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75966746-7138-4b7a-ae3e-c47c7f203532 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:09.228300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-75966746-7138-4b7a-ae3e-c47c7f203532 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports/c842c2c9-74a6-44f3-8bc9-01c57ee797e8 HTTP/1.1" status: 200 len: 910 time: 0.1319618 Nov 09 17:58:09.232132 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40064) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.263842 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6bc83a-fcf5-49bb-84ff-1360fa45c606 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.265627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6bc83a-fcf5-49bb-84ff-1360fa45c606 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.271974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eb6bc83a-fcf5-49bb-84ff-1360fa45c606 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/fbf62a22-6a83-4e1c-a3fe-1c641639187a HTTP/1.1" status: 404 len: 337 time: 0.1786146 Nov 09 17:58:09.276000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-47253a0d-4d2d-480e-9079-c4844da3d2f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1002 time: 0.1584229 Nov 09 17:58:09.276813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.282435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:09.326540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:09.327106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:09.331902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a8a0f8c0-ebd3-42aa-bae9-b42ca945844c None None] Provisioning complete for port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:09.332325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f8c0-ebd3-42aa-bae9-b42ca945844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:09.348830 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0454c67-780c-48f7-aaf2-29ec4146fee6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.350566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0454c67-780c-48f7-aaf2-29ec4146fee6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.358172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a0454c67-780c-48f7-aaf2-29ec4146fee6 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ea44a8b2-05d5-4feb-965e-830a7468d813 HTTP/1.1" status: 404 len: 337 time: 0.0789630 Nov 09 17:58:09.362204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.392908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:09.393392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f45c2-c315-4145-89c2-db6360c69ea6 None None] The sync data for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:09.445479 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ed54d5-6962-416d-9297-0fbab6ff9bdf tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.451714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ed54d5-6962-416d-9297-0fbab6ff9bdf tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.463463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b6ed54d5-6962-416d-9297-0fbab6ff9bdf tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/6279142b-906c-45ef-b125-9188cae34165 HTTP/1.1" status: 404 len: 333 time: 0.0990052 Nov 09 17:58:09.467941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.547146 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-299929b7-5952-4cc5-b525-0cfb40dd0d2e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.551458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299929b7-5952-4cc5-b525-0cfb40dd0d2e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.565955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-299929b7-5952-4cc5-b525-0cfb40dd0d2e tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/ecfd3045-9e73-4548-b5d2-b54a37eea0c7 HTTP/1.1" status: 404 len: 337 time: 0.0921574 Nov 09 17:58:09.571360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.592398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] DHCP port deletion for 9b9c92e4-eb63-44cd-8681-d48c8b92cd63 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:09.627138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a8a0f8c0-ebd3-42aa-bae9-b42ca945844c None None] Provisioning complete for port 0ee87596-98e6-45ca-80f2-a1a1fff17663 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:09.627829 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f8c0-ebd3-42aa-bae9-b42ca945844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:09.646835 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35fc45a-5e19-4038-b308-29700d96d3d3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.647840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35fc45a-5e19-4038-b308-29700d96d3d3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.659899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d35fc45a-5e19-4038-b308-29700d96d3d3 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/08127215-ba10-4bc8-955e-d6873df191bb HTTP/1.1" status: 404 len: 337 time: 0.0846179 Nov 09 17:58:09.662225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.681576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0f8c0-ebd3-42aa-bae9-b42ca945844c None None] Port 0ee87596-98e6-45ca-80f2-a1a1fff17663 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:09.709863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] Deleting port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:09.711116 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:09.717242 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9a31d6-0853-4403-8fe2-01857d2c1f71 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.718071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9a31d6-0853-4403-8fe2-01857d2c1f71 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.721393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f9a31d6-0853-4403-8fe2-01857d2c1f71 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/fc9a5897-fd28-458e-9616-69b1777b2193 HTTP/1.1" status: 404 len: 333 time: 0.0533209 Nov 09 17:58:09.725597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.757684 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-610bc9cd-ad45-4653-bb0f-c75a7d524248 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.758152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610bc9cd-ad45-4653-bb0f-c75a7d524248 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.762577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-610bc9cd-ad45-4653-bb0f-c75a7d524248 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/27ff9b0a-a819-4462-8814-9cd379811fbf HTTP/1.1" status: 404 len: 337 time: 0.0351925 Nov 09 17:58:09.766042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.800402 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2288e8-1444-478b-bec5-52e4f99eb2a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:09.800871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2288e8-1444-478b-bec5-52e4f99eb2a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:09.804557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-da2288e8-1444-478b-bec5-52e4f99eb2a8 tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/subnets/0e20ec06-292e-447c-9544-69e18408157d HTTP/1.1" status: 404 len: 337 time: 0.0365667 Nov 09 17:58:09.810368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.829160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] For port 3aa7ee29-37cd-40cd-9959-1eb1218877b8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aa7ee29-37cd-40cd-9959-1eb1218877b8,segment=NetworkSegment(22c3a023-08b7-4d60-83eb-338ddfdb2d5e),segment_id=22c3a023-08b7-4d60-83eb-338ddfdb2d5e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:09.829967 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:09.847453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] Calling delete_port for 3aa7ee29-37cd-40cd-9959-1eb1218877b8 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:09.853706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-b7ac8438-3c0b-40e4-8f3a-e64cd89a4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:09.855948 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-b7ac8438-3c0b-40e4-8f3a-e64cd89a4958 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.5340767 Nov 09 17:58:09.891857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002438-f2cd-4d17-b80e-78a6ac2cfd78 req-3e48208c-39b0-4b1e-9b4d-1f9c07366c33 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:09.893487 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7002438-f2cd-4d17-b80e-78a6ac2cfd78 req-3e48208c-39b0-4b1e-9b4d-1f9c07366c33 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.5628521 Nov 09 17:58:09.975262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Deleting port 0ee87596-98e6-45ca-80f2-a1a1fff17663 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:09.975625 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.003890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.040236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] Pushing event deleted for resources: {'Port': ['ID=3aa7ee29-37cd-40cd-9959-1eb1218877b8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.061155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cb1d7-ff75-4c63-bab9-7ea7f347279d None None] No DVR routers for this DVR port 3aa7ee29-37cd-40cd-9959-1eb1218877b8 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:10.062303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-da3159ab-45da-4cca-a801-117c31041b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.064839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-da3159ab-45da-4cca-a801-117c31041b6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897926 Nov 09 17:58:10.077254 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7002438-f2cd-4d17-b80e-78a6ac2cfd78 req-6ac0636d-afee-4e63-95f0-0b25e1245a52 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437304 Nov 09 17:58:10.139578 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.162037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fe55-07c6-44dd-9199-cc43dafbd78c req-689b4a8e-eed7-40cd-b254-800508cca4bf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.163898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc65fe55-07c6-44dd-9199-cc43dafbd78c req-689b4a8e-eed7-40cd-b254-800508cca4bf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.1790509 Nov 09 17:58:10.169282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Calling delete_port for 0ee87596-98e6-45ca-80f2-a1a1fff17663 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:10.270349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc65fe55-07c6-44dd-9199-cc43dafbd78c req-6487020d-cd59-4276-b232-34837a6430b4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986714 Nov 09 17:58:10.271860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-b8bd05a9-afaa-48ec-9f2f-c7b04bbca8b5 service neutron] 10.222.0.43 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907823 Nov 09 17:58:10.313353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.355207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Port': ['ID=0ee87596-98e6-45ca-80f2-a1a1fff17663,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.362256 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.365925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b044a48f-96f0-47de-aee7-4f2baa2aab0a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/ports/0ee87596-98e6-45ca-80f2-a1a1fff17663 HTTP/1.1" status: 204 len: 168 time: 0.5538712 Nov 09 17:58:10.369770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:10.439024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.470339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.487393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-8f016e6a-01e0-4859-9549-7a74cffb8e8d service neutron] 10.222.0.43 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073517 Nov 09 17:58:10.583880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.611354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9c92e4-eb63-44cd-8681-d48c8b92cd63']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.624915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c3a023-08b7-4d60-83eb-338ddfdb2d5e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.625215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c3a023-08b7-4d60-83eb-338ddfdb2d5e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.638050 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.670154 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.678421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:10.679139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:10.682443 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:10.729583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-fac3e72d-0273-4d70-8871-be0264bce998 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.731707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-fac3e72d-0273-4d70-8871-be0264bce998 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8&tenant_id=852156cb028747e7ad9ba26bb49e4d98&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1097 time: 0.1762023 Nov 09 17:58:10.752353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-3'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:10.771016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.779397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.782771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] 10.222.0.45 "DELETE /v2.0/networks/9b9c92e4-eb63-44cd-8681-d48c8b92cd63 HTTP/1.1" status: 204 len: 168 time: 0.4119859 Nov 09 17:58:10.798215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd703ed4-2ab1-4dff-8bf4-91837c1da23a tempest-PortsIpV6TestJSON-1807299589 tempest-PortsIpV6TestJSON-1807299589-project] Pushing event deleted for resources: {'Network': ['ID=9b9c92e4-eb63-44cd-8681-d48c8b92cd63,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.893151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:10.990253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port c842c2c9-74a6-44f3-8bc9-01c57ee797e8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:10.990591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:11.192349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:11.196073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:11.236189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for c842c2c9-74a6-44f3-8bc9-01c57ee797e8 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:11.350754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:11.378240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aa7ee29-37cd-40cd-9959-1eb1218877b8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:11.485987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 3aa7ee29-37cd-40cd-9959-1eb1218877b8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:11.489016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aa7ee29-37cd-40cd-9959-1eb1218877b8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:11.535084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:11.544954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:11.637681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220038e-a614-4bfd-9b3a-14be88c32f58 req-d8a9a638-710c-431d-b3ba-cc49f2e79792 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:11.648315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d220038e-a614-4bfd-9b3a-14be88c32f58 req-d8a9a638-710c-431d-b3ba-cc49f2e79792 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.4337428 Nov 09 17:58:11.661172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=c842c2c9-74a6-44f3-8bc9-01c57ee797e8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:11.752737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:11.755230 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726ad9d-885c-472a-82e9-f1beb1e73c58" -d '{"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:11.760353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:11.797422 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:11.814741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11000-31a9-44fd-9b78-e931c4e7606d req-17f11825-a030-4bfd-9dbe-9b5256dfd976 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:11.831606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51a11000-31a9-44fd-9b78-e931c4e7606d req-17f11825-a030-4bfd-9dbe-9b5256dfd976 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.4069245 Nov 09 17:58:11.869406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d220038e-a614-4bfd-9b3a-14be88c32f58 req-29be8abb-1114-4fa2-ac7b-430d99c7b1fd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184689 Nov 09 17:58:11.897164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-360012fe-6184-4d94-ab48-71f2b0c2347c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37159282f19a4ee78fb5baee341d92be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412664 Nov 09 17:58:11.900842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40100) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:11.957856 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb5e57a-9c1a-4a03-be13-141523d043b0 x-openstack-request-id: req-8eb5e57a-9c1a-4a03-be13-141523d043b0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:11.958231 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:11.958579 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8eb5e57a-9c1a-4a03-be13-141523d043b0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:11.959548 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'code': 200} Nov 09 17:58:12.026178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51a11000-31a9-44fd-9b78-e931c4e7606d req-3c39d081-5d59-4b55-a7ff-7bb553d34d04 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896250 Nov 09 17:58:12.078281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.122485 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-873443c7-5a17-4ee8-87d3-5e7e4e64e9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.187772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-873443c7-5a17-4ee8-87d3-5e7e4e64e9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.305848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.367300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-873443c7-5a17-4ee8-87d3-5e7e4e64e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.375332 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-873443c7-5a17-4ee8-87d3-5e7e4e64e9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.382334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-873443c7-5a17-4ee8-87d3-5e7e4e64e9e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/947ec045-d9d5-4056-959b-6439ffee375b HTTP/1.1" status: 204 len: 168 time: 0.4754305 Nov 09 17:58:12.428968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873443c7-5a17-4ee8-87d3-5e7e4e64e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947ec045-d9d5-4056-959b-6439ffee375b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.587591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0ce92f8e-fed1-410e-9ef4-072790768097 None None] Provisioning complete for port a15e92a8-be06-4bc6-a60c-9d78093be3a8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:12.589990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ce92f8e-fed1-410e-9ef4-072790768097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.695024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0ce92f8e-fed1-410e-9ef4-072790768097 None None] Port a15e92a8-be06-4bc6-a60c-9d78093be3a8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:12.723517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on host n-h2-804292-3 for vnic_type normal with profile {"migrating_to": "n-h1-804292-3"} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:58:12.724086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:58:12.724611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:12.751451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:12.751978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Attempting to bind port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on network ed659d1a-0803-48f3-a2c6-4496a3aa8052 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:12.775179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:12.775733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Checking segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:12.776370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Bound using segment: {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:12.777920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Bound port: a15e92a8-be06-4bc6-a60c-9d78093be3a8, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604ab9ea-4d88-44dc-ba43-0055c2074322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:58:12.778538 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:12.826121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 06a2d051-0e08-49f9-8ad2-a4738a119d22 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:13.263201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:13.279925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:13.295226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e880d2-f608-4b08-a685-32bfa0e0250f req-daf5f8f5-f0cd-4ba3-8194-bbd19747cf0f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.298078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27e880d2-f608-4b08-a685-32bfa0e0250f req-daf5f8f5-f0cd-4ba3-8194-bbd19747cf0f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 944 time: 0.1087663 Nov 09 17:58:13.299728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:13.392631 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930aa69-3557-41e3-a0be-b4367bf4fcf2 req-3ebe0487-3844-4d88-a60e-d2524ba6a4c4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.401463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5930aa69-3557-41e3-a0be-b4367bf4fcf2 req-3ebe0487-3844-4d88-a60e-d2524ba6a4c4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.3520222 Nov 09 17:58:13.410775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:13.425644 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-98991dd3-cf0c-46aa-839e-1bcb927aa5d9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/06a2d051-0e08-49f9-8ad2-a4738a119d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1885726 Nov 09 17:58:13.431205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:13.436249 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] Sync routers for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:13.473715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:13.480259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:13.485112 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:13.616975 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:13.656907 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:13.657913 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:13.706910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5930aa69-3557-41e3-a0be-b4367bf4fcf2 req-fad018a1-b368-4801-a0c9-51bdc76a89ce tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035641 Nov 09 17:58:13.712376 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:13.717691 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a60506-1e51-4cb3-a3c6-bfd2f957aaad None None] The sync data for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:13.783202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.784203 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:13.786274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-365f1e8d-0b78-4e4c-92bd-1e30235e5bdd service neutron] 10.222.0.43 "PUT /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1122 time: 3.0436974 Nov 09 17:58:13.822645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-27e880d2-f608-4b08-a685-32bfa0e0250f req-fbca8a39-1c06-4878-8abb-410d1c80d460 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126002 Nov 09 17:58:13.853378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9c164965-5ddf-414c-af73-9ed916afb3c0 None None] Provisioning complete for port a15e92a8-be06-4bc6-a60c-9d78093be3a8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:13.855545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c164965-5ddf-414c-af73-9ed916afb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:13.955760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['a15e92a8-be06-4bc6-a60c-9d78093be3a8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:13.960875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:13.963387 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb49545-ad08-42fd-8505-816c35d794c0" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:14.096949 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d695028-f400-44c9-9f13-82201a5f027e x-openstack-request-id: req-6d695028-f400-44c9-9f13-82201a5f027e {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:14.097327 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:14.097609 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d695028-f400-44c9-9f13-82201a5f027e {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:14.098304 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'status': 'completed', 'code': 200} Nov 09 17:58:14.219821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40130) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:14.266617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-12f7351a-c72c-44ab-9899-ab9b4b2af791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:14.268861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-12f7351a-c72c-44ab-9899-ab9b4b2af791 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1125 time: 0.0961058 Nov 09 17:58:14.275919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c164965-5ddf-414c-af73-9ed916afb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.404312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:14.408818 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcbc05d-f1ba-4d5e-8392-7c755c5db4a5" -d '{"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:14.420021 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.466885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9c164965-5ddf-414c-af73-9ed916afb3c0 None None] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:14.491601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c164965-5ddf-414c-af73-9ed916afb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.549426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-305d93e1-e154-4828-bdb4-4ceebf7daf87 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:14.550725 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-305d93e1-e154-4828-bdb4-4ceebf7daf87 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 17:58:14.550725 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-305d93e1-e154-4828-bdb4-4ceebf7daf87 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:58:14.551788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-305d93e1-e154-4828-bdb4-4ceebf7daf87 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3300705 Nov 09 17:58:14.556023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40138) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:14.566523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830473450'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:14.639952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.659154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.683894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-e280674a-0972-4166-ade4-ae5be1690b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:14.685853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-e280674a-0972-4166-ade4-ae5be1690b09 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.4070370 Nov 09 17:58:14.712843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c164965-5ddf-414c-af73-9ed916afb3c0 None None] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:14.821275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.833164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:14.835911 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-6cf67fb4-c882-4059-b97a-092d625742a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1002 time: 0.1409602 Nov 09 17:58:14.949390 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a04a6ff-b3c1-4966-b511-e09dc2886327 x-openstack-request-id: req-4a04a6ff-b3c1-4966-b511-e09dc2886327 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:14.949912 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:14.950335 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a04a6ff-b3c1-4966-b511-e09dc2886327 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:14.951123 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'code': 200} Nov 09 17:58:14.994897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d91e1f-77c8-4883-9843-e1809fbf3601,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:15.026332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-6aee1b8b-dc3f-4a9c-88ba-effdf088e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.030658 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.031790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-6aee1b8b-dc3f-4a9c-88ba-effdf088e80a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.1783483 Nov 09 17:58:15.074634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdd6fb-9900-4a25-bfb7-80cf6331926a req-960c598c-172d-44fa-b31f-e5cca1938b6d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.076841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fecdd6fb-9900-4a25-bfb7-80cf6331926a req-960c598c-172d-44fa-b31f-e5cca1938b6d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1616280 Nov 09 17:58:15.077819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.175489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.176773 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6196134 Nov 09 17:58:15.182845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.185258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169ab44-86a1-4105-b450-eeeab0b1c9ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28dc424-08c3-46de-97fe-68b557e6ed88,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:15.191617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'b28dc424-08c3-46de-97fe-68b557e6ed88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:15.203220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-ae5c3814-893f-45d5-a55d-d9db63606783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.204871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-ae5c3814-893f-45d5-a55d-d9db63606783 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615648 Nov 09 17:58:15.219551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fecdd6fb-9900-4a25-bfb7-80cf6331926a req-28990a75-366a-40a4-a71e-17cc6ddcc459 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247001 Nov 09 17:58:15.263483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.330263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.335168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.359510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d4b7dc-3fac-4673-ae14-b3b0ff471ea5,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:15.366929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.368556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-19f0626b-bfef-41e1-8893-e5efb04608bc tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841969 Nov 09 17:58:15.372536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40146) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.377661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-abe63453-a854-4551-ad56-b05b6a52caa5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'b28dc424-08c3-46de-97fe-68b557e6ed88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:15.411796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abe63453-a854-4551-ad56-b05b6a52caa5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.470215 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-abe63453-a854-4551-ad56-b05b6a52caa5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:58:15.477229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abe63453-a854-4551-ad56-b05b6a52caa5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1029387 Nov 09 17:58:15.478915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40148) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.586175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c681c8a-72ee-4959-a0e9-eab0aded01ba tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.634101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c681c8a-72ee-4959-a0e9-eab0aded01ba tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.739638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:15.762895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c681c8a-72ee-4959-a0e9-eab0aded01ba tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.770915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c681c8a-72ee-4959-a0e9-eab0aded01ba tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.773808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c681c8a-72ee-4959-a0e9-eab0aded01ba tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/b28dc424-08c3-46de-97fe-68b557e6ed88 HTTP/1.1" status: 204 len: 168 time: 0.2912672 Nov 09 17:58:15.777469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40150) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.830258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c681c8a-72ee-4959-a0e9-eab0aded01ba tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28dc424-08c3-46de-97fe-68b557e6ed88,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:15.876097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4982-9a33-4220-a3db-642dff38a8b2 req-e7b7fbdb-2866-4327-8fae-1536e31af644 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.878741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-774a4982-9a33-4220-a3db-642dff38a8b2 req-e7b7fbdb-2866-4327-8fae-1536e31af644 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.7428234 Nov 09 17:58:15.902795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 3c371c07-bb53-4609-8470-078c660078cb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:15.903372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:15.952833 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3bfdb806-27aa-43d8-aa45-cccf8fd12ea8 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1617751 Nov 09 17:58:15.954509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40152) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.968948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735603709'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:16.037819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.043501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:16.101021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 has no active binding in host n-h1-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:58:16.174784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-198826be-bdb5-4f86-b339-32072ccc5a0b service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9470067 Nov 09 17:58:16.196464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-774a4982-9a33-4220-a3db-642dff38a8b2 req-a070e937-6990-4f54-baf0-32e11a1e66d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044510 Nov 09 17:58:16.257010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.273131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.321680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9021d0b-203c-495c-9ad2-430234355fd7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:16.367404 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.376157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40156) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:16.378688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b33b86ca-01b3-4c91-9f6f-59ecbc4e2e98 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4206951 Nov 09 17:58:16.394932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-017ebbe1-d451-450d-851c-cd7d1ba345ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'c9021d0b-203c-495c-9ad2-430234355fd7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:16.394932 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-017ebbe1-d451-450d-851c-cd7d1ba345ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 17:58:16.394932 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-017ebbe1-d451-450d-851c-cd7d1ba345ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:16.396051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-017ebbe1-d451-450d-851c-cd7d1ba345ed tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140390 Nov 09 17:58:16.402243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.402709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40158) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:16.445341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 3c371c07-bb53-4609-8470-078c660078cb owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:16.599731 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1eb49545-ad08-42fd-8505-816c35d794c0 req-608897ec-e37c-4bcf-9f94-36f8322d4711 service neutron] 10.222.0.83 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946567 Nov 09 17:58:16.639496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a769c-7f2d-48a7-aba8-9f23fa5c091d req-c872a7f9-1851-4756-b4ae-6118d7c439c8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:16.646510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e57a769c-7f2d-48a7-aba8-9f23fa5c091d req-c872a7f9-1851-4756-b4ae-6118d7c439c8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1569428 Nov 09 17:58:16.652711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00e56b87-e3fa-4bc8-b087-a1e88f29a317 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.725631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00e56b87-e3fa-4bc8-b087-a1e88f29a317 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.837999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e57a769c-7f2d-48a7-aba8-9f23fa5c091d req-e7379074-69b9-4562-a229-3cef869cca9d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755438 Nov 09 17:58:16.858206 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00e56b87-e3fa-4bc8-b087-a1e88f29a317 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.866395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00e56b87-e3fa-4bc8-b087-a1e88f29a317 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.871127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-00e56b87-e3fa-4bc8-b087-a1e88f29a317 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/c9021d0b-203c-495c-9ad2-430234355fd7 HTTP/1.1" status: 204 len: 168 time: 0.4643269 Nov 09 17:58:16.878773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40160) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:16.897036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:16.918610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e56b87-e3fa-4bc8-b087-a1e88f29a317 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9021d0b-203c-495c-9ad2-430234355fd7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:16.968874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=3c371c07-bb53-4609-8470-078c660078cb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:16.993900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33a537fc-a1c9-4ee7-ae1c-54080e8777de tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118445 Nov 09 17:58:17.001603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:17.016400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090320724'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:17.082325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:17.336771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:17.337141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:17.345440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:17.412091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:17.421518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4175167 Nov 09 17:58:17.422561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40166) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:17.465895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-82149057-84a4-435e-9fe6-0a1f062e8c32 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'c95be7dd-253b-4996-9eff-1ea0061b425a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:17.466803 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-82149057-84a4-435e-9fe6-0a1f062e8c32 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 17:58:17.476504 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-82149057-84a4-435e-9fe6-0a1f062e8c32 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:17.484077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:17.487590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-82149057-84a4-435e-9fe6-0a1f062e8c32 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0367715 Nov 09 17:58:17.501888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d3618-d35d-4a43-9a6e-b9f6261e9d1a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95be7dd-253b-4996-9eff-1ea0061b425a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.826366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23395a-3724-4c06-803f-4c07629a28a1 req-c86b227f-6662-451a-b056-88172de47764 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:17.829507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea23395a-3724-4c06-803f-4c07629a28a1 req-c86b227f-6662-451a-b056-88172de47764 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.3630209 Nov 09 17:58:17.873104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66366b52-1fa9-41f1-8694-0718347311f5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:17.923787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 06a2d051-0e08-49f9-8ad2-a4738a119d22 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:17.962069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66366b52-1fa9-41f1-8694-0718347311f5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:18.039050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4a201-fd29-44ac-9fe2-6349336da53e req-b76e2678-443a-42ed-8328-b544414f1887 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:18.041074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-17a4a201-fd29-44ac-9fe2-6349336da53e req-b76e2678-443a-42ed-8328-b544414f1887 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.0719099 Nov 09 17:58:18.128361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea23395a-3724-4c06-803f-4c07629a28a1 req-522b43bc-4d0b-4797-a37b-15e80cbe0c87 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795451 Nov 09 17:58:18.150652 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-17a4a201-fd29-44ac-9fe2-6349336da53e req-3493d874-d49a-4f93-855b-130960a79001 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Nov 09 17:58:18.210011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:18.226537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40172) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:18.228296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-af46b4e0-a974-45b2-ba72-b77e2f7d4a54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/06a2d051-0e08-49f9-8ad2-a4738a119d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7951899 Nov 09 17:58:18.247607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66366b52-1fa9-41f1-8694-0718347311f5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:18.250499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] Sync routers for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:18.261593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66366b52-1fa9-41f1-8694-0718347311f5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:18.265374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-66366b52-1fa9-41f1-8694-0718347311f5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/c95be7dd-253b-4996-9eff-1ea0061b425a HTTP/1.1" status: 204 len: 168 time: 0.7713437 Nov 09 17:58:18.279361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:18.329883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:18.335050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:18.343899 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2dffe03c-18dc-4e36-87b7-3a2bc1710c75 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=06a2d051-0e08-49f9-8ad2-a4738a119d22 HTTP/1.1" status: 200 len: 205 time: 0.1138320 Nov 09 17:58:18.350192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40176) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:18.363851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66366b52-1fa9-41f1-8694-0718347311f5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95be7dd-253b-4996-9eff-1ea0061b425a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:18.505557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:18.541056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] Routers {'06a2d051-0e08-49f9-8ad2-a4738a119d22'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:18.543279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['06a2d051-0e08-49f9-8ad2-a4738a119d22'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:18.582302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2db5290c-1faa-4e5e-a30d-b9da7acd9b84 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2961316 Nov 09 17:58:18.590000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:18.601022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--789978033'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:18.605204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:18.640651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:18.642030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f24a9-dd6d-4388-a41d-070e2ec01706 None None] The sync data for ids ['06a2d051-0e08-49f9-8ad2-a4738a119d22'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:18.690233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:18.898886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:18.946603 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.001048 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.002401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4104352 Nov 09 17:58:19.010430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40180) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.017885 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f5527ecb-e98a-46d0-b429-dba226d1b4ea tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'db66ea7f-4ac3-431c-b994-97aa50be817d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:19.020015 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-f5527ecb-e98a-46d0-b429-dba226d1b4ea tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 17:58:19.020551 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-f5527ecb-e98a-46d0-b429-dba226d1b4ea tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:19.027314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f5527ecb-e98a-46d0-b429-dba226d1b4ea tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076098 Nov 09 17:58:19.027314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40182) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.032883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dc2739e2-388f-49e2-b7d2-bba224ef38f6 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'db66ea7f-4ac3-431c-b994-97aa50be817d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:19.033657 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-dc2739e2-388f-49e2-b7d2-bba224ef38f6 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 17:58:19.034168 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-dc2739e2-388f-49e2-b7d2-bba224ef38f6 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:19.035279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dc2739e2-388f-49e2-b7d2-bba224ef38f6 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071640 Nov 09 17:58:19.036939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e96db-01bb-4803-912a-9b2709dbcc0e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db66ea7f-4ac3-431c-b994-97aa50be817d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:19.040348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40184) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.048396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-de766fe1-f8d2-4f5a-b108-1d0be04d3210 service neutron] 10.222.0.83 "GET /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 384 time: 0.1440473 Nov 09 17:58:19.049662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a278ed1f-50a8-421a-8637-6abfe380caf2 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'db66ea7f-4ac3-431c-b994-97aa50be817d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:19.051544 n-d-804292-3 neutron-server[102554]: WARNING neutron.api.v2.base [None req-a278ed1f-50a8-421a-8637-6abfe380caf2 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 17:58:19.052665 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-a278ed1f-50a8-421a-8637-6abfe380caf2 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:19.054563 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a278ed1f-50a8-421a-8637-6abfe380caf2 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122406 Nov 09 17:58:19.057334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.061613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.063133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0615bbfa-8fe1-4638-bf0c-29ec7b385e3d tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'db66ea7f-4ac3-431c-b994-97aa50be817d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:19.064227 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-0615bbfa-8fe1-4638-bf0c-29ec7b385e3d tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 17:58:19.064799 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-0615bbfa-8fe1-4638-bf0c-29ec7b385e3d tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:19.067057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0615bbfa-8fe1-4638-bf0c-29ec7b385e3d tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074508 Nov 09 17:58:19.067412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.069426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.203771 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.204412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router 06a2d051-0e08-49f9-8ad2-a4738a119d22 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:19.213141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.219851 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b3c8be6-8f50-46b6-b93e-e946809b7e45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/06a2d051-0e08-49f9-8ad2-a4738a119d22 HTTP/1.1" status: 204 len: 168 time: 0.8657756 Nov 09 17:58:19.239603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40194) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.240231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7549568f-e972-47bc-b2e2-bea0bdda6c7a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.301370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7549568f-e972-47bc-b2e2-bea0bdda6c7a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.334938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet 99e138e1-54e2-4006-abc9-b658c1065a2e {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:19.360616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.503944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084574d-c63e-4edb-903e-fab47405800c req-648b5885-493b-414e-ab54-0d45dd069511 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:19.512507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3084574d-c63e-4edb-903e-fab47405800c req-648b5885-493b-414e-ab54-0d45dd069511 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 946 time: 0.1671300 Nov 09 17:58:19.534191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:19.626448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:19.733061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3084574d-c63e-4edb-903e-fab47405800c req-a3b29536-3a54-466e-924f-2c6069880733 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184625 Nov 09 17:58:19.771154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:19.775456 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc21364-029a-4ecb-ba65-3db6ec2b4b11" -d '{"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:19.789239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:19.819282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.849450 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbf706c-e03d-4828-a084-2c9396cbd1ef x-openstack-request-id: req-9fbf706c-e03d-4828-a084-2c9396cbd1ef {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:19.849929 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:19.850331 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fbf706c-e03d-4828-a084-2c9396cbd1ef {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:19.850906 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'code': 200} Nov 09 17:58:19.920150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.943064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7549568f-e972-47bc-b2e2-bea0bdda6c7a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.945820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7549568f-e972-47bc-b2e2-bea0bdda6c7a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.947072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7549568f-e972-47bc-b2e2-bea0bdda6c7a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/db66ea7f-4ac3-431c-b994-97aa50be817d HTTP/1.1" status: 204 len: 168 time: 0.8762348 Nov 09 17:58:19.949358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] Transition to ACTIVE for port object a15e92a8-be06-4bc6-a60c-9d78093be3a8 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:19.951824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.963369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:19.969807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130e8b-f30c-4dae-9bc5-d226c430ceb2 req-5e345cea-ee67-4af4-afba-bb4e61cf7442 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:19.971607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57130e8b-f30c-4dae-9bc5-d226c430ceb2 req-5e345cea-ee67-4af4-afba-bb4e61cf7442 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.6317840 Nov 09 17:58:19.979833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549568f-e972-47bc-b2e2-bea0bdda6c7a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db66ea7f-4ac3-431c-b994-97aa50be817d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:20.139017 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57130e8b-f30c-4dae-9bc5-d226c430ceb2 req-5252b5e9-f2d1-46f8-8fe5-a60d0e5263ec tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459925 Nov 09 17:58:20.143628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.163484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3d8a93b4-07ce-4000-af09-c802b088c11b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2096853 Nov 09 17:58:20.164676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=11']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:20.171285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:20.190677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188305261'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:20.258573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] No DVR routers for this DVR port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:20.270765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.321371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=99e138e1-54e2-4006-abc9-b658c1065a2e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:20.325961 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.332384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0d21eb51-95bd-4bd7-be3f-ed1850929275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/99e138e1-54e2-4006-abc9-b658c1065a2e HTTP/1.1" status: 204 len: 168 time: 1.0889564 Nov 09 17:58:20.336712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40202) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:20.344659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d9758-4faf-4ee7-a6fb-77301977e30c None None] Network 123c89d1-a908-4e39-8390-9e66ed4d058c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:20.441117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.459664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet bd9b8a12-2256-404a-9d2a-32ff566f0af3 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:20.464541 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.549802 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.614237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-0cdc232d-842c-4240-8372-31a272e2b4e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8/bindings/n-h1-804292-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5469410 Nov 09 17:58:20.668119 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.677799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.726380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] DHCP port deletion for 123c89d1-a908-4e39-8390-9e66ed4d058c request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:20.744804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.750672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5748775 Nov 09 17:58:20.752945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:20.760933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a9250966-14b7-4e54-9f89-f8303ded699f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:20.761699 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-a9250966-14b7-4e54-9f89-f8303ded699f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 17:58:20.762710 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-a9250966-14b7-4e54-9f89-f8303ded699f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:20.774311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a9250966-14b7-4e54-9f89-f8303ded699f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167112 Nov 09 17:58:20.778651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98046b33-9fa0-4ed2-8602-1143e6f2562b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bad34c-97db-4a23-8e80-d15bdce85de7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:20.794176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40208) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:20.808971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1053347d-952c-4431-831a-5f4452771d22 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:20.834825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] Deleting port 711afc16-750f-469d-8219-6cb767ca4673 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:20.835500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.876682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.937827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] For port 711afc16-750f-469d-8219-6cb767ca4673, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=711afc16-750f-469d-8219-6cb767ca4673,segment=NetworkSegment(5fad3465-a818-441a-8729-12d5a3651ded),segment_id=5fad3465-a818-441a-8729-12d5a3651ded)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:20.938277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:20.957582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] Calling delete_port for 711afc16-750f-469d-8219-6cb767ca4673 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:20.967010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d987-fb50-4e3e-b180-abe5c95cd2ce req-fc8efcdd-bfab-42f2-ac3e-84c2dc579376 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:20.969793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec00d987-fb50-4e3e-b180-abe5c95cd2ce req-fc8efcdd-bfab-42f2-ac3e-84c2dc579376 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.1033645 Nov 09 17:58:21.003983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-793e9501-7201-4ec6-bd69-1a28bb5c3023 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.007999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-793e9501-7201-4ec6-bd69-1a28bb5c3023 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8&tenant_id=852156cb028747e7ad9ba26bb49e4d98&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.2852433 Nov 09 17:58:21.062689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ec00d987-fb50-4e3e-b180-abe5c95cd2ce req-d55a2a5e-e3c8-4f57-ba72-8b7bede241b7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803602 Nov 09 17:58:21.063281 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.078727 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-1053347d-952c-4431-831a-5f4452771d22 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.080296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1053347d-952c-4431-831a-5f4452771d22 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2811823 Nov 09 17:58:21.085746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40210) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.093140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4b3009a1-93b4-40d2-bfed-c946d40ea66e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.093627 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-4b3009a1-93b4-40d2-bfed-c946d40ea66e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 17:58:21.097898 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-4b3009a1-93b4-40d2-bfed-c946d40ea66e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.099582 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4b3009a1-93b4-40d2-bfed-c946d40ea66e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121455 Nov 09 17:58:21.104240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.112979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c0c2b8e3-4d5d-429f-82fe-44b4900741bf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.125005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-1ba41d19-8e16-472d-9655-26400e95d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.127093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-1ba41d19-8e16-472d-9655-26400e95d708 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 1096 time: 0.1094184 Nov 09 17:58:21.128526 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.133154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] Pushing event deleted for resources: {'Port': ['ID=711afc16-750f-469d-8219-6cb767ca4673,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:21.146674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52852aa9-2f0c-4643-b771-19f7c9a2eb10 None None] No DVR routers for this DVR port 711afc16-750f-469d-8219-6cb767ca4673 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:21.164019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9b8a12-2256-404a-9d2a-32ff566f0af3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:21.170769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.174290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74bc5adb-1def-41c8-a343-fc41663e0e16 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/bd9b8a12-2256-404a-9d2a-32ff566f0af3 HTTP/1.1" status: 204 len: 168 time: 0.8361540 Nov 09 17:58:21.178148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40214) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.201613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841cb39-0392-45c6-b913-72f2ee2a777f None None] Network 6c789b83-60a2-4469-9a63-1250d7ce3862 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:21.220550 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c0c2b8e3-4d5d-429f-82fe-44b4900741bf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.222299 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0c2b8e3-4d5d-429f-82fe-44b4900741bf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1160841 Nov 09 17:58:21.227384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.238977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d578d47b-9e8f-4d29-b85c-51c1d3e07bfb tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.239596 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-d578d47b-9e8f-4d29-b85c-51c1d3e07bfb tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 17:58:21.245168 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-d578d47b-9e8f-4d29-b85c-51c1d3e07bfb tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.245762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d578d47b-9e8f-4d29-b85c-51c1d3e07bfb tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168121 Nov 09 17:58:21.250848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.262609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac98b5d2-c3d1-4088-a9fb-d9cd8ee029db tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.305320 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-ac98b5d2-c3d1-4088-a9fb-d9cd8ee029db tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Project c81fa78c7edc460bac76c3ce811b59b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:58:21.328286 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ac98b5d2-c3d1-4088-a9fb-d9cd8ee029db tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.331318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac98b5d2-c3d1-4088-a9fb-d9cd8ee029db tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0789301 Nov 09 17:58:21.336891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.345159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4c03248c-fb26-4fb0-961c-d699960c3623 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.345734 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-4c03248c-fb26-4fb0-961c-d699960c3623 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 17:58:21.346334 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-4c03248c-fb26-4fb0-961c-d699960c3623 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.347517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4c03248c-fb26-4fb0-961c-d699960c3623 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091848 Nov 09 17:58:21.358188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.367205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad1b54ca-575f-48f0-818a-c804e624faaf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.398784 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-ad1b54ca-575f-48f0-818a-c804e624faaf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Project c81fa78c7edc460bac76c3ce811b59b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:58:21.399111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 711afc16-750f-469d-8219-6cb767ca4673 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:21.417374 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ad1b54ca-575f-48f0-818a-c804e624faaf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.419082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad1b54ca-575f-48f0-818a-c804e624faaf tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0590496 Nov 09 17:58:21.425486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.432313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-67388502-8cc2-46ac-9dc8-97a1ac50fbc3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'e3bad34c-97db-4a23-8e80-d15bdce85de7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.458658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 711afc16-750f-469d-8219-6cb767ca4673 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:21.459255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 711afc16-750f-469d-8219-6cb767ca4673 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:21.461234 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-67388502-8cc2-46ac-9dc8-97a1ac50fbc3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Project c81fa78c7edc460bac76c3ce811b59b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:58:21.480648 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-67388502-8cc2-46ac-9dc8-97a1ac50fbc3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:21.481121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.482459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-67388502-8cc2-46ac-9dc8-97a1ac50fbc3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0545599 Nov 09 17:58:21.487138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.497901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-2673bbbd-5e27-4c1d-9ce9-10dbae83a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.501572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-2673bbbd-5e27-4c1d-9ce9-10dbae83a553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1096 time: 0.2756419 Nov 09 17:58:21.545039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087162cf-de90-4806-ab2b-61d491530635 req-252ec29b-7c5c-4104-96fc-a4830f1d80d0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.547774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-087162cf-de90-4806-ab2b-61d491530635 req-252ec29b-7c5c-4104-96fc-a4830f1d80d0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.2313552 Nov 09 17:58:21.574770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-634280e9-21f8-4bf8-ab30-35f67daad0d1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.595273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] DHCP port deletion for 6c789b83-60a2-4469-9a63-1250d7ce3862 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:21.622956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-634280e9-21f8-4bf8-ab30-35f67daad0d1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.665335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] Deleting port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:21.665977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.707808 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-634280e9-21f8-4bf8-ab30-35f67daad0d1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.716034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-634280e9-21f8-4bf8-ab30-35f67daad0d1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.719569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-634280e9-21f8-4bf8-ab30-35f67daad0d1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/e3bad34c-97db-4a23-8e80-d15bdce85de7 HTTP/1.1" status: 204 len: 168 time: 0.2269943 Nov 09 17:58:21.728484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.738626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:21.754218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634280e9-21f8-4bf8-ab30-35f67daad0d1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bad34c-97db-4a23-8e80-d15bdce85de7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:21.832517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] For port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,segment=NetworkSegment(07f4a644-435a-4458-922e-e6e78756ab5c),segment_id=07f4a644-435a-4458-922e-e6e78756ab5c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:21.833118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.835963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eeaf2a38-8020-47ae-b8aa-681175b84373 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043353 Nov 09 17:58:21.838028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.849215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228984834'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.852329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] Calling delete_port for df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:21.858635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:21.885197 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.901052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:21.976980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-087162cf-de90-4806-ab2b-61d491530635 req-00ca9dfa-8235-49ca-a373-818773ed08bc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527517 Nov 09 17:58:21.988229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123c89d1-a908-4e39-8390-9e66ed4d058c']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:21.993586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-f45d513a-4f9f-4e97-b115-036c42cbab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.998239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-f45d513a-4f9f-4e97-b115-036c42cbab61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.4853368 Nov 09 17:58:22.018717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.025126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.041694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fad3465-a818-441a-8729-12d5a3651ded') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:22.043126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fad3465-a818-441a-8729-12d5a3651ded') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:22.107285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.112563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2723415 Nov 09 17:58:22.115339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.131439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-195f3b7e-fa50-4d51-af5c-5fea304b4385 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': '0e6aa139-738b-491f-b58c-3dbb6a2767ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:22.141233 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.145428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.148016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe9e38-7383-465f-8375-c510b5514006 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6aa139-738b-491f-b58c-3dbb6a2767ee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.172076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] Pushing event deleted for resources: {'Port': ['ID=df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.174418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b33c5c-3524-4437-8a04-ef34c7389296 None None] No DVR routers for this DVR port df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:22.204158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.224498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-af08dc0d-599c-4e7e-b764-41d9eaff2905 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 1000 time: 0.2156560 Nov 09 17:58:22.226208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:22.226927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:22.232330 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:22.254578 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-195f3b7e-fa50-4d51-af5c-5fea304b4385 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The resource could not be found. Nov 09 17:58:22.256544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-195f3b7e-fa50-4d51-af5c-5fea304b4385 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1394928 Nov 09 17:58:22.271960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40238) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.283194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-87b549bd-3769-4950-a823-ebcae4b47ad0 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': '0e6aa139-738b-491f-b58c-3dbb6a2767ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ea58227e-b687-4a9f-964b-d5f870017b63'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:22.356968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.372931 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.376993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/123c89d1-a908-4e39-8390-9e66ed4d058c HTTP/1.1" status: 204 len: 168 time: 1.1971862 Nov 09 17:58:22.379820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-469a4584-6c9e-455a-ba7c-30102265005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:22.381705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-469a4584-6c9e-455a-ba7c-30102265005e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.1302607 Nov 09 17:58:22.382684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40240) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.393786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255a4bd-f2d8-431f-998e-3cacd76914ad req-dc77789a-3291-4610-844d-d488c3f75eed tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:22.396547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e255a4bd-f2d8-431f-998e-3cacd76914ad req-dc77789a-3291-4610-844d-d488c3f75eed tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.1466098 Nov 09 17:58:22.411234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e781554-36ea-4ce5-8b7f-97188b2483f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=123c89d1-a908-4e39-8390-9e66ed4d058c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.472835 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-87b549bd-3769-4950-a823-ebcae4b47ad0 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The resource could not be found. Nov 09 17:58:22.474832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-87b549bd-3769-4950-a823-ebcae4b47ad0 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1989758 Nov 09 17:58:22.479851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.553179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e255a4bd-f2d8-431f-998e-3cacd76914ad req-fe1f1b11-1881-4af8-a42f-860d312ea564 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465573 Nov 09 17:58:22.571151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.578325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-ee08647e-f435-447b-9869-7b0194296339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:22.580843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-ee08647e-f435-447b-9869-7b0194296339 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822691 Nov 09 17:58:22.620533 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2cf7-ee34-47db-a4d4-719e40dd5592 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.665449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2cf7-ee34-47db-a4d4-719e40dd5592 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.752061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2cf7-ee34-47db-a4d4-719e40dd5592 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.755607 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.756886 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2cf7-ee34-47db-a4d4-719e40dd5592 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.763188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c1ed2cf7-ee34-47db-a4d4-719e40dd5592 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/0e6aa139-738b-491f-b58c-3dbb6a2767ee HTTP/1.1" status: 204 len: 168 time: 0.2770588 Nov 09 17:58:22.763997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40246) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.772191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed2cf7-ee34-47db-a4d4-719e40dd5592 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6aa139-738b-491f-b58c-3dbb6a2767ee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.802770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-7a3ae158-6617-4d3d-8116-efa10e99de19 service neutron] 10.222.0.43 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125659 Nov 09 17:58:22.809413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c789b83-60a2-4469-9a63-1250d7ce3862']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:22.841411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f4a644-435a-4458-922e-e6e78756ab5c') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:22.841707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f4a644-435a-4458-922e-e6e78756ab5c') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:22.897447 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.911542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fdcadcc8-38e0-404a-9de4-6b630302abb9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1402404 Nov 09 17:58:22.918550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.925755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.928059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b7cfc6c9-4158-47b8-8293-58821328184c tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': '21ee99e8-ba95-4242-a555-958bd2266141', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:22.937860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:22.938370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:22.941888 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:23.007724 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b7cfc6c9-4158-47b8-8293-58821328184c tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The resource could not be found. Nov 09 17:58:23.009795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7cfc6c9-4158-47b8-8293-58821328184c tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0890086 Nov 09 17:58:23.016215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.028757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-af4a9e8f-2fb3-4d0f-aff7-b6bc115587bf service neutron] 10.222.0.43 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139955 Nov 09 17:58:23.033831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.043495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.048300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/6c789b83-60a2-4469-9a63-1250d7ce3862 HTTP/1.1" status: 204 len: 168 time: 0.6513915 Nov 09 17:58:23.048746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138074219'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.063206 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.066824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a604c03-c6ec-4d8a-8045-2977a9add70c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=6c789b83-60a2-4469-9a63-1250d7ce3862,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.091188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-222283287'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.133292 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.208545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:23.217633 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.235404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.239254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5e1fb-0e6e-4420-bc62-eca013ffbf42 req-6d9080ce-298b-4700-9617-cc71a25ede75 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.244296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bf5e1fb-0e6e-4420-bc62-eca013ffbf42 req-6d9080ce-298b-4700-9617-cc71a25ede75 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.0963843 Nov 09 17:58:23.316576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:23.339839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.340246 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment b5a66493-a3e4-4d2b-b80f-c1aafde1e36d of type vlan for network 6884d2b6-b0c3-4f50-b18b-3260e580de51 Nov 09 17:58:23.358124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:23.402582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bf5e1fb-0e6e-4420-bc62-eca013ffbf42 req-f52e069c-35e4-4c96-9e73-fa005846e57d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433017 Nov 09 17:58:23.404772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:23.405858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df82e9fe-e57b-4b0e-ac89-6a6e4a59a8df not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:23.412965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-ada25435-38bc-4f12-b59b-f4c218f5cfb8 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.416179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-ada25435-38bc-4f12-b59b-f4c218f5cfb8 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8&tenant_id=852156cb028747e7ad9ba26bb49e4d98&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 1096 time: 0.1056364 Nov 09 17:58:23.456518 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.460389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.467980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.524900 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.530139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5075152 Nov 09 17:58:23.534462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.544157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661110123'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.558306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e1d2e-43d0-4258-8400-e02edd686e30 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425d170f-fb4a-44ef-8d72-feaa0af46649,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.575738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.583305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.583962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.665750 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.669335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-a184fb89-5b37-4bb1-a3c9-aa50c2b36b8c service neutron] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:23.675772 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-a184fb89-5b37-4bb1-a3c9-aa50c2b36b8c service neutron] Publish callbacks [] for binding, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.677846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-a184fb89-5b37-4bb1-a3c9-aa50c2b36b8c service neutron] 10.222.0.43 "DELETE /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8/bindings/n-h2-804292-3 HTTP/1.1" status: 204 len: 173 time: 0.2533169 Nov 09 17:58:23.694781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6288593 Nov 09 17:58:23.701088 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40260) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.710660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.748315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a82d6-b2b2-44cf-9952-afa2c14df4a2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=6884d2b6-b0c3-4f50-b18b-3260e580de51,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.770059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:23.807142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c64a2-0495-4c5e-a858-92221413d76c req-401d0326-e7c8-40b2-9722-aefec7bc40ae tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.809702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f6c64a2-0495-4c5e-a858-92221413d76c req-401d0326-e7c8-40b2-9722-aefec7bc40ae tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.1453347 Nov 09 17:58:23.852562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:23.857887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.893074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.905515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f6c64a2-0495-4c5e-a858-92221413d76c req-437061e8-f162-42fb-a3f6-f2fcefb6e52d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852458 Nov 09 17:58:23.906876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.937056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdafff8-e779-4174-a4d9-15bddcce1a88,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.953854 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:23.955208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e2286d0-f094-4529-ac37-8d991b8a2cc9 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4167800 Nov 09 17:58:23.958530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.969483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7327fb07-c1b2-402f-bca4-19805985eeb4 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': '425d170f-fb4a-44ef-8d72-feaa0af46649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fcdafff8-e779-4174-a4d9-15bddcce1a88'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:24.049949 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-7327fb07-c1b2-402f-bca4-19805985eeb4 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:24.052776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7327fb07-c1b2-402f-bca4-19805985eeb4 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0922036 Nov 09 17:58:24.055601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.172535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86601ad7-3280-40d6-9ab0-180d9ffed504 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.191223 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.215790 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86601ad7-3280-40d6-9ab0-180d9ffed504 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.246468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecca4f1-ff20-493c-8c24-bb492743dddc req-a0e8729d-71a7-4eb0-af18-287409ed5331 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.247455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ecca4f1-ff20-493c-8c24-bb492743dddc req-a0e8729d-71a7-4eb0-af18-287409ed5331 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1096 time: 0.1335101 Nov 09 17:58:24.295586 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=45acb17f-ad52-4735-b03b-868eb97cd644,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:24.311870 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86601ad7-3280-40d6-9ab0-180d9ffed504 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.318944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86601ad7-3280-40d6-9ab0-180d9ffed504 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.325160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-86601ad7-3280-40d6-9ab0-180d9ffed504 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/fcdafff8-e779-4174-a4d9-15bddcce1a88 HTTP/1.1" status: 204 len: 168 time: 0.2602780 Nov 09 17:58:24.325477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:24.325477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: 6884d2b6-b0c3-4f50-b18b-3260e580de51, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:24.326357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40268) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.337807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86601ad7-3280-40d6-9ab0-180d9ffed504 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdafff8-e779-4174-a4d9-15bddcce1a88,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:24.367246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ecca4f1-ff20-493c-8c24-bb492743dddc req-50d554e0-3994-4bf0-99e3-57d8bfdf5806 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050351 Nov 09 17:58:24.391097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:24.417926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6884d2b6-b0c3-4f50-b18b-3260e580de51) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:24.429398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.430295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.432270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67428ac-737e-4c71-89d4-2cfedd695e03 None None] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:24.457674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8815d0fe-01a9-4f36-a036-78eedcb47b04 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1206477 Nov 09 17:58:24.457989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.563136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0e8ae1a0-8084-4bed-adf7-593f9c762208 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8561869 Nov 09 17:58:24.582536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.591254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1918803550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:24.649653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a6223-1703-4b59-9a6c-bb681bf0e631 req-39908b41-bb96-4cc1-967b-929a7a6e102c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.658838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d56ed4f-82e6-42a4-9c99-4c540416eb42 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.671310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-763a6223-1703-4b59-9a6c-bb681bf0e631 req-39908b41-bb96-4cc1-967b-929a7a6e102c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.1316731 Nov 09 17:58:24.702837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.704043 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.727613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5f409-8c48-4b15-9910-b0ac9e783ee9 req-ab0f48ae-0aa3-4b95-9475-55391cc3ac70 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.729844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21c5f409-8c48-4b15-9910-b0ac9e783ee9 req-ab0f48ae-0aa3-4b95-9475-55391cc3ac70 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1853480 Nov 09 17:58:24.739651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d56ed4f-82e6-42a4-9c99-4c540416eb42 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.748766 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-763a6223-1703-4b59-9a6c-bb681bf0e631 req-fe008fe8-4d93-4b2e-8876-e1b9be74ccb6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700190 Nov 09 17:58:24.775520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.792907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6884d2b6-b0c3-4f50-b18b-3260e580de51', 'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': '45acb17f-ad52-4735-b03b-868eb97cd644'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:24.794301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.848107 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.859877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.890590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21c5f409-8c48-4b15-9910-b0ac9e783ee9 req-e0318827-adef-4af7-85fa-2585b5661b02 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323771 Nov 09 17:58:24.899551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.900793 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f6ae5973-17ae-4975-ae94-f8880e44daa1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3157203 Nov 09 17:58:24.905099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40280) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.911990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'port': {'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51', 'name': 'tempest-RoutersTest-709104409'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:24.917971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d56ed4f-82e6-42a4-9c99-4c540416eb42 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.920782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d56ed4f-82e6-42a4-9c99-4c540416eb42 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:24.924624 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3d56ed4f-82e6-42a4-9c99-4c540416eb42 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/425d170f-fb4a-44ef-8d72-feaa0af46649 HTTP/1.1" status: 204 len: 168 time: 0.4564090 Nov 09 17:58:24.924956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.938210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4788b850-d4b8-4c5c-8ba8-7ff7f95280d9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/330bbf7a-41d5-4207-8a4f-2fbeb128e811 HTTP/1.1" status: 200 len: 992 time: 0.1600511 Nov 09 17:58:24.982125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56ed4f-82e6-42a4-9c99-4c540416eb42 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425d170f-fb4a-44ef-8d72-feaa0af46649,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.016439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c6b1ec8-b0d0-4d18-bb0c-288ed0c290b5 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902870 Nov 09 17:58:25.024855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.031123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--739131078'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:25.064526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Allocated IP 172.20.0.2 (6884d2b6-b0c3-4f50-b18b-3260e580de51/45acb17f-ad52-4735-b03b-868eb97cd644/16cd7622-c84a-4e94-a969-50aef41817f2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:25.076538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.100646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:25.106468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.132109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] device_id is not set on port 46f120c8-5cfe-48e2-a992-e310a385f96f yet. {{(pid=102554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:58:25.183741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.194458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.203588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.275351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.277328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2506297 Nov 09 17:58:25.280950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95beb2-c317-4563-a9ca-960b46708770 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94711ca-06b0-4026-b9d6-99200ee7d90a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.283069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40292) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.291471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d64ada84-09ea-4495-8e67-a50144064333 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'c94711ca-06b0-4026-b9d6-99200ee7d90a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:25.325861 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.335813 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.394106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:25.398894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:25.405186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:25.428134 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-d64ada84-09ea-4495-8e67-a50144064333 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:25.434950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40294) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.435611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d64ada84-09ea-4495-8e67-a50144064333 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1506519 Nov 09 17:58:25.436122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Pushing event updated for resources: {'Port': ['ID=16cd7622-c84a-4e94-a969-50aef41817f2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.440862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3aa4b801-9a2a-4e75-9fca-328fdef0e49f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group_rule': {'security_group_id': 'c94711ca-06b0-4026-b9d6-99200ee7d90a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:25.449554 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port cad77a27-50e2-438b-ab13-bff6173cf07e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:25.449894 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.458574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.20.0.4 (6884d2b6-b0c3-4f50-b18b-3260e580de51/45acb17f-ad52-4735-b03b-868eb97cd644/46f120c8-5cfe-48e2-a992-e310a385f96f) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:25.519730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Attempting to bind port 16cd7622-c84a-4e94-a969-50aef41817f2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:58:25.520423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Attempting to bind port 16cd7622-c84a-4e94-a969-50aef41817f2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:58:25.520973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Attempting to bind port 16cd7622-c84a-4e94-a969-50aef41817f2 on network 6884d2b6-b0c3-4f50-b18b-3260e580de51 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:25.528149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:25.528919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Checking segment: {'id': 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:25.529547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.530114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Bound using segment: {'id': 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:25.531140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Bound port: 16cd7622-c84a-4e94-a969-50aef41817f2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6884d2b6-b0c3-4f50-b18b-3260e580de51'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:58:25.531429 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.568982 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.569383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.572917 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3aa4b801-9a2a-4e75-9fca-328fdef0e49f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:58:25.575039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3aa4b801-9a2a-4e75-9fca-328fdef0e49f tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1379571 Nov 09 17:58:25.585421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.593816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for cad77a27-50e2-438b-ab13-bff6173cf07e owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:25.620247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] For port 16cd7622-c84a-4e94-a969-50aef41817f2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:25.631195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] For port 16cd7622-c84a-4e94-a969-50aef41817f2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=16cd7622-c84a-4e94-a969-50aef41817f2,segment=NetworkSegment(b5a66493-a3e4-4d2b-b80f-c1aafde1e36d),segment_id=b5a66493-a3e4-4d2b-b80f-c1aafde1e36d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:25.640974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.784587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40a0b-99cc-40df-bda0-6b99608d1458 None None] Pushing event updated for resources: {'Port': ['ID=16cd7622-c84a-4e94-a969-50aef41817f2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.798099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.828734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9c26fc2-52f1-41e4-8e83-dd65a539e1f3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.882491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.935487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9c26fc2-52f1-41e4-8e83-dd65a539e1f3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:25.943963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:25.950567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:25.965658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:26.003426 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.032136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=46f120c8-5cfe-48e2-a992-e310a385f96f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.079822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=cad77a27-50e2-438b-ab13-bff6173cf07e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.171548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.172799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.217916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb8cd-dc91-4315-93c0-c708e23f7295 req-e04bf9db-5240-4cf6-bbad-b99a8d8198a6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.223964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9c26fc2-52f1-41e4-8e83-dd65a539e1f3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.227205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9c26fc2-52f1-41e4-8e83-dd65a539e1f3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.228158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56abb8cd-dc91-4315-93c0-c708e23f7295 req-e04bf9db-5240-4cf6-bbad-b99a8d8198a6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.1978140 Nov 09 17:58:26.228420 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f9c26fc2-52f1-41e4-8e83-dd65a539e1f3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/c94711ca-06b0-4026-b9d6-99200ee7d90a HTTP/1.1" status: 204 len: 168 time: 0.6421149 Nov 09 17:58:26.240788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.257191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.257520 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP 330bbf7a-41d5-4207-8a4f-2fbeb128e811 disassociated (deleted). External IP: 172.25.3.183, port: a15e92a8-be06-4bc6-a60c-9d78093be3a8. Nov 09 17:58:26.261784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.262578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a27ab5de-c69c-4703-a968-1e85a488a780 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3556640 Nov 09 17:58:26.262776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c26fc2-52f1-41e4-8e83-dd65a539e1f3 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94711ca-06b0-4026-b9d6-99200ee7d90a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.375186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56abb8cd-dc91-4315-93c0-c708e23f7295 req-96017640-715b-4a8e-8d62-e5b04e791c1e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438715 Nov 09 17:58:26.600589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bcee8526-83c7-45a1-8229-e26586fcd08a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3584819 Nov 09 17:58:26.606178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40304) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.611290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670986219'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:26.645031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.757091 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.764503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.815768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:26.818458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2114453 Nov 09 17:58:26.821874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40306) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.826714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f641f547-a9f1-41e4-b140-a0623b9dabd1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:26.827184 n-d-804292-3 neutron-server[102555]: WARNING neutron.api.v2.base [None req-f641f547-a9f1-41e4-b140-a0623b9dabd1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 17:58:26.827765 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-f641f547-a9f1-41e4-b140-a0623b9dabd1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 17:58:26.828923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f641f547-a9f1-41e4-b140-a0623b9dabd1 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "PUT /v2.0/security-groups/1c8c7eb1-e9bc-4357-ad35-ee60ac0f7e33 HTTP/1.1" status: 409 len: 330 time: 0.0062103 Nov 09 17:58:26.834660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40308) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.877707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ff20a-1e7a-4880-9539-b78ca69d645a tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c7eb1-e9bc-4357-ad35-ee60ac0f7e33,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.969869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05237777-6985-40cb-917a-e49c7f6aac55 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.016781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05237777-6985-40cb-917a-e49c7f6aac55 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.098845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05237777-6985-40cb-917a-e49c7f6aac55 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.109702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05237777-6985-40cb-917a-e49c7f6aac55 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.112591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-05237777-6985-40cb-917a-e49c7f6aac55 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c8c7eb1-e9bc-4357-ad35-ee60ac0f7e33 HTTP/1.1" status: 204 len: 168 time: 0.2760940 Nov 09 17:58:27.113721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40310) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.162431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05237777-6985-40cb-917a-e49c7f6aac55 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c7eb1-e9bc-4357-ad35-ee60ac0f7e33,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:27.258863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12d3abb4-f720-4b07-b10e-9bea7df12881 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1343248 Nov 09 17:58:27.260325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40312) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.314624 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-33b40981-def7-4f9d-9f58-9447bdb38d2b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] delete failed (client error): The resource could not be found. Nov 09 17:58:27.324115 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33b40981-def7-4f9d-9f58-9447bdb38d2b tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "DELETE /v2.0/security-groups/1bf2e090-25bb-459f-92d2-fe3f1db8b064 HTTP/1.1" status: 404 len: 347 time: 0.0519543 Nov 09 17:58:27.325136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40314) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.348348 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-8ba3bad0-691b-4f74-9b8a-aa677a1acfe0 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] show failed (client error): The resource could not be found. Nov 09 17:58:27.356287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8ba3bad0-691b-4f74-9b8a-aa677a1acfe0 tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-groups/8a10e844-1cdb-41d7-9274-2700ccc2703d HTTP/1.1" status: 404 len: 347 time: 0.0241880 Nov 09 17:58:27.356919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.384990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 8b62f11b-de13-4248-a03a-df4e44ff1833 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:27.389067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.395272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59726a1-b3b7-4b4e-aae5-f7fe60db5016 None None] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:27.407281 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-c0a9e00a-906b-4428-b7fe-30bbcb9b385e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] show failed (client error): The resource could not be found. Nov 09 17:58:27.419097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c0a9e00a-906b-4428-b7fe-30bbcb9b385e tempest-NegativeSecGroupIPv6Test-1197102889 tempest-NegativeSecGroupIPv6Test-1197102889-project] 10.222.0.45 "GET /v2.0/security-group-rules/b44e666d-8c9c-403f-b5c0-839094efc133 HTTP/1.1" status: 404 len: 356 time: 0.0503354 Nov 09 17:58:27.480143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 16cd7622-c84a-4e94-a969-50aef41817f2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:27.549348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cec1f6bb-e370-4a21-a127-db2b84bd8ee7 None None] Provisioning complete for port 16cd7622-c84a-4e94-a969-50aef41817f2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:27.549723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cec1f6bb-e370-4a21-a127-db2b84bd8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.697161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 16cd7622-c84a-4e94-a969-50aef41817f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:27.697549 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.760708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69110e-c33b-4dcf-8faf-2626363c6c9a req-3b19c424-c1b2-40cf-ab6b-c0ae85ee8712 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:27.762359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd69110e-c33b-4dcf-8faf-2626363c6c9a req-3b19c424-c1b2-40cf-ab6b-c0ae85ee8712 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 944 time: 0.2413533 Nov 09 17:58:27.768364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:27.774731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.778234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b35b7f95-84c5-492e-8749-e07aa8d94aca details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:27.790199 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] Sync routers for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:27.825107 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:27.826743 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:27.848632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2e2aef50-8568-43aa-bb5b-c4d872549152 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/floatingips/330bbf7a-41d5-4207-8a4f-2fbeb128e811 HTTP/1.1" status: 204 len: 168 time: 2.6431696 Nov 09 17:58:27.855513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:27.858006 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7a90a7-c25e-4317-942a-40ce33310fef" -d '{"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:27.870884 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cec1f6bb-e370-4a21-a127-db2b84bd8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.924156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd69110e-c33b-4dcf-8faf-2626363c6c9a req-5392393e-aeec-4f42-8fbc-65e508ae86f5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060646 Nov 09 17:58:27.946546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:27.959745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.081566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cec1f6bb-e370-4a21-a127-db2b84bd8ee7 None None] For port 16cd7622-c84a-4e94-a969-50aef41817f2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=16cd7622-c84a-4e94-a969-50aef41817f2,segment=NetworkSegment(b5a66493-a3e4-4d2b-b80f-c1aafde1e36d),segment_id=b5a66493-a3e4-4d2b-b80f-c1aafde1e36d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:28.116770 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:58:28.132259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=46f120c8-5cfe-48e2-a992-e310a385f96f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.152481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cec1f6bb-e370-4a21-a127-db2b84bd8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.189027 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:28.189851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:28.207288 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a61a2-c8f1-4757-abd7-ef1ecdc6f0ae x-openstack-request-id: req-870a61a2-c8f1-4757-abd7-ef1ecdc6f0ae {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:28.207625 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:28.209326 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-870a61a2-c8f1-4757-abd7-ef1ecdc6f0ae {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:28.210413 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'status': 'completed', 'code': 200} Nov 09 17:58:28.267561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eecb0777-2fb6-49c4-b23c-05ccb2a3fa8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.312447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.356509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-8d92c59d-b10c-454c-ac29-9d393162a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:28.360296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-8d92c59d-b10c-454c-ac29-9d393162a406 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 1096 time: 0.1439686 Nov 09 17:58:28.431814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b35b7f95-84c5-492e-8749-e07aa8d94aca, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:28.588267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5d3b4-e85f-46f2-8397-b927105c5b8c req-661d946b-ac73-47de-addc-ec50c87e56d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:28.606179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-def5d3b4-e85f-46f2-8397-b927105c5b8c req-661d946b-ac73-47de-addc-ec50c87e56d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.2156858 Nov 09 17:58:28.628247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'b35b7f95-84c5-492e-8749-e07aa8d94aca', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': 'b35b7f95-84c5-492e-8749-e07aa8d94aca', 'mac_address': 'fa:16:3e:a0:84:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:28.638417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5226e281-7e11-49d0-881f-bbb230f859b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c81fa78c7edc460bac76c3ce811b59b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4419489 Nov 09 17:58:28.639262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40334) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:28.658619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f6bb-e370-4a21-a127-db2b84bd8ee7 None None] Pushing event updated for resources: {'Port': ['ID=16cd7622-c84a-4e94-a969-50aef41817f2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.686435 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.697353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7390cd45-5251-4cdb-bec3-8b61e28dfc1e None None] Provisioning complete for port 16cd7622-c84a-4e94-a969-50aef41817f2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:28.698565 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390cd45-5251-4cdb-bec3-8b61e28dfc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.702301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:28.702896 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:28.805474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.825675 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.856288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-def5d3b4-e85f-46f2-8397-b927105c5b8c req-167091c0-e434-48e0-8a91-49f60b89b135 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285903 Nov 09 17:58:28.900450 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:13Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.906414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-630d7456-29b4-4a63-909e-ee5a916e4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:28.910158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-630d7456-29b4-4a63-909e-ee5a916e4767 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 200 len: 896 time: 0.5415835 Nov 09 17:58:28.914639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c8671dc-5f72-4374-9a49-151c71ce5c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:28.949096 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] Checking router: 8b62f11b-de13-4248-a03a-df4e44ff1833 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:28.965301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35b7f95-84c5-492e-8749-e07aa8d94aca {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:28.970619 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:28.971728 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:29.020218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7390cd45-5251-4cdb-bec3-8b61e28dfc1e None None] Provisioning complete for port 46f120c8-5cfe-48e2-a992-e310a385f96f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:29.020825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390cd45-5251-4cdb-bec3-8b61e28dfc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.023777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-e2efd318-476f-43d9-adcc-02a35b83295c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 200 len: 217 time: 0.1030331 Nov 09 17:58:29.077595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b35b7f95-84c5-492e-8749-e07aa8d94aca, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:29.085020 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.124247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-b5b09796-0513-43ee-afa1-7e50a5eb7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.125776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-b5b09796-0513-43ee-afa1-7e50a5eb7a8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 200 len: 835 time: 0.0928652 Nov 09 17:58:29.129376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7390cd45-5251-4cdb-bec3-8b61e28dfc1e None None] Port 46f120c8-5cfe-48e2-a992-e310a385f96f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:29.152452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-750032b9-8f3b-4a09-9f07-1dc6894b1495 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.152806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-750032b9-8f3b-4a09-9f07-1dc6894b1495 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.4010620 Nov 09 17:58:29.185306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b35b7f95-84c5-492e-8749-e07aa8d94aca,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.187594 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:29.254401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.303460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-85dfa77d-41ed-4d4e-b6dc-db74f6ac3ae4 None None] Provisioning complete for port 46f120c8-5cfe-48e2-a992-e310a385f96f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:29.304128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dfa77d-41ed-4d4e-b6dc-db74f6ac3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.305253 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c8671dc-5f72-4374-9a49-151c71ce5c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.377964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b35b7f95-84c5-492e-8749-e07aa8d94aca'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:29.468472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 16cd7622-c84a-4e94-a969-50aef41817f2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:29.512813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-85dfa77d-41ed-4d4e-b6dc-db74f6ac3ae4 None None] Port 46f120c8-5cfe-48e2-a992-e310a385f96f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:29.545284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-5431078d-fa1f-4f75-a74f-0c9f5b46bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.547498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-5431078d-fa1f-4f75-a74f-0c9f5b46bcef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed659d1a-0803-48f3-a2c6-4496a3aa8052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862581 Nov 09 17:58:29.558603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e44f6-71ea-4bf6-949e-0de5b18fea92 req-a3470a0f-b4db-4042-9f3b-2f72ba7c6474 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.566585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-334e44f6-71ea-4bf6-949e-0de5b18fea92 req-a3470a0f-b4db-4042-9f3b-2f72ba7c6474 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 945 time: 0.4366958 Nov 09 17:58:29.629700 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:13Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:29.675237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c8671dc-5f72-4374-9a49-151c71ce5c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.680653 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f6d33-c0fe-4e82-940b-255541892346 None None] The sync data for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 is: [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:57:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '6772a216-87ae-4a08-aeee-12c753597238', 'name': '', 'network_id': 'ed659d1a-0803-48f3-a2c6-4496a3aa8052', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:f2:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:59Z', 'updated_at': '2021-11-09T17:57:13Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': 'ef67d6a5-fb0a-46ed-833c-10d45ea4b576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:29.683543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c8671dc-5f72-4374-9a49-151c71ce5c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.685436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c8671dc-5f72-4374-9a49-151c71ce5c90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07d91e1f-77c8-4883-9843-e1809fbf3601 HTTP/1.1" status: 204 len: 168 time: 1.0452268 Nov 09 17:58:29.701634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port a15e92a8-be06-4bc6-a60c-9d78093be3a8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:29.702503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.740649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-462d0d51-a245-4efd-a1f1-e96c22094554 None None] Provisioning complete for port 46f120c8-5cfe-48e2-a992-e310a385f96f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:29.741030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-462d0d51-a245-4efd-a1f1-e96c22094554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.746029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8671dc-5f72-4374-9a49-151c71ce5c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d91e1f-77c8-4883-9843-e1809fbf3601,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.787645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.808679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 16cd7622-c84a-4e94-a969-50aef41817f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:29.809060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.810883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:29.814544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-334e44f6-71ea-4bf6-949e-0de5b18fea92 req-0e60a7f3-223a-46b1-adbd-3e57f68a81d1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470026 Nov 09 17:58:29.862577 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-a6a9aade-92dc-4810-9aa9-81f7a49fc0aa service neutron] 10.222.0.43 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921424 Nov 09 17:58:30.027770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-462d0d51-a245-4efd-a1f1-e96c22094554 None None] Port 46f120c8-5cfe-48e2-a992-e310a385f96f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:30.040610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port a15e92a8-be06-4bc6-a60c-9d78093be3a8, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=a15e92a8-be06-4bc6-a60c-9d78093be3a8,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:30.041086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:30.063273 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:30.092229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=46f120c8-5cfe-48e2-a992-e310a385f96f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.122854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for a15e92a8-be06-4bc6-a60c-9d78093be3a8 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:30.195680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104f9ea-1bf1-4a32-a5fd-5a0c50f67ef1 req-b9e0646e-3e04-43b8-bf24-38ed81508830 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.204366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9104f9ea-1bf1-4a32-a5fd-5a0c50f67ef1 req-b9e0646e-3e04-43b8-bf24-38ed81508830 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 945 time: 0.2054703 Nov 09 17:58:30.291668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9c7a90a7-c25e-4317-942a-40ce33310fef req-86d88c57-493e-44ab-8786-f6ae5d9c3d41 service neutron] 10.222.0.43 "GET /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202034 Nov 09 17:58:30.309122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9104f9ea-1bf1-4a32-a5fd-5a0c50f67ef1 req-fc0da190-cb3c-401a-814f-beda78eb6dca tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c6b431e-2afa-4563-a22e-7254df1f1564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036448 Nov 09 17:58:30.325787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:30.327692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:30.360287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75615c06-a028-4929-b1e8-0335dc6bf6b9 None None] New status for floating IP 330bbf7a-41d5-4207-8a4f-2fbeb128e811: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:58:30.507470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ca010f0-4907-42d0-8c29-e9dc32d4cd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:30.551349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:30.560765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router f3b28cf6-0e77-40aa-9bef-c87533919a83 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:58:30.615659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=a15e92a8-be06-4bc6-a60c-9d78093be3a8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.759585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:30.775783 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] Sync routers for ids ['f3b28cf6-0e77-40aa-9bef-c87533919a83'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:30.777742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-082c8d43-f98a-428a-8c74-7b039b79dc32 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/f3b28cf6-0e77-40aa-9bef-c87533919a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5119395 Nov 09 17:58:30.781335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40354) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:30.793536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f1c26a9-5058-4372-9c71-678d1acb4c99 None None] Provisioning complete for port 46f120c8-5cfe-48e2-a992-e310a385f96f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:30.794564 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f1c26a9-5058-4372-9c71-678d1acb4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:30.833167 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] Routers {'f3b28cf6-0e77-40aa-9bef-c87533919a83'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:30.833779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f3b28cf6-0e77-40aa-9bef-c87533919a83'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:30.844686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c26a9-5058-4372-9c71-678d1acb4c99 None None] Port 46f120c8-5cfe-48e2-a992-e310a385f96f cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:30.848286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0a354-9571-48aa-b54c-c1af23533805 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.850357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ec0a354-9571-48aa-b54c-c1af23533805 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports/46f120c8-5cfe-48e2-a992-e310a385f96f HTTP/1.1" status: 200 len: 976 time: 0.0673568 Nov 09 17:58:30.854864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:30.940524 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:30.954169 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] Routers {'f3b28cf6-0e77-40aa-9bef-c87533919a83'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:30.954836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f3b28cf6-0e77-40aa-9bef-c87533919a83'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:31.004528 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:31.005190 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ff98f-1c30-405f-82b2-afbb72b91d76 None None] The sync data for ids ['f3b28cf6-0e77-40aa-9bef-c87533919a83'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:31.137716 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] No DVR routers for this DVR port a15e92a8-be06-4bc6-a60c-9d78093be3a8 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:31.159320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:31.162907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9f82a33-3b2f-4272-a339-ac0d66ac3ebb req-60a25581-bc9a-4d51-ac49-a863eb9268d8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.43 "DELETE /v2.0/ports/a15e92a8-be06-4bc6-a60c-9d78093be3a8 HTTP/1.1" status: 204 len: 173 time: 1.9750216 Nov 09 17:58:31.164661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-deleted', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:31.167374 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b70c4-7ee4-42e6-b8ef-e650186cab87" -d '{"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-deleted", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:31.239277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ffbc3-114c-424c-aeda-21d8af3b8ff8 req-bdfd42b2-06bf-41cc-bd08-89dda65b1981 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:31.242385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-831ffbc3-114c-424c-aeda-21d8af3b8ff8 req-bdfd42b2-06bf-41cc-bd08-89dda65b1981 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 945 time: 0.1543155 Nov 09 17:58:31.245029 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce035003-1eaa-4d2c-9fa6-ef9737f3056b x-openstack-request-id: req-ce035003-1eaa-4d2c-9fa6-ef9737f3056b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:31.247814 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f3c500-6126-4d50-be6e-f694ce79b4b8", "name": "network-vif-deleted", "tag": "a15e92a8-be06-4bc6-a60c-9d78093be3a8", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:31.248339 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce035003-1eaa-4d2c-9fa6-ef9737f3056b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:31.248934 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f3c500-6126-4d50-be6e-f694ce79b4b8', 'name': 'network-vif-deleted', 'tag': 'a15e92a8-be06-4bc6-a60c-9d78093be3a8', 'status': 'completed', 'code': 200} Nov 09 17:58:31.384007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-831ffbc3-114c-424c-aeda-21d8af3b8ff8 req-45783c74-7252-4280-bfee-83e1f6210a45 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271727 Nov 09 17:58:31.387570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40370) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:31.565480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3a51472-3685-4aa6-b2e1-66d6215c01fa req-c7f833e7-55a7-472d-873b-e19a24f9006f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f3c500-6126-4d50-be6e-f694ce79b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0342481 Nov 09 17:58:31.578049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b6d5c31-f010-4727-9c4e-036bd3be9813 tempest-ServiceProvidersTest-1205831911 tempest-ServiceProvidersTest-1205831911-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1868904 Nov 09 17:58:31.743532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:31.767543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:31.772978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b35b7f95-84c5-492e-8749-e07aa8d94aca up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:31.857814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port b35b7f95-84c5-492e-8749-e07aa8d94aca completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:31.863532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port b35b7f95-84c5-492e-8749-e07aa8d94aca triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:31.863915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:31.981386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.012551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35b7f95-84c5-492e-8749-e07aa8d94aca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:32.014976 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cee7ac-9f08-458a-a017-49cb1c6f8ab8" -d '{"events": [{"server_uuid": "b65c68ab-6280-4cfe-82ac-241b1c184f76", "name": "network-vif-plugged", "status": "completed", "tag": "b35b7f95-84c5-492e-8749-e07aa8d94aca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:32.031174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40380) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:32.032349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b35b7f95-84c5-492e-8749-e07aa8d94aca, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:32.038470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.038765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 46f120c8-5cfe-48e2-a992-e310a385f96f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:32.039522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.108307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b35b7f95-84c5-492e-8749-e07aa8d94aca,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.113149 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543d72c7-9813-4ea7-843d-cb95e153ad6e x-openstack-request-id: req-543d72c7-9813-4ea7-843d-cb95e153ad6e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:32.114473 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65c68ab-6280-4cfe-82ac-241b1c184f76", "name": "network-vif-plugged", "status": "completed", "tag": "b35b7f95-84c5-492e-8749-e07aa8d94aca", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:32.114873 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-543d72c7-9813-4ea7-843d-cb95e153ad6e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:32.115326 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35b7f95-84c5-492e-8749-e07aa8d94aca', 'code': 200} Nov 09 17:58:32.133047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.133612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.139104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.139626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.139989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.144172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.144172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.144172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.144172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.144172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.145080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.145080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:32.192087 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.219848 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 46f120c8-5cfe-48e2-a992-e310a385f96f owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:32.242730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9edfb61f-986b-43bd-93db-3db467eb47ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.310887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d3673-ff0f-48b5-8858-41142af4f9f7 req-9a7fd067-287c-46bb-9eb4-a9be34d30c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.312372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c47d3673-ff0f-48b5-8858-41142af4f9f7 req-9a7fd067-287c-46bb-9eb4-a9be34d30c16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 1097 time: 0.1110542 Nov 09 17:58:32.377412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9edfb61f-986b-43bd-93db-3db467eb47ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.383466 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9edfb61f-986b-43bd-93db-3db467eb47ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.417660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c47d3673-ff0f-48b5-8858-41142af4f9f7 req-cdb42b5b-a743-4f7a-968f-792169ce13ed service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919762 Nov 09 17:58:32.468426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9edfb61f-986b-43bd-93db-3db467eb47ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a2426ac5d3446aa8fd75e6a54b7f053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349759 Nov 09 17:58:32.471606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:32.484104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb61f-986b-43bd-93db-3db467eb47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094293f-e394-4bb3-ac9a-5d2c21876ab9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.518542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.573311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6e3bbc5-c00c-4613-8238-185a1c363809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.574014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=46f120c8-5cfe-48e2-a992-e310a385f96f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.627110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6e3bbc5-c00c-4613-8238-185a1c363809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.645391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23320064-ccac-4c16-a897-4387bfe9eb34 req-0841014f-163f-47ac-a961-49ad14dfad95 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.647636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23320064-ccac-4c16-a897-4387bfe9eb34 req-0841014f-163f-47ac-a961-49ad14dfad95 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 946 time: 0.1406910 Nov 09 17:58:32.692575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40390) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:32.763194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6e3bbc5-c00c-4613-8238-185a1c363809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.767506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d6e3bbc5-c00c-4613-8238-185a1c363809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.772289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d6e3bbc5-c00c-4613-8238-185a1c363809 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b094293f-e394-4bb3-ac9a-5d2c21876ab9 HTTP/1.1" status: 204 len: 168 time: 0.2985482 Nov 09 17:58:32.813260 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:32.836010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3bbc5-c00c-4613-8238-185a1c363809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094293f-e394-4bb3-ac9a-5d2c21876ab9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.860602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23320064-ccac-4c16-a897-4387bfe9eb34 req-5d1ee92f-79a9-4289-ae34-413059519bcc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516502 Nov 09 17:58:33.068184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router f3b28cf6-0e77-40aa-9bef-c87533919a83 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:33.206961 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:33.222595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:33.232890 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-915e876b-e46f-45bd-87f5-187c3c564f9a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/f3b28cf6-0e77-40aa-9bef-c87533919a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765037 Nov 09 17:58:33.237327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40398) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.241926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] Sync routers for ids ['f3b28cf6-0e77-40aa-9bef-c87533919a83'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:33.255979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] Routers {'f3b28cf6-0e77-40aa-9bef-c87533919a83'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:33.257152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f3b28cf6-0e77-40aa-9bef-c87533919a83'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:33.301109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:33.315468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] Routers {'f3b28cf6-0e77-40aa-9bef-c87533919a83'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:33.316112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f3b28cf6-0e77-40aa-9bef-c87533919a83'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:33.379009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:33.380124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd7d46-23bf-4cfd-99de-8b2c9a381557 None None] The sync data for ids ['f3b28cf6-0e77-40aa-9bef-c87533919a83'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:33.578155 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-e588f2a5-74c1-43f3-80db-4efc09fd6275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 17:58:33.583496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e588f2a5-74c1-43f3-80db-4efc09fd6275 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/f3b28cf6-0e77-40aa-9bef-c87533919a83/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3409147 Nov 09 17:58:33.583993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.602934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:33.641714 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3bd9901b-f2ee-4b13-9708-8720f24f853e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3b28cf6-0e77-40aa-9bef-c87533919a83 HTTP/1.1" status: 200 len: 205 time: 0.0554898 Nov 09 17:58:33.642102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40408) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.734840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:33.826119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:33.884073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:33.929028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: a15e92a8-be06-4bc6-a60c-9d78093be3a8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:33.929550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device a15e92a8-be06-4bc6-a60c-9d78093be3a8 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:34.061711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.066967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.213810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.215108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router f3b28cf6-0e77-40aa-9bef-c87533919a83 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:34.227901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.230972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-70ea58fc-a991-4522-978a-6554e15b5053 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/f3b28cf6-0e77-40aa-9bef-c87533919a83 HTTP/1.1" status: 204 len: 168 time: 0.5862656 Nov 09 17:58:34.234231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:34.249917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e146c86-734d-49f6-a29d-8d538a56095f req-1cba93f7-a651-4dd5-bb0a-40df343ac32d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.252569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e146c86-734d-49f6-a29d-8d538a56095f req-1cba93f7-a651-4dd5-bb0a-40df343ac32d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 946 time: 0.2114413 Nov 09 17:58:34.343808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet 45acb17f-ad52-4735-b03b-868eb97cd644 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:34.350630 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.431929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e146c86-734d-49f6-a29d-8d538a56095f req-28899971-b349-45e6-a10f-732c78b10fe4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234472 Nov 09 17:58:34.433592 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.612930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.613315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 6772a216-87ae-4a08-aeee-12c753597238 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:34.613821 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.662352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189bf0f-cd3f-4f62-99e5-47fa13470c1e req-ea3108fa-f2b7-4343-a40e-9bd4cf822e29 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.664037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5189bf0f-cd3f-4f62-99e5-47fa13470c1e req-ea3108fa-f2b7-4343-a40e-9bd4cf822e29 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 946 time: 0.1093218 Nov 09 17:58:34.740278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.755649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 6772a216-87ae-4a08-aeee-12c753597238, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6772a216-87ae-4a08-aeee-12c753597238,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:34.756051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.773391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 6772a216-87ae-4a08-aeee-12c753597238 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:34.779813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5189bf0f-cd3f-4f62-99e5-47fa13470c1e req-c6eaec29-dc4f-45b0-bf50-3f07b9959626 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989139 Nov 09 17:58:34.783660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.790854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/45acb17f-ad52-4735-b03b-868eb97cd644 HTTP/1.1" status: 204 len: 168 time: 0.5506985 Nov 09 17:58:34.790854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fad498-9fc8-4b61-9501-c6f4214396e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=45acb17f-ad52-4735-b03b-868eb97cd644,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.790854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:34.811755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07d552-23f5-4cab-a5ee-0ce1f1f0b3b7 None None] Network 6884d2b6-b0c3-4f50-b18b-3260e580de51 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:34.913559 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:34.992156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 16cd7622-c84a-4e94-a969-50aef41817f2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:34.992687 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.120678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-3eeb204c-1160-4ea1-800a-35b7784f4393 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993134 Nov 09 17:58:35.134757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] DHCP port deletion for 6884d2b6-b0c3-4f50-b18b-3260e580de51 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:35.194228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 16cd7622-c84a-4e94-a969-50aef41817f2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=16cd7622-c84a-4e94-a969-50aef41817f2,segment=NetworkSegment(b5a66493-a3e4-4d2b-b80f-c1aafde1e36d),segment_id=b5a66493-a3e4-4d2b-b80f-c1aafde1e36d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:35.195978 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.221044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] Deleting port 16cd7622-c84a-4e94-a969-50aef41817f2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:35.222056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.236620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 16cd7622-c84a-4e94-a969-50aef41817f2 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:35.269997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.313171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=6772a216-87ae-4a08-aeee-12c753597238,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.317230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-7fde3c8a-2fa0-4e8e-b2bc-2b6f53b48d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.319120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-7fde3c8a-2fa0-4e8e-b2bc-2b6f53b48d1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab2055954c04fc6bf8942c75be66b04&device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 1096 time: 0.1154280 Nov 09 17:58:35.351089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] For port 16cd7622-c84a-4e94-a969-50aef41817f2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=16cd7622-c84a-4e94-a969-50aef41817f2,segment=NetworkSegment(b5a66493-a3e4-4d2b-b80f-c1aafde1e36d),segment_id=b5a66493-a3e4-4d2b-b80f-c1aafde1e36d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:35.351759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.375693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] Calling delete_port for 16cd7622-c84a-4e94-a969-50aef41817f2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:35.440545 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 16cd7622-c84a-4e94-a969-50aef41817f2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:35.489814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b521fb5-6ec7-4d4e-b510-68ffd266db5c req-1d29b80c-453e-4402-9881-9e25bc9dbe7e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.491986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b521fb5-6ec7-4d4e-b510-68ffd266db5c req-1d29b80c-453e-4402-9881-9e25bc9dbe7e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 946 time: 0.2208602 Nov 09 17:58:35.575794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b521fb5-6ec7-4d4e-b510-68ffd266db5c req-f16730bd-c839-4dcf-9773-4466080d4ad0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 Nov 09 17:58:35.597953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.600909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.613381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port 16cd7622-c84a-4e94-a969-50aef41817f2 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:35.613595 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.674717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=16cd7622-c84a-4e94-a969-50aef41817f2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.761019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-88d7ef78-336f-492a-b149-920d7f045242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.762533 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-88d7ef78-336f-492a-b149-920d7f045242 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 200 len: 909 time: 0.2926922 Nov 09 17:58:35.786462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port 16cd7622-c84a-4e94-a969-50aef41817f2 update to DOWN by agent not found {{(pid=102556) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 17:58:35.808267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] Pushing event deleted for resources: {'Port': ['ID=16cd7622-c84a-4e94-a969-50aef41817f2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.817441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049d73a-9a8c-49e7-ad7b-9e8a972aef5d None None] No DVR routers for this DVR port 16cd7622-c84a-4e94-a969-50aef41817f2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:35.859316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:35.896949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6884d2b6-b0c3-4f50-b18b-3260e580de51']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:35.940059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-09c489b9-63e1-43dd-8398-c612923d9a71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 200 len: 1001 time: 0.1454599 Nov 09 17:58:35.948730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:35.949241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a66493-a3e4-4d2b-b80f-c1aafde1e36d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:35.977019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.002947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.016947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:36.018118 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:36.024545 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:36.114836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-b7df7621-ce49-4f86-ac61-cb7dfe883c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.117488 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-b7df7621-ce49-4f86-ac61-cb7dfe883c46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 200 len: 848 time: 0.1084588 Nov 09 17:58:36.137121 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.142911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.152331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/6884d2b6-b0c3-4f50-b18b-3260e580de51 HTTP/1.1" status: 204 len: 168 time: 1.3606730 Nov 09 17:58:36.153024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:36.164561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1992471865'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:36.179265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c154c-ad25-49f9-bfd5-fae2e4b7f025 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=6884d2b6-b0c3-4f50-b18b-3260e580de51,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.204141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 8b62f11b-de13-4248-a03a-df4e44ff1833 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:36.204828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:36.209697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.230428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-4c1ad97f-0983-4ed2-990d-d5584c3c9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.232963 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-4c1ad97f-0983-4ed2-990d-d5584c3c9c40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a260cd7-6459-4164-acc8-6681a37bdbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062303 Nov 09 17:58:36.249102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:36.264786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.265248 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment d28f009f-cc80-4d39-8d99-23be7119c475 of type vlan for network ae658844-bbf2-434e-b24f-20f0e869d05a Nov 09 17:58:36.325956 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.365382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.377847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.379173 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.514090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3557327 Nov 09 17:58:36.519321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40460) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:36.528366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:36.604663 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf130-3a05-4f94-81d4-4054051485e6 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=ae658844-bbf2-434e-b24f-20f0e869d05a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.617689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ae658844-bbf2-434e-b24f-20f0e869d05a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:36.660480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:36.664393 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:36.881629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-57217929-c4a4-4441-b63c-d970b20173ff tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.883703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-57217929-c4a4-4441-b63c-d970b20173ff tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 946 time: 0.1060491 Nov 09 17:58:36.885528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:36.890862 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-7008d1ed-2697-4919-b58b-a02b2b788a94 service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089787 Nov 09 17:58:36.894903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-01840bd7-db44-4841-a5b8-1530b21c8a8f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/8b62f11b-de13-4248-a03a-df4e44ff1833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2005923 Nov 09 17:58:36.903836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40464) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:36.910555 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4450ad2-6918-4276-9300-9929e959595f None None] Sync routers for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:36.912559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fdce0-275c-4430-bac4-1d0697a8c97e req-5ca17ca3-147f-4b88-b76b-f1860758d5c2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.914460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-298fdce0-275c-4430-bac4-1d0697a8c97e req-5ca17ca3-147f-4b88-b76b-f1860758d5c2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 946 time: 0.1106825 Nov 09 17:58:36.931574 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:36.933645 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:37.058181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting subnet ef67d6a5-fb0a-46ed-833c-10d45ea4b576 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:37.078783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.107496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.124552 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:37.128348 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-298fdce0-275c-4430-bac4-1d0697a8c97e req-b83cea1d-14c3-4360-bfcc-6f00337bfb6f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974776 Nov 09 17:58:37.173629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df8837c4-6ff3-4db7-aeb3-0e7ea545b738 req-12291998-d5f1-4790-8b2e-95d9e216756d service neutron] 10.222.0.43 "GET /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706544 Nov 09 17:58:37.175975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.324933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': 'd28f009f-cc80-4d39-8d99-23be7119c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:37.324933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: ae658844-bbf2-434e-b24f-20f0e869d05a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:37.346934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=5b5ec3a8-2acc-4508-819a-9ea70effd487,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.382086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network ae658844-bbf2-434e-b24f-20f0e869d05a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:37.400468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.406857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port b35b7f95-84c5-492e-8749-e07aa8d94aca {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:37.407504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.413420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:58:35Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:37.414122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ae658844-bbf2-434e-b24f-20f0e869d05a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:37.425485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf8caf-b485-4718-831a-cbaeaac99837 None None] Network ae658844-bbf2-434e-b24f-20f0e869d05a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:37.463049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.464278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.470572 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4450ad2-6918-4276-9300-9929e959595f None None] Checking router: 8b62f11b-de13-4248-a03a-df4e44ff1833 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:37.481094 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] Routers {'8b62f11b-de13-4248-a03a-df4e44ff1833'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:37.481917 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['8b62f11b-de13-4248-a03a-df4e44ff1833'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:37.503796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-83ea1570-2f83-45c3-94d9-062f311cd0b5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9803455 Nov 09 17:58:37.505239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:37.511584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1480940111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:37.568312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.578021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port b35b7f95-84c5-492e-8749-e07aa8d94aca, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b35b7f95-84c5-492e-8749-e07aa8d94aca,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:37.578407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.591639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.593407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.613030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for b35b7f95-84c5-492e-8749-e07aa8d94aca owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:37.626952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Subnet': ['ID=ef67d6a5-fb0a-46ed-833c-10d45ea4b576,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.634755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.644595 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-462d34a9-ba4b-44ce-b7c7-08f01a85cddd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/subnets/ef67d6a5-fb0a-46ed-833c-10d45ea4b576 HTTP/1.1" status: 204 len: 168 time: 0.7290325 Nov 09 17:58:37.645690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:37.650066 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] Set router 8b62f11b-de13-4248-a03a-df4e44ff1833 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:37.670292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7efa95-e170-4856-a4b0-d09ad1ac1f2a None None] Network ed659d1a-0803-48f3-a2c6-4496a3aa8052 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:37.742817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.751614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.772796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-ae658844-bbf2-434e-b24f-20f0e869d05a', 'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': '5b5ec3a8-2acc-4508-819a-9ea70effd487'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:37.773704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.788019 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:37.789298 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-79c1f70d-6bb9-405c-851a-e8bfdbe0e3e0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2830338 Nov 09 17:58:37.803115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:37.898175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.049469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] DHCP port deletion for ed659d1a-0803-48f3-a2c6-4496a3aa8052 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:38.054449 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f4450ad2-6918-4276-9300-9929e959595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:58:35Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:38.081894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.109183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.132949 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4450ad2-6918-4276-9300-9929e959595f None None] The sync data for ids ['8b62f11b-de13-4248-a03a-df4e44ff1833'] in n-d-804292-3 is: [{'id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414729714', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '13d32091-bfba-4397-966a-e580962f00e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:50Z', 'updated_at': '2021-11-09T17:58:35Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '13d32091-bfba-4397-966a-e580962f00e6', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f11b-de13-4248-a03a-df4e44ff1833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:51Z', 'updated_at': '2021-11-09T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:38.133480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Allocated IP 172.20.0.2 (ae658844-bbf2-434e-b24f-20f0e869d05a/5b5ec3a8-2acc-4508-819a-9ea70effd487/9dc4e676-890e-4d0b-97dd-ec372c973d2a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:38.150916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['3a924a10-73a3-4a70-89a8-a27a8cb02f45'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:38.259356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 13d32091-bfba-4397-966a-e580962f00e6 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:38.259627 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.370304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] Deleting port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:38.371570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.415036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 13d32091-bfba-4397-966a-e580962f00e6, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=13d32091-bfba-4397-966a-e580962f00e6,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:38.415036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.435728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 13d32091-bfba-4397-966a-e580962f00e6 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:38.603418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9968724f-75a3-4ac6-b858-1ca40b6fe870 req-2f51f817-9dda-42ae-afa2-114e02147f6f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0448859 Nov 09 17:58:38.604400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=b35b7f95-84c5-492e-8749-e07aa8d94aca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:38.711338 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.727393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port b35b7f95-84c5-492e-8749-e07aa8d94aca on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:38.739596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.743216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38dc046d-d722-4e09-97f9-f1da51dd4032 req-3c44991f-0e90-4c86-afe8-8b34cee52449 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "DELETE /v2.0/ports/b35b7f95-84c5-492e-8749-e07aa8d94aca HTTP/1.1" status: 204 len: 173 time: 1.7384148 Nov 09 17:58:38.743860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'name': 'network-vif-deleted', 'tag': 'b35b7f95-84c5-492e-8749-e07aa8d94aca'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:38.746729 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e23a2cb-eb90-4d07-98a9-7c9d325f649d" -d '{"events": [{"server_uuid": "b65c68ab-6280-4cfe-82ac-241b1c184f76", "name": "network-vif-deleted", "tag": "b35b7f95-84c5-492e-8749-e07aa8d94aca"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:38.757640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] For port 04682905-c1bd-4c1c-b8f2-48cf5c262a84, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=04682905-c1bd-4c1c-b8f2-48cf5c262a84,segment=NetworkSegment(604ab9ea-4d88-44dc-ba43-0055c2074322),segment_id=604ab9ea-4d88-44dc-ba43-0055c2074322)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:38.759596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.796773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=13d32091-bfba-4397-966a-e580962f00e6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:38.806556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] Calling delete_port for 04682905-c1bd-4c1c-b8f2-48cf5c262a84 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:38.830897 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.857403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.857762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.859737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.860100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.860441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.860782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.861125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.861460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.861797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.862131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.862531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.862775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:38.941300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1dadd-3a5c-4f62-bd0e-f4395417d802 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:38.983274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:38.987520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.057699 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc1ae4-026a-40a9-9a53-fc4a08028934 x-openstack-request-id: req-b5cc1ae4-026a-40a9-9a53-fc4a08028934 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:39.058672 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65c68ab-6280-4cfe-82ac-241b1c184f76", "name": "network-vif-deleted", "tag": "b35b7f95-84c5-492e-8749-e07aa8d94aca", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:39.059717 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5cc1ae4-026a-40a9-9a53-fc4a08028934 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:39.060930 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65c68ab-6280-4cfe-82ac-241b1c184f76', 'name': 'network-vif-deleted', 'tag': 'b35b7f95-84c5-492e-8749-e07aa8d94aca', 'status': 'completed', 'code': 200} Nov 09 17:58:39.061371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.078603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] Pushing event deleted for resources: {'Port': ['ID=04682905-c1bd-4c1c-b8f2-48cf5c262a84,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:39.101486 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.108152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab655b-5bf3-4cba-809b-7caf45755a2d None None] No DVR routers for this DVR port 04682905-c1bd-4c1c-b8f2-48cf5c262a84 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:39.247039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Pushing event updated for resources: {'Port': ['ID=9dc4e676-890e-4d0b-97dd-ec372c973d2a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:39.261818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Network ae658844-bbf2-434e-b24f-20f0e869d05a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:39.264855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:39.273012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:39.315671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.319209 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.388560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Attempting to bind port 9dc4e676-890e-4d0b-97dd-ec372c973d2a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:58:39.388848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Attempting to bind port 9dc4e676-890e-4d0b-97dd-ec372c973d2a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'd28f009f-cc80-4d39-8d99-23be7119c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:58:39.391578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Attempting to bind port 9dc4e676-890e-4d0b-97dd-ec372c973d2a on network ae658844-bbf2-434e-b24f-20f0e869d05a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:39.405587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:39.406011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Checking segment: {'id': 'd28f009f-cc80-4d39-8d99-23be7119c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:39.407913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.408991 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Bound using segment: {'id': 'd28f009f-cc80-4d39-8d99-23be7119c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:39.414250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Bound port: 9dc4e676-890e-4d0b-97dd-ec372c973d2a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f009f-cc80-4d39-8d99-23be7119c475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ae658844-bbf2-434e-b24f-20f0e869d05a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:58:39.414708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.460003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.461033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Fanout notify agent at l3_agent the message router_deleted on router 8b62f11b-de13-4248-a03a-df4e44ff1833 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:39.481002 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.489221 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f36b17db-83d8-4172-a208-3097eb1a620a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/routers/8b62f11b-de13-4248-a03a-df4e44ff1833 HTTP/1.1" status: 204 len: 168 time: 1.8407707 Nov 09 17:58:39.494970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40492) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:39.561844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.20.0.1 (ae658844-bbf2-434e-b24f-20f0e869d05a/5b5ec3a8-2acc-4508-819a-9ea70effd487/5e22a1a4-2be0-43d4-86f4-55a918033676) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:39.651172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] For port 9dc4e676-890e-4d0b-97dd-ec372c973d2a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:39.655050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] For port 9dc4e676-890e-4d0b-97dd-ec372c973d2a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9dc4e676-890e-4d0b-97dd-ec372c973d2a,segment=NetworkSegment(d28f009f-cc80-4d39-8d99-23be7119c475),segment_id=d28f009f-cc80-4d39-8d99-23be7119c475)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:39.669516 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.733218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.782195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6049fc-efe5-419a-9c15-54a507738aa2 None None] Pushing event updated for resources: {'Port': ['ID=9dc4e676-890e-4d0b-97dd-ec372c973d2a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:39.787999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6772a216-87ae-4a08-aeee-12c753597238 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:39.843629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6772a216-87ae-4a08-aeee-12c753597238 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:39.844455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6772a216-87ae-4a08-aeee-12c753597238 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:39.845375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04682905-c1bd-4c1c-b8f2-48cf5c262a84 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:39.882477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:39.896753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 04682905-c1bd-4c1c-b8f2-48cf5c262a84 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:39.897709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 04682905-c1bd-4c1c-b8f2-48cf5c262a84 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:39.907731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b35b7f95-84c5-492e-8749-e07aa8d94aca no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:39.946845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: b35b7f95-84c5-492e-8749-e07aa8d94aca {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:39.947775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b35b7f95-84c5-492e-8749-e07aa8d94aca not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:40.004745 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d543e9b-5ddb-4b51-b1b2-2cdf00beb825 req-e3d6b075-689b-4100-8a34-9d1556d687d2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0469725 Nov 09 17:58:40.008788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.031678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.071258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network ae658844-bbf2-434e-b24f-20f0e869d05a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:40.075955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:40.078871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed659d1a-0803-48f3-a2c6-4496a3aa8052']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:40.087201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:40.122093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604ab9ea-4d88-44dc-ba43-0055c2074322') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:40.122476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604ab9ea-4d88-44dc-ba43-0055c2074322') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:40.125378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=5e22a1a4-2be0-43d4-86f4-55a918033676,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.145167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.185289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.187920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.230413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:40.235196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:40.278720 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:40.399911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.412638 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.417510 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/networks/ed659d1a-0803-48f3-a2c6-4496a3aa8052 HTTP/1.1" status: 204 len: 168 time: 0.9197209 Nov 09 17:58:40.423073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40500) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:40.448471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13781abc-c93e-476e-8f55-40f9abdf8726 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Network': ['ID=ed659d1a-0803-48f3-a2c6-4496a3aa8052,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.488117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.511095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-288fdf50-acee-44db-9fd7-d202e3ad8e21 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.551029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-288fdf50-acee-44db-9fd7-d202e3ad8e21 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.634742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-288fdf50-acee-44db-9fd7-d202e3ad8e21 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.638389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-288fdf50-acee-44db-9fd7-d202e3ad8e21 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.639962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-288fdf50-acee-44db-9fd7-d202e3ad8e21 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/security-groups/9c6b431e-2afa-4563-a22e-7254df1f1564 HTTP/1.1" status: 204 len: 168 time: 0.2156935 Nov 09 17:58:40.651834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fdf50-acee-44db-9fd7-d202e3ad8e21 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6b431e-2afa-4563-a22e-7254df1f1564,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.960734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:40.968821 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.067776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.097737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=5e22a1a4-2be0-43d4-86f4-55a918033676,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.153042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.153511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.153773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.154079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.154425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.154902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.155340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.155611 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.155942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.156272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.156600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.156927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:41.222727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40512) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.228392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344546636', 'description': 'tempest-secgroup-smoke-344546636 description', 'project_id': '852156cb028747e7ad9ba26bb49e4d98'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:41.253123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network ae658844-bbf2-434e-b24f-20f0e869d05a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:41.257687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:41.284355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1daac762-bbbd-4d75-ac2b-23ec736794d0 req-fa4dd413-1d8c-4217-9bfc-4a3bba13d812 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0500009 Nov 09 17:58:41.304316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.497060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.511074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.515054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router bbfc41fc-c03f-4439-b041-bd1af19fb0a1 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:58:41.526665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9dc4e676-890e-4d0b-97dd-ec372c973d2a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:41.576586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.583893 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3596997 Nov 09 17:58:41.584909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.587802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723ffa0-2766-4776-84ec-b7f9cdf6742f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3ea138-51c2-4790-8554-b0e7207ba13a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.591669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '8a3ea138-51c2-4790-8554-b0e7207ba13a', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:41.639605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9dc4e676-890e-4d0b-97dd-ec372c973d2a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:41.640525 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.680238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.689603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbedde7-cd32-42c7-9911-cd0aded07738 None None] Network ae658844-bbf2-434e-b24f-20f0e869d05a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:41.715296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:41.724216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40516) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.724571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-370b80b0-56a7-48fb-acc8-ec0497715249 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/bbfc41fc-c03f-4439-b041-bd1af19fb0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9202104 Nov 09 17:58:41.754826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.762424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.784688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210a34f7-989b-42ef-9e08-48c3a377dacd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.802309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.804165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a3eff361-cf51-4e51-b79a-c9821bb488d6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180476 Nov 09 17:58:41.807033 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b52d3-53c1-4d2a-90f3-c6cade7858e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.808324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.811900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c58b52d3-53c1-4d2a-90f3-c6cade7858e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports/5e22a1a4-2be0-43d4-86f4-55a918033676 HTTP/1.1" status: 200 len: 910 time: 0.0833030 Nov 09 17:58:41.812152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] Sync routers for ids ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:41.812346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40520) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.818660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '8a3ea138-51c2-4790-8554-b0e7207ba13a', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:41.856692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.874648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7c3ac851-5951-4bbb-9e6d-f0f77afaa27d None None] Provisioning complete for port 9dc4e676-890e-4d0b-97dd-ec372c973d2a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:41.876605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac851-5951-4bbb-9e6d-f0f77afaa27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:41.992080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] Routers {'bbfc41fc-c03f-4439-b041-bd1af19fb0a1'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:41.994564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:42.030466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.038020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.047555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:42.077490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] Routers {'bbfc41fc-c03f-4439-b041-bd1af19fb0a1'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:42.078013 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.078850 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:42.079377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652299 Nov 09 17:58:42.094224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:42.101009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '8a3ea138-51c2-4790-8554-b0e7207ba13a', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:42.120215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47be14-d76c-4442-999f-3f3ab5786a6b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7838abc-36d0-4c6f-9cdb-da0c3add1d48,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.159185 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.201351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:42.202175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1682db0-e030-4ff9-87a2-66d18e8b6123 None None] The sync data for ids ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'] in n-d-804292-3 is: [] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:42.255342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.261209 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.291834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b317c4d1-8e03-4c28-8635-2e29aa52f5f7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.304274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.304274 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ec6e526-3143-4a2e-bf51-9c5be61e0c07 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2071123 Nov 09 17:58:42.310144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:42.316050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '8a3ea138-51c2-4790-8554-b0e7207ba13a', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:42.378065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.392441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.445853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a61be8-5127-48ad-8779-2dbaea657b03 req-9bfae516-9085-4540-84eb-48230c1f94fe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0478473 Nov 09 17:58:42.470662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.512298 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.520611 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.558779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48725e63-80fd-409a-8197-39f09af2a66d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.604836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.606030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f7045dbf-0722-44ed-8bf8-a96da9981919 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940881 Nov 09 17:58:42.609851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40550) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:42.614741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '8a3ea138-51c2-4790-8554-b0e7207ba13a', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:42.644321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 9dc4e676-890e-4d0b-97dd-ec372c973d2a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9dc4e676-890e-4d0b-97dd-ec372c973d2a,segment=NetworkSegment(d28f009f-cc80-4d39-8d99-23be7119c475),segment_id=d28f009f-cc80-4d39-8d99-23be7119c475)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:42.649510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac851-5951-4bbb-9e6d-f0f77afaa27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.656055 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.675025 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:58:42.689948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:42.797584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=9dc4e676-890e-4d0b-97dd-ec372c973d2a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.803275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 13d32091-bfba-4397-966a-e580962f00e6 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:42.889076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 13d32091-bfba-4397-966a-e580962f00e6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:42.901081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 13d32091-bfba-4397-966a-e580962f00e6 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:42.987530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.001726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.049075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-7c3ac851-5951-4bbb-9e6d-f0f77afaa27d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:43.050236 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-7c3ac851-5951-4bbb-9e6d-f0f77afaa27d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:43.059807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491d2287-5bbf-4cff-ae86-eca76dd85928,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.080537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 5e22a1a4-2be0-43d4-86f4-55a918033676 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:43.081558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.093694 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.100929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-61162b3d-0a4e-43b0-a03a-293d8146cf6d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4896574 Nov 09 17:58:43.102043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:43.123069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'security_group_rule': {'security_group_id': '8a3ea138-51c2-4790-8554-b0e7207ba13a', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:43.179040 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Project 852156cb028747e7ad9ba26bb49e4d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:58:43.185330 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.330231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.380989 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.389708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 5e22a1a4-2be0-43d4-86f4-55a918033676 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:43.391649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.440784 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.441776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3374770 Nov 09 17:58:43.453070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40558) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:43.468809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'network': {'name': 'tempest-network-smoke--1406150687', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:43.485055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9dc4e676-890e-4d0b-97dd-ec372c973d2a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:43.538853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babad755-5887-44ab-ad7b-78b862b17a42 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da094da8-fd4a-4ff1-b74c-e0ba125c0628,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.548904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:43.562186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.659702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:43.700827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.702963 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Added segment 835d74d5-20c4-4ef6-b7aa-fdd64b7111ad of type vlan for network 31f6b33a-630e-462b-800d-9430716a1884 Nov 09 17:58:43.790007 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.849646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9dc4e676-890e-4d0b-97dd-ec372c973d2a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:43.850221 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.867209 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.880362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:43.881638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:43.928156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4707363 Nov 09 17:58:43.950957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40562) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:43.954262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbd31813-9e85-4ac5-aa0d-94e417c27896 req-53cb5abe-44fe-4e2f-a7cc-b08a05d30d32 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.1355069 Nov 09 17:58:43.971882 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'admin_state_up': True, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:44.036911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-332cfd93-5331-49f6-8e60-6cd7b86c8753 None None] Provisioning complete for port 9dc4e676-890e-4d0b-97dd-ec372c973d2a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:44.042668 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-332cfd93-5331-49f6-8e60-6cd7b86c8753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.050423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bb715-5bd6-4c2c-879e-aac328d76e71 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Network': ['ID=31f6b33a-630e-462b-800d-9430716a1884,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:44.066474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.072949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.102477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 31f6b33a-630e-462b-800d-9430716a1884 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:44.169650 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.221403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=5e22a1a4-2be0-43d4-86f4-55a918033676,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:44.310269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.550689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-332cfd93-5331-49f6-8e60-6cd7b86c8753 None None] Could not find standard attr ID for object 5e22a1a4-2be0-43d4-86f4-55a918033676. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:58:44.639597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.683250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:44.946230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router bbfc41fc-c03f-4439-b041-bd1af19fb0a1 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:45.211135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:45.234275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] Sync routers for ids ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:45.251266 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] Routers {'bbfc41fc-c03f-4439-b041-bd1af19fb0a1'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:45.252065 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.288194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5d78414e-7d1c-466d-84af-0632fb1d1fb9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/bbfc41fc-c03f-4439-b041-bd1af19fb0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4717069 Nov 09 17:58:45.288194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:45.288826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:45.304446 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.335006 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] Routers {'bbfc41fc-c03f-4439-b041-bd1af19fb0a1'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:45.335655 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.381198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:45.396079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f6732ddc-2d9a-4f95-9a35-3efb8e9190b3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbfc41fc-c03f-4439-b041-bd1af19fb0a1 HTTP/1.1" status: 200 len: 205 time: 0.1049860 Nov 09 17:58:45.399860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40578) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:45.451140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-150406f8-62d7-4d05-806d-fedf74ac5058 req-b700f2cc-0caf-4a7b-b890-60ca4c1d2541 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.0727351 Nov 09 17:58:45.549606 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:45.604116 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.605422 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d7c669-19a6-4fb7-a8e2-0ee129fb6ad2 None None] The sync data for ids ['bbfc41fc-c03f-4439-b041-bd1af19fb0a1'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:46.207508 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.212141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.222087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.100 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/2d1d9d2f-b772-4fd7-b67d-2321e0ad200d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:46.352025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.352944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router bbfc41fc-c03f-4439-b041-bd1af19fb0a1 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:46.364999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.366436 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f6eafb8d-03de-4eb0-b176-40ed581b1b78 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/bbfc41fc-c03f-4439-b041-bd1af19fb0a1 HTTP/1.1" status: 204 len: 168 time: 0.9654219 Nov 09 17:58:46.372509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40584) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:46.505004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.525335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet 5b5ec3a8-2acc-4508-819a-9ea70effd487 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:58:46.529700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.585962 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.623748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.707902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:46.744943 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.758513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:46.763944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:46.776431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-475995e8-e482-4910-a393-afa4bc1c6409 req-77aa4d77-f04a-46a1-b0c2-dff4ecd1f0c1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=b65c68ab-6280-4cfe-82ac-241b1c184f76 HTTP/1.1" status: 200 len: 210 time: 0.1276219 Nov 09 17:58:46.784660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4152cb-871c-4310-aef0-4637b2a40d04 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:46.821785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:46.939292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b6ef6792-c6d9-431b-886b-654ddee42646 None None] Provisioning complete for port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:46.940584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6ef6792-c6d9-431b-886b-654ddee42646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:46.959360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.000746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5ec3a8-2acc-4508-819a-9ea70effd487,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.007339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.015263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9446a9d1-bf95-44e6-84b7-e8312b5e0f54 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/5b5ec3a8-2acc-4508-819a-9ea70effd487 HTTP/1.1" status: 204 len: 168 time: 0.6372497 Nov 09 17:58:47.016278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:47.064579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68ab3e-79f1-429a-b0a8-653c0cae260b None None] Network ae658844-bbf2-434e-b24f-20f0e869d05a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:47.175745 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.220758 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.326751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 9dc4e676-890e-4d0b-97dd-ec372c973d2a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:47.327245 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.357087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef6792-c6d9-431b-886b-654ddee42646 None None] Port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:47.479868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 9dc4e676-890e-4d0b-97dd-ec372c973d2a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9dc4e676-890e-4d0b-97dd-ec372c973d2a,segment=NetworkSegment(d28f009f-cc80-4d39-8d99-23be7119c475),segment_id=d28f009f-cc80-4d39-8d99-23be7119c475)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:47.480529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.517470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 9dc4e676-890e-4d0b-97dd-ec372c973d2a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:47.640282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c32219-4308-4313-b545-121dd9069404 None None] DHCP port deletion for ae658844-bbf2-434e-b24f-20f0e869d05a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:47.642917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.703502 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.773286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=9dc4e676-890e-4d0b-97dd-ec372c973d2a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.774433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83c32219-4308-4313-b545-121dd9069404 None None] Deleting port 9dc4e676-890e-4d0b-97dd-ec372c973d2a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:47.775695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83c32219-4308-4313-b545-121dd9069404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:47.781108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port 9dc4e676-890e-4d0b-97dd-ec372c973d2a on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:47.857008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 5a5576b4-bf23-4eba-956f-5703c9947066 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:58:47.972683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.013314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-83c32219-4308-4313-b545-121dd9069404 None None] For port 9dc4e676-890e-4d0b-97dd-ec372c973d2a, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:48.014067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83c32219-4308-4313-b545-121dd9069404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.020145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae658844-bbf2-434e-b24f-20f0e869d05a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:48.046887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83c32219-4308-4313-b545-121dd9069404 None None] Calling delete_port for 9dc4e676-890e-4d0b-97dd-ec372c973d2a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:48.047222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28f009f-cc80-4d39-8d99-23be7119c475') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:48.047409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28f009f-cc80-4d39-8d99-23be7119c475') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:48.056647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-83c32219-4308-4313-b545-121dd9069404 None None] Port 9dc4e676-890e-4d0b-97dd-ec372c973d2a was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:58:48.057374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:48.061628 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83c32219-4308-4313-b545-121dd9069404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.065060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.077765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Sync routers for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:48.090368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.100233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:48.100701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.114562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.123177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-18addeeb-ba5e-49fb-89dd-7cca7c591416 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1613672 Nov 09 17:58:48.123732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40604) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:48.176419 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:48.192310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d63237f-9f88-4420-9bbe-73cf1712a017 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=852156cb028747e7ad9ba26bb49e4d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628955 Nov 09 17:58:48.193549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40606) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:48.218619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.225756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.229671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c32219-4308-4313-b545-121dd9069404 None None] Pushing event deleted for resources: {'Port': ['ID=9dc4e676-890e-4d0b-97dd-ec372c973d2a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:48.240030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/ae658844-bbf2-434e-b24f-20f0e869d05a HTTP/1.1" status: 204 len: 168 time: 1.2208190 Nov 09 17:58:48.250486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c32219-4308-4313-b545-121dd9069404 None None] No DVR routers for this DVR port 9dc4e676-890e-4d0b-97dd-ec372c973d2a on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:48.251036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:48.265874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1641187021', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:48.282467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:48.284686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:48.315783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39eb9a-1e35-402e-aa62-f7bbbec12484 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=ae658844-bbf2-434e-b24f-20f0e869d05a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:48.371367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.372935 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.427219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfeef0-9766-4f52-b7ae-2e051e116fa6 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.437326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-45dfeef0-9766-4f52-b7ae-2e051e116fa6 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371027 Nov 09 17:58:48.437678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40610) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:48.503856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:48.509025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-40501423-353e-40b3-b35a-aaf381d3903b tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0662367 Nov 09 17:58:48.510447 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40616) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:48.520560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442298076', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:48.538267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:48.822849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:48.826853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:49.144047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:47Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:49.199527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:49.214657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Checking router: 5a5576b4-bf23-4eba-956f-5703c9947066 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:49.215263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Updating router 5a5576b4-bf23-4eba-956f-5703c9947066 port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:49.320162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:49.502238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:49.615962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9dc4e676-890e-4d0b-97dd-ec372c973d2a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:49.630826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Subnet': ['ID=4c609268-0e59-4dc1-8db6-2a1cd9072312,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:49.682866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9dc4e676-890e-4d0b-97dd-ec372c973d2a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:49.683335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9dc4e676-890e-4d0b-97dd-ec372c973d2a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:49.713111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Checking segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:49.713629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network hostable DHCP agents. Network: 31f6b33a-630e-462b-800d-9430716a1884, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:49.759753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 31f6b33a-630e-462b-800d-9430716a1884 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:49.777481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 31f6b33a-630e-462b-800d-9430716a1884) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:49.782410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.783055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:49.819986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-342ada35-ac6c-40e8-903c-275ba82716fa tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3083553 Nov 09 17:58:49.824840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40644) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:49.858111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a04fa2-bbdb-4b2d-ad95-23ded8316d83 None None] Network 31f6b33a-630e-462b-800d-9430716a1884 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:49.990186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41de8e-efc7-469c-a0d8-41b1d3dad63c req-ec048587-82b7-4e78-a53a-1de2eb4768c9 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.003268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b41de8e-efc7-469c-a0d8-41b1d3dad63c req-ec048587-82b7-4e78-a53a-1de2eb4768c9 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.7283192 Nov 09 17:58:50.202877 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b41de8e-efc7-469c-a0d8-41b1d3dad63c req-8a1faf9d-fe90-4527-82f4-f1404c320488 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780040 Nov 09 17:58:50.403365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.419415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.425296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.459921 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.504937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-2561db9b-7e94-47ff-8a7e-917ff33d6e3e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.507330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-2561db9b-7e94-47ff-8a7e-917ff33d6e3e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.43 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.2201397 Nov 09 17:58:50.577547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-31f6b33a-630e-462b-800d-9430716a1884', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:50.579097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.613929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Attempting to bind port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:58:50.615183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Attempting to bind port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:58:50.618026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Attempting to bind port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:50.635529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd4fab-0440-4465-a592-d9e2a9b4c748 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:50.666422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:50.667310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:50.667976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.668621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:50.669687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Bound port: 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:58:50.670358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.741638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add9eb4-e3c2-4823-8c77-e45db3deea4d None None] Pushing event updated for resources: {'Port': ['ID=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:50.752656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.774290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Deleting port 38c725ed-3674-45d8-9ed4-a23bc793f691 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:50.774789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.841630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ea148162-1557-4ab2-b0c5-73c005a61852 None None] Provisioning complete for port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:50.842379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea148162-1557-4ab2-b0c5-73c005a61852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.908608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] For port 38c725ed-3674-45d8-9ed4-a23bc793f691, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=38c725ed-3674-45d8-9ed4-a23bc793f691,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:50.908988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:50.953176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.25.3.104 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/7e432374-2cc3-4af3-8a6f-70531d3c393e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:51.003539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] For port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:51.031887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ea148162-1557-4ab2-b0c5-73c005a61852 None None] Port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:51.100613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] For port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:51.130969 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:51.198805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:51.230035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a57f6-5091-4fd2-8f2f-03a76ac6b256 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:51.287693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:51.330694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Allocated IP 172.20.0.2 (31f6b33a-630e-462b-800d-9430716a1884/4c609268-0e59-4dc1-8db6-2a1cd9072312/82047530-6fdb-4641-81cb-158ed491e5ee) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:51.381592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:51.382147 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:51.382843 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Floating IP df63c8ab-072d-450e-af14-afc0d52251ba disassociated. External IP: 172.25.3.132, port: 38c725ed-3674-45d8-9ed4-a23bc793f691. Nov 09 17:58:51.383497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Calling delete_port for 38c725ed-3674-45d8-9ed4-a23bc793f691 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:51.420156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:51.421466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:51.440591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:51.456966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:51.460196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=7e432374-2cc3-4af3-8a6f-70531d3c393e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:51.472837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:51.543386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:51.639747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8555853-8c21-46ec-9feb-4520d2005ea2 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:51.665083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add9eb4-e3c2-4823-8c77-e45db3deea4d None None] Pushing event updated for resources: {'Port': ['ID=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:51.846953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e5b021a5-9ccb-496d-8746-49f10f05f15c None None] Provisioning complete for port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:51.848130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5b021a5-9ccb-496d-8746-49f10f05f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:51.901803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4e5c3-3725-4136-a66f-04e442f5957f req-f12c13de-d2af-4548-b9a2-40c58416426e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.904089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-baf4e5c3-3725-4136-a66f-04e442f5957f req-f12c13de-d2af-4548-b9a2-40c58416426e tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 945 time: 0.4595590 Nov 09 17:58:52.130238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.153874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.168717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.171096 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5b021a5-9ccb-496d-8746-49f10f05f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.200646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e5b021a5-9ccb-496d-8746-49f10f05f15c None None] For port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:52.215712 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5b021a5-9ccb-496d-8746-49f10f05f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.226110 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.287552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:47Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:52.301280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Network 31f6b33a-630e-462b-800d-9430716a1884 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:52.314710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:52.319535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:52.397615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028318-8579-427d-8bd7-c03db6b46079 None None] The sync data for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 is: [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:47Z', 'revision_number': 3, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:52.480500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b021a5-9ccb-496d-8746-49f10f05f15c None None] Pushing event updated for resources: {'Port': ['ID=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:52.549599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Attempting to bind port 82047530-6fdb-4641-81cb-158ed491e5ee on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:58:52.549959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Attempting to bind port 82047530-6fdb-4641-81cb-158ed491e5ee by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:58:52.550287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Attempting to bind port 82047530-6fdb-4641-81cb-158ed491e5ee on network 31f6b33a-630e-462b-800d-9430716a1884 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:52.622188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:52.622825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Checking segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:58:52.623043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.623408 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Bound using segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:52.623890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Bound port: 82047530-6fdb-4641-81cb-158ed491e5ee, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:58:52.624278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.648449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2a46dc24-d147-4665-9ad3-d2e0b05502eb None None] Provisioning complete for port 7e432374-2cc3-4af3-8a6f-70531d3c393e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:52.649243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a46dc24-d147-4665-9ad3-d2e0b05502eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:52.784092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:53.096129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event deleted for resources: {'Port': ['ID=38c725ed-3674-45d8-9ed4-a23bc793f691,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.178114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-baf4e5c3-3725-4136-a66f-04e442f5957f req-64b0b9fd-1b2c-45fd-8b01-c3ed24deea49 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f14b799-ce64-4499-945b-7c861f1fb9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2659702 Nov 09 17:58:53.180593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.1 (31f6b33a-630e-462b-800d-9430716a1884/4c609268-0e59-4dc1-8db6-2a1cd9072312/2c52f97a-7bea-41e8-a140-d8c5c0b2249c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:53.218788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router d45759fb-0042-4f07-9b6b-0d2543f51b4d is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:58:53.234239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2a46dc24-d147-4665-9ad3-d2e0b05502eb None None] Port 7e432374-2cc3-4af3-8a6f-70531d3c393e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:53.270771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Pushing event updated for resources: {'Port': ['ID=82047530-6fdb-4641-81cb-158ed491e5ee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.283758 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:53.440881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] For port 82047530-6fdb-4641-81cb-158ed491e5ee, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:53.459629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] For port 82047530-6fdb-4641-81cb-158ed491e5ee, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82047530-6fdb-4641-81cb-158ed491e5ee,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:53.473927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:53.504699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Router 95e2d871-d74c-46a5-9118-6cdc83c83836 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:53.508383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:53.549422 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] Sync routers for ids ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:53.555654 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:53.560937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-494c4552-c2d8-4dcf-8b89-d02a0e2734f5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3083634 Nov 09 17:58:53.568156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:53.583242 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] Routers {'d45759fb-0042-4f07-9b6b-0d2543f51b4d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:53.586924 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.654923 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.675472 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] Routers {'d45759fb-0042-4f07-9b6b-0d2543f51b4d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:53.676562 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.696061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a195b51-2019-4c8b-8055-f8972df6699f None None] Pushing event updated for resources: {'Port': ['ID=82047530-6fdb-4641-81cb-158ed491e5ee,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.723257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:53.804535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.805322 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed207e9-d448-4e74-80fa-3dce53235459 None None] The sync data for ids ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:53.861420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:53.949714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] Sync routers for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:53.959544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] No DVR routers for this DVR port 38c725ed-3674-45d8-9ed4-a23bc793f691 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:53.964715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:53.971616 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82dd31ea-80f1-4a97-97b0-752e0a0a318d req-498da2df-dcc3-4b65-ae3e-55a58db9e4a6 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.43 "DELETE /v2.0/ports/38c725ed-3674-45d8-9ed4-a23bc793f691 HTTP/1.1" status: 204 len: 173 time: 3.4570599 Nov 09 17:58:53.972141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'name': 'network-vif-deleted', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:53.985352 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ffabe7-52f5-46c2-a5a1-8eda8a2e0ab2" -d '{"events": [{"server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "name": "network-vif-deleted", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:54.078484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38c725ed-3674-45d8-9ed4-a23bc793f691 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:54.166870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:54.167920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:54.176200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 38c725ed-3674-45d8-9ed4-a23bc793f691 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:58:54.177121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 38c725ed-3674-45d8-9ed4-a23bc793f691 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:54.185842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:54.185842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40690) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:54.187382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b020481c-40de-4d65-9fc3-8b92a8817fac tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/routers/d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 200 len: 881 time: 0.6177120 Nov 09 17:58:54.252054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:54.252447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:54.424288 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297521f-2e9a-4bc5-945e-b31b319c94b7 x-openstack-request-id: req-a297521f-2e9a-4bc5-945e-b31b319c94b7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:54.426855 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e480da-5341-455f-9ab6-717095c2faf7", "name": "network-vif-deleted", "tag": "38c725ed-3674-45d8-9ed4-a23bc793f691", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:54.427321 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a297521f-2e9a-4bc5-945e-b31b319c94b7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:54.428110 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e480da-5341-455f-9ab6-717095c2faf7', 'name': 'network-vif-deleted', 'tag': '38c725ed-3674-45d8-9ed4-a23bc793f691', 'status': 'completed', 'code': 200} Nov 09 17:58:54.606211 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4d169481-1d7b-46d0-bdb9-05f23215a6c1 req-f74b65b5-8977-4958-9cfb-90579b66ce60 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e480da-5341-455f-9ab6-717095c2faf7 HTTP/1.1" status: 200 len: 210 time: 0.1150613 Nov 09 17:58:54.682643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:54.949104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 31f6b33a-630e-462b-800d-9430716a1884 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:54.957661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:54.960578 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:54.969630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:54.984710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:55.142279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:55.244995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f2bb2162-362f-48a2-a2a7-ae5da271576b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0582066 Nov 09 17:58:55.247911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40706) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.252588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1641187021'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:55.417889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:55.471188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] Checking router: 95e2d871-d74c-46a5-9118-6cdc83c83836 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:55.490132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:55.491080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:55.767843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:55.828954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:55.949911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:56.160862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82047530-6fdb-4641-81cb-158ed491e5ee up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:56.316656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Deleting port e2d71d87-a8ec-44f5-90ae-3c2a2776dbe0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:58:56.317246 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.511356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caddc19-0f01-4146-be43-b8b3c62f6ea7 None None] Network 31f6b33a-630e-462b-800d-9430716a1884 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:56.548115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.605593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.606210 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.627297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.637133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Calling delete_port for e2d71d87-a8ec-44f5-90ae-3c2a2776dbe0 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:58:56.736648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82047530-6fdb-4641-81cb-158ed491e5ee triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:56.747893 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.944000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:56.973559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.017201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.018114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event deleted for resources: {'Port': ['ID=e2d71d87-a8ec-44f5-90ae-3c2a2776dbe0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:57.064634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3b173fca-4d0a-4a3f-8a3b-28f2f8efe0a8 None None] Provisioning complete for port 82047530-6fdb-4641-81cb-158ed491e5ee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:57.064634 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b173fca-4d0a-4a3f-8a3b-28f2f8efe0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.083350 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.088949 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.106667 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-45d6e3b4-6a64-4578-9072-2988e77b1a57 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "DELETE /v2.0/floatingips/df63c8ab-072d-450e-af14-afc0d52251ba HTTP/1.1" status: 204 len: 168 time: 1.1541185 Nov 09 17:58:57.237372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:57.356815 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:57.361533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.380069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router d45759fb-0042-4f07-9b6b-0d2543f51b4d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:57.381323 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1784c9c7-6995-4390-86ce-5326c4085b76 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.464828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:57.490841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1784c9c7-6995-4390-86ce-5326c4085b76 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.562065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524e63c-4937-4708-af62-f0f6df662a0a None None] The sync data for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 is: [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:53:16Z', 'revision_number': 4, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2144b5f6-2e5b-455b-84c4-9e375f95e342', 'name': '', 'network_id': '1a260cd7-6459-4164-acc8-6681a37bdbe9', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'mac_address': 'fa:16:3e:74:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:14Z', 'updated_at': '2021-11-09T17:53:28Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'subnets': [{'id': '6de2ce25-a39c-459f-a720-4cdfd5bbc00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:57.568159 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b173fca-4d0a-4a3f-8a3b-28f2f8efe0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.592114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.659130 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1784c9c7-6995-4390-86ce-5326c4085b76 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.662457 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1784c9c7-6995-4390-86ce-5326c4085b76 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.668902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1784c9c7-6995-4390-86ce-5326c4085b76 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] 10.222.0.45 "DELETE /v2.0/security-groups/3f14b799-ce64-4499-945b-7c861f1fb9fa HTTP/1.1" status: 204 len: 168 time: 0.4290419 Nov 09 17:58:57.686458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784c9c7-6995-4390-86ce-5326c4085b76 tempest-TestServerBasicOps-817285867 tempest-TestServerBasicOps-817285867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f14b799-ce64-4499-945b-7c861f1fb9fa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:57.727644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:57.753518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 82047530-6fdb-4641-81cb-158ed491e5ee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82047530-6fdb-4641-81cb-158ed491e5ee,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:57.803997 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.804660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 31f6b33a-630e-462b-800d-9430716a1884 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:57.808657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:57.876114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:57.889174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:57.893241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ccce38d-bbda-4489-bc16-3c72bec35262 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 200 len: 888 time: 2.6415436 Nov 09 17:58:57.894509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:57.898393 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] Sync routers for ids ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:57.926734 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] Routers {'d45759fb-0042-4f07-9b6b-0d2543f51b4d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:57.928155 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:58.111021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 5a5576b4-bf23-4eba-956f-5703c9947066 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:58.133970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7607-be75-406f-b96a-b87f7a4ecd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:58.135825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-3b173fca-4d0a-4a3f-8a3b-28f2f8efe0a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:58.136182 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-3b173fca-4d0a-4a3f-8a3b-28f2f8efe0a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:58.142564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=82047530-6fdb-4641-81cb-158ed491e5ee,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:58.151682 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:58.164953 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] Routers {'d45759fb-0042-4f07-9b6b-0d2543f51b4d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:58.172346 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:58.227775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1c1b0-c3bc-4714-9ff1-d25c2d86f36e None None] New status for floating IP df63c8ab-072d-450e-af14-afc0d52251ba: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:58:58.239270 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:58.240347 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631a4cb-d3a8-4b60-93da-d09aca597004 None None] The sync data for ids ['d45759fb-0042-4f07-9b6b-0d2543f51b4d'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:58.354421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:58.369651 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Sync routers for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:58.383487 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:58.383750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4b6d437d-0b05-4ab4-86f4-04e274670699 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/5a5576b4-bf23-4eba-956f-5703c9947066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5542846 Nov 09 17:58:58.385210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:58:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:58.604710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:58.648117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0789e7d3-5f4b-4d9e-8b20-27cd72632257 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/routers/d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 200 len: 888 time: 0.7510145 Nov 09 17:58:58.652562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40756) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:58.707494 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42ceac94-6fe5-4479-be98-ff1476f1bffe tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 200 len: 205 time: 0.0494838 Nov 09 17:58:58.710205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40758) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:58.758293 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:58.874659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-34a41b76-27dc-4237-8480-89b6416be96f None None] Provisioning complete for port 82047530-6fdb-4641-81cb-158ed491e5ee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:58.875226 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a41b76-27dc-4237-8480-89b6416be96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:58.885356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-ae805138-c4b3-448d-8e94-0f589301001a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344546636&fields=id&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 267 time: 0.0750821 Nov 09 17:58:58.999813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e6b92-f066-4a8c-bf3d-2f7e81198f1f req-d57585ad-b1b0-4f80-bc32-d534e221a6ac tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.003188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-325e6b92-f066-4a8c-bf3d-2f7e81198f1f req-d57585ad-b1b0-4f80-bc32-d534e221a6ac tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 945 time: 0.2046630 Nov 09 17:58:59.113265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-34a41b76-27dc-4237-8480-89b6416be96f None None] Provisioning complete for port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:59.115142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a41b76-27dc-4237-8480-89b6416be96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.178831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-34a41b76-27dc-4237-8480-89b6416be96f None None] Port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:59.208707 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:58:56Z', 'revision_number': 2, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:59.274375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Checking router: 5a5576b4-bf23-4eba-956f-5703c9947066 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:59.275414 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Updating router 5a5576b4-bf23-4eba-956f-5703c9947066 port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:59.312801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-af5ad9ea-181a-423c-a4d2-fa22046968a7 None None] Provisioning complete for port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:59.313845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af5ad9ea-181a-423c-a4d2-fa22046968a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.334378 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.401597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-af5ad9ea-181a-423c-a4d2-fa22046968a7 None None] Port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:59.505034 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-325e6b92-f066-4a8c-bf3d-2f7e81198f1f req-1d9d782b-1218-48a8-b738-b62bb57174d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919728 Nov 09 17:58:59.528905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8d2f5b74-54ab-4bba-b534-372c72b0342f None None] Provisioning complete for port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:59.529376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2f5b74-54ab-4bba-b534-372c72b0342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.568274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.580827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f5b74-54ab-4bba-b534-372c72b0342f None None] Port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:58:59.652149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.784937 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.794135 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.840768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-8b0118a8-9b87-40eb-a1be-7874febd5a77 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.842417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-8b0118a8-9b87-40eb-a1be-7874febd5a77 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 797 time: 0.9440768 Nov 09 17:58:59.850665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:58:59.874160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-40f4e19a-46e7-4f50-a63c-922793dedd0e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/quotas/852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 375 time: 0.0147815 Nov 09 17:58:59.930503 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Pushing event updated for resources: {'Port': ['ID=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:59.989416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82047530-6fdb-4641-81cb-158ed491e5ee up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:00.011156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-ae76e4f2-f306-4af4-a0f9-f7887826c680 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163242 Nov 09 17:59:00.023092 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.023628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 7e432374-2cc3-4af3-8a6f-70531d3c393e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:00.023985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.024846 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.026721 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.027684 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.028467 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.029425 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.030118 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.030796 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.031591 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.032270 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.032970 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.033651 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:00.130220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 82047530-6fdb-4641-81cb-158ed491e5ee triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:00.130795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.163652 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Attempting to bind port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:00.164244 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Attempting to bind port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:00.167574 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Attempting to bind port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c on network 31f6b33a-630e-462b-800d-9430716a1884 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:00.185738 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:00.186481 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Checking segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:00.187489 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.188011 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Bound using segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:00.188918 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Bound port: 2c52f97a-7bea-41e8-a140-d8c5c0b2249c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:00.190393 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.292190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Deleting port 2144b5f6-2e5b-455b-84c4-9e375f95e342 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:00.292845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.316783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.324021 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] For port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:00.329620 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] For port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:00.344920 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.361683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf342f-9407-433f-8126-c9535f782adb req-85121f04-1cad-4061-a095-37c39e3ce03e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.364044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4cf342f-9407-433f-8126-c9535f782adb req-85121f04-1cad-4061-a095-37c39e3ce03e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 945 time: 0.2029703 Nov 09 17:59:00.364299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 7e432374-2cc3-4af3-8a6f-70531d3c393e owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:00.427912 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3a586ad-693b-4635-8c9f-8d1896460019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.444414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] For port 2144b5f6-2e5b-455b-84c4-9e375f95e342, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2144b5f6-2e5b-455b-84c4-9e375f95e342,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:00.444756 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.475446 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:00.476683 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:00.480232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ea064bc9-7e94-4f78-bcd8-145b94ad43fe None None] Provisioning complete for port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:00.480791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea064bc9-7e94-4f78-bcd8-145b94ad43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.502324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Calling delete_port for 2144b5f6-2e5b-455b-84c4-9e375f95e342 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:00.592230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-dd387e4d-9b73-4d25-a332-125b1cf4ffeb service neutron] 10.222.0.45 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650427 Nov 09 17:59:00.653594 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7613e-e917-4240-a004-b7e057da4089 None None] Pushing event updated for resources: {'Port': ['ID=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:00.682520 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea064bc9-7e94-4f78-bcd8-145b94ad43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.711781 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:00.831322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ea064bc9-7e94-4f78-bcd8-145b94ad43fe None None] For port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:00.840452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:00.840795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.848249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea064bc9-7e94-4f78-bcd8-145b94ad43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:00.892075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-69c55a9a-e76b-4eaf-8182-baefdf66b33a service neutron] 10.222.0.45 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988589 Nov 09 17:59:00.954487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea064bc9-7e94-4f78-bcd8-145b94ad43fe None None] Pushing event updated for resources: {'Port': ['ID=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:01.001537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-307aa862-a0c9-4cb2-a679-9a03018fa278 None None] Provisioning complete for port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:01.002574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-307aa862-a0c9-4cb2-a679-9a03018fa278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.091315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.112842 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:01.161702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2dbce2-46a0-4cb6-b868-ebf938437c6f None None] The sync data for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 is: [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:01.183258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aced6d4-ff34-4f0b-ac47-a58835047f6e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:01.202183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c88f2-7162-47c9-a355-da16b5a2590c req-369779ba-728d-4faa-8a86-f0b1979140a4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.214571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=7e432374-2cc3-4af3-8a6f-70531d3c393e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:01.214944 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-721c88f2-7162-47c9-a355-da16b5a2590c req-369779ba-728d-4faa-8a86-f0b1979140a4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 945 time: 0.4572091 Nov 09 17:59:01.248772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.348075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56a70e95-1b4c-4682-bb61-759555063ad0 req-c858cfa7-9fdc-4a30-9800-311f3ea08522 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 210 time: 0.1416385 Nov 09 17:59:01.404172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port 3a924a10-73a3-4a70-89a8-a27a8cb02f45, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=3a924a10-73a3-4a70-89a8-a27a8cb02f45,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:01.404729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.412581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Pushing event deleted for resources: {'Port': ['ID=2144b5f6-2e5b-455b-84c4-9e375f95e342,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:01.460177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 3a924a10-73a3-4a70-89a8-a27a8cb02f45 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:01.471526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-721c88f2-7162-47c9-a355-da16b5a2590c req-10ffebca-f457-4000-b326-6cb90de2ad5c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=f6a534a7-3fef-4485-b70d-6c10aec7fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568052 Nov 09 17:59:01.484515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.766700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.784023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.824395 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.915945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.916547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router d45759fb-0042-4f07-9b6b-0d2543f51b4d {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:59:01.939441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:01.940661 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fe18c546-4f0a-464a-a90b-0ef2a708bc03 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 204 len: 168 time: 3.2294285 Nov 09 17:59:01.949276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:01.952089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1036224731'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:02.044677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:02.068495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:02.075057 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:02.109729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:02.194490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2c52f97a-7bea-41e8-a140-d8c5c0b2249c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:02.232390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=3a924a10-73a3-4a70-89a8-a27a8cb02f45,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:02.256437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:02.340407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port 3a924a10-73a3-4a70-89a8-a27a8cb02f45 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:02.349524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:02.357560 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a4cf342f-9407-433f-8126-c9535f782adb req-1f8e426f-e13b-432a-9b37-f294408bda05 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "DELETE /v2.0/ports/3a924a10-73a3-4a70-89a8-a27a8cb02f45 HTTP/1.1" status: 204 len: 173 time: 1.9831533 Nov 09 17:59:02.357560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712bc62-921d-4c69-a04b-061160529c5a', 'name': 'network-vif-deleted', 'tag': '3a924a10-73a3-4a70-89a8-a27a8cb02f45'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:02.364626 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd82c99-1c6c-46b5-b3c2-1da32cda29e5" -d '{"events": [{"server_uuid": "1712bc62-921d-4c69-a04b-061160529c5a", "name": "network-vif-deleted", "tag": "3a924a10-73a3-4a70-89a8-a27a8cb02f45"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:02.471996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:02.483463 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment 8a461232-4bc6-42e0-9671-bc39e6a06c3d of type vlan for network f29891af-3141-43eb-8f16-914e086105e2 Nov 09 17:59:02.498828 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b58b78-06a0-418b-919d-834caa2b0ce0 x-openstack-request-id: req-31b58b78-06a0-418b-919d-834caa2b0ce0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:02.499221 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1712bc62-921d-4c69-a04b-061160529c5a", "name": "network-vif-deleted", "tag": "3a924a10-73a3-4a70-89a8-a27a8cb02f45", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:02.499402 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31b58b78-06a0-418b-919d-834caa2b0ce0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:02.509009 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712bc62-921d-4c69-a04b-061160529c5a', 'name': 'network-vif-deleted', 'tag': '3a924a10-73a3-4a70-89a8-a27a8cb02f45', 'status': 'completed', 'code': 200} Nov 09 17:59:02.641151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:02.641774 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:02.691807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-afe782b8-f1a8-4baf-8a26-9c49a51ddd22 req-8c5453e4-9490-4ba9-8943-9c83acd1d05c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0594146 Nov 09 17:59:02.750833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d250a6be-95c5-42da-9712-dc0f1a92f76b req-b58c884d-9df0-42dd-b935-a0c390b67e8e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 210 time: 0.1729937 Nov 09 17:59:03.058204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Router 95e2d871-d74c-46a5-9118-6cdc83c83836 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:03.069003 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:03.117407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:03.126568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.129268 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:03.214934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:03.300429 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3495648 Nov 09 17:59:03.301118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40826) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.309160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': 'f29891af-3141-43eb-8f16-914e086105e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:03.362586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f747c-df3a-4d82-b7fa-6a986ae891e5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=f29891af-3141-43eb-8f16-914e086105e2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:03.396272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network f29891af-3141-43eb-8f16-914e086105e2 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:03.429245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:03.442154 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1a8c3674-f145-4c14-9186-97da23f3a139 admin admin] 10.222.0.45 "PUT /v2.0/routers/95e2d871-d74c-46a5-9118-6cdc83c83836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7126150 Nov 09 17:59:03.453458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.519880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] Sync routers for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:03.571198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:03.572542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:03.676190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:03.741214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-9be0aa39-1cf3-4130-8621-303c508ff141 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.743006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-9be0aa39-1cf3-4130-8621-303c508ff141 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 797 time: 0.2924805 Nov 09 17:59:03.754321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:03.918336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:03.943897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3703bb94-2cd4-461d-a1af-46c86b480f34 req-4b24f577-1bf1-4253-8ef2-98458e987995 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0589271 Nov 09 17:59:04.010866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-02e2f041-1ba7-4558-81f2-4b0dc1351325 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852156cb028747e7ad9ba26bb49e4d98 HTTP/1.1" status: 200 len: 379 time: 0.2498903 Nov 09 17:59:04.026599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'port': {'device_id': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'admin_state_up': True, 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'security_groups': ['8a3ea138-51c2-4790-8554-b0e7207ba13a']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:04.039469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3a924a10-73a3-4a70-89a8-a27a8cb02f45 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:04.080462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:04.098357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.187340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61ed4ced-5fee-4206-8431-58f58cafd52e req-b517a6ba-13df-490f-a2d1-ca562536fad7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 210 time: 0.1254036 Nov 09 17:59:04.309042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.372509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Made reservation on behalf of 852156cb028747e7ad9ba26bb49e4d98 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:04.377601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.421090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 3a924a10-73a3-4a70-89a8-a27a8cb02f45 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:04.421975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 3a924a10-73a3-4a70-89a8-a27a8cb02f45 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:04.510389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Deleting port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:04.510878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.561479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:59:01Z', 'revision_number': 5, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port': {'id': '95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:08Z', 'updated_at': '2021-11-09T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:04.634007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] Checking router: 95e2d871-d74c-46a5-9118-6cdc83c83836 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:04.653217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] Routers {'95e2d871-d74c-46a5-9118-6cdc83c83836'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:04.653925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['95e2d871-d74c-46a5-9118-6cdc83c83836'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:04.671319 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.20.0.12 (31f6b33a-630e-462b-800d-9430716a1884/4c609268-0e59-4dc1-8db6-2a1cd9072312/d8d16034-9ef9-445a-ac29-c1704d167edf) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:04.716638 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.767908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] Set router 95e2d871-d74c-46a5-9118-6cdc83c83836 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:04.841040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:59:04Z', 'revision_number': 6, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:04.856859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=f51d58d2-d486-49b9-85b5-a01953cddbe5,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:04.908080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] For port 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:04.908769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.910724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:04.927981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca67eb-6c94-45fb-a50b-da384be52f47 None None] The sync data for ids ['95e2d871-d74c-46a5-9118-6cdc83c83836'] in n-d-804292-3 is: [{'id': '95e2d871-d74c-46a5-9118-6cdc83c83836', 'name': 'tempest-TestServerBasicOps-1783549686-router', 'tenant_id': 'fab2055954c04fc6bf8942c75be66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:07Z', 'updated_at': '2021-11-09T17:59:04Z', 'revision_number': 6, 'project_id': 'fab2055954c04fc6bf8942c75be66b04', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:04.935016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': '8a461232-4bc6-42e0-9671-bc39e6a06c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f29891af-3141-43eb-8f16-914e086105e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:04.935899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: f29891af-3141-43eb-8f16-914e086105e2, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:04.941997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Calling delete_port for 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:04.981823 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.014222 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:59:05.037131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network 31f6b33a-630e-462b-800d-9430716a1884 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:05.042497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:05.045572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:05.055405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network f29891af-3141-43eb-8f16-914e086105e2 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:05.103695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:05.110338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, f29891af-3141-43eb-8f16-914e086105e2) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:05.124619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa3d12-cfb7-4bed-903d-c6625d73f254 None None] Network f29891af-3141-43eb-8f16-914e086105e2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:05.172201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.172618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.173281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.173516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.209886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-e6aadf1b-2686-4f1b-b66c-f76825a81692 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1883817 Nov 09 17:59:05.234310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Request body: {'port': {'device_id': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:05.252716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-16cdb1eb-4d22-41f1-bfb5-a273d02a82a3 req-641ff4cf-f5fc-4fb6-b834-a1cbdbab53ac tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.1214814 Nov 09 17:59:05.305413 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a46e11a0-a273-4129-b9bf-86e7d9db1e5a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0025599 Nov 09 17:59:05.364300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.381572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1898800331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:05.530768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.551100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.552953 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.601328 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-f29891af-3141-43eb-8f16-914e086105e2', 'network_id': 'f29891af-3141-43eb-8f16-914e086105e2', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': 'f51d58d2-d486-49b9-85b5-a01953cddbe5'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:05.602171 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.605984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7da658ff-c5f3-4510-b136-6403ccee6990 None None] Provisioning complete for port d8d16034-9ef9-445a-ac29-c1704d167edf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:05.606510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7da658ff-c5f3-4510-b136-6403ccee6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.659690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.672982 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.706191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e765c-096b-4c12-bf48-7946c0cef1ef req-ffbd1b10-f7f8-4035-ac82-3924e505c1e6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.708382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-449e765c-096b-4c12-bf48-7946c0cef1ef req-ffbd1b10-f7f8-4035-ac82-3924e505c1e6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 932 time: 0.2977629 Nov 09 17:59:05.710003 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.723055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:05.781462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb6def-ff17-49e6-ab16-eafb995d3681 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:05.791987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7da658ff-c5f3-4510-b136-6403ccee6990 None None] Port d8d16034-9ef9-445a-ac29-c1704d167edf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:05.820458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.920461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:05.922547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-deea4c8c-e4a8-4e7a-88b1-edb3d14c9a66 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5566711 Nov 09 17:59:05.940268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.958446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Allocated IP 172.20.0.2 (f29891af-3141-43eb-8f16-914e086105e2/f51d58d2-d486-49b9-85b5-a01953cddbe5/51f4723b-96b2-4177-8161-063369ec2f86) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:06.043251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-449e765c-096b-4c12-bf48-7946c0cef1ef req-929d971a-56ad-4595-942d-2421342bf6ff tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252885 Nov 09 17:59:06.132092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:06.200370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:06.200726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 95dbb4fb-7be8-4c6f-9ea4-9b0af5e642b0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:06.201158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2144b5f6-2e5b-455b-84c4-9e375f95e342 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:06.256992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2144b5f6-2e5b-455b-84c4-9e375f95e342 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:06.257921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2144b5f6-2e5b-455b-84c4-9e375f95e342 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:06.432917 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.450694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.493942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Network f29891af-3141-43eb-8f16-914e086105e2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:06.506136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:06.560695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:06.610675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42fff298-651b-46ee-9899-16518600ad32 req-edab0467-78b4-4ae9-8ab9-385a28f1a8d2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.1315584 Nov 09 17:59:06.617582 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.625233 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.723809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Attempting to bind port 51f4723b-96b2-4177-8161-063369ec2f86 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:06.724680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d16034-9ef9-445a-ac29-c1704d167edf {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:06.727392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Attempting to bind port 51f4723b-96b2-4177-8161-063369ec2f86 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '8a461232-4bc6-42e0-9671-bc39e6a06c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f29891af-3141-43eb-8f16-914e086105e2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:06.729196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Attempting to bind port 51f4723b-96b2-4177-8161-063369ec2f86 on network f29891af-3141-43eb-8f16-914e086105e2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:06.734201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.750018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Transition to ACTIVE for port object d8d16034-9ef9-445a-ac29-c1704d167edf will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:06.755963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.758975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:06.764012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Checking segment: {'id': '8a461232-4bc6-42e0-9671-bc39e6a06c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f29891af-3141-43eb-8f16-914e086105e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:06.764012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.764496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Bound using segment: {'id': '8a461232-4bc6-42e0-9671-bc39e6a06c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f29891af-3141-43eb-8f16-914e086105e2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:06.765112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Bound port: 51f4723b-96b2-4177-8161-063369ec2f86, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a461232-4bc6-42e0-9671-bc39e6a06c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f29891af-3141-43eb-8f16-914e086105e2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:06.765622 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.768133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Pushing event updated for resources: {'Port': ['ID=51f4723b-96b2-4177-8161-063369ec2f86,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:06.856884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:06.955787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] For port 51f4723b-96b2-4177-8161-063369ec2f86, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:06.967270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] For port 51f4723b-96b2-4177-8161-063369ec2f86, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51f4723b-96b2-4177-8161-063369ec2f86,segment=NetworkSegment(8a461232-4bc6-42e0-9671-bc39e6a06c3d),segment_id=8a461232-4bc6-42e0-9671-bc39e6a06c3d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:06.974208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:06.977784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Attempting to bind port d8d16034-9ef9-445a-ac29-c1704d167edf on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:06.978273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Attempting to bind port d8d16034-9ef9-445a-ac29-c1704d167edf by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:06.978608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Attempting to bind port d8d16034-9ef9-445a-ac29-c1704d167edf on network 31f6b33a-630e-462b-800d-9430716a1884 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:06.996992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Port d8d16034-9ef9-445a-ac29-c1704d167edf on network 31f6b33a-630e-462b-800d-9430716a1884 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:06.997426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Attempting to bind port d8d16034-9ef9-445a-ac29-c1704d167edf on network 31f6b33a-630e-462b-800d-9430716a1884 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:07.008747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:07.009332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Checking segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:07.012588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Bound using segment: {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:07.013580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Bound port: d8d16034-9ef9-445a-ac29-c1704d167edf, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31f6b33a-630e-462b-800d-9430716a1884'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:07.014123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:07.149557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318bb6e-0dbc-4bca-a5b0-738b168316a6 None None] Pushing event updated for resources: {'Port': ['ID=51f4723b-96b2-4177-8161-063369ec2f86,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:07.184951 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:07.185887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e2d871-d74c-46a5-9118-6cdc83c83836 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:59:07.211345 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:07.226956 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2d09d177-c580-439b-9f28-756432ee0a8e admin admin] 10.222.0.45 "DELETE /v2.0/routers/95e2d871-d74c-46a5-9118-6cdc83c83836 HTTP/1.1" status: 204 len: 168 time: 3.7707019 Nov 09 17:59:07.230945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40862) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:07.327747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:07.406698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:07.441188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:07.454672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:07.699399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.700449 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:07.702204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] 10.222.0.83 "PUT /v2.0/ports/d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 1092 time: 2.4785533 Nov 09 17:59:07.715938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37038ce-081c-4516-926c-d2112178573f req-fa9b36a2-3a72-420c-9454-6508e45cc49e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.725252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e37038ce-081c-4516-926c-d2112178573f req-fa9b36a2-3a72-420c-9454-6508e45cc49e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 944 time: 0.4310546 Nov 09 17:59:07.727956 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:07.730642 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5cea4d-c5c7-4535-b1e7-30a6e245d649" -d '{"events": [{"name": "network-changed", "server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:07.823114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.20.0.1 (f29891af-3141-43eb-8f16-914e086105e2/f51d58d2-d486-49b9-85b5-a01953cddbe5/bee7784e-dddb-4f22-8dc7-7b755615776e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:07.865547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725c11-61ee-463e-82fc-9dffd63e36fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:07.990748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.037793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e37038ce-081c-4516-926c-d2112178573f req-732e40dd-9652-4938-a900-63f9efa38c48 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102381 Nov 09 17:59:08.067844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93616fe0-074c-4503-b616-b5b7c2f0e27e req-b01073f6-7f79-4522-87f5-b1ece5b40053 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0379846 Nov 09 17:59:08.079939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.128331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-8118d226-f6cf-458b-984a-1008e47d411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.137643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-8118d226-f6cf-458b-984a-1008e47d411c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1095 time: 0.3342817 Nov 09 17:59:08.223002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Deleting subnet 6de2ce25-a39c-459f-a720-4cdfd5bbc00a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:59:08.252097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.327189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-4508aa2f-7ca0-4b40-b1a2-d2bca27c5dda service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 217 time: 0.1749041 Nov 09 17:59:08.364919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.381553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51f4723b-96b2-4177-8161-063369ec2f86 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:08.434901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network f29891af-3141-43eb-8f16-914e086105e2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:08.442113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:08.445222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:08.510556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.516943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-4c99bf9d-5e4e-435d-b1bb-9fad770dc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.519635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-4c99bf9d-5e4e-435d-b1bb-9fad770dc2aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 200 len: 834 time: 0.1775637 Nov 09 17:59:08.539181 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2811277b-7386-4570-b8ba-b8ec70740175 x-openstack-request-id: req-2811277b-7386-4570-b8ba-b8ec70740175 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:08.542293 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:08.542806 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2811277b-7386-4570-b8ba-b8ec70740175 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:08.543792 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'status': 'completed', 'code': 200} Nov 09 17:59:08.566503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 51f4723b-96b2-4177-8161-063369ec2f86 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:08.567149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.644330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=bee7784e-dddb-4f22-8dc7-7b755615776e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:08.662534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-b0866772-43f1-4522-98ce-0b9dc8c28bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.664593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-b0866772-43f1-4522-98ce-0b9dc8c28bbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31f6b33a-630e-462b-800d-9430716a1884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180356 Nov 09 17:59:08.816023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.847789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.859626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.908449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 51f4723b-96b2-4177-8161-063369ec2f86, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51f4723b-96b2-4177-8161-063369ec2f86,segment=NetworkSegment(8a461232-4bc6-42e0-9671-bc39e6a06c3d),segment_id=8a461232-4bc6-42e0-9671-bc39e6a06c3d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:08.915827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:08.928974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-37b3f724-0c58-4227-886e-a69654ae0eda service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497158 Nov 09 17:59:09.074397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=51f4723b-96b2-4177-8161-063369ec2f86,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:09.092318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6078e6-59a4-4235-99e4-19e59eadc5d6 req-4d08177c-e43c-4de5-afc7-409593eed0d1 service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522806 Nov 09 17:59:09.188484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:09.285061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-30728140-5803-4307-8dc9-aeede3c00e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.288018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-30728140-5803-4307-8dc9-aeede3c00e2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1095 time: 0.1112626 Nov 09 17:59:09.291258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de2ce25-a39c-459f-a720-4cdfd5bbc00a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:09.341349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58a46c-ad69-4357-af72-9d60dc9c83b7 None None] Network 1a260cd7-6459-4164-acc8-6681a37bdbe9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:09.360431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:09.375213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b98f819-1a7b-403f-b430-ade349f12fb5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6de2ce25-a39c-459f-a720-4cdfd5bbc00a HTTP/1.1" status: 204 len: 168 time: 2.1403482 Nov 09 17:59:09.379609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40880) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:09.468688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9521ef5-15a0-4e50-b2d6-2a60923ad2d2 None None] Network f29891af-3141-43eb-8f16-914e086105e2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:09.541107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-90c3ec4e-7c45-4ce2-9577-17445fe623b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.542647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-90c3ec4e-7c45-4ce2-9577-17445fe623b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 897 time: 0.2259097 Nov 09 17:59:09.658999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54b638-a954-4dd0-bbd5-8a54b42e763b req-ca42bb3c-78e4-4d07-ad63-ca1e976e122a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.661800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fd54b638-a954-4dd0-bbd5-8a54b42e763b req-ca42bb3c-78e4-4d07-ad63-ca1e976e122a tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 944 time: 0.3680484 Nov 09 17:59:09.709427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-30ad87a4-70ba-4f6a-b289-b9517444fda3 None None] Provisioning complete for port 51f4723b-96b2-4177-8161-063369ec2f86 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:09.709705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30ad87a4-70ba-4f6a-b289-b9517444fda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:09.775712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9789dcc7-26d4-4b07-86fd-66e46a78a856 req-c9d91556-9fba-459f-8803-4c7e150cad88 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.4518454 Nov 09 17:59:09.779401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-60c6de6e-08ed-45ea-ae20-79210ddc1248 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 217 time: 0.2142062 Nov 09 17:59:09.833826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:09.968052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-dcd1ca2b-1735-44e6-a942-61215baba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.969935 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-dcd1ca2b-1735-44e6-a942-61215baba5d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 200 len: 834 time: 0.1818345 Nov 09 17:59:10.049251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fd54b638-a954-4dd0-bbd5-8a54b42e763b req-5d7cbc53-0e39-4250-acb6-ce5b469885e1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676376 Nov 09 17:59:10.065415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-1ea25351-0eaf-4b83-bbd0-86bfcbaa3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:10.067029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-1ea25351-0eaf-4b83-bbd0-86bfcbaa3e5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31f6b33a-630e-462b-800d-9430716a1884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888691 Nov 09 17:59:10.085019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] DHCP port deletion for 1a260cd7-6459-4164-acc8-6681a37bdbe9 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:10.131206 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.144408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.151794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51f4723b-96b2-4177-8161-063369ec2f86 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:10.257798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=bee7784e-dddb-4f22-8dc7-7b755615776e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:10.293754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-e8b9edf6-028a-4e37-b25a-2d27b4d428f4 service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182665 Nov 09 17:59:10.293992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 51f4723b-96b2-4177-8161-063369ec2f86 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:10.294129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.312207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.330511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Deleting port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:10.331158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.382433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] Deleting port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:10.382843 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.478919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df5cea4d-c5c7-4535-b1e7-30a6e245d649 req-bbccc4a6-4ee5-4180-8635-c6c53af3134c service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672163 Nov 09 17:59:10.512154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] For port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:10.512820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.546054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Calling delete_port for 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:10.568161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network f29891af-3141-43eb-8f16-914e086105e2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:10.573203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:10.961841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-11ae9c85-4938-46ad-bc4f-f3c5d73fe2ea None None] Provisioning complete for port 51f4723b-96b2-4177-8161-063369ec2f86 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:10.964257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c85-4938-46ad-bc4f-f3c5d73fe2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:10.969563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c2c71294-dfac-4fdc-898d-cbe88dd03053 req-c57a28a0-abfe-4b92-926c-476c26b74ba8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0437574 Nov 09 17:59:11.051873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] For port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,segment=NetworkSegment(7983642b-cbd0-40ae-a2e7-2e6c964a3a1f),segment_id=7983642b-cbd0-40ae-a2e7-2e6c964a3a1f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:11.052443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.052883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.086641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] Calling delete_port for 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:11.194074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] No DVR routers for this DVR port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:11.220412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 512ec14c-0afa-4316-aa91-d7301881fcee is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:59:11.224118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:11.315867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-11ae9c85-4938-46ad-bc4f-f3c5d73fe2ea None None] Provisioning complete for port bee7784e-dddb-4f22-8dc7-7b755615776e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:11.316514 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11ae9c85-4938-46ad-bc4f-f3c5d73fe2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.410656 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.426921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-11ae9c85-4938-46ad-bc4f-f3c5d73fe2ea None None] Port bee7784e-dddb-4f22-8dc7-7b755615776e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:11.437113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] No DVR routers for this DVR port 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:11.512018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf0324-6534-4ac2-aabe-06159a0a6df3 None None] Pushing event deleted for resources: {'Port': ['ID=4b4bc16e-cf64-4bab-9f31-605f3db5cb5f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:11.568733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bb23ec80-611f-4166-845a-18b4c42aa15a None None] Provisioning complete for port bee7784e-dddb-4f22-8dc7-7b755615776e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:11.569812 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb23ec80-611f-4166-845a-18b4c42aa15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.582368 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.622747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957509a-8c06-4976-9b79-655ec83aa3cf req-b1297852-86b4-4c94-ba38-1ad68dbba5cd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.625117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c957509a-8c06-4976-9b79-655ec83aa3cf req-b1297852-86b4-4c94-ba38-1ad68dbba5cd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 944 time: 0.4203362 Nov 09 17:59:11.637733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:11.654786 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] Sync routers for ids ['512ec14c-0afa-4316-aa91-d7301881fcee'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:11.662575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9c2ca9d9-2c6e-40df-85f3-e9a4a0debb1a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/512ec14c-0afa-4316-aa91-d7301881fcee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7188895 Nov 09 17:59:11.663585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:11.690558 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] Routers {'512ec14c-0afa-4316-aa91-d7301881fcee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:11.692129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bb23ec80-611f-4166-845a-18b4c42aa15a None None] Port bee7784e-dddb-4f22-8dc7-7b755615776e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:11.693823 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['512ec14c-0afa-4316-aa91-d7301881fcee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:11.696139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a260cd7-6459-4164-acc8-6681a37bdbe9']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:11.730855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:11.731579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7983642b-cbd0-40ae-a2e7-2e6c964a3a1f') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:11.745911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584372b-b674-4d5d-b757-de8fb5eb2c45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.751982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1584372b-b674-4d5d-b757-de8fb5eb2c45 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports/bee7784e-dddb-4f22-8dc7-7b755615776e HTTP/1.1" status: 200 len: 910 time: 0.0869436 Nov 09 17:59:11.752960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:11.765119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f51d58d2-d486-49b9-85b5-a01953cddbe5'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:11.767473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.831135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c957509a-8c06-4976-9b79-655ec83aa3cf req-9dfb4550-d669-414e-a466-ae58e13a87d4 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890688 Nov 09 17:59:11.838403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.876205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:11.876881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:11.880105 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:12.022175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:12.048953 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:12.059952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:12.070851 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a260cd7-6459-4164-acc8-6681a37bdbe9 HTTP/1.1" status: 204 len: 168 time: 2.6858785 Nov 09 17:59:12.078870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:12.084629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:12.116553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536cdbe-878a-4de8-a2b7-1338b6db86f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a260cd7-6459-4164-acc8-6681a37bdbe9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:12.126028 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:12.168024 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] Routers {'512ec14c-0afa-4316-aa91-d7301881fcee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:12.169425 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['512ec14c-0afa-4316-aa91-d7301881fcee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:12.209262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:12.222361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:12.231885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4b4bc16e-cf64-4bab-9f31-605f3db5cb5f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:12.253190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:59:12.317105 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:12.318796 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b954c7-0a80-43e0-a786-a78e061c47cb None None] The sync data for ids ['512ec14c-0afa-4316-aa91-d7301881fcee'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:12.406370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1dc332c-b3da-4c6b-871b-e93593e6f545 req-f5fa774c-916e-4ba9-b551-4f7543499255 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.0418251 Nov 09 17:59:12.496292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:12.518844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'port_id': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'mac_address': 'fa:16:3e:d8:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:12.602594 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:12.642656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d16034-9ef9-445a-ac29-c1704d167edf {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:12.708637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:12.717306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:12.888716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:12.974375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d8d16034-9ef9-445a-ac29-c1704d167edf'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:13.237454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:13.250711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3bff2-2435-49b5-b4af-eeb1efeb50fa req-0655415f-47f7-49dc-b2a7-e96198b390c1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:13.286171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dee3bff2-2435-49b5-b4af-eeb1efeb50fa req-0655415f-47f7-49dc-b2a7-e96198b390c1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 945 time: 0.2517269 Nov 09 17:59:13.421896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dee3bff2-2435-49b5-b4af-eeb1efeb50fa req-36017150-5f35-406d-bf06-1ee2e73d4974 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330829 Nov 09 17:59:13.774248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:13.884235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:13.900218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c244884-469f-4ef8-a8fe-f029934723f8 req-cfb00e3b-e1f8-4a8d-b92f-729044d78ba5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=1712bc62-921d-4c69-a04b-061160529c5a HTTP/1.1" status: 200 len: 210 time: 0.2174401 Nov 09 17:59:13.994530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c445d84-f681-4a22-8a26-6df68ef9173c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.058160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:14.058834 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.065474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/ports/bee7784e-dddb-4f22-8dc7-7b755615776e HTTP/1.1" status: 200 len: 910 time: 2.3062758 Nov 09 17:59:14.068763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40934) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:14.070366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bf0a8-7af1-46fc-b7f0-86d1168208ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=bee7784e-dddb-4f22-8dc7-7b755615776e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:14.248047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c445d84-f681-4a22-8a26-6df68ef9173c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.258058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c445d84-f681-4a22-8a26-6df68ef9173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.329955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.333200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c445d84-f681-4a22-8a26-6df68ef9173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5928ecd-089d-4493-9be5-e9a19575e23f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:14.354149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0c445d84-f681-4a22-8a26-6df68ef9173c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3774397d4e049cd98e89ec86f3beb85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1089129 Nov 09 17:59:14.390202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:14.578963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36006f67-2931-4469-bac2-e695a4381210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.717078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36006f67-2931-4469-bac2-e695a4381210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.881399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36006f67-2931-4469-bac2-e695a4381210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.885139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36006f67-2931-4469-bac2-e695a4381210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:14.887696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-36006f67-2931-4469-bac2-e695a4381210 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5928ecd-089d-4493-9be5-e9a19575e23f HTTP/1.1" status: 204 len: 168 time: 0.4967496 Nov 09 17:59:14.911752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36006f67-2931-4469-bac2-e695a4381210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5928ecd-089d-4493-9be5-e9a19575e23f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:14.953113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a34e-17d1-44b5-a8ed-601402cf954e req-3d631254-a1fd-4e49-aa71-5807a13a95a6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:14.954883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b001a34e-17d1-44b5-a8ed-601402cf954e req-3d631254-a1fd-4e49-aa71-5807a13a95a6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 945 time: 0.1102183 Nov 09 17:59:14.997839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Deleting port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:14.997839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.164996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b001a34e-17d1-44b5-a8ed-601402cf954e req-e14f1f0a-f1cf-4ae3-9f4d-cfe8f54440ec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858459 Nov 09 17:59:15.194107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] For port 2a9e3933-28ce-4928-8e94-0905a7bb5e5b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,segment=NetworkSegment(61034e05-61f9-4d6e-8108-9e2d53d9da8f),segment_id=61034e05-61f9-4d6e-8108-9e2d53d9da8f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:15.194787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.214744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Calling delete_port for 2a9e3933-28ce-4928-8e94-0905a7bb5e5b owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:15.298864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.395398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40948) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:15.416626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-875789f7-af95-4645-9476-45799522c7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.506077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.552751 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9e3933-28ce-4928-8e94-0905a7bb5e5b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:15.601557 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-875789f7-af95-4645-9476-45799522c7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.610201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-875789f7-af95-4645-9476-45799522c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.720372 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-875789f7-af95-4645-9476-45799522c7b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=495b43237cd84950b564c295b77b2b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235815 Nov 09 17:59:15.750171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:15.768585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875789f7-af95-4645-9476-45799522c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dab361-b59f-4b16-a97f-f27cbf4d5ab5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:15.859999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f81-2854-4e29-948c-f775a0fe6836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.871473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port bee7784e-dddb-4f22-8dc7-7b755615776e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:15.872030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:15.938575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f81-2854-4e29-948c-f775a0fe6836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.037634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.040903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:16.086157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for bee7784e-dddb-4f22-8dc7-7b755615776e owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:16.090867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f81-2854-4e29-948c-f775a0fe6836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.096429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f81-2854-4e29-948c-f775a0fe6836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.098693 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6dcb8f81-2854-4e29-948c-f775a0fe6836 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6dab361-b59f-4b16-a97f-f27cbf4d5ab5 HTTP/1.1" status: 204 len: 168 time: 0.3417404 Nov 09 17:59:16.127796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb8f81-2854-4e29-948c-f775a0fe6836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dab361-b59f-4b16-a97f-f27cbf4d5ab5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:16.214431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port d8d16034-9ef9-445a-ac29-c1704d167edf completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:16.227535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d8d16034-9ef9-445a-ac29-c1704d167edf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:16.229457 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.373913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.455227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:16.458520 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf8e965-8219-4113-8a78-a8bc627ed2f1" -d '{"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-plugged", "status": "completed", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:16.491533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:16.500388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.550757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.582543 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d65f64-c21e-45a1-aa80-66cf05c24ff7 x-openstack-request-id: req-47d65f64-c21e-45a1-aa80-66cf05c24ff7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:16.582845 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-plugged", "status": "completed", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:16.583246 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47d65f64-c21e-45a1-aa80-66cf05c24ff7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:16.583532 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'code': 200} Nov 09 17:59:16.658312 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8c06f-7080-4aeb-9d89-c71def3e8e8e req-50d57c68-b784-408c-8a7f-deb90f45bba7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.660088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdc8c06f-7080-4aeb-9d89-c71def3e8e8e req-50d57c68-b784-408c-8a7f-deb90f45bba7 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 945 time: 0.2277257 Nov 09 17:59:16.660666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:16.721900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:16.783514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=bee7784e-dddb-4f22-8dc7-7b755615776e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:16.942884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d060d-ee78-48e4-a86e-8882f93d08b5 req-cc3c1332-dbe1-470d-9ce6-5102c4b122fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.946551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-185d060d-ee78-48e4-a86e-8882f93d08b5 req-cc3c1332-dbe1-470d-9ce6-5102c4b122fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1097 time: 0.2438414 Nov 09 17:59:17.015314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fdc8c06f-7080-4aeb-9d89-c71def3e8e8e req-190627d3-1f4d-4334-9d8d-33f5d2a26656 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081496 Nov 09 17:59:17.053607 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:17.147463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-185d060d-ee78-48e4-a86e-8882f93d08b5 req-2c9e5e1d-a94a-4d91-af97-efceca0e730d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817474 Nov 09 17:59:17.241635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Router e87444c7-0c0f-4e5c-bf70-092e6fff797a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:17.407134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 512ec14c-0afa-4316-aa91-d7301881fcee has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:17.442101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:17.455013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] Sync routers for ids ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:17.461390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a02776f6-79be-42ed-8eb3-8825fd35037d admin admin] 10.222.0.45 "PUT /v2.0/routers/e87444c7-0c0f-4e5c-bf70-092e6fff797a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3718092 Nov 09 17:59:17.463868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 40978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:17.498188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] Routers {'e87444c7-0c0f-4e5c-bf70-092e6fff797a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:17.498849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:17.523580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:17.534759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2624beef-89ed-42f2-8b32-89502de9ec82 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/512ec14c-0afa-4316-aa91-d7301881fcee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4637628 Nov 09 17:59:17.537488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40980) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:17.539285 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] Sync routers for ids ['512ec14c-0afa-4316-aa91-d7301881fcee'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:17.566740 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] Routers {'512ec14c-0afa-4316-aa91-d7301881fcee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:17.567414 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['512ec14c-0afa-4316-aa91-d7301881fcee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:17.615287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-43fc57dc-2518-425e-b00e-6d18fb8870f4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=512ec14c-0afa-4316-aa91-d7301881fcee HTTP/1.1" status: 200 len: 205 time: 0.0758202 Nov 09 17:59:17.616382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40984) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:17.660506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:17.671595 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:17.735445 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] Routers {'512ec14c-0afa-4316-aa91-d7301881fcee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:17.736508 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['512ec14c-0afa-4316-aa91-d7301881fcee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:17.755499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] Set router e87444c7-0c0f-4e5c-bf70-092e6fff797a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:17.779092 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:17.848616 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:17.854538 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:17.855890 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5837b-5aae-46a2-abf2-2bf1d79032b7 None None] The sync data for ids ['512ec14c-0afa-4316-aa91-d7301881fcee'] in n-d-804292-3 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:17.961503 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Deleting port 3195af9f-cb02-46f0-95dd-836b0cbafe88 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:17.962275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.116491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.127698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.167389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] For port 3195af9f-cb02-46f0-95dd-836b0cbafe88, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3195af9f-cb02-46f0-95dd-836b0cbafe88,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:18.169142 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.198700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Calling delete_port for 3195af9f-cb02-46f0-95dd-836b0cbafe88 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:18.227942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:59:15Z', 'revision_number': 5, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port': {'id': '3195af9f-cb02-46f0-95dd-836b0cbafe88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:25Z', 'updated_at': '2021-11-09T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:18.256891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.257612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router 512ec14c-0afa-4316-aa91-d7301881fcee {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:59:18.268843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.276273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-677813eb-c32e-4aa6-a01c-829b4bc9c076 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/512ec14c-0afa-4316-aa91-d7301881fcee HTTP/1.1" status: 204 len: 168 time: 0.6557345 Nov 09 17:59:18.278184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 40992) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.312209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] Checking router: e87444c7-0c0f-4e5c-bf70-092e6fff797a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:18.339663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] Routers {'e87444c7-0c0f-4e5c-bf70-092e6fff797a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:18.340334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:18.486077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26974196-f9ac-45a3-a2d1-1a8869e9e826 req-9824d6f5-05e6-406a-8ff2-9e59acec4eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:18.502206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26974196-f9ac-45a3-a2d1-1a8869e9e826 req-9824d6f5-05e6-406a-8ff2-9e59acec4eec tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1440806 Nov 09 17:59:18.528160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet f51d58d2-d486-49b9-85b5-a01953cddbe5 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:59:18.572267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] Set router e87444c7-0c0f-4e5c-bf70-092e6fff797a gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:18.591440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.711593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26974196-f9ac-45a3-a2d1-1a8869e9e826 req-5b877977-2c67-4c61-9aad-46b07b2920a3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734519 Nov 09 17:59:18.728535 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.735422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:59:17Z', 'revision_number': 6, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:18.796241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:18.822837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e81c2-54fc-4f57-a212-460c9092131f None None] The sync data for ids ['e87444c7-0c0f-4e5c-bf70-092e6fff797a'] in n-d-804292-3 is: [{'id': 'e87444c7-0c0f-4e5c-bf70-092e6fff797a', 'name': 'tempest-TestServerBasicOps-204910380-router', 'tenant_id': '36ee518d6ef24462a01b791db9fc5f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:23Z', 'updated_at': '2021-11-09T17:59:17Z', 'revision_number': 6, 'project_id': '36ee518d6ef24462a01b791db9fc5f70', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:18.857764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3195af9f-cb02-46f0-95dd-836b0cbafe88,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:18.906902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eec33e-9c5d-474e-b719-46c68f461f09 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:18.959330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.083939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.210575 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.240201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.243496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.438250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=f51d58d2-d486-49b9-85b5-a01953cddbe5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:19.442921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.450257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1a54c2ff-018e-4245-bae2-e16fda017e9b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/f51d58d2-d486-49b9-85b5-a01953cddbe5 HTTP/1.1" status: 204 len: 168 time: 1.1705852 Nov 09 17:59:19.454869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41010) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:19.468492 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.470560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87444c7-0c0f-4e5c-bf70-092e6fff797a {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:59:19.490693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.500523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1718b5c4-404c-481e-a1d1-ce9057c95cd0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e87444c7-0c0f-4e5c-bf70-092e6fff797a HTTP/1.1" status: 204 len: 168 time: 2.0349293 Nov 09 17:59:19.501787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:19.692334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Deleting subnet 47f51b82-21c2-45c8-8882-cbf728364947 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:59:19.699077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb96ec-5526-4fd2-a6e8-3fc973e688a9 None None] Network f29891af-3141-43eb-8f16-914e086105e2 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:19.714585 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.725025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.850199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:19.938547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 51f4723b-96b2-4177-8161-063369ec2f86 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:19.938897 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.062553 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.124372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] DHCP port deletion for f29891af-3141-43eb-8f16-914e086105e2 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:20.216558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42fe9-a98c-452b-b394-6d88347f79b8 req-b965cc9d-ae0c-47a1-a3f3-eacc9882522f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.224536 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0c42fe9-a98c-452b-b394-6d88347f79b8 req-b965cc9d-ae0c-47a1-a3f3-eacc9882522f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.3444879 Nov 09 17:59:20.244996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a9e3933-28ce-4928-8e94-0905a7bb5e5b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:20.268597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2a9e3933-28ce-4928-8e94-0905a7bb5e5b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:20.269247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2a9e3933-28ce-4928-8e94-0905a7bb5e5b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:20.269847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3195af9f-cb02-46f0-95dd-836b0cbafe88 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:20.279801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.341960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 3195af9f-cb02-46f0-95dd-836b0cbafe88 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:20.342511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3195af9f-cb02-46f0-95dd-836b0cbafe88 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:20.352830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f51b82-21c2-45c8-8882-cbf728364947,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:20.364243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.367757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a0cdc2a1-66f8-4b3d-81bd-4fa5457c6331 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/47f51b82-21c2-45c8-8882-cbf728364947 HTTP/1.1" status: 204 len: 168 time: 0.8645072 Nov 09 17:59:20.377853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:20.380591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 51f4723b-96b2-4177-8161-063369ec2f86, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51f4723b-96b2-4177-8161-063369ec2f86,segment=NetworkSegment(8a461232-4bc6-42e0-9671-bc39e6a06c3d),segment_id=8a461232-4bc6-42e0-9671-bc39e6a06c3d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:20.386202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.401902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae9bb6-7c10-472e-97c0-3ea3aaa4dce9 None None] Network 32565d0a-b131-4623-900b-bd1a3a3ea2f9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:20.408755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Deleting port 51f4723b-96b2-4177-8161-063369ec2f86 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:20.409726 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.425363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 51f4723b-96b2-4177-8161-063369ec2f86 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:20.446269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0c42fe9-a98c-452b-b394-6d88347f79b8 req-f35637b7-64b1-4fde-8d35-07704c945f97 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178581 Nov 09 17:59:20.658678 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.673855 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.732838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=51f4723b-96b2-4177-8161-063369ec2f86,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:20.742016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port 51f4723b-96b2-4177-8161-063369ec2f86 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:20.743624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2331-a7f2-4982-883a-8f75aa2be6e6 req-509695a6-58e2-416d-b08d-eba19c519fc9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.745370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea5c2331-a7f2-4982-883a-8f75aa2be6e6 req-509695a6-58e2-416d-b08d-eba19c519fc9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1548431 Nov 09 17:59:20.899370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.934793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29891af-3141-43eb-8f16-914e086105e2']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:20.950713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a461232-4bc6-42e0-9671-bc39e6a06c3d') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:20.952636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a461232-4bc6-42e0-9671-bc39e6a06c3d') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:20.969608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea5c2331-a7f2-4982-883a-8f75aa2be6e6 req-f680eca8-f016-4ec5-b740-10576163f1cb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405463 Nov 09 17:59:20.984509 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:20.995776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:21.032671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.035839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] For port 51f4723b-96b2-4177-8161-063369ec2f86, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=51f4723b-96b2-4177-8161-063369ec2f86,segment=NetworkSegment(8a461232-4bc6-42e0-9671-bc39e6a06c3d),segment_id=8a461232-4bc6-42e0-9671-bc39e6a06c3d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:21.036784 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.050935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:21.051547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:21.059124 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:21.091942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Deleting port c7a19429-d4bd-47b3-af64-90f394e087b2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:21.092261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.164175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Calling delete_port for 51f4723b-96b2-4177-8161-063369ec2f86 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:21.232113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.241260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052ff8e-c12e-43a6-882e-ca8c39a65e98 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.249266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d052ff8e-c12e-43a6-882e-ca8c39a65e98 tempest-TestNetworkAdvancedServerOps-565980445 tempest-TestNetworkAdvancedServerOps-565980445-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1092 time: 0.2441373 Nov 09 17:59:21.251394 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.258112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:21.266829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] For port c7a19429-d4bd-47b3-af64-90f394e087b2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c7a19429-d4bd-47b3-af64-90f394e087b2,segment=NetworkSegment(61034e05-61f9-4d6e-8108-9e2d53d9da8f),segment_id=61034e05-61f9-4d6e-8108-9e2d53d9da8f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:21.268478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.274834 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/f29891af-3141-43eb-8f16-914e086105e2 HTTP/1.1" status: 204 len: 168 time: 1.8110564 Nov 09 17:59:21.283686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41070) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:21.293169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:21.301739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-339454192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:21.354362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3df994-e1d3-4ab8-8c3d-85405da2a5d0 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=f29891af-3141-43eb-8f16-914e086105e2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.369816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Calling delete_port for c7a19429-d4bd-47b3-af64-90f394e087b2 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:21.395368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:59:21.395368 n-d-804292-3 neutron-server[102555]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 17:59:21.395368 n-d-804292-3 neutron-server[102555]: [parameters: {'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'id': '4e92b396-69c0-4780-bddc-a5ba095c59a3', 'expiration': datetime.datetime(2021, 11, 9, 18, 1, 21, 385621)}] Nov 09 17:59:21.395368 n-d-804292-3 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:59:21.395368 n-d-804292-3 neutron-server[102555]: DEBUG oslo_db.api [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:59:21.410271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.411413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.479149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] DHCP port deletion for 32565d0a-b131-4623-900b-bd1a3a3ea2f9 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:21.558540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.569889 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.585190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.604839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.623862 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.629410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-915a4eef-82db-4548-827a-150e32b97f2c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3336499 Nov 09 17:59:21.630959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41082) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:21.639610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Pushing event deleted for resources: {'Port': ['ID=51f4723b-96b2-4177-8161-063369ec2f86,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.647371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250186730'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:21.648281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] Network f29891af-3141-43eb-8f16-914e086105e2 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:59:21.649292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b7fc5-7b9a-4830-a567-964cc9d996cb None None] No DVR routers for this DVR port 51f4723b-96b2-4177-8161-063369ec2f86 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:21.668959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Deleting port c7a19429-d4bd-47b3-af64-90f394e087b2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:21.669431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.674228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a19429-d4bd-47b3-af64-90f394e087b2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.677753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] No DVR routers for this DVR port c7a19429-d4bd-47b3-af64-90f394e087b2 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:21.729786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:21.733911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.793986 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:21.820736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] For port c7a19429-d4bd-47b3-af64-90f394e087b2, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:21.821349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.821984 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.822517 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment bc7f7122-b77f-4810-a911-316ce657b414 of type vlan for network 1933fbbd-a095-4f79-a5ea-ae5df7066fed Nov 09 17:59:21.857192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.881419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Calling delete_port for c7a19429-d4bd-47b3-af64-90f394e087b2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:21.886361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Port c7a19429-d4bd-47b3-af64-90f394e087b2 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:59:21.902044 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:21.936873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] Pushing event deleted for resources: {'Port': ['ID=c7a19429-d4bd-47b3-af64-90f394e087b2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.949141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57fe67-a84c-4283-89ee-19cccf65a342 None None] No DVR routers for this DVR port c7a19429-d4bd-47b3-af64-90f394e087b2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:21.983902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32565d0a-b131-4623-900b-bd1a3a3ea2f9']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:21.993543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.002292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41084) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:22.010792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775934368', 'description': 'tempest-secgroup-smoke-1775934368 description', 'project_id': '570c47e4bfc0443796e4c0878687132c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:22.027157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61034e05-61f9-4d6e-8108-9e2d53d9da8f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:22.027701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61034e05-61f9-4d6e-8108-9e2d53d9da8f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:22.057697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.084413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51f4723b-96b2-4177-8161-063369ec2f86 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:22.099027 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.114439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 51f4723b-96b2-4177-8161-063369ec2f86 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:22.115676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 51f4723b-96b2-4177-8161-063369ec2f86 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:22.116137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7a19429-d4bd-47b3-af64-90f394e087b2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:22.136143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.139493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c7a19429-d4bd-47b3-af64-90f394e087b2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:22.139941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c7a19429-d4bd-47b3-af64-90f394e087b2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:22.145330 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.167585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.176589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:22.177249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.177624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:22.178380 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: timer() Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:22.182143 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:22.321137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6888125 Nov 09 17:59:22.332056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:22.362687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:22.384694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d4eeb-168d-475c-a33c-0356fd94f4c5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=1933fbbd-a095-4f79-a5ea-ae5df7066fed,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:22.402708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:22.414035 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.446163 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.452370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] 10.222.0.45 "DELETE /v2.0/networks/32565d0a-b131-4623-900b-bd1a3a3ea2f9 HTTP/1.1" status: 204 len: 168 time: 2.0736966 Nov 09 17:59:22.486747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6030-b67b-48a2-816e-6b17bd4d5c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=32565d0a-b131-4623-900b-bd1a3a3ea2f9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:22.541378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.569915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.597228 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.678309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884423f6-03f8-400e-83e6-603193253247,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:22.728041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.730503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b3dc4ad-75e7-406c-a91f-95cfb22aecfc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7269731 Nov 09 17:59:22.735062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41092) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:22.741978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group_rule': {'security_group_id': '884423f6-03f8-400e-83e6-603193253247', 'project_id': '570c47e4bfc0443796e4c0878687132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:22.782742 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:22.789055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:22.819801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41094) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:22.837812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Allocated IP 172.25.3.93 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/ded11278-fdaf-4325-a6de-5e960b48d1cb) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:22.979893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.028117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64804bc9-4ad1-4c71-8a6c-0bfb93d94731 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fab2055954c04fc6bf8942c75be66b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060361 Nov 09 17:59:23.037119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:23.136724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.142960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.147046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.176509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9212fe3-f73f-4ae4-a8bf-b95b7c37642c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.210069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.210904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36add4d0-cdf5-4804-b950-30af44c477dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.220696 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.221985 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9747cf4f-2d64-40df-8d08-a7dce46a6841 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4853091 Nov 09 17:59:23.226395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41098) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:23.231471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group_rule': {'security_group_id': '884423f6-03f8-400e-83e6-603193253247', 'project_id': '570c47e4bfc0443796e4c0878687132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:23.255342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.280503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36add4d0-cdf5-4804-b950-30af44c477dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.294555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.319529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.339680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=05425bcc-d0d0-4df5-829a-a87501160b74,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.359110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:23.370309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:23.375144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:23.381193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:23.381533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: 1933fbbd-a095-4f79-a5ea-ae5df7066fed, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:23.400035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=ded11278-fdaf-4325-a6de-5e960b48d1cb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.408314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.423576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.432603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:23.451785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56faaa62-92b5-43d3-8dc7-e52a44551d1b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.459776 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.461127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3afa5a74-5ea3-4e79-a23d-c3b52f6c1608 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337945 Nov 09 17:59:23.466354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41102) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:23.471473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36add4d0-cdf5-4804-b950-30af44c477dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.471824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group_rule': {'security_group_id': '884423f6-03f8-400e-83e6-603193253247', 'project_id': '570c47e4bfc0443796e4c0878687132c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:23.474320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36add4d0-cdf5-4804-b950-30af44c477dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.476052 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-36add4d0-cdf5-4804-b950-30af44c477dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddf79327-69ae-471d-bb18-b56333be4b16 HTTP/1.1" status: 204 len: 168 time: 0.4370456 Nov 09 17:59:23.476485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 1933fbbd-a095-4f79-a5ea-ae5df7066fed) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:23.503781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36add4d0-cdf5-4804-b950-30af44c477dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf79327-69ae-471d-bb18-b56333be4b16,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.516905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa675470-89f0-4586-931a-4a1050004852 None None] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:23.530536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.535039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.558315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.596051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3750f06b-64fa-44fd-b6aa-d1d2451578e9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2598610 Nov 09 17:59:23.600701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:23.726089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.732339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.758640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3977b3f0-e337-4628-828b-42cab723e26a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.775888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.777656 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-df7835cb-da71-4a57-aeba-f54e010ab4d8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101158 Nov 09 17:59:23.783098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41112) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:23.789201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group_rule': {'security_group_id': '884423f6-03f8-400e-83e6-603193253247', 'project_id': '570c47e4bfc0443796e4c0878687132c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:23.881718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:23.936513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:23.941026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.021215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.030281 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.119073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9845b9a1-7e34-4a04-b91c-d47f49eb7f37,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:24.157306 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.164716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b1dda338-af91-4801-90b9-a58ff66b7b72 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3764007 Nov 09 17:59:24.166041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41118) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:24.182687 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group_rule': {'security_group_id': '884423f6-03f8-400e-83e6-603193253247', 'project_id': '570c47e4bfc0443796e4c0878687132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:24.257173 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Project 570c47e4bfc0443796e4c0878687132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:59:24.267827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.294547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Allocated IP 172.20.0.2 (1933fbbd-a095-4f79-a5ea-ae5df7066fed/05425bcc-d0d0-4df5-829a-a87501160b74/24420e77-3e72-4477-b874-d0080cec6258) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:24.412671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:24.464764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.473320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.596522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.606204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.677967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:24.683393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:24.691673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:24.691959 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.715691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Pushing event updated for resources: {'Port': ['ID=24420e77-3e72-4477-b874-d0080cec6258,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:24.742969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-840033d4-e4a3-4fc4-b8d0-7abd13463422 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36ee518d6ef24462a01b791db9fc5f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258040 Nov 09 17:59:24.772041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:24.820505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Attempting to bind port 24420e77-3e72-4477-b874-d0080cec6258 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:24.821061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Attempting to bind port 24420e77-3e72-4477-b874-d0080cec6258 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:24.821681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Attempting to bind port 24420e77-3e72-4477-b874-d0080cec6258 on network 1933fbbd-a095-4f79-a5ea-ae5df7066fed {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:24.836692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:24.838045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Checking segment: {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:24.838782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.839457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Bound using segment: {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:24.840618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Bound port: 24420e77-3e72-4477-b874-d0080cec6258, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:24.841257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.904976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79104dd3-7d84-43e4-92fe-7db522ae7ed8,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:24.923884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:24.930294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-82d2e776-b6c6-465b-b021-1aa2750efe13 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7619786 Nov 09 17:59:24.931898 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41126) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:24.937036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'security_group_rule': {'security_group_id': '884423f6-03f8-400e-83e6-603193253247', 'project_id': '570c47e4bfc0443796e4c0878687132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:24.975809 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Project 570c47e4bfc0443796e4c0878687132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:59:24.989906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.013433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] For port 24420e77-3e72-4477-b874-d0080cec6258, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:25.024801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] For port 24420e77-3e72-4477-b874-d0080cec6258, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=24420e77-3e72-4477-b874-d0080cec6258,segment=NetworkSegment(bc7f7122-b77f-4810-a911-316ce657b414),segment_id=bc7f7122-b77f-4810-a911-316ce657b414)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:25.036822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.044600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35829e5d-2358-4267-b820-1fe046959169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.168397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.178543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.185023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced8b43-2541-45ce-82af-ad9bc2dd5bb1 None None] Pushing event updated for resources: {'Port': ['ID=24420e77-3e72-4477-b874-d0080cec6258,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:25.220801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b49702-d1a0-42eb-8382-239253a9f192,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:25.232379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35829e5d-2358-4267-b820-1fe046959169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.242401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.248798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5fc49df4-600d-4dea-bf70-99bb98462375 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3149548 Nov 09 17:59:25.370126 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.781562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35829e5d-2358-4267-b820-1fe046959169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.788282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35829e5d-2358-4267-b820-1fe046959169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.790950 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-35829e5d-2358-4267-b820-1fe046959169 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/320e58e1-d67f-4f97-a507-c60bff9333e1 HTTP/1.1" status: 204 len: 168 time: 1.0172427 Nov 09 17:59:25.820820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35829e5d-2358-4267-b820-1fe046959169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e58e1-d67f-4f97-a507-c60bff9333e1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:25.828471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:25.832864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.20.0.1 (1933fbbd-a095-4f79-a5ea-ae5df7066fed/05425bcc-d0d0-4df5-829a-a87501160b74/3aec4b1e-8486-4e96-81e8-a228e985b7fe) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:26.273121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 24420e77-3e72-4477-b874-d0080cec6258 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:26.418539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 24420e77-3e72-4477-b874-d0080cec6258 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:26.418917 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:26.572535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:26.634456 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:26.754248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 24420e77-3e72-4477-b874-d0080cec6258, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=24420e77-3e72-4477-b874-d0080cec6258,segment=NetworkSegment(bc7f7122-b77f-4810-a911-316ce657b414),segment_id=bc7f7122-b77f-4810-a911-316ce657b414)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:26.763123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:26.938330 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:26.939070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=24420e77-3e72-4477-b874-d0080cec6258,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:26.959878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:26.961659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1e646-0e84-4636-888d-532bc232cdcc None None] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:27.082623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=3aec4b1e-8486-4e96-81e8-a228e985b7fe,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:27.089588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:27.157345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7876adb6-a873-42a0-a495-a86ffca5798c None None] Provisioning complete for port 24420e77-3e72-4477-b874-d0080cec6258 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:27.161076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7876adb6-a873-42a0-a495-a86ffca5798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:27.178277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:27.199951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:27.202299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:27.354912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:27.366895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event updated for resources: {'Port': ['ID=ded11278-fdaf-4325-a6de-5e960b48d1cb,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:27.511068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:27.816283 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP 890ead80-1fbf-4f00-9bda-e6424b46e22b associated. External IP: 172.25.3.93, port: d8d16034-9ef9-445a-ac29-c1704d167edf. Nov 09 17:59:27.907647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:27.975829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.025001 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bd16-9e00-4b8e-a750-5160860e23d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.080805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b65355c0-ee0f-4710-a837-8f03ffb62af8 None None] Provisioning complete for port 3aec4b1e-8486-4e96-81e8-a228e985b7fe triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:28.081460 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b65355c0-ee0f-4710-a837-8f03ffb62af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.144023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b65355c0-ee0f-4710-a837-8f03ffb62af8 None None] Port 3aec4b1e-8486-4e96-81e8-a228e985b7fe cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:28.171145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b65355c0-ee0f-4710-a837-8f03ffb62af8 None None] Provisioning complete for port 24420e77-3e72-4477-b874-d0080cec6258 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:28.181825 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b65355c0-ee0f-4710-a837-8f03ffb62af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.239740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 24420e77-3e72-4477-b874-d0080cec6258 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:28.549958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 24420e77-3e72-4477-b874-d0080cec6258 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:28.550534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.637254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-886075438-network', 'tenant_id': '9151c62383fe45439c999987cdf553c3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:28.693790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-eb10b241-1845-4c9b-b4c4-13e946fe3b77 None None] Provisioning complete for port 3aec4b1e-8486-4e96-81e8-a228e985b7fe triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:28.694457 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb10b241-1845-4c9b-b4c4-13e946fe3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.697831 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.801817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Made reservation on behalf of 9151c62383fe45439c999987cdf553c3 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:28.804569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.840431 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:28.850195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eb10b241-1845-4c9b-b4c4-13e946fe3b77 None None] Port 3aec4b1e-8486-4e96-81e8-a228e985b7fe cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:29.029134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 5a5576b4-bf23-4eba-956f-5703c9947066 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:29.159911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.178117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.195761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.246342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.259809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:29.340698 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.341078 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Added segment 306b364c-28d1-4baf-9102-2441299b73b2 of type vlan for network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 Nov 09 17:59:29.347649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17a471d-5cd9-4f2e-ba62-dd845e766a42,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:29.461306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.465079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=3aec4b1e-8486-4e96-81e8-a228e985b7fe,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:29.474281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:29.489611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] Sync routers for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:29.503141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.553399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:29.554395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:29.554604 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.639740 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.640735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:29.641351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.663393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-458106ec-b5d8-4da6-8282-9eb8a0d2c0d5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4032419 Nov 09 17:59:29.670651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:29.672859 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:29.802297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:29.837930 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2149c02-5b77-490c-8faf-78cf205a5e30 x-openstack-request-id: req-c2149c02-5b77-490c-8faf-78cf205a5e30 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:29.838250 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:29.838515 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2149c02-5b77-490c-8faf-78cf205a5e30 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:29.838973 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'status': 'completed', 'code': 200} Nov 09 17:59:29.847097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.9369619 Nov 09 17:59:29.853164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41250) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:29.864700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Request body: {'subnet': {'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-886075438-subnet', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:29.915422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f76d76-436e-443c-a1aa-75aa61e8a875 admin admin] Pushing event updated for resources: {'Network': ['ID=4fac3019-fefa-4e40-93ea-fc3a85c32bc1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:29.917823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Made reservation on behalf of 9151c62383fe45439c999987cdf553c3 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:29.924173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:29.932519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:29.937800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:29.955104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a937a-3719-4aec-85c2-45a0513cdcb3 req-e307dc70-90a9-4075-80af-5f939fc0e567 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:29.963459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b7a937a-3719-4aec-85c2-45a0513cdcb3 req-e307dc70-90a9-4075-80af-5f939fc0e567 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1708548 Nov 09 17:59:29.969424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:30.116719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-d0f2af94-0b95-4c2c-a622-423364c764ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:30.120219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-d0f2af94-0b95-4c2c-a622-423364c764ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1097 time: 0.2504866 Nov 09 17:59:30.251877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:30.369177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480309ae-0e95-4e2b-9aac-26329650321f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.418531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b7a937a-3719-4aec-85c2-45a0513cdcb3 req-e9ffefce-30ab-47bf-a6f5-be265d677abe tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4539998 Nov 09 17:59:30.445739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Checking segment: {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:30.448062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Network hostable DHCP agents. Network: 4fac3019-fefa-4e40-93ea-fc3a85c32bc1, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:30.458767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3784d65-0fb9-480f-8d9b-836cc4cbc6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:30.463065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41252) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:30.500528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '890ead80-1fbf-4f00-9bda-e6424b46e22b', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'port_id': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'mac_address': 'fa:16:3e:d8:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:24Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:30.569673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] Checking router: 5a5576b4-bf23-4eba-956f-5703c9947066 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:30.580550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-e7bcd1db-3f30-4315-9717-a65e7aa3929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:30.585488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-e7bcd1db-3f30-4315-9717-a65e7aa3929c service neutron] 10.222.0.83 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 897 time: 0.3907526 Nov 09 17:59:30.586030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:30.587171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:30.608068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:59:30.651083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:30.664031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-686c93ac-5309-4bd0-8a55-728d2f147aeb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 991 time: 0.1854811 Nov 09 17:59:30.678368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 4fac3019-fefa-4e40-93ea-fc3a85c32bc1) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:30.694170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:30.695434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:30.744491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41260) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:30.745471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-705c0fa5-cad2-4c2c-a58e-18da82e0f0e0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8916407 Nov 09 17:59:30.784751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830c3ad-a03a-45ac-ba4c-fa13cd5e1c61 None None] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:30.819186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:30.909460 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-23838b9e-7039-49e0-bc7d-7136334a3a94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 999 time: 0.3082783 Nov 09 17:59:30.917683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:30.918794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:30.942095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:30.954840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8a3bc900-57ab-404e-b12d-a607554ab1ba tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3463383 Nov 09 17:59:30.959102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:30.963795 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:30.974207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1142430794'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:31.013096 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:31.019654 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:31.047523 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.055273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-7bbc82ce-437c-4999-8946-164a05451f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:31.055273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-7bbc82ce-437c-4999-8946-164a05451f53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 200 len: 834 time: 0.1287189 Nov 09 17:59:31.069952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:31.077433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.170208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:31.187699 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.188050 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment ad907847-1df2-4f2a-a5cf-9cf1fcceb891 of type vlan for network c9917880-791e-4477-9db7-d58f12a82405 Nov 09 17:59:31.284463 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:31.285055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.293443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-0389dcc3-ff06-4c4b-80e2-6d92aab4cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:31.312109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-0389dcc3-ff06-4c4b-80e2-6d92aab4cc49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31f6b33a-630e-462b-800d-9430716a1884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322004 Nov 09 17:59:31.343181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.359019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:31.359711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.549642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=c9917880-791e-4477-9db7-d58f12a82405,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:31.578154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4da03f1d-b790-43c4-ab24-818996ea1601 None None] Provisioning complete for port 3aec4b1e-8486-4e96-81e8-a228e985b7fe triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:31.578752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4da03f1d-b790-43c4-ab24-818996ea1601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.582425 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ea830e64-fdeb-4e10-a7fa-33869618bd6f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6215813 Nov 09 17:59:31.587887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41268) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:31.594749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c9917880-791e-4477-9db7-d58f12a82405 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:31.603187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:31.623825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-4fac3019-fefa-4e40-93ea-fc3a85c32bc1', 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'fixed_ips': [{'subnet_id': '480309ae-0e95-4e2b-9aac-26329650321f'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:31.639842 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.757094 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:27Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:28Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:31.770582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:31.795870 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:31.796235 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Updating router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d port 3aec4b1e-8486-4e96-81e8-a228e985b7fe binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:31.839269 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.857810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:31.862287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.956356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:31.986070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-eb5facc5-6ff3-4de5-bdd0-582a005c8ded service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722946 Nov 09 17:59:32.255695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Allocated IP 172.20.0.2 (4fac3019-fefa-4e40-93ea-fc3a85c32bc1/480309ae-0e95-4e2b-9aac-26329650321f/19a73413-bc02-46c0-a566-05f60fcae666) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:32.259282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:32.345106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=0ed50562-7f19-4f6e-93bc-5feead4cfec6,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:32.456855 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:32.483972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:32.489299 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:32.490152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: c9917880-791e-4477-9db7-d58f12a82405, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:32.554733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network c9917880-791e-4477-9db7-d58f12a82405 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:32.581205 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:32.585097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c9917880-791e-4477-9db7-d58f12a82405) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:32.600355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:32.605017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:32.605852 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:32.645069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4da03f1d-b790-43c4-ab24-818996ea1601 None None] Port 3aec4b1e-8486-4e96-81e8-a228e985b7fe cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:32.661677 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8ad877af-9535-44c6-b3a5-2a2423bfb9d1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0710099 Nov 09 17:59:32.667490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41276) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:32.710671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b85632ad-188b-4f67-8c51-8687d179c04b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 991 time: 0.9319546 Nov 09 17:59:32.788710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637a5a4-120c-4adc-8ed6-c041474d1826 None None] Network c9917880-791e-4477-9db7-d58f12a82405 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:32.844576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74aa2ddb-31b8-4cf6-9f53-b36112edbdd2 req-8d6d7527-66fd-4c0e-93b8-d6713fee837d service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091023 Nov 09 17:59:32.936536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eec66-9d92-4b29-8d83-31a4b28605a5 None None] Pushing event updated for resources: {'Port': ['ID=3aec4b1e-8486-4e96-81e8-a228e985b7fe,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:32.999710 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Attempting to bind port 3aec4b1e-8486-4e96-81e8-a228e985b7fe on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:33.003926 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Attempting to bind port 3aec4b1e-8486-4e96-81e8-a228e985b7fe by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:33.014436 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Attempting to bind port 3aec4b1e-8486-4e96-81e8-a228e985b7fe on network 1933fbbd-a095-4f79-a5ea-ae5df7066fed {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:33.038543 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:33.045465 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Checking segment: {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:33.046438 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.047373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Bound using segment: {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:33.048447 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Bound port: 3aec4b1e-8486-4e96-81e8-a228e985b7fe, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7f7122-b77f-4810-a911-316ce657b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:33.050164 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.297661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.308015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.366274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-68e74773-1303-4af4-9dbb-28cb172ab9a8 None None] Provisioning complete for port 3aec4b1e-8486-4e96-81e8-a228e985b7fe triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:33.367332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68e74773-1303-4af4-9dbb-28cb172ab9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.379045 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] For port 3aec4b1e-8486-4e96-81e8-a228e985b7fe, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:33.398487 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] For port 3aec4b1e-8486-4e96-81e8-a228e985b7fe, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aec4b1e-8486-4e96-81e8-a228e985b7fe,segment=NetworkSegment(bc7f7122-b77f-4810-a911-316ce657b414),segment_id=bc7f7122-b77f-4810-a911-316ce657b414)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:33.407658 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.419876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.599205 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:33.599820 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:33.669392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Allocated IP 172.25.3.179 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/096789dc-9599-454f-ade7-585a0bd58833) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:33.725980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41282) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:33.731400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eec66-9d92-4b29-8d83-31a4b28605a5 None None] Pushing event updated for resources: {'Port': ['ID=3aec4b1e-8486-4e96-81e8-a228e985b7fe,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:33.863697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-68e74773-1303-4af4-9dbb-28cb172ab9a8 None None] Port 3aec4b1e-8486-4e96-81e8-a228e985b7fe cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:33.898698 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:33.924841 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.955501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:33.997109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.065831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.091874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:34.121271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bc55c0bf-fa0a-4405-bfd3-1f076851650b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 991 time: 0.3841972 Nov 09 17:59:34.126719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c9917880-791e-4477-9db7-d58f12a82405', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:34.129067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.138519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:34.206128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:34.279930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Pushing event updated for resources: {'Port': ['ID=19a73413-bc02-46c0-a566-05f60fcae666,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:34.341908 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.374384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.374913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.375604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.381425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.382197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.382753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.387707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.388387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.388952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.391024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.391651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.392205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:34.415946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c8267b1c-0f47-4932-9b24-5d5629aaeb4a None None] Provisioning complete for port 3aec4b1e-8486-4e96-81e8-a228e985b7fe triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:34.416536 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8267b1c-0f47-4932-9b24-5d5629aaeb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.538716 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:34.558909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:34.563568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:34.604651 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:27Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:33Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:34.611690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec251692-2a9a-42a4-8c04-c3935edc7310 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:34.631460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Attempting to bind port 19a73413-bc02-46c0-a566-05f60fcae666 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:34.631460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Attempting to bind port 19a73413-bc02-46c0-a566-05f60fcae666 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:34.631998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Attempting to bind port 19a73413-bc02-46c0-a566-05f60fcae666 on network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:34.676685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:34.677137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Checking segment: {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:34.677892 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.678615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Bound using segment: {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:34.679529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Bound port: 19a73413-bc02-46c0-a566-05f60fcae666, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:34.680242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:34.696316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Pushing event updated for resources: {'Port': ['ID=096789dc-9599-454f-ade7-585a0bd58833,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:34.729811 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460dab1d-8ad6-49e9-a79e-95f60456784f None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:27Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:33Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:34.936587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:35.051680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '890ead80-1fbf-4f00-9bda-e6424b46e22b', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'port_id': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'mac_address': 'fa:16:3e:d8:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:24Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:35.066138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8267b1c-0f47-4932-9b24-5d5629aaeb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:35.119836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:35.297662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5786e98-902d-47db-9ff5-bbfd9d1109f9 None None] The sync data for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 is: [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '890ead80-1fbf-4f00-9bda-e6424b46e22b', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'port_id': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'mac_address': 'fa:16:3e:d8:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:24Z', 'revision_number': 0, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:35.334828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Allocated IP 172.21.0.2 (c9917880-791e-4477-9db7-d58f12a82405/0ed50562-7f19-4f6e-93bc-5feead4cfec6/29acb377-da68-4258-ae5c-5d416006cc55) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:35.436968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c8267b1c-0f47-4932-9b24-5d5629aaeb4a None None] For port 3aec4b1e-8486-4e96-81e8-a228e985b7fe, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aec4b1e-8486-4e96-81e8-a228e985b7fe,segment=NetworkSegment(bc7f7122-b77f-4810-a911-316ce657b414),segment_id=bc7f7122-b77f-4810-a911-316ce657b414)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:35.451762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] For port 19a73413-bc02-46c0-a566-05f60fcae666, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:35.485332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8267b1c-0f47-4932-9b24-5d5629aaeb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:35.618895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] For port 19a73413-bc02-46c0-a566-05f60fcae666, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=19a73413-bc02-46c0-a566-05f60fcae666,segment=NetworkSegment(306b364c-28d1-4baf-9102-2441299b73b2),segment_id=306b364c-28d1-4baf-9102-2441299b73b2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:35.641977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e317e3cd-72fe-4bb0-b268-0ae564ed14c5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 991 time: 0.5128856 Nov 09 17:59:35.669919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:35.678906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:35.787861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-670dbc10-4201-4b61-8d79-ba229e083b55 None None] Provisioning complete for port 096789dc-9599-454f-ade7-585a0bd58833 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:35.788338 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-670dbc10-4201-4b61-8d79-ba229e083b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:35.871017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267b1c-0f47-4932-9b24-5d5629aaeb4a None None] Pushing event updated for resources: {'Port': ['ID=3aec4b1e-8486-4e96-81e8-a228e985b7fe,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:36.303125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:36.318351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9849f-dcd4-4c57-9abe-db83e0b3ba35 None None] New status for floating IP 890ead80-1fbf-4f00-9bda-e6424b46e22b: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:59:36.517520 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aec4b1e-8486-4e96-81e8-a228e985b7fe up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:36.539363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-670dbc10-4201-4b61-8d79-ba229e083b55 None None] Port 096789dc-9599-454f-ade7-585a0bd58833 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:36.648141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41300) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:36.744386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Router 24918c2c-62ff-4064-841b-80517bc243cf is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:59:36.854738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-afb6b49d-44ed-4537-ba72-f66c99c0abea tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 991 time: 0.2002831 Nov 09 17:59:36.958762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135919e7-0087-476b-a542-7ad7ed2a8396 None None] Pushing event updated for resources: {'Port': ['ID=19a73413-bc02-46c0-a566-05f60fcae666,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:37.089354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:37.099167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:37.115029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:37.132948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Sync routers for ids ['24918c2c-62ff-4064-841b-80517bc243cf'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:37.180281 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:37.188437 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3e5067d1-aa94-491c-91b2-fa534d26aa95 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3750644 Nov 09 17:59:37.192587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:37.197229 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Routers {'24918c2c-62ff-4064-841b-80517bc243cf'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:37.197779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['24918c2c-62ff-4064-841b-80517bc243cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:37.310520 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.21.0.1 (c9917880-791e-4477-9db7-d58f12a82405/0ed50562-7f19-4f6e-93bc-5feead4cfec6/4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:37.490324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Pushing event updated for resources: {'Port': ['ID=29acb377-da68-4258-ae5c-5d416006cc55,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:37.521501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3aec4b1e-8486-4e96-81e8-a228e985b7fe triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:37.523953 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:37.590726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41310) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:37.801591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Network c9917880-791e-4477-9db7-d58f12a82405 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:37.843514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:37.857676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:37.859988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:37.873608 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Set router 24918c2c-62ff-4064-841b-80517bc243cf gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:37.934633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-a29768b8-39dd-44b7-a783-092666213840 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3612399 Nov 09 17:59:37.977885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc979c70-e1b4-45e0-80b9-07e052a32849 None None] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:38.050876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.253020 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cab6937-1a01-4912-9ca6-6d56869ecb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.261371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3f90e5f2-ab43-4be0-9280-2271f012a821 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 993 time: 0.4022717 Nov 09 17:59:38.426910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-0b2e9ed9-a162-48f1-8e84-df9befce5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:38.437815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-79b940c3-32bf-42de-8750-86a82275e5e9 None None] Provisioning complete for port 19a73413-bc02-46c0-a566-05f60fcae666 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:38.438850 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-79b940c3-32bf-42de-8750-86a82275e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.439311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-0b2e9ed9-a162-48f1-8e84-df9befce5ac2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1097 time: 0.4239643 Nov 09 17:59:38.447767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cab6937-1a01-4912-9ca6-6d56869ecb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.452570 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '096789dc-9599-454f-ade7-585a0bd58833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 3, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port': {'id': '096789dc-9599-454f-ade7-585a0bd58833', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:33Z', 'updated_at': '2021-11-09T17:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:38.476539 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2cab6937-1a01-4912-9ca6-6d56869ecb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.493545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Checking router: 24918c2c-62ff-4064-841b-80517bc243cf for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:38.494188 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Updating router 24918c2c-62ff-4064-841b-80517bc243cf port 096789dc-9599-454f-ade7-585a0bd58833 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:38.544768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.548812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Attempting to bind port 29acb377-da68-4258-ae5c-5d416006cc55 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:38.555150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Attempting to bind port 29acb377-da68-4258-ae5c-5d416006cc55 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:38.556554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Attempting to bind port 29acb377-da68-4258-ae5c-5d416006cc55 on network c9917880-791e-4477-9db7-d58f12a82405 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:38.569051 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.643116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab6937-1a01-4912-9ca6-6d56869ecb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8679b3-6d4a-4d54-b77c-f2078d64536f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:38.655022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2cab6937-1a01-4912-9ca6-6d56869ecb07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38fcffb0087b44babd3f6f5b6170922a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0562031 Nov 09 17:59:38.661862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41318) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:38.670739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:38.671642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Checking segment: {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:38.675729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network c9917880-791e-4477-9db7-d58f12a82405 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:38.678331 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.678794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Bound using segment: {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:38.679490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Bound port: 29acb377-da68-4258-ae5c-5d416006cc55, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:38.679984 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.689288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:38.694426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:38.698304 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:38.790773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.817623 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.841441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-b702a8b2-49fb-4f2a-98f4-19f6fee1fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:38.853641 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-b702a8b2-49fb-4f2a-98f4-19f6fee1fafa service neutron] 10.222.0.83 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 897 time: 0.3727510 Nov 09 17:59:38.864844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:38.929978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.045275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.110392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] For port 29acb377-da68-4258-ae5c-5d416006cc55, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:39.118619 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-79b940c3-32bf-42de-8750-86a82275e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.132134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] For port 29acb377-da68-4258-ae5c-5d416006cc55, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=29acb377-da68-4258-ae5c-5d416006cc55,segment=NetworkSegment(ad907847-1df2-4f2a-a5cf-9cf1fcceb891),segment_id=ad907847-1df2-4f2a-a5cf-9cf1fcceb891)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:39.149776 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.208883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.214557 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.226244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc8679b3-6d4a-4d54-b77c-f2078d64536f HTTP/1.1" status: 204 len: 168 time: 0.5596008 Nov 09 17:59:39.227178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 19a73413-bc02-46c0-a566-05f60fcae666 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:39.231796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cfca8-c3a0-4ea1-a54e-933b79713dae None None] Pushing event updated for resources: {'Port': ['ID=29acb377-da68-4258-ae5c-5d416006cc55,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:39.309794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8679b3-6d4a-4d54-b77c-f2078d64536f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:39.348417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-79b940c3-32bf-42de-8750-86a82275e5e9 None None] For port 19a73413-bc02-46c0-a566-05f60fcae666, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=19a73413-bc02-46c0-a566-05f60fcae666,segment=NetworkSegment(306b364c-28d1-4baf-9102-2441299b73b2),segment_id=306b364c-28d1-4baf-9102-2441299b73b2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:39.384706 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-79b940c3-32bf-42de-8750-86a82275e5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.424346 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.444082 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.472368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.472725 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.473078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.473426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.473763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.474110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.474446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.474779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.493237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbf355-f7f2-405a-809c-9f15b5d00732 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:39.493717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.494172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.494567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.494855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad34fd-c5a6-454b-9a13-b75e8bbf638d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:39.520113 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Attempting to bind port 096789dc-9599-454f-ade7-585a0bd58833 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:39.523211 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Attempting to bind port 096789dc-9599-454f-ade7-585a0bd58833 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:39.524101 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Attempting to bind port 096789dc-9599-454f-ade7-585a0bd58833 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:39.640568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Allocated IP 172.20.0.1 (4fac3019-fefa-4e40-93ea-fc3a85c32bc1/480309ae-0e95-4e2b-9aac-26329650321f/d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:39.641512 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:39.642149 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:39.642406 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.642635 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:39.643164 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Bound port: 096789dc-9599-454f-ade7-585a0bd58833, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:39.643552 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.682446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 19a73413-bc02-46c0-a566-05f60fcae666 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:39.683033 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.891848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b940c3-32bf-42de-8750-86a82275e5e9 None None] Pushing event updated for resources: {'Port': ['ID=19a73413-bc02-46c0-a566-05f60fcae666,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:39.911321 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] For port 096789dc-9599-454f-ade7-585a0bd58833, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:39.922314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ea6cf3dc-68a1-4757-a49f-ffe7cd619d6d None None] Provisioning complete for port 096789dc-9599-454f-ade7-585a0bd58833 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:39.922314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf3dc-68a1-4757-a49f-ffe7cd619d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.923301 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] For port 096789dc-9599-454f-ade7-585a0bd58833, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=096789dc-9599-454f-ade7-585a0bd58833,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:39.969901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:39.981913 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6e61-e05e-4180-9ebd-e2c89d9b9492 None None] Pushing event updated for resources: {'Port': ['ID=096789dc-9599-454f-ade7-585a0bd58833,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:39.986360 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.017273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-4f5fc00b-786a-46cc-add5-2fe18a99f80f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 1001 time: 1.1518724 Nov 09 17:59:40.078929 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6e61-e05e-4180-9ebd-e2c89d9b9492 None None] Pushing event updated for resources: {'Port': ['ID=096789dc-9599-454f-ade7-585a0bd58833,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.121917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:40.166692 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Routers {'24918c2c-62ff-4064-841b-80517bc243cf'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:40.173151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bec1170-1735-44ca-bf2a-9e2a9d417526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.175136 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['24918c2c-62ff-4064-841b-80517bc243cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:40.201396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-2e29dba6-77d0-4d94-a3bf-2ef5b96b6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.203469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-2e29dba6-77d0-4d94-a3bf-2ef5b96b6c81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 200 len: 834 time: 0.1670120 Nov 09 17:59:40.204486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c0dab-7040-4e49-bbb5-08ebac4dac83 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:40.209009 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.400976 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] Set router 24918c2c-62ff-4064-841b-80517bc243cf gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:40.410184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:40.427972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:40.440447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf3dc-68a1-4757-a49f-ffe7cd619d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.446409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:40.502174 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ea6cf3dc-68a1-4757-a49f-ffe7cd619d6d None None] For port 096789dc-9599-454f-ade7-585a0bd58833, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=096789dc-9599-454f-ade7-585a0bd58833,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:40.513647 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf3dc-68a1-4757-a49f-ffe7cd619d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.522379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Pushing event updated for resources: {'Port': ['ID=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.596823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-0027ddce-4c00-4df9-9a39-4c3b08b4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.607369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-0027ddce-4c00-4df9-9a39-4c3b08b4ed51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31f6b33a-630e-462b-800d-9430716a1884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3850968 Nov 09 17:59:40.688563 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.705564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dedd4a66-a4da-42a2-8ebd-2c2a73d48658 None None] Provisioning complete for port 096789dc-9599-454f-ade7-585a0bd58833 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:40.706440 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dedd4a66-a4da-42a2-8ebd-2c2a73d48658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.707597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.799760 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:40.878440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cf3dc-68a1-4757-a49f-ffe7cd619d6d None None] Pushing event updated for resources: {'Port': ['ID=096789dc-9599-454f-ade7-585a0bd58833,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.961017 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '096789dc-9599-454f-ade7-585a0bd58833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 3, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port': {'id': '096789dc-9599-454f-ade7-585a0bd58833', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:33Z', 'updated_at': '2021-11-09T17:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:40.986238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bec1170-1735-44ca-bf2a-9e2a9d417526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.050045 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bec1170-1735-44ca-bf2a-9e2a9d417526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.093692 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb44db-af28-4110-b38f-5628c1516d89 None None] The sync data for ids ['24918c2c-62ff-4064-841b-80517bc243cf'] in n-d-804292-3 is: [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '096789dc-9599-454f-ade7-585a0bd58833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 3, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port': {'id': '096789dc-9599-454f-ade7-585a0bd58833', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:33Z', 'updated_at': '2021-11-09T17:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:41.098595 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-10edef07-7f4f-4a44-b3c7-95ecd76ce75e service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899774 Nov 09 17:59:41.110916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.124914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dedd4a66-a4da-42a2-8ebd-2c2a73d48658 None None] Provisioning complete for port 19a73413-bc02-46c0-a566-05f60fcae666 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:41.126591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dedd4a66-a4da-42a2-8ebd-2c2a73d48658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.128312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.198865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3bec1170-1735-44ca-bf2a-9e2a9d417526 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0db7336d8ce64f8f8052f0602d00e9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0752146 Nov 09 17:59:41.264349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41334) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:41.390699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec1170-1735-44ca-bf2a-9e2a9d417526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ff9a7d-5ed2-45c8-8e4a-7067155a2cbb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.467967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 19a73413-bc02-46c0-a566-05f60fcae666 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:41.471641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88ea9d-6091-4817-8928-822ce6e299c3 None None] Network c9917880-791e-4477-9db7-d58f12a82405 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:41.581558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e8667d5-f93c-4823-8a76-6720072233d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.663772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.670832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7aef6e30-9d7b-4271-85fe-2fa4156d8af6 req-3fbc7e61-8fb8-4d12-88e5-0f8d4f5761ea service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203662 Nov 09 17:59:41.696878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e8667d5-f93c-4823-8a76-6720072233d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.752342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network c9917880-791e-4477-9db7-d58f12a82405 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:41.767335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:41.805026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Provisioning complete for port 29acb377-da68-4258-ae5c-5d416006cc55 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:41.805723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:41.898093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 19a73413-bc02-46c0-a566-05f60fcae666 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:41.898647 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.017253 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:59:42.045584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.054620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:42.077034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e8667d5-f93c-4823-8a76-6720072233d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.084323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e8667d5-f93c-4823-8a76-6720072233d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.094349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e8667d5-f93c-4823-8a76-6720072233d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41ff9a7d-5ed2-45c8-8e4a-7067155a2cbb HTTP/1.1" status: 204 len: 168 time: 0.6979871 Nov 09 17:59:42.198789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.215944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.222477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] For port 29acb377-da68-4258-ae5c-5d416006cc55, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=29acb377-da68-4258-ae5c-5d416006cc55,segment=NetworkSegment(ad907847-1df2-4f2a-a5cf-9cf1fcceb891),segment_id=ad907847-1df2-4f2a-a5cf-9cf1fcceb891)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:42.238880 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.376362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8667d5-f93c-4823-8a76-6720072233d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ff9a7d-5ed2-45c8-8e4a-7067155a2cbb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.389417 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.404976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:42.408726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Pushing event updated for resources: {'Port': ['ID=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.410439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Provisioning complete for port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:42.410826 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.413536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29acb377-da68-4258-ae5c-5d416006cc55 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:42.419038 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9b08d1ec-5824-484b-8944-4726dc547f7e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7502141 Nov 09 17:59:42.420021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41340) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:42.429602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-653982259'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:42.445478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.447731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.448337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.448889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.449462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.449760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:42.450183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.450719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.451326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.451994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.456194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.456644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.460665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:42.554714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:42.584499 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.687477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:42.688277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:42.707810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:42.723432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Pushing event updated for resources: {'Port': ['ID=29acb377-da68-4258-ae5c-5d416006cc55,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.765779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:42.766361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:42.766932 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment 17e030a7-7ea0-423a-aac3-2331878939d4 of type vlan for network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 Nov 09 17:59:42.772545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:42.925980 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:43.054910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:43.082310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.120157 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:43.306306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3378d79a-c6b9-4c54-8352-ddec33dd766e None None] Port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:43.330789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 29acb377-da68-4258-ae5c-5d416006cc55 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:43.333449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:43.474315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0522604 Nov 09 17:59:43.486837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41354) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:43.515998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:43.544803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28c94e-d1c1-4c0f-b0b3-b1f32db6d07b tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=3a3ac28c-045f-4ff9-946a-7b6df5f83980,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:43.554057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:43.574452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-70ae0ae5-7073-4c78-8e6f-9df888f13553 None None] Provisioning complete for port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:43.574901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ae5-7073-4c78-8e6f-9df888f13553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:43.758043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:43.761567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:43.770102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:43.906073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Router 24918c2c-62ff-4064-841b-80517bc243cf has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:44.114783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:44.137192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f521a52f-1dd3-4783-94ef-5c4cda150c0a admin admin] 10.222.0.45 "PUT /v2.0/routers/24918c2c-62ff-4064-841b-80517bc243cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9450583 Nov 09 17:59:44.259270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-70ae0ae5-7073-4c78-8e6f-9df888f13553 None None] Port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:44.423370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-70ae0ae5-7073-4c78-8e6f-9df888f13553 None None] Provisioning complete for port 29acb377-da68-4258-ae5c-5d416006cc55 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:44.424432 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70ae0ae5-7073-4c78-8e6f-9df888f13553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:44.592743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:38Z', 'revision_number': 3, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:39Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:44.690763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:44.692200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Updating router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:44.722420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Sync routers for ids ['24918c2c-62ff-4064-841b-80517bc243cf'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:44.753401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:44.762406 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Routers {'24918c2c-62ff-4064-841b-80517bc243cf'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:44.763576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['24918c2c-62ff-4064-841b-80517bc243cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:44.887954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=7ce27c2e-9435-43e4-a2df-4e59f7d1a78d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:44.918261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:44.968285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29acb377-da68-4258-ae5c-5d416006cc55 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:44.996700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:44.997316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: 3a3ac28c-045f-4ff9-946a-7b6df5f83980, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:45.032940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:45.055903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3a3ac28c-045f-4ff9-946a-7b6df5f83980) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:45.060831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.061448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:45.100315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-90536cf9-967e-4591-a347-d5a0176f8036 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6120143 Nov 09 17:59:45.105259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:45.150891 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Set router 24918c2c-62ff-4064-841b-80517bc243cf gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:45.526303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac411a9-8db5-49f8-9d79-060efc41bb16 None None] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:45.710864 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '096789dc-9599-454f-ade7-585a0bd58833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:41Z', 'revision_number': 4, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port': {'id': '096789dc-9599-454f-ade7-585a0bd58833', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:33Z', 'updated_at': '2021-11-09T17:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd9325ea9-bdb6-4e1f-ab7f-a50803ce4b73', 'name': '', 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'mac_address': 'fa:16:3e:02:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '480309ae-0e95-4e2b-9aac-26329650321f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:38Z', 'updated_at': '2021-11-09T17:59:41Z', 'revision_number': 2, 'project_id': '9151c62383fe45439c999987cdf553c3', 'subnets': [{'id': '480309ae-0e95-4e2b-9aac-26329650321f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:45.833514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 29acb377-da68-4258-ae5c-5d416006cc55 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:45.833915 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:45.844183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7fe3cd61-a21c-4168-a870-2a2c33700337 None None] Provisioning complete for port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:45.844731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fe3cd61-a21c-4168-a870-2a2c33700337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:45.853503 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Checking router: 24918c2c-62ff-4064-841b-80517bc243cf for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:45.857051 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Updating router 24918c2c-62ff-4064-841b-80517bc243cf port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:45.992377 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3cd61-a21c-4168-a870-2a2c33700337 None None] Port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:46.016384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:46.032710 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:46.045022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:46.088802 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:46.106279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7fe3cd61-a21c-4168-a870-2a2c33700337 None None] Provisioning complete for port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:46.106541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fe3cd61-a21c-4168-a870-2a2c33700337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:46.114824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:46.115780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:46.346259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd773-0d6d-4e91-a147-f103fcc8edf8 None None] Pushing event updated for resources: {'Port': ['ID=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:46.466978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3cd61-a21c-4168-a870-2a2c33700337 None None] Port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:46.826514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 096789dc-9599-454f-ade7-585a0bd58833 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:46.907396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.22.0.1 (3a3ac28c-045f-4ff9-946a-7b6df5f83980/7ce27c2e-9435-43e4-a2df-4e59f7d1a78d/05d76137-3063-4c80-8a12-e7bde03a2e11) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:47.007464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Attempting to bind port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:47.007890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Attempting to bind port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:47.008992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Attempting to bind port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a on network c9917880-791e-4477-9db7-d58f12a82405 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:47.017071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-22e0041d-3989-44b6-a2d5-e62d9539fd33 None None] Provisioning complete for port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:47.017465 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22e0041d-3989-44b6-a2d5-e62d9539fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.021309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:47.021741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Checking segment: {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:47.022165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.022582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Bound using segment: {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:47.023154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Bound port: 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:47.023549 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.201633 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.204045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-22e0041d-3989-44b6-a2d5-e62d9539fd33 None None] Port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 17:59:47.205698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 096789dc-9599-454f-ade7-585a0bd58833 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:47.206446 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.222693 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.265334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] For port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:47.270150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] For port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,segment=NetworkSegment(ad907847-1df2-4f2a-a5cf-9cf1fcceb891),segment_id=ad907847-1df2-4f2a-a5cf-9cf1fcceb891)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:47.289789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.334672 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.342198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:47.360391 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b3de3-da8a-4544-b245-ed27a196ae63 None None] Pushing event updated for resources: {'Port': ['ID=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:47.486282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.529978 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Attempting to bind port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:47.530374 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Attempting to bind port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:47.530749 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Attempting to bind port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 on network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:47.551227 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:47.551680 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Checking segment: {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:47.552094 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.552505 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Bound using segment: {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:47.553014 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Bound port: d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306b364c-28d1-4baf-9102-2441299b73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:47.553408 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.796957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd773-0d6d-4e91-a147-f103fcc8edf8 None None] Pushing event updated for resources: {'Port': ['ID=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:47.799866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:47.821864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:47.822463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:47.822717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:47.829062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] For port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:47.834775 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] For port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,segment=NetworkSegment(306b364c-28d1-4baf-9102-2441299b73b2),segment_id=306b364c-28d1-4baf-9102-2441299b73b2)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:47.840832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:47.846106 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:47.853358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=05d76137-3063-4c80-8a12-e7bde03a2e11,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:47.965786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:48.016742 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Routers {'24918c2c-62ff-4064-841b-80517bc243cf'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:48.017559 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['24918c2c-62ff-4064-841b-80517bc243cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:48.131822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Allocated IP 172.22.0.2 (3a3ac28c-045f-4ff9-946a-7b6df5f83980/7ce27c2e-9435-43e4-a2df-4e59f7d1a78d/f99fc80a-212e-48d6-a4bf-dd1f8f6d4993) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:48.276516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:48.320446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:48.359699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a5c41396-221b-4d29-8e6d-fb5deebdf8e8 None None] Provisioning complete for port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:48.360378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5c41396-221b-4d29-8e6d-fb5deebdf8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:48.375742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:48.466580 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b3de3-da8a-4544-b245-ed27a196ae63 None None] Pushing event updated for resources: {'Port': ['ID=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:48.488818 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] Set router 24918c2c-62ff-4064-841b-80517bc243cf gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:48.698589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:48.881671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6d36d5b-64a6-42f1-82b6-d6b01e9f4a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.034355 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '096789dc-9599-454f-ade7-585a0bd58833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:41Z', 'revision_number': 4, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port': {'id': '096789dc-9599-454f-ade7-585a0bd58833', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:33Z', 'updated_at': '2021-11-09T17:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd9325ea9-bdb6-4e1f-ab7f-a50803ce4b73', 'name': '', 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'mac_address': 'fa:16:3e:02:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '480309ae-0e95-4e2b-9aac-26329650321f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:38Z', 'updated_at': '2021-11-09T17:59:47Z', 'revision_number': 4, 'project_id': '9151c62383fe45439c999987cdf553c3', 'subnets': [{'id': '480309ae-0e95-4e2b-9aac-26329650321f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:49.080880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156389da-7167-487d-a309-3a29e0a4ee7a None None] The sync data for ids ['24918c2c-62ff-4064-841b-80517bc243cf'] in n-d-804292-3 is: [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '096789dc-9599-454f-ade7-585a0bd58833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:41Z', 'revision_number': 4, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port': {'id': '096789dc-9599-454f-ade7-585a0bd58833', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:33Z', 'updated_at': '2021-11-09T17:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd9325ea9-bdb6-4e1f-ab7f-a50803ce4b73', 'name': '', 'network_id': '4fac3019-fefa-4e40-93ea-fc3a85c32bc1', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'mac_address': 'fa:16:3e:02:3f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24918c2c-62ff-4064-841b-80517bc243cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '480309ae-0e95-4e2b-9aac-26329650321f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:38Z', 'updated_at': '2021-11-09T17:59:47Z', 'revision_number': 4, 'project_id': '9151c62383fe45439c999987cdf553c3', 'subnets': [{'id': '480309ae-0e95-4e2b-9aac-26329650321f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:49.090233 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5c41396-221b-4d29-8e6d-fb5deebdf8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.162757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Deleting port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:49.165608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.175411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.231112 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.353420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a5c41396-221b-4d29-8e6d-fb5deebdf8e8 None None] For port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,segment=NetworkSegment(306b364c-28d1-4baf-9102-2441299b73b2),segment_id=306b364c-28d1-4baf-9102-2441299b73b2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:49.356579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6d36d5b-64a6-42f1-82b6-d6b01e9f4a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.362217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.366752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6d36d5b-64a6-42f1-82b6-d6b01e9f4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.373252 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5c41396-221b-4d29-8e6d-fb5deebdf8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.379917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:49.391658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:49.401693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:49.411549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] For port d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,segment=NetworkSegment(306b364c-28d1-4baf-9102-2441299b73b2),segment_id=306b364c-28d1-4baf-9102-2441299b73b2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:49.411913 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.418760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Pushing event updated for resources: {'Port': ['ID=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.449558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Calling delete_port for d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:49.470646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a6d36d5b-64a6-42f1-82b6-d6b01e9f4a55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01f691b148d04f25bd0184e13311a9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0851791 Nov 09 17:59:49.472454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d36d5b-64a6-42f1-82b6-d6b01e9f4a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed60dab1-ff75-43c8-9522-830f67049d09,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.478559 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.543508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:38Z', 'revision_number': 3, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:47Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:49.561734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41456) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:49.606381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a4a8d-8210-4ec4-9c1d-c57d3bfd99e2 None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:38Z', 'revision_number': 3, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:47Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:49.625119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Attempting to bind port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:49.625773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Attempting to bind port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:49.626320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Attempting to bind port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 on network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:49.644500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c41396-221b-4d29-8e6d-fb5deebdf8e8 None None] Pushing event updated for resources: {'Port': ['ID=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.656009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] Provisioning complete for port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:49.656388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.750750 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.778863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:49.779283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Checking segment: {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:49.779701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.780105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Bound using segment: {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:49.780839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Bound port: f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:49.781278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.814375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=05d76137-3063-4c80-8a12-e7bde03a2e11,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.863092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.920873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:49.969427 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1c6e-8fc5-4a56-b166-c52d2ab6a2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.077269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.186786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1c6e-8fc5-4a56-b166-c52d2ab6a2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.232997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] For port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:50.260267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] For port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:50.333457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] For port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,segment=NetworkSegment(ad907847-1df2-4f2a-a5cf-9cf1fcceb891),segment_id=ad907847-1df2-4f2a-a5cf-9cf1fcceb891)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:50.349014 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.401500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.441536 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1c6e-8fc5-4a56-b166-c52d2ab6a2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.459565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbbc1c6e-8fc5-4a56-b166-c52d2ab6a2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.460814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bbbc1c6e-8fc5-4a56-b166-c52d2ab6a2e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed60dab1-ff75-43c8-9522-830f67049d09 HTTP/1.1" status: 204 len: 168 time: 0.8897626 Nov 09 17:59:50.488331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:50.537365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc1c6e-8fc5-4a56-b166-c52d2ab6a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed60dab1-ff75-43c8-9522-830f67049d09,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:50.551065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:50.605774 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:50.613982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:50.682478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942f4db-0491-424e-b75f-3af879fc60a3 None None] Pushing event updated for resources: {'Port': ['ID=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:50.695474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] Could not find standard attr ID for object d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:59:50.895719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6c2b5-9405-47cb-b049-5fd6a3b101a9 None None] Pushing event updated for resources: {'Port': ['ID=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:50.908971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:50.909510 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.077207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:51.347514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:51.369422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41464) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:51.374534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ac145db3-b109-45c5-995a-06a3db741bc9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2677510 Nov 09 17:59:51.377580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1421567240'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:51.404377 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:51.425666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:51.426336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:51.450311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:51.456909 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.460860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Router 24918c2c-62ff-4064-841b-80517bc243cf has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:51.505010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:51.544128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:51.547394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5991df8-2b95-454f-95a3-0b6bfda1eeb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.600134 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.600504 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added segment 15bb40ce-fedd-4e03-8c89-3d244e1c9db2 of type vlan for network 03011256-b131-4026-b183-3f1f16988451 Nov 09 17:59:51.627560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:51.721987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.758012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:51.772557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4a2a0ec4-f3e0-4c1e-8474-b39b6135c6f4 admin admin] 10.222.0.45 "PUT /v2.0/routers/24918c2c-62ff-4064-841b-80517bc243cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4287620 Nov 09 17:59:51.777084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41470) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:51.822914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5991df8-2b95-454f-95a3-0b6bfda1eeb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.833708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.834697 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5991df8-2b95-454f-95a3-0b6bfda1eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.841434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:51.842255 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:51.943743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991df8-2b95-454f-95a3-0b6bfda1eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b446c-9416-4bbc-bb38-ac75a72b148d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:51.996386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:48Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:48Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:52.023650 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6498096 Nov 09 17:59:52.026390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41472) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:52.026811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:52.027827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d5991df8-2b95-454f-95a3-0b6bfda1eeb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be0729b07b344d79b6a3eb3fdfc557f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202930 Nov 09 17:59:52.032591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'subnet': {'network_id': '03011256-b131-4026-b183-3f1f16988451', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:52.075854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:52.076709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Updating router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d port 05d76137-3063-4c80-8a12-e7bde03a2e11 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:52.082002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800d7bc-ee08-4aa0-b6d6-5dc693cda3c3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Network': ['ID=03011256-b131-4026-b183-3f1f16988451,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:52.115548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 03011256-b131-4026-b183-3f1f16988451 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:52.178211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.212922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.433094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:52.495339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13bcb166-ec62-42d8-90f2-bcba7f3a4aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.500215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.509187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Made reservation on behalf of fea32e83cd0d41c8b58fff619d05ef07 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:52.514408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.568317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d54b1c-4485-486e-aae7-99172dfb100d None None] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:52.602050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13bcb166-ec62-42d8-90f2-bcba7f3a4aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.638152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:52.638833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.731137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a49290f6-e38a-4515-a1d3-fcd440302f86 None None] Provisioning complete for port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:52.731464 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a49290f6-e38a-4515-a1d3-fcd440302f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.796201 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] Sync routers for ids ['24918c2c-62ff-4064-841b-80517bc243cf'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:52.806919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Deleting port 096789dc-9599-454f-ade7-585a0bd58833 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:52.807581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.813215 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] Routers {'24918c2c-62ff-4064-841b-80517bc243cf'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:52.813446 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13bcb166-ec62-42d8-90f2-bcba7f3a4aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.814582 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['24918c2c-62ff-4064-841b-80517bc243cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:52.816896 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13bcb166-ec62-42d8-90f2-bcba7f3a4aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:52.823625 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-13bcb166-ec62-42d8-90f2-bcba7f3a4aa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b4b446c-9416-4bbc-bb38-ac75a72b148d HTTP/1.1" status: 204 len: 168 time: 0.7815590 Nov 09 17:59:53.012388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.058752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.062635 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] Set router 24918c2c-62ff-4064-841b-80517bc243cf gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:53.076358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:53.131904 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a49290f6-e38a-4515-a1d3-fcd440302f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.140693 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:52Z', 'revision_number': 6, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:53.187079 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] Checking router: 24918c2c-62ff-4064-841b-80517bc243cf for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:53.222362 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] Routers {'24918c2c-62ff-4064-841b-80517bc243cf'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:53.224867 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['24918c2c-62ff-4064-841b-80517bc243cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:53.436994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d321a4-a775-4eaa-9e14-d29c70a71464 None None] Pushing event updated for resources: {'Port': ['ID=05d76137-3063-4c80-8a12-e7bde03a2e11,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:53.546480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a49290f6-e38a-4515-a1d3-fcd440302f86 None None] For port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:53.552312 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.558014 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] Set router 24918c2c-62ff-4064-841b-80517bc243cf gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:53.601608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a49290f6-e38a-4515-a1d3-fcd440302f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.612590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Attempting to bind port 05d76137-3063-4c80-8a12-e7bde03a2e11 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:53.613037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Attempting to bind port 05d76137-3063-4c80-8a12-e7bde03a2e11 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:53.613480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Attempting to bind port 05d76137-3063-4c80-8a12-e7bde03a2e11 on network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:53.683201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:53.683727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Checking segment: {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:53.684164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.684581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Bound using segment: {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:53.685093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Bound port: 05d76137-3063-4c80-8a12-e7bde03a2e11, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e030a7-7ea0-423a-aac3-2331878939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:53.685492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.697460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:53.697839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.715665 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:52Z', 'revision_number': 6, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:53.759960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcb166-ec62-42d8-90f2-bcba7f3a4aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b446c-9416-4bbc-bb38-ac75a72b148d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:53.811633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b13ce-0315-4d2d-8fc6-6a9577b0e10b None None] The sync data for ids ['24918c2c-62ff-4064-841b-80517bc243cf'] in n-d-804292-3 is: [{'id': '24918c2c-62ff-4064-841b-80517bc243cf', 'name': 'tempest-ImageQuotaTest-886075438-router', 'tenant_id': '9151c62383fe45439c999987cdf553c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:30Z', 'updated_at': '2021-11-09T17:59:52Z', 'revision_number': 6, 'project_id': '9151c62383fe45439c999987cdf553c3', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:53.883221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] For port 05d76137-3063-4c80-8a12-e7bde03a2e11, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:53.887111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] For port 05d76137-3063-4c80-8a12-e7bde03a2e11, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=05d76137-3063-4c80-8a12-e7bde03a2e11,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:53.927728 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:53.955639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:54.000832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49290f6-e38a-4515-a1d3-fcd440302f86 None None] Pushing event updated for resources: {'Port': ['ID=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.092129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:54.092785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:54.150957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] For port 096789dc-9599-454f-ade7-585a0bd58833, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=096789dc-9599-454f-ade7-585a0bd58833,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:54.151529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:54.237102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Calling delete_port for 096789dc-9599-454f-ade7-585a0bd58833 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:54.243572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Subnet': ['ID=a64aeef4-0ae1-416b-a9fe-fc510ab66f42,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.265976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Checking segment: {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:54.266351 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network hostable DHCP agents. Network: 03011256-b131-4026-b183-3f1f16988451, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:54.365356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:54.431389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 03011256-b131-4026-b183-3f1f16988451 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:54.490821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 03011256-b131-4026-b183-3f1f16988451) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:54.503761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.510972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:54.605076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4fef6-82f8-4261-bb03-c20c0669ac6b None None] Network 03011256-b131-4026-b183-3f1f16988451 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:54.763685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:54.780706 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74ae8fba-0124-4d05-97dd-d59e2e339b56 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7525551 Nov 09 17:59:54.783656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:54.789517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d321a4-a775-4eaa-9e14-d29c70a71464 None None] Pushing event updated for resources: {'Port': ['ID=05d76137-3063-4c80-8a12-e7bde03a2e11,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.818107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Provisioning complete for port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:54.818755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:54.833839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=096789dc-9599-454f-ade7-585a0bd58833,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.876285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3e227-3cfa-4fe0-bc2f-fc9e72106441 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:55.040082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.197623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:55.253325 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.260012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.304349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-03011256-b131-4026-b183-3f1f16988451', 'network_id': '03011256-b131-4026-b183-3f1f16988451', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'fixed_ips': [{'subnet_id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:55.305296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.339596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.341187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24918c2c-62ff-4064-841b-80517bc243cf {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:59:55.356867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.359068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-87e4ae6a-adfd-4c76-9122-3c63e0e585f3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/24918c2c-62ff-4064-841b-80517bc243cf HTTP/1.1" status: 204 len: 168 time: 3.5810742 Nov 09 17:59:55.361675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41528) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:55.511935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Deleting subnet 480309ae-0e95-4e2b-9aac-26329650321f {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 17:59:55.531649 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.540205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Provisioning complete for port 05d76137-3063-4c80-8a12-e7bde03a2e11 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:55.542849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.628487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:55.629623 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.637062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.784772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.900472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:48Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:53Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:55.919908 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:55.959468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Allocated IP 172.23.0.2 (03011256-b131-4026-b183-3f1f16988451/a64aeef4-0ae1-416b-a9fe-fc510ab66f42/3d09bb92-d2ed-4fca-8539-22ac4ecff135) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:56.121426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.125149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf520b68-e474-4a0d-bf35-a18817cffb5f None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:48Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:53Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:56.182761 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.205027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480309ae-0e95-4e2b-9aac-26329650321f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:56.215943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.231290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-090b49de-c4a3-4c2f-ab6f-37b5b84b1e4f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/480309ae-0e95-4e2b-9aac-26329650321f HTTP/1.1" status: 204 len: 168 time: 0.8675520 Nov 09 17:59:56.233770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41546) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:56.236406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c816f-256c-4ca8-8a99-bae52fc57050 None None] Network 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:56.324117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 096789dc-9599-454f-ade7-585a0bd58833 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:56.332665 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.370978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.433780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.442407 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 096789dc-9599-454f-ade7-585a0bd58833 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:56.445200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 096789dc-9599-454f-ade7-585a0bd58833 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:56.452106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Deleting port 19a73413-bc02-46c0-a566-05f60fcae666 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 17:59:56.452730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.453022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:56.457613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] For port 05d76137-3063-4c80-8a12-e7bde03a2e11, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=05d76137-3063-4c80-8a12-e7bde03a2e11,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:56.492265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Allocated IP 172.23.0.1 (03011256-b131-4026-b183-3f1f16988451/a64aeef4-0ae1-416b-a9fe-fc510ab66f42/907e588e-318c-4502-ab16-b0f889549f5d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:56.574412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] For port 19a73413-bc02-46c0-a566-05f60fcae666, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=19a73413-bc02-46c0-a566-05f60fcae666,segment=NetworkSegment(306b364c-28d1-4baf-9102-2441299b73b2),segment_id=306b364c-28d1-4baf-9102-2441299b73b2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:56.574843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.599138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.601274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Calling delete_port for 19a73413-bc02-46c0-a566-05f60fcae666 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 17:59:56.612477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:56.612796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d9325ea9-bdb6-4e1f-ab7f-a50803ce4b73 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:56.783663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Network 03011256-b131-4026-b183-3f1f16988451 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:56.792817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Pushing event updated for resources: {'Port': ['ID=3d09bb92-d2ed-4fca-8539-22ac4ecff135,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:56.817939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.899863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.911623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:56.954555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] No DVR routers for this DVR port 19a73413-bc02-46c0-a566-05f60fcae666 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:56.957472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a73413-bc02-46c0-a566-05f60fcae666,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:57.033025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 05d76137-3063-4c80-8a12-e7bde03a2e11 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:57.139189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.191343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fac3019-fefa-4e40-93ea-fc3a85c32bc1']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:57.217559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306b364c-28d1-4baf-9102-2441299b73b2') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:57.217890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306b364c-28d1-4baf-9102-2441299b73b2') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:57.246574 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.281940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.291879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:57.292316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: timer() Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:57.294540 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:57.511642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.525956 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.549291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4fac3019-fefa-4e40-93ea-fc3a85c32bc1 HTTP/1.1" status: 204 len: 168 time: 1.3141429 Nov 09 17:59:57.558835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:57.627103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c5b0c-b445-4bd9-b120-fa3d768e3199 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fac3019-fefa-4e40-93ea-fc3a85c32bc1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:57.635932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:57.665690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c98e00-bb4e-41c4-985c-3021283436fe None None] Pushing event updated for resources: {'Port': ['ID=05d76137-3063-4c80-8a12-e7bde03a2e11,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:57.736751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fec300a9-20a2-4af9-9424-4155045230da None None] Provisioning complete for port 05d76137-3063-4c80-8a12-e7bde03a2e11 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:57.737128 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fec300a9-20a2-4af9-9424-4155045230da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.762822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 03011256-b131-4026-b183-3f1f16988451 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:57.777998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:57.784191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:57.819689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74140dab-9042-43ed-a4f0-3b49cdfce387 None None] DHCP port deletion for 4fac3019-fefa-4e40-93ea-fc3a85c32bc1 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:57.874463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Attempting to bind port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 17:59:57.875125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Attempting to bind port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 17:59:57.877281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Attempting to bind port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 on network 03011256-b131-4026-b183-3f1f16988451 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:57.894320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:57.894853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Checking segment: {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 17:59:57.895536 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.896710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Bound using segment: {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:57.897773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Bound port: 3d09bb92-d2ed-4fca-8539-22ac4ecff135, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 17:59:57.898407 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.923869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=907e588e-318c-4502-ab16-b0f889549f5d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:57.936990 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:57.950799 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 05d76137-3063-4c80-8a12-e7bde03a2e11 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:57.951822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.166471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e971fdc-09a8-4cca-bdd5-6789551115a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.179001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41572) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:58.286379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.419321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-80dbc912-3591-4d47-93ac-297ad973d035 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9151c62383fe45439c999987cdf553c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322803 Nov 09 17:59:58.433316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:58.453028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] For port 3d09bb92-d2ed-4fca-8539-22ac4ecff135, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:58.459685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] For port 3d09bb92-d2ed-4fca-8539-22ac4ecff135, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3d09bb92-d2ed-4fca-8539-22ac4ecff135,segment=NetworkSegment(15bb40ce-fedd-4e03-8c89-3d244e1c9db2),segment_id=15bb40ce-fedd-4e03-8c89-3d244e1c9db2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:58.472953 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.488299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f34602-4b3c-4e50-890d-7f2ae48a33f8 req-fc01a519-7ac2-4204-9ce9-8e566a9c03cd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:58.490751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36f34602-4b3c-4e50-890d-7f2ae48a33f8 req-fc01a519-7ac2-4204-9ce9-8e566a9c03cd tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1167076 Nov 09 17:59:58.676539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36f34602-4b3c-4e50-890d-7f2ae48a33f8 req-acfca05c-90c4-4d38-8668-ba091a00ee0b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697805 Nov 09 17:59:58.732211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0dcddff-1f4a-4d4c-ad5d-05272d499e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.808679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0dcddff-1f4a-4d4c-ad5d-05272d499e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.821308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe717-3854-49e1-b08c-f81d44936b8a None None] Pushing event updated for resources: {'Port': ['ID=3d09bb92-d2ed-4fca-8539-22ac4ecff135,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:58.835316 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.963474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0dcddff-1f4a-4d4c-ad5d-05272d499e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.966797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 05d76137-3063-4c80-8a12-e7bde03a2e11 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:58.969075 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0dcddff-1f4a-4d4c-ad5d-05272d499e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:58.970566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e0dcddff-1f4a-4d4c-ad5d-05272d499e54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a17a471d-5cd9-4f2e-ba62-dd845e766a42 HTTP/1.1" status: 204 len: 168 time: 0.5360291 Nov 09 17:59:59.009610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcddff-1f4a-4d4c-ad5d-05272d499e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17a471d-5cd9-4f2e-ba62-dd845e766a42,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:59.091810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 05d76137-3063-4c80-8a12-e7bde03a2e11 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:59.101591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:59.192105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:59.207400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:59.418932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event updated for resources: {'Port': ['ID=907e588e-318c-4502-ab16-b0f889549f5d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:59.443146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 17:59:59.487362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 19a73413-bc02-46c0-a566-05f60fcae666 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:59.535476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 19a73413-bc02-46c0-a566-05f60fcae666 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 17:59:59.535856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 19a73413-bc02-46c0-a566-05f60fcae666 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:59.636223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Network 03011256-b131-4026-b183-3f1f16988451 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:59.638081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:59.823761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:59.848478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:59.890851 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4523-d575-40a0-8a0c-7ebf548a4133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.096396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:00.110362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-18c187fb-bbe3-4bfe-a626-8c2e3197da73 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3226130 Nov 09 18:00:00.112901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41610) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:00.119214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bef3df-b411-4d05-8464-da6f76ba6beb req-feaa40ba-886f-4e28-9d0e-dd27a8b20ea6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.120613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:00.120920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96bef3df-b411-4d05-8464-da6f76ba6beb req-feaa40ba-886f-4e28-9d0e-dd27a8b20ea6 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.2205362 Nov 09 18:00:00.142738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:00.164823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:00.165869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T17:59:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:00.273352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4523-d575-40a0-8a0c-7ebf548a4133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.285586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96bef3df-b411-4d05-8464-da6f76ba6beb req-d32b358c-519d-4056-be6c-4f2a2a7bded8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313777 Nov 09 18:00:00.287873 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4523-d575-40a0-8a0c-7ebf548a4133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.348370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cc9b4523-d575-40a0-8a0c-7ebf548a4133 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4969358 Nov 09 18:00:00.355642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:00.405963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:00.512488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a23bf2b-e773-4269-83d4-9b5f46a46e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.547399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a23bf2b-e773-4269-83d4-9b5f46a46e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.663069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056ef5d-ea26-4be0-a983-5e9c0316e86a None None] Network 03011256-b131-4026-b183-3f1f16988451 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:00.665347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b4523-d575-40a0-8a0c-7ebf548a4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652775b1-b583-48ee-988e-98df6efc8319,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:00.708090 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a23bf2b-e773-4269-83d4-9b5f46a46e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.715300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a23bf2b-e773-4269-83d4-9b5f46a46e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:00.717767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9a23bf2b-e773-4269-83d4-9b5f46a46e71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/652775b1-b583-48ee-988e-98df6efc8319 HTTP/1.1" status: 204 len: 168 time: 0.3576856 Nov 09 18:00:00.763157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23bf2b-e773-4269-83d4-9b5f46a46e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652775b1-b583-48ee-988e-98df6efc8319,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:00.998123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3d09bb92-d2ed-4fca-8539-22ac4ecff135 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:01.091017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb152dee-1ad3-4a32-9279-ef4d0392e09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.105030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0d8a8045-c741-42e4-ae42-cb582f6ac090 None None] Provisioning complete for port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:01.105400 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8045-c741-42e4-ae42-cb582f6ac090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.378897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.extraroute_db [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:00:01.444318 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.extraroute_db [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Removed routes are [] {{(pid=102554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:00:01.445581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.576725 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8045-c741-42e4-ae42-cb582f6ac090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.609831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:01.610814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.875343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0d8a8045-c741-42e4-ae42-cb582f6ac090 None None] For port 3d09bb92-d2ed-4fca-8539-22ac4ecff135, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3d09bb92-d2ed-4fca-8539-22ac4ecff135,segment=NetworkSegment(15bb40ce-fedd-4e03-8c89-3d244e1c9db2),segment_id=15bb40ce-fedd-4e03-8c89-3d244e1c9db2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:01.907627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da0f74-cb42-4c28-b0dd-5bf0560bf45d req-46a1e7d4-0f5e-4eed-b80a-7c42e6179643 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.909272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2da0f74-cb42-4c28-b0dd-5bf0560bf45d req-46a1e7d4-0f5e-4eed-b80a-7c42e6179643 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.2332296 Nov 09 18:00:01.914151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.925769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:01.966437 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8045-c741-42e4-ae42-cb582f6ac090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:02.064907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2da0f74-cb42-4c28-b0dd-5bf0560bf45d req-af8a7261-55e2-44c1-bfbf-6770c385179d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463487 Nov 09 18:00:02.104528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8045-c741-42e4-ae42-cb582f6ac090 None None] Pushing event updated for resources: {'Port': ['ID=3d09bb92-d2ed-4fca-8539-22ac4ecff135,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:02.124609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:02.172230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:02.202649 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T17:59:58Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '907e588e-318c-4502-ab16-b0f889549f5d', 'name': '', 'network_id': '03011256-b131-4026-b183-3f1f16988451', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:90:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:55Z', 'updated_at': '2021-11-09T17:59:58Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:02.277312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:02.277688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Updating router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d port 907e588e-318c-4502-ab16-b0f889549f5d binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:00:02.355733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:02.371401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:02.373896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ee88f1f5-c8b7-41b7-a19b-4adc077a35ee tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 933 time: 2.2584326 Nov 09 18:00:02.374671 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:02.376805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41630) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:02.547660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-96d2981b-c144-4fa0-915e-16c010e5a2b9 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 933 time: 0.1656456 Nov 09 18:00:02.548138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41632) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:02.557896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'routes': None}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:02.771415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-adbec98e-d687-4d61-b968-0346e136a336 None None] Provisioning complete for port 907e588e-318c-4502-ab16-b0f889549f5d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:02.772247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adbec98e-d687-4d61-b968-0346e136a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:02.881654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-adbec98e-d687-4d61-b968-0346e136a336 None None] Port 907e588e-318c-4502-ab16-b0f889549f5d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:00:02.924102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3d09bb92-d2ed-4fca-8539-22ac4ecff135 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:03.128110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-adbec98e-d687-4d61-b968-0346e136a336 None None] Provisioning complete for port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:03.128110 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adbec98e-d687-4d61-b968-0346e136a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:03.188420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:03.212483 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:03.349685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aa15c-502c-47a9-a7ca-de6e671f0762 None None] Pushing event updated for resources: {'Port': ['ID=907e588e-318c-4502-ab16-b0f889549f5d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:03.380887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:03.400838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2b092-fa2a-47ea-9b86-d4f16429e9cf req-8350683b-3151-4820-8a9a-8f4b817d9838 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.410778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8aa2b092-fa2a-47ea-9b86-d4f16429e9cf req-8350683b-3151-4820-8a9a-8f4b817d9838 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1482506 Nov 09 18:00:03.411103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:03.412016 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:03.561225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8aa2b092-fa2a-47ea-9b86-d4f16429e9cf req-6477d155-c3f5-452e-941f-2b74570bfc49 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493187 Nov 09 18:00:04.032261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Attempting to bind port 907e588e-318c-4502-ab16-b0f889549f5d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:00:04.033042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Attempting to bind port 907e588e-318c-4502-ab16-b0f889549f5d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:00:04.033230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Attempting to bind port 907e588e-318c-4502-ab16-b0f889549f5d on network 03011256-b131-4026-b183-3f1f16988451 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:04.068327 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:04.094646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:04.097772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Checking segment: {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:00:04.098439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:04.099019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Bound using segment: {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:04.099683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Bound port: 907e588e-318c-4502-ab16-b0f889549f5d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bb40ce-fedd-4e03-8c89-3d244e1c9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '03011256-b131-4026-b183-3f1f16988451'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:00:04.100353 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:04.272657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] For port 907e588e-318c-4502-ab16-b0f889549f5d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:04.277080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] For port 907e588e-318c-4502-ab16-b0f889549f5d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=907e588e-318c-4502-ab16-b0f889549f5d,segment=NetworkSegment(15bb40ce-fedd-4e03-8c89-3d244e1c9db2),segment_id=15bb40ce-fedd-4e03-8c89-3d244e1c9db2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:04.283834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:04.354681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-871d4798-c421-4c73-88ac-4fec8a3e5ab4 None None] Provisioning complete for port 907e588e-318c-4502-ab16-b0f889549f5d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:04.354681 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-871d4798-c421-4c73-88ac-4fec8a3e5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:04.402409 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.extraroute_db [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added routes are [] {{(pid=102554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:00:04.403314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.extraroute_db [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:00:04.424763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:04.425434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:04.471094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:04.538925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aa15c-502c-47a9-a7ca-de6e671f0762 None None] Pushing event updated for resources: {'Port': ['ID=907e588e-318c-4502-ab16-b0f889549f5d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:04.725768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:04.933464 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-871d4798-c421-4c73-88ac-4fec8a3e5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:05.057728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59d42-9c4c-478a-b95b-bf1c2e055d8c req-e45e1df5-44e1-4509-b413-82bfb6436fdf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:05.060808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2b59d42-9c4c-478a-b95b-bf1c2e055d8c req-e45e1df5-44e1-4509-b413-82bfb6436fdf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.2846842 Nov 09 18:00:05.085013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:05.106179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-871d4798-c421-4c73-88ac-4fec8a3e5ab4 None None] For port 907e588e-318c-4502-ab16-b0f889549f5d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=907e588e-318c-4502-ab16-b0f889549f5d,segment=NetworkSegment(15bb40ce-fedd-4e03-8c89-3d244e1c9db2),segment_id=15bb40ce-fedd-4e03-8c89-3d244e1c9db2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:05.138042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:05.170583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-871d4798-c421-4c73-88ac-4fec8a3e5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:05.257682 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2b59d42-9c4c-478a-b95b-bf1c2e055d8c req-ed96f730-de57-4c8a-9345-d375a31c2dbb tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862307 Nov 09 18:00:05.286449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d4798-c421-4c73-88ac-4fec8a3e5ab4 None None] Pushing event updated for resources: {'Port': ['ID=907e588e-318c-4502-ab16-b0f889549f5d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:05.362169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-46639f7d-3e05-4272-9dd2-f65eab6b3a84 None None] Provisioning complete for port 907e588e-318c-4502-ab16-b0f889549f5d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:05.362770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46639f7d-3e05-4272-9dd2-f65eab6b3a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:05.373587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:01Z', 'revision_number': 6, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '907e588e-318c-4502-ab16-b0f889549f5d', 'name': '', 'network_id': '03011256-b131-4026-b183-3f1f16988451', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:90:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:55Z', 'updated_at': '2021-11-09T18:00:04Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:05.432623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026319d-030e-4629-8395-691de3f0fe69 None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:01Z', 'revision_number': 6, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '907e588e-318c-4502-ab16-b0f889549f5d', 'name': '', 'network_id': '03011256-b131-4026-b183-3f1f16988451', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:90:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:55Z', 'updated_at': '2021-11-09T18:00:04Z', 'revision_number': 4, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:05.474313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:05.671190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:05.680762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:05.682269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d4b790da-c174-4466-b471-fe072a65f369 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 699 time: 3.1326911 Nov 09 18:00:05.688991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:05.877423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-70d9970d-67b1-42be-af7f-25dd73ee6fce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 699 time: 0.1850629 Nov 09 18:00:05.883178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:06.622338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9fd4-4a94-4882-b2d2-1614a98dee0c req-c7b9a2f5-02b3-486d-805e-41766d7fd49b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:06.625377 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c42d9fd4-4a94-4882-b2d2-1614a98dee0c req-c7b9a2f5-02b3-486d-805e-41766d7fd49b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1325819 Nov 09 18:00:06.641741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:06.875850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c42d9fd4-4a94-4882-b2d2-1614a98dee0c req-000e9164-2e7c-4f61-9368-7494fb1d72af tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419808 Nov 09 18:00:06.948679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 907e588e-318c-4502-ab16-b0f889549f5d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:06.970130 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:06.995642 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:06.997760 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:07.034482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 907e588e-318c-4502-ab16-b0f889549f5d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:07.034854 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:07.218416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 907e588e-318c-4502-ab16-b0f889549f5d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:07.218416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:07.295803 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:07.448209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 907e588e-318c-4502-ab16-b0f889549f5d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=907e588e-318c-4502-ab16-b0f889549f5d,segment=NetworkSegment(15bb40ce-fedd-4e03-8c89-3d244e1c9db2),segment_id=15bb40ce-fedd-4e03-8c89-3d244e1c9db2)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:07.449605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:07.472521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 907e588e-318c-4502-ab16-b0f889549f5d owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:07.806632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:07.958373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=907e588e-318c-4502-ab16-b0f889549f5d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.004017 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:04Z', 'revision_number': 7, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '907e588e-318c-4502-ab16-b0f889549f5d', 'name': '', 'network_id': '03011256-b131-4026-b183-3f1f16988451', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:90:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:55Z', 'updated_at': '2021-11-09T18:00:05Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': 'a64aeef4-0ae1-416b-a9fe-fc510ab66f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:08.050198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-f1a8702d-8db8-43aa-b428-eeb15eb0d9b3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775934368&fields=id&tenant_id=570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 267 time: 0.1008396 Nov 09 18:00:08.057344 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:08.091458 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:08.092385 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:08.275400 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:08.286733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-3f82040d-5013-425b-a309-841db7b15d0a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:08.288701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-3f82040d-5013-425b-a309-841db7b15d0a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2269199 Nov 09 18:00:08.318016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-7b5017c9-5cf5-4585-afeb-34182a11a243 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0177166 Nov 09 18:00:08.392016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01b159-06c7-47ed-82ad-924e622ef56e req-c9e8f7b1-7cd0-4aba-bf7e-daeb09722a3c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:08.394882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf01b159-06c7-47ed-82ad-924e622ef56e req-c9e8f7b1-7cd0-4aba-bf7e-daeb09722a3c tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.3157628 Nov 09 18:00:08.397104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:08.496269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-4620dc92-01b9-40d2-a82e-b13b50fbcb6c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706431 Nov 09 18:00:08.632524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf01b159-06c7-47ed-82ad-924e622ef56e req-21da96f7-9a4d-4f00-ac9c-e23f36dd9cef tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235303 Nov 09 18:00:08.779639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-2abeb314-e42b-445c-8fc9-8dd71b170522 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585881 Nov 09 18:00:08.789960 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:07Z', 'revision_number': 8, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:08.790911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:08.851075 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b6245-9e3d-4b36-8cde-f957f01fd9de None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:07Z', 'revision_number': 8, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:08.950140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:08.959080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-07d2651a-d442-48d6-bb88-3a3c15db549a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0741875 Nov 09 18:00:08.959743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-e1e9ef2b-d731-4c94-8f52-c8b01312a20e service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707642 Nov 09 18:00:08.965362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41696) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:09.023995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet a64aeef4-0ae1-416b-a9fe-fc510ab66f42 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:00:09.028088 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.074572 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.187475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.274506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.332167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=a64aeef4-0ae1-416b-a9fe-fc510ab66f42,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:09.335057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.340839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-db66b4fd-08bd-48e7-a02d-857c25ed86cd tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/a64aeef4-0ae1-416b-a9fe-fc510ab66f42 HTTP/1.1" status: 204 len: 168 time: 0.3741429 Nov 09 18:00:09.345191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:09.356311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8d6f8-0624-42df-a765-8055bc78a0a3 None None] Network 03011256-b131-4026-b183-3f1f16988451 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:09.380226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc55a45b-bac5-48e9-9027-8b6623e8d382 req-b8baa86f-2707-44f9-b132-4a51ed57e17d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0506833 Nov 09 18:00:09.483329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.597887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:09.598861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.733403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 3d09bb92-d2ed-4fca-8539-22ac4ecff135, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3d09bb92-d2ed-4fca-8539-22ac4ecff135,segment=NetworkSegment(15bb40ce-fedd-4e03-8c89-3d244e1c9db2),segment_id=15bb40ce-fedd-4e03-8c89-3d244e1c9db2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:09.734050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.749706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:09.761087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 3d09bb92-d2ed-4fca-8539-22ac4ecff135 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:09.775632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] DHCP port deletion for 03011256-b131-4026-b183-3f1f16988451 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:09.818251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:09.819214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:09.981389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72313388-8ed8-449f-8b4f-b95518b02551 req-44d8ea8a-4beb-4656-88d7-9f4c26090cf9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.984587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72313388-8ed8-449f-8b4f-b95518b02551 req-44d8ea8a-4beb-4656-88d7-9f4c26090cf9 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1147091 Nov 09 18:00:09.985498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:09.985900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Deleting port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:09.986287 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.050400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=3d09bb92-d2ed-4fca-8539-22ac4ecff135,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:10.070892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:10.136354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:10.197457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] For port 3d09bb92-d2ed-4fca-8539-22ac4ecff135, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:10.198085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.234394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Calling delete_port for 3d09bb92-d2ed-4fca-8539-22ac4ecff135 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:10.238166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:00:10.245972 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.280518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72313388-8ed8-449f-8b4f-b95518b02551 req-7bf85515-f9f9-473f-8d94-b52d4eae8097 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808409 Nov 09 18:00:10.282383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.319796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03011256-b131-4026-b183-3f1f16988451']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:10.332501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] Pushing event deleted for resources: {'Port': ['ID=3d09bb92-d2ed-4fca-8539-22ac4ecff135,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:10.355769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bb40ce-fedd-4e03-8c89-3d244e1c9db2') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:10.356161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bb40ce-fedd-4e03-8c89-3d244e1c9db2') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:10.369638 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.390933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.395668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e33d1-90c1-4a77-bf0c-dac66685a04f None None] No DVR routers for this DVR port 3d09bb92-d2ed-4fca-8539-22ac4ecff135 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:10.402398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:10.402828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:10.492816 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:10.497710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.511792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:10.527405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/03011256-b131-4026-b183-3f1f16988451 HTTP/1.1" status: 204 len: 168 time: 1.1803861 Nov 09 18:00:10.531904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:10.572879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc04e1-5a46-4284-8c12-c1eb06e85405 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=03011256-b131-4026-b183-3f1f16988451,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:10.661427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:07Z', 'revision_number': 8, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:10.739424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:10.754860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:10.755465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:10.863513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 907e588e-318c-4502-ab16-b0f889549f5d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:10.890493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 907e588e-318c-4502-ab16-b0f889549f5d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:10.890842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 907e588e-318c-4502-ab16-b0f889549f5d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:10.891503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3d09bb92-d2ed-4fca-8539-22ac4ecff135 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:10.928202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 3d09bb92-d2ed-4fca-8539-22ac4ecff135 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:10.928550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3d09bb92-d2ed-4fca-8539-22ac4ecff135 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:10.994323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:11.339190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-a9d2f307-3cd0-4e56-96da-567b5a2b1150 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:11.341119 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-a9d2f307-3cd0-4e56-96da-567b5a2b1150 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.1352904 Nov 09 18:00:11.387914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e998362f-40b6-49c6-8fd9-be99da7ced55 req-afb4f24c-634a-479c-90ca-f0a99ba8e27b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.8444326 Nov 09 18:00:11.515444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-f0db6401-5b26-4e71-9c3d-eba5d56ec488 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 380 time: 0.1628127 Nov 09 18:00:11.541346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': '97f6dca9-d662-424a-bd62-cd881e92e928', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'security_groups': ['884423f6-03f8-400e-83e6-603193253247']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:11.632431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:07Z', 'revision_number': 8, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:11.681775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f95a07-0c73-4074-9c35-b482397b2c67 None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:07Z', 'revision_number': 8, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '05d76137-3063-4c80-8a12-e7bde03a2e11', 'name': '', 'network_id': '3a3ac28c-045f-4ff9-946a-7b6df5f83980', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:cf:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:46Z', 'updated_at': '2021-11-09T17:59:56Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '7ce27c2e-9435-43e4-a2df-4e59f7d1a78d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:11.894556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06172ea-a1aa-4d16-8563-9f973ebfd3c4 req-6fed47a2-f1ac-48b0-b29c-313407ed87cf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:11.897952 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c06172ea-a1aa-4d16-8563-9f973ebfd3c4 req-6fed47a2-f1ac-48b0-b29c-313407ed87cf tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.3430984 Nov 09 18:00:11.990522 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:12.121921 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c06172ea-a1aa-4d16-8563-9f973ebfd3c4 req-f8769fdd-3a74-4c85-b627-9c10eb9ebd9b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072024 Nov 09 18:00:12.124280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:12.137190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:12.522879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.9 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/17519bcf-e41b-4769-a06d-dc27de93a0d5) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:12.569404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906e45a-9ee2-4386-a737-76559980bd69 req-cf9b842e-d5fc-4279-9c32-1565e49fb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.574139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f906e45a-9ee2-4386-a737-76559980bd69 req-cf9b842e-d5fc-4279-9c32-1565e49fb049 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1097 time: 0.2085991 Nov 09 18:00:12.718882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f906e45a-9ee2-4386-a737-76559980bd69 req-d442b456-df5d-46cd-9410-609e2051dcc3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195521 Nov 09 18:00:12.749510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f011ca9-fd7f-4ff4-8645-e9dad8e05cfb req-aaf5f316-6654-4d5c-9e4a-576af9b6e46b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0561690 Nov 09 18:00:12.801518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:12.849473 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:12.867869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 05d76137-3063-4c80-8a12-e7bde03a2e11 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:12.868607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:12.911449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=17519bcf-e41b-4769-a06d-dc27de93a0d5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:12.945513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:12.950760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:12.953733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:13.096052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 05d76137-3063-4c80-8a12-e7bde03a2e11, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=05d76137-3063-4c80-8a12-e7bde03a2e11,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:13.096676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:13.107143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:13.119153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 05d76137-3063-4c80-8a12-e7bde03a2e11 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:13.120428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:13.167566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-61f30531-726f-4924-87a8-d34c51366c40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6450529 Nov 09 18:00:13.208004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Request body: {'port': {'device_id': '97f6dca9-d662-424a-bd62-cd881e92e928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:13.468986 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:13.505276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:13.551030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c516978d-92ac-44e4-bbd6-485702fb9920 None None] Provisioning complete for port 17519bcf-e41b-4769-a06d-dc27de93a0d5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:13.551872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c516978d-92ac-44e4-bbd6-485702fb9920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:13.581392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=05d76137-3063-4c80-8a12-e7bde03a2e11,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:13.591952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b1b10-ca28-46f8-a99b-53e0caf6dec1 req-9070cecc-b797-491e-bee4-0f0d4f828de8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:13.594590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba8b1b10-ca28-46f8-a99b-53e0caf6dec1 req-9070cecc-b797-491e-bee4-0f0d4f828de8 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.2250919 Nov 09 18:00:13.657491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c516978d-92ac-44e4-bbd6-485702fb9920 None None] Port 17519bcf-e41b-4769-a06d-dc27de93a0d5 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:00:14.176340 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba8b1b10-ca28-46f8-a99b-53e0caf6dec1 req-f22ef203-ee44-4c52-ba4c-ef5514f0e58f tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5695171 Nov 09 18:00:14.204530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:14.373879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:14.378690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d43ee-5e6a-4d43-a1c4-b3628f44277a req-52bf7fba-640f-4539-9d09-016278102252 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.380633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8d43ee-5e6a-4d43-a1c4-b3628f44277a req-52bf7fba-640f-4539-9d09-016278102252 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 931 time: 0.2215099 Nov 09 18:00:14.618467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8d43ee-5e6a-4d43-a1c4-b3628f44277a req-6100b776-418d-46ab-8ac6-c0f8f142b31c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063980 Nov 09 18:00:14.721773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:14.923426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17519bcf-e41b-4769-a06d-dc27de93a0d5 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:14.942385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:14.951199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:14.999866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:15.013082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1c862788-27ca-412e-9522-9b843ef31dd2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4764817 Nov 09 18:00:15.013280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Transition to ACTIVE for port object 17519bcf-e41b-4769-a06d-dc27de93a0d5 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:15.013280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41752) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:15.019442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:15.038727 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:15.039837 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:15.303709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:15.357276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'port_id': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'mac_address': 'fa:16:3e:d8:a0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:15.401636 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:15.454102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:15.551990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:15.555657 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df06083c-e1fa-4942-ad5b-88df853916cf" -d '{"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:15.617763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:15.640767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:15.649976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:15.779994 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d900175-339f-4ea0-8445-ec094ce3c29b x-openstack-request-id: req-0d900175-339f-4ea0-8445-ec094ce3c29b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:15.780465 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:15.780868 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d900175-339f-4ea0-8445-ec094ce3c29b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:15.781470 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'code': 200} Nov 09 18:00:15.811534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d16034-9ef9-445a-ac29-c1704d167edf {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:15.979524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d505-e1f5-46c3-a34c-e9b70ecb5130 req-8769699f-5f70-420a-af30-c7c0695669d5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:15.995003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39c2d505-e1f5-46c3-a34c-e9b70ecb5130 req-8769699f-5f70-420a-af30-c7c0695669d5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.1629395 Nov 09 18:00:16.024783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:16.137017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:00:16.137381 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:00:16.171176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet 7ce27c2e-9435-43e4-a2df-4e59f7d1a78d {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:00:16.183412 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39c2d505-e1f5-46c3-a34c-e9b70ecb5130 req-da4020b5-3e93-4d74-9eaf-8aefdd2ca9aa tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873937 Nov 09 18:00:16.191647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:16.194540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:16.245051 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:13Z', 'revision_number': 9, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:16.342727 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:16.377365 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:16.380307 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:16.442955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:16.541455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Pushing event updated for resources: {'Port': ['ID=17519bcf-e41b-4769-a06d-dc27de93a0d5,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:16.663901 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:16.767245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:16.858297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d16034-9ef9-445a-ac29-c1704d167edf {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:16.925837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c892-73ab-42cd-a2db-d4e0b218a98d req-7237ca65-b184-4487-ae2d-fde91e5cf4ca tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:16.953213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:16.956989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6796c892-73ab-42cd-a2db-d4e0b218a98d req-7237ca65-b184-4487-ae2d-fde91e5cf4ca tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 944 time: 0.7797132 Nov 09 18:00:16.978854 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.085989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Attempting to bind port 17519bcf-e41b-4769-a06d-dc27de93a0d5 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:00:17.086521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Attempting to bind port 17519bcf-e41b-4769-a06d-dc27de93a0d5 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:00:17.091475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Attempting to bind port 17519bcf-e41b-4769-a06d-dc27de93a0d5 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:17.149973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Port 17519bcf-e41b-4769-a06d-dc27de93a0d5 on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:17.150354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Attempting to bind port 17519bcf-e41b-4769-a06d-dc27de93a0d5 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:17.249819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:17.249819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:00:17.251152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:17.251152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Bound port: 17519bcf-e41b-4769-a06d-dc27de93a0d5, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:00:17.251152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.264375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6796c892-73ab-42cd-a2db-d4e0b218a98d req-8823b73a-062a-4647-b86c-2a7d9cac2806 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061178 Nov 09 18:00:17.287829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41766) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:17.308314 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:13Z', 'revision_number': 9, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:17.340240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d8d16034-9ef9-445a-ac29-c1704d167edf'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:17.345961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:17.371408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.405204 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91db1b-8592-4d67-90df-4dd1f21c0951 None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:13Z', 'revision_number': 9, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a', 'name': '', 'network_id': 'c9917880-791e-4477-9db7-d58f12a82405', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:7d:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:35Z', 'updated_at': '2021-11-09T17:59:50Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '0ed50562-7f19-4f6e-93bc-5feead4cfec6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:17.634623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] For port 17519bcf-e41b-4769-a06d-dc27de93a0d5, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:17.650004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] For port 17519bcf-e41b-4769-a06d-dc27de93a0d5, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:17.665078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.691876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.719899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e9e00a6a-3401-4163-95b2-9ab52f4a15e5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 200 len: 992 time: 0.4253128 Nov 09 18:00:17.870950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.896226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/7ce27c2e-9435-43e4-a2df-4e59f7d1a78d HTTP/1.1" status: 204 len: 168 time: 2.8817172 Nov 09 18:00:17.908620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16c78c-233f-4182-a3ed-38fd7ee575a3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce27c2e-9435-43e4-a2df-4e59f7d1a78d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:17.909465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae532-155f-43cf-a15b-e4793dd00cc2 req-867e2b9c-a1d0-4322-b68f-ca699b8c64f0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.930918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41768) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:17.944745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f10fd0-e990-4d5f-8538-ff75f8748336 None None] Network 3a3ac28c-045f-4ff9-946a-7b6df5f83980 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:17.953757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ffae532-155f-43cf-a15b-e4793dd00cc2 req-867e2b9c-a1d0-4322-b68f-ca699b8c64f0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.2985933 Nov 09 18:00:17.986698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.993161 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:17.997924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] 10.222.0.43 "PUT /v2.0/ports/17519bcf-e41b-4769-a06d-dc27de93a0d5 HTTP/1.1" status: 200 len: 1091 time: 4.8062377 Nov 09 18:00:17.998469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:18.001380 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0" -d '{"events": [{"name": "network-changed", "server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:18.270967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ffae532-155f-43cf-a15b-e4793dd00cc2 req-4abe9946-b76f-4a47-8ffb-0cfdb10a6ec4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156447 Nov 09 18:00:18.292885 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688f29ec-9c70-4e62-94cf-79d3c2d8e82d x-openstack-request-id: req-688f29ec-9c70-4e62-94cf-79d3c2d8e82d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:18.293451 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:18.293610 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-688f29ec-9c70-4e62-94cf-79d3c2d8e82d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:18.294194 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'status': 'completed', 'code': 200} Nov 09 18:00:18.366314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1da2ad-0d17-465a-80e0-18d35775395b service neutron] Pushing event updated for resources: {'Port': ['ID=17519bcf-e41b-4769-a06d-dc27de93a0d5,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:18.610324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-1dc5cfe7-3385-4d02-9507-a28e8705c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.613194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-1dc5cfe7-3385-4d02-9507-a28e8705c872 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 1094 time: 0.5212033 Nov 09 18:00:18.631184 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:18.728244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] DHCP port deletion for 3a3ac28c-045f-4ff9-946a-7b6df5f83980 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:18.757819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-31ecebf1-2352-4af6-825e-6e6f509f67b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5 HTTP/1.1" status: 200 len: 217 time: 0.1015306 Nov 09 18:00:18.898920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:18.930455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-6592519b-aa01-44ba-aab9-79674d96ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.935981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-6592519b-aa01-44ba-aab9-79674d96ff2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1645789 Nov 09 18:00:19.007022 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:00:19.009012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:19.014848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] Deleting port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:19.015554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.055821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:19.056496 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.237285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-26899a8b-1626-4b2b-94ed-055d179a4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.240786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-26899a8b-1626-4b2b-94ed-055d179a4a78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924817 Nov 09 18:00:19.284671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] For port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:19.285095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.322400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] Calling delete_port for f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:19.384920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:19.385781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.442008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d8d16034-9ef9-445a-ac29-c1704d167edf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:19.442261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.473658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.487073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-50bc2f7c-acb2-4730-ae82-3cf15a6e7c35 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322035 Nov 09 18:00:19.535499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:19.614137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,segment=NetworkSegment(17e030a7-7ea0-423a-aac3-2331878939d4),segment_id=17e030a7-7ea0-423a-aac3-2331878939d4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:19.642401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.643410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 05d76137-3063-4c80-8a12-e7bde03a2e11 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:19.780682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 05d76137-3063-4c80-8a12-e7bde03a2e11 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:19.781350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 05d76137-3063-4c80-8a12-e7bde03a2e11 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:19.797511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.871937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] No DVR routers for this DVR port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:19.878150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:19.926054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:19.985351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c3d2-1875-40f7-84ba-b543897246ad None None] Pushing event deleted for resources: {'Port': ['ID=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:19.999517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:20.003673 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efbcac6-908d-473e-944a-bc32c3229e0c" -d '{"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-plugged", "status": "completed", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:20.039940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33428cf-5a6d-4993-96cc-b31585257047 req-da0de2da-9f26-4f36-a746-8040d182b005 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.041957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:20.044665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c33428cf-5a6d-4993-96cc-b31585257047 req-da0de2da-9f26-4f36-a746-8040d182b005 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.6275389 Nov 09 18:00:20.050056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.158722 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01709c-0977-49d0-8435-f3bbd52352a4 x-openstack-request-id: req-dd01709c-0977-49d0-8435-f3bbd52352a4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:20.159504 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-plugged", "status": "completed", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:20.159792 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd01709c-0977-49d0-8435-f3bbd52352a4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:20.160183 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'code': 200} Nov 09 18:00:20.206159 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c605bb3-90d9-433a-8057-aed37c1c0669 req-4a1ee560-d20c-4969-8f1a-3f1b47376fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170007 Nov 09 18:00:20.234275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.296146 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.340530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c33428cf-5a6d-4993-96cc-b31585257047 req-3f0ebb4a-3e05-4d16-92ec-d2d5c305e566 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811439 Nov 09 18:00:20.390826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=f99fc80a-212e-48d6-a4bf-dd1f8f6d4993,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.394859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port f99fc80a-212e-48d6-a4bf-dd1f8f6d4993 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:20.491568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-6d9c7ddc-d50d-43cd-978b-ae22a3945a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.493302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-6d9c7ddc-d50d-43cd-978b-ae22a3945a6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 1094 time: 0.2189045 Nov 09 18:00:20.559331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.595039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3ac28c-045f-4ff9-946a-7b6df5f83980']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:20.616156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e030a7-7ea0-423a-aac3-2331878939d4') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:20.616474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e030a7-7ea0-423a-aac3-2331878939d4') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:20.634364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.661018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-a3ed4f4b-3d11-4e31-9466-4ca3b33846a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.662581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-a3ed4f4b-3d11-4e31-9466-4ca3b33846a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1611137 Nov 09 18:00:20.665164 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.679186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:20.680074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:20.683471 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:20.759765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-27be3d31-9c02-4b5d-9ab2-03976826d92e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5 HTTP/1.1" status: 200 len: 217 time: 0.0890729 Nov 09 18:00:20.821367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.830925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:20.837466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:20.844521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/3a3ac28c-045f-4ff9-946a-7b6df5f83980 HTTP/1.1" status: 204 len: 168 time: 2.9119663 Nov 09 18:00:20.856065 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-e5688ca5-88b2-4683-9d5c-283b7ba2cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.860687 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-e5688ca5-88b2-4683-9d5c-283b7ba2cfb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0933022 Nov 09 18:00:20.914134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9621f-f511-4040-9133-151ba05ffb61 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=3a3ac28c-045f-4ff9-946a-7b6df5f83980,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.993579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-69d0ff72-ebfe-4925-85b6-a61873980e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.997216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-69d0ff72-ebfe-4925-85b6-a61873980e0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099386 Nov 09 18:00:21.135624 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-123242cd-c725-4f46-9d59-0e0b20d3d0c3 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311886 Nov 09 18:00:21.347042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bc596b8-6b5f-4c68-b7b2-c9c0454d49a0 req-42bccf66-0698-470c-8771-c3bbf7edbf67 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035210 Nov 09 18:00:21.640939 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:21.830212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b45ba6-0754-4dce-a04f-db8054a8369e req-6852bc43-15dd-4326-91de-00596b0e73e4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:21.845644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6b45ba6-0754-4dce-a04f-db8054a8369e req-6852bc43-15dd-4326-91de-00596b0e73e4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.3129630 Nov 09 18:00:22.490723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6b45ba6-0754-4dce-a04f-db8054a8369e req-53f713a7-7f58-4094-8992-48db43c385fa tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6436710 Nov 09 18:00:22.778185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:22.778615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:22.932280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,segment=NetworkSegment(ad907847-1df2-4f2a-a5cf-9cf1fcceb891),segment_id=ad907847-1df2-4f2a-a5cf-9cf1fcceb891)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:22.932957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:22.953164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:23.187297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:23.252032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:23.255345 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:23.552749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:23.790782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfaa9f-23eb-47db-b0df-60782734424d req-9a41beed-9380-4936-b766-87e32655eaf7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:23.793686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cbfaa9f-23eb-47db-b0df-60782734424d req-9a41beed-9380-4936-b766-87e32655eaf7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.1109874 Nov 09 18:00:23.857852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2cbfaa9f-23eb-47db-b0df-60782734424d req-a050f63f-b9b1-4a05-9c44-d682a3db6f56 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538199 Nov 09 18:00:23.943006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:24.116019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:24.126123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41800) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.126499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-20875d63-c00a-49b2-a04e-f4a5e43f0cd4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870533 Nov 09 18:00:24.146751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:24.166183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:24.167289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:24.212797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet 0ed50562-7f19-4f6e-93bc-5feead4cfec6 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:00:24.216806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.270388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.284014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:24.402564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.522004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.560689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02880c-0282-4151-b81a-4de62558859c None None] Network c9917880-791e-4477-9db7-d58f12a82405 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:24.562809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.569048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.569386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/0ed50562-7f19-4f6e-93bc-5feead4cfec6 HTTP/1.1" status: 204 len: 168 time: 0.4416180 Nov 09 18:00:24.571010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0e4a4-b18c-4747-83fe-b2d7efbfaeca tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed50562-7f19-4f6e-93bc-5feead4cfec6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:24.675406 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.791489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 29acb377-da68-4258-ae5c-5d416006cc55 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:24.791865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.795627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:23Z', 'revision_number': 10, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:24.845039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41810) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.857560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:24.900916 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 29acb377-da68-4258-ae5c-5d416006cc55, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=29acb377-da68-4258-ae5c-5d416006cc55,segment=NetworkSegment(ad907847-1df2-4f2a-a5cf-9cf1fcceb891),segment_id=ad907847-1df2-4f2a-a5cf-9cf1fcceb891)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:24.902196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:24.924793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 29acb377-da68-4258-ae5c-5d416006cc55 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:24.928624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:24.937187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:25.039554 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93f-1a58-42d2-bef4-e49d29b59ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.042936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.120199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=29acb377-da68-4258-ae5c-5d416006cc55,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:25.129518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:25.138485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port 29acb377-da68-4258-ae5c-5d416006cc55 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:25.200765 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93f-1a58-42d2-bef4-e49d29b59ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.202757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae627-7c43-4d2b-a0f2-7c08908a6f0b req-ac4970c2-41ae-4e95-8858-a00ba83f1c92 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:25.204510 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08aae627-7c43-4d2b-a0f2-7c08908a6f0b req-ac4970c2-41ae-4e95-8858-a00ba83f1c92 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.1544816 Nov 09 18:00:25.217671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93f-1a58-42d2-bef4-e49d29b59ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.284949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8af0d93f-1a58-42d2-bef4-e49d29b59ec1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b46f1479e364bb5ad95c0d2e15ea52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4384809 Nov 09 18:00:25.286256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:25.312220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.351556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08aae627-7c43-4d2b-a0f2-7c08908a6f0b req-5c12ae4d-fffe-4be3-84ca-98d003942ae2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161518 Nov 09 18:00:25.355876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9917880-791e-4477-9db7-d58f12a82405']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:25.368101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:25.368494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad907847-1df2-4f2a-a5cf-9cf1fcceb891') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:25.381029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.386976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42501619-340a-4a46-a942-21233071ea36 None None] DHCP port deletion for c9917880-791e-4477-9db7-d58f12a82405 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:25.424093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.431921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0d93f-1a58-42d2-bef4-e49d29b59ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fdbed9-cf44-4a79-8696-ccf100645601,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:25.439605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:25.440439 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.476752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd09-57f0-4297-a135-e702f5101585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.505557 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd09-57f0-4297-a135-e702f5101585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:25.524909 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:25.540282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.547819 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.561389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/c9917880-791e-4477-9db7-d58f12a82405 HTTP/1.1" status: 204 len: 168 time: 0.9886703 Nov 09 18:00:25.562944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41818) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:25.593148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559736b-d2d7-4811-81f0-ce3f1d0167d5 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=c9917880-791e-4477-9db7-d58f12a82405,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:25.689189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:23Z', 'revision_number': 10, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:25.697888 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd09-57f0-4297-a135-e702f5101585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.700954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd09-57f0-4297-a135-e702f5101585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:25.704800 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-baa6dd09-57f0-4297-a135-e702f5101585 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0fdbed9-cf44-4a79-8696-ccf100645601 HTTP/1.1" status: 204 len: 168 time: 0.4111845 Nov 09 18:00:25.720729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6dd09-57f0-4297-a135-e702f5101585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fdbed9-cf44-4a79-8696-ccf100645601,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:25.735092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ce0b0-f12a-4519-b396-ce4c538c364e None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:23Z', 'revision_number': 10, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None, '_interfaces': [{'id': '3aec4b1e-8486-4e96-81e8-a228e985b7fe', 'name': '', 'network_id': '1933fbbd-a095-4f79-a5ea-ae5df7066fed', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'mac_address': 'fa:16:3e:66:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:25Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 5, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'subnets': [{'id': '05425bcc-d0d0-4df5-829a-a87501160b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:26.130619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.145479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.165486 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0454d15-ddb6-450a-a55b-c3ec5f7ce9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.311874 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0454d15-ddb6-450a-a55b-c3ec5f7ce9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.317534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0454d15-ddb6-450a-a55b-c3ec5f7ce9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.388664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0454d15-ddb6-450a-a55b-c3ec5f7ce9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32de61ff-c460-4261-9728-699ee9c258ab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.397016 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d0454d15-ddb6-450a-a55b-c3ec5f7ce9a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96688e4875704ce9a1ef96cfe6f1a0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468398 Nov 09 18:00:26.399146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.488869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 3aec4b1e-8486-4e96-81e8-a228e985b7fe {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:26.489591 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.490164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-314cb805-2631-4a0d-ae88-6b482f222fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.517511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-314cb805-2631-4a0d-ae88-6b482f222fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.577391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-314cb805-2631-4a0d-ae88-6b482f222fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.580913 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-314cb805-2631-4a0d-ae88-6b482f222fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.585056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-314cb805-2631-4a0d-ae88-6b482f222fc6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32de61ff-c460-4261-9728-699ee9c258ab HTTP/1.1" status: 204 len: 168 time: 0.1820619 Nov 09 18:00:26.602373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cb805-2631-4a0d-ae88-6b482f222fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de61ff-c460-4261-9728-699ee9c258ab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.739453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f663bf-60db-4765-a2f0-6de127a59e2c req-58acfeaf-bb4f-4a8a-b07e-c9e53a26e0b7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:26.741860 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2f663bf-60db-4765-a2f0-6de127a59e2c req-58acfeaf-bb4f-4a8a-b07e-c9e53a26e0b7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.2454903 Nov 09 18:00:26.766629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 3aec4b1e-8486-4e96-81e8-a228e985b7fe, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=3aec4b1e-8486-4e96-81e8-a228e985b7fe,segment=NetworkSegment(bc7f7122-b77f-4810-a911-316ce657b414),segment_id=bc7f7122-b77f-4810-a911-316ce657b414)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:26.767052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:26.816320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29acb377-da68-4258-ae5c-5d416006cc55 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:26.818964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 3aec4b1e-8486-4e96-81e8-a228e985b7fe owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:26.859414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 29acb377-da68-4258-ae5c-5d416006cc55 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:26.859915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 29acb377-da68-4258-ae5c-5d416006cc55 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:26.860586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:26.886437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2f663bf-60db-4765-a2f0-6de127a59e2c req-197a70b0-25d2-4c37-96fb-ee0c329956a6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337180 Nov 09 18:00:26.899622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:26.900782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4bcfdb19-ead7-4bbd-aa18-edbb39c10d7a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:27.133329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:27.179818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=3aec4b1e-8486-4e96-81e8-a228e985b7fe,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:27.367044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:27.616583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:28.021671 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89daee18-041b-42ae-a6bb-1e0567e8b701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.039276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:28.052149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f24f99d6-0437-40dc-9d0b-311fa0a70838 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4863904 Nov 09 18:00:28.052663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41858) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:28.060972 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:28.088689 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:28.090237 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:28.129588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e706-ca5f-45d4-b756-d616a3b57429 req-c67c0438-c3eb-4f43-b377-1e05b88183fd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.131530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d56e706-ca5f-45d4-b756-d616a3b57429 req-c67c0438-c3eb-4f43-b377-1e05b88183fd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.0824351 Nov 09 18:00:28.160617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting subnet 05425bcc-d0d0-4df5-829a-a87501160b74 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:00:28.169504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.210431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d56e706-ca5f-45d4-b756-d616a3b57429 req-bbd41cc7-ec2e-46d5-bbf0-3f0bcd7cfd0b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590250 Nov 09 18:00:28.232583 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:28.242428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.303247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41862) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:28.324406 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 11, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:28.354489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:28.365542 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:28.366184 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:28.415354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.480943 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:28.484060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14f9ff4b-a54b-412f-add7-21a87932b220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.526197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.574217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Subnet': ['ID=05425bcc-d0d0-4df5-829a-a87501160b74,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:28.579114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.582540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3b0e1489-1268-4010-8b3d-8317420d13d4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/05425bcc-d0d0-4df5-829a-a87501160b74 HTTP/1.1" status: 204 len: 168 time: 0.5285869 Nov 09 18:00:28.588690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:28.599756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d5444-c033-464f-894d-9dbe8b0e2728 None None] Network 1933fbbd-a095-4f79-a5ea-ae5df7066fed requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:28.688186 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.693495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14f9ff4b-a54b-412f-add7-21a87932b220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.701432 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-14f9ff4b-a54b-412f-add7-21a87932b220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.725567 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 11, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:28.756564 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9ff4b-a54b-412f-add7-21a87932b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a449c1-5ec6-4e3d-8285-183a09df8c6f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:28.756901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.764079 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-14f9ff4b-a54b-412f-add7-21a87932b220 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f246919f97d49678fd274bf1a4e44af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574904 Nov 09 18:00:28.770236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:28.829746 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792babd-0af6-4885-a0c5-568850c1ba0a None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 11, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:28.845258 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Deleting port 24420e77-3e72-4477-b874-d0080cec6258 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:28.845649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.904883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c2a83dd-2056-4a94-8143-a830589786e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.953686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c2a83dd-2056-4a94-8143-a830589786e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.954849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] For port 24420e77-3e72-4477-b874-d0080cec6258, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=24420e77-3e72-4477-b874-d0080cec6258,segment=NetworkSegment(bc7f7122-b77f-4810-a911-316ce657b414),segment_id=bc7f7122-b77f-4810-a911-316ce657b414)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:28.955976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:28.981338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Calling delete_port for 24420e77-3e72-4477-b874-d0080cec6258 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:29.038135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c2a83dd-2056-4a94-8143-a830589786e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.042231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c2a83dd-2056-4a94-8143-a830589786e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.044097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3c2a83dd-2056-4a94-8143-a830589786e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00a449c1-5ec6-4e3d-8285-183a09df8c6f HTTP/1.1" status: 204 len: 168 time: 0.2725415 Nov 09 18:00:29.064277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a83dd-2056-4a94-8143-a830589786e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a449c1-5ec6-4e3d-8285-183a09df8c6f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:29.129947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.163864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Port': ['ID=24420e77-3e72-4477-b874-d0080cec6258,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:29.170400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No DVR routers for this DVR port 24420e77-3e72-4477-b874-d0080cec6258 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:29.249078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40003e-5855-4160-b2bc-16a55e391840 None None] DHCP port deletion for 1933fbbd-a095-4f79-a5ea-ae5df7066fed request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:29.333821 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.365434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1933fbbd-a095-4f79-a5ea-ae5df7066fed']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:29.378720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7f7122-b77f-4810-a911-316ce657b414') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:29.379082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7f7122-b77f-4810-a911-316ce657b414') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:29.393153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.414355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.425218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:29.425846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:29.432470 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:29.459738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f9d7d-1a8d-4f2a-8647-ea856b586c57 req-a30fc1e2-0cd5-4d2a-b714-7ca9a26cfb26 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.463550 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e6f9d7d-1a8d-4f2a-8647-ea856b586c57 req-a30fc1e2-0cd5-4d2a-b714-7ca9a26cfb26 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.1046870 Nov 09 18:00:29.525113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.557466 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:29.563469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/networks/1933fbbd-a095-4f79-a5ea-ae5df7066fed HTTP/1.1" status: 204 len: 168 time: 0.9733903 Nov 09 18:00:29.565021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbb63e-9c28-4a4e-a815-ca73bd6ffbed tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Pushing event deleted for resources: {'Network': ['ID=1933fbbd-a095-4f79-a5ea-ae5df7066fed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:29.567857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41882) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:29.571519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e6f9d7d-1a8d-4f2a-8647-ea856b586c57 req-9dcc815a-4611-45a3-a79e-6da1c86adf02 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968707 Nov 09 18:00:29.576337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'routes': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:29.909097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Added routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:00:29.909682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Removed routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:00:29.910304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.067926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.071736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.186502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:30.276451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:30.285864 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.287938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2601422a-5eda-4445-b9c8-c3c6ae3831ce tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 700 time: 0.7182515 Nov 09 18:00:30.291264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41904) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.292947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] Sync routers for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:30.309290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:30.310086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:30.342972 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bedf473d-e390-478a-a6e0-a6dea1f4f299 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 205 time: 0.0477660 Nov 09 18:00:30.344898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.450599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.452011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:30.557920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 11, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:30.562715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd527dd1-7b73-423e-879d-d2af89764c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.611646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] Checking router: 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:30.615345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41912) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.629568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] Routers {'53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:30.631193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:30.775451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] Set router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:30.802702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.807315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4752-84f3-45c5-b6e0-62f2ef9ed544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.808484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.872019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 24420e77-3e72-4477-b874-d0080cec6258 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:30.877736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 11, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:30.890636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.891939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router 53e2cd32-4ef0-41ac-aec0-9ea6f73d516d {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:00:30.904064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.905230 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2d8a16d0-1a53-4ce1-96bd-dc9cd49fc36a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 204 len: 168 time: 0.5588503 Nov 09 18:00:30.913010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41916) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.917378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7ace9-e2d1-490e-9aa8-233b9957d3e2 req-892a4f02-01d3-469a-b02d-b7e6afed275d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.918184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-404643264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:30.919085 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-edf7ace9-e2d1-490e-9aa8-233b9957d3e2 req-892a4f02-01d3-469a-b02d-b7e6afed275d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.1445012 Nov 09 18:00:30.958346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fa58e-b6b0-464b-8dde-9ab368a67b5d None None] The sync data for ids ['53e2cd32-4ef0-41ac-aec0-9ea6f73d516d'] in n-d-804292-3 is: [{'id': '53e2cd32-4ef0-41ac-aec0-9ea6f73d516d', 'name': 'tempest-RoutersTest-router-339454192', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:21Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 11, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:30.961533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 24420e77-3e72-4477-b874-d0080cec6258 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:30.962234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 24420e77-3e72-4477-b874-d0080cec6258 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:30.962494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aec4b1e-8486-4e96-81e8-a228e985b7fe no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:30.962643 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4752-84f3-45c5-b6e0-62f2ef9ed544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.971484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d7c4752-84f3-45c5-b6e0-62f2ef9ed544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.980296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.981616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:30.990237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 3aec4b1e-8486-4e96-81e8-a228e985b7fe {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:00:30.990579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 3aec4b1e-8486-4e96-81e8-a228e985b7fe not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:31.018200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-edf7ace9-e2d1-490e-9aa8-233b9957d3e2 req-94b8b929-3c3f-4008-beff-71eff2db3af2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827131 Nov 09 18:00:31.037107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0d7c4752-84f3-45c5-b6e0-62f2ef9ed544 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1957e2e00c684af2869ba7ff6fb34a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184253 Nov 09 18:00:31.041575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41918) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:31.057277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c4752-84f3-45c5-b6e0-62f2ef9ed544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757b3e68-6cd1-4a60-9082-576dd164666d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:31.117369 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.127605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.127878 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34d995d1-8ad7-42ee-bca0-de2cbc3ae8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.156865 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.158331 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c554b87b-2e58-4a5f-98b1-2800f3b62fcc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2460721 Nov 09 18:00:31.161185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:31.166645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:31.170417 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34d995d1-8ad7-42ee-bca0-de2cbc3ae8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.746907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34d995d1-8ad7-42ee-bca0-de2cbc3ae8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.749768 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34d995d1-8ad7-42ee-bca0-de2cbc3ae8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.751021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-34d995d1-8ad7-42ee-bca0-de2cbc3ae8e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/757b3e68-6cd1-4a60-9082-576dd164666d HTTP/1.1" status: 204 len: 168 time: 0.7084110 Nov 09 18:00:31.760601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7910799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4184'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.770249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d995d1-8ad7-42ee-bca0-de2cbc3ae8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757b3e68-6cd1-4a60-9082-576dd164666d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:31.780718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910788'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.819787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:31.916502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Router f4e964f4-7cf8-4b60-9a7a-173921424127 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:00:32.053103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:32.065023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.066976 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f9e4fe2-89dd-456f-939e-808401b0129a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "PUT /v2.0/routers/f4e964f4-7cf8-4b60-9a7a-173921424127 HTTP/1.1" status: 200 len: 693 time: 0.9041195 Nov 09 18:00:32.072794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41930) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.076709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] Sync routers for ids ['f4e964f4-7cf8-4b60-9a7a-173921424127'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:32.089750 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] Routers {'f4e964f4-7cf8-4b60-9a7a-173921424127'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:32.090382 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f4e964f4-7cf8-4b60-9a7a-173921424127'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.175780 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] Set router f4e964f4-7cf8-4b60-9a7a-173921424127 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:32.240131 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e964f4-7cf8-4b60-9a7a-173921424127', 'name': 'tempest-RoutersTest-router-404643264', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:30Z', 'updated_at': '2021-11-09T18:00:31Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.275778 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] Checking router: f4e964f4-7cf8-4b60-9a7a-173921424127 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:32.284764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b5355d1-d205-4b40-a683-14ad361d84b8 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/routers/f4e964f4-7cf8-4b60-9a7a-173921424127 HTTP/1.1" status: 200 len: 699 time: 0.2106678 Nov 09 18:00:32.288871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41938) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.289070 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] Routers {'f4e964f4-7cf8-4b60-9a7a-173921424127'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:32.289991 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f4e964f4-7cf8-4b60-9a7a-173921424127'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.333191 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b39a3687-7985-45f6-9a14-50cd5de4d7ae tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e964f4-7cf8-4b60-9a7a-173921424127 HTTP/1.1" status: 200 len: 205 time: 0.0385590 Nov 09 18:00:32.333418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.337826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f2e0-89bc-4b79-8679-c012b40cd80f req-ea654e94-013e-43c6-991a-d406c66db01e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.346126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5f6f2e0-89bc-4b79-8679-c012b40cd80f req-ea654e94-013e-43c6-991a-d406c66db01e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 943 time: 0.1785710 Nov 09 18:00:32.376138 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] Set router f4e964f4-7cf8-4b60-9a7a-173921424127 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:32.400694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 17519bcf-e41b-4769-a06d-dc27de93a0d5 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:32.431741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b5f6f2e0-89bc-4b79-8679-c012b40cd80f req-d35e4e8a-fe71-4643-9f54-acc47ba1ec62 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844588 Nov 09 18:00:32.453151 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e964f4-7cf8-4b60-9a7a-173921424127', 'name': 'tempest-RoutersTest-router-404643264', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:30Z', 'updated_at': '2021-11-09T18:00:31Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.487047 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac91a93-865d-4d47-aff5-d3f175521ea9 None None] The sync data for ids ['f4e964f4-7cf8-4b60-9a7a-173921424127'] in n-d-804292-3 is: [{'id': 'f4e964f4-7cf8-4b60-9a7a-173921424127', 'name': 'tempest-RoutersTest-router-404643264', 'tenant_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:30Z', 'updated_at': '2021-11-09T18:00:31Z', 'revision_number': 2, 'project_id': 'fea32e83cd0d41c8b58fff619d05ef07', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:32.526839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.595762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 17519bcf-e41b-4769-a06d-dc27de93a0d5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:32.624553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'mac_address': 'fa:16:3e:fa:e8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:32.707910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.743360 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17519bcf-e41b-4769-a06d-dc27de93a0d5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:32.795548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 17519bcf-e41b-4769-a06d-dc27de93a0d5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:32.801797 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.803980 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.805095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.862235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.862913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Fanout notify agent at l3_agent the message router_deleted on router f4e964f4-7cf8-4b60-9a7a-173921424127 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:00:32.873461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:32.883039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e20484b-616b-4162-a55e-adb10d5820ff tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/f4e964f4-7cf8-4b60-9a7a-173921424127 HTTP/1.1" status: 204 len: 168 time: 0.5412397 Nov 09 18:00:32.883977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.914414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=17519bcf-e41b-4769-a06d-dc27de93a0d5,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.932798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5a26949b-1b75-4671-9d2e-13af34057372 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4e964f4-7cf8-4b60-9a7a-173921424127 HTTP/1.1" status: 200 len: 205 time: 0.0427556 Nov 09 18:00:32.934482 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.994531 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3537a14a-2bae-4ca5-be0a-80226877620c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:32.998867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3537a14a-2bae-4ca5-be0a-80226877620c tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/f4e964f4-7cf8-4b60-9a7a-173921424127 HTTP/1.1" status: 404 len: 336 time: 0.0627770 Nov 09 18:00:32.999827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41958) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.032238 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea0f10-1516-46ca-a9a6-5bf40a76fe89 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.032706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdea0f10-1516-46ca-a9a6-5bf40a76fe89 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.036237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cdea0f10-1516-46ca-a9a6-5bf40a76fe89 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/a64aeef4-0ae1-416b-a9fe-fc510ab66f42 HTTP/1.1" status: 404 len: 337 time: 0.0335250 Nov 09 18:00:33.039659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41960) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.065395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['17519bcf-e41b-4769-a06d-dc27de93a0d5'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:33.073521 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c55fb2e-dad5-4882-882b-f52d99e50cf2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.074441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c55fb2e-dad5-4882-882b-f52d99e50cf2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.077485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c55fb2e-dad5-4882-882b-f52d99e50cf2 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/7ce27c2e-9435-43e4-a2df-4e59f7d1a78d HTTP/1.1" status: 404 len: 337 time: 0.0364444 Nov 09 18:00:33.081915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.115851 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-00df5c58-1356-4f47-8d47-db59e9447323 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.116317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00df5c58-1356-4f47-8d47-db59e9447323 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.121867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-00df5c58-1356-4f47-8d47-db59e9447323 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/0ed50562-7f19-4f6e-93bc-5feead4cfec6 HTTP/1.1" status: 404 len: 337 time: 0.0368853 Nov 09 18:00:33.125054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41964) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.176808 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-155dbcfe-8219-45f8-a1e7-2a78e290fe2e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.177482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155dbcfe-8219-45f8-a1e7-2a78e290fe2e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.183035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-155dbcfe-8219-45f8-a1e7-2a78e290fe2e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/05425bcc-d0d0-4df5-829a-a87501160b74 HTTP/1.1" status: 404 len: 337 time: 0.0556221 Nov 09 18:00:33.184905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41966) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.215989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-077b7c06-4481-4b35-84c9-84b877d80890 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 200 len: 205 time: 0.0299234 Nov 09 18:00:33.218100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.262949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:33.266395 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-1fd9b826-17f5-46c6-bce3-49a8fe6d8948 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:33.269266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1fd9b826-17f5-46c6-bce3-49a8fe6d8948 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/53e2cd32-4ef0-41ac-aec0-9ea6f73d516d HTTP/1.1" status: 404 len: 336 time: 0.0477638 Nov 09 18:00:33.271043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.307646 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c7302321-7967-4aea-986c-e5e39e736831 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=512ec14c-0afa-4316-aa91-d7301881fcee HTTP/1.1" status: 200 len: 205 time: 0.0351453 Nov 09 18:00:33.310102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.354698 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-82bed750-46ff-4fcb-9e21-b7a52011355a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:33.356018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-82bed750-46ff-4fcb-9e21-b7a52011355a tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/512ec14c-0afa-4316-aa91-d7301881fcee HTTP/1.1" status: 404 len: 336 time: 0.0447893 Nov 09 18:00:33.359218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.398617 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d431cbd8-19bb-4e51-8de1-a22b047379fc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.399339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d431cbd8-19bb-4e51-8de1-a22b047379fc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.402881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d431cbd8-19bb-4e51-8de1-a22b047379fc tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/f51d58d2-d486-49b9-85b5-a01953cddbe5 HTTP/1.1" status: 404 len: 337 time: 0.0423203 Nov 09 18:00:33.409037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.480844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56fa7649-fc28-4e6f-98bb-532ca4a3122f tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 200 len: 205 time: 0.0674870 Nov 09 18:00:33.483440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41980) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.569073 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-763a6067-adcb-4e67-aa4d-04ef414130c4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:33.572296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-763a6067-adcb-4e67-aa4d-04ef414130c4 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/d45759fb-0042-4f07-9b6b-0d2543f51b4d HTTP/1.1" status: 404 len: 336 time: 0.0867362 Nov 09 18:00:33.575470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.583411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:33.639530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ebaeb427-5cb4-44c7-8eec-21b59eef20e1 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbfc41fc-c03f-4439-b041-bd1af19fb0a1 HTTP/1.1" status: 200 len: 205 time: 0.0627193 Nov 09 18:00:33.642959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41988) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.667960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76429c17-9776-4d20-b7f3-5928e75783ef req-5b6bb516-bb0b-4fe9-848d-996655faf5ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.670102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-76429c17-9776-4d20-b7f3-5928e75783ef req-5b6bb516-bb0b-4fe9-848d-996655faf5ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 944 time: 0.1116002 Nov 09 18:00:33.703234 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-f2def48d-ab36-49e6-9f87-1f336cbc8e67 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:33.704315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f2def48d-ab36-49e6-9f87-1f336cbc8e67 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/bbfc41fc-c03f-4439-b041-bd1af19fb0a1 HTTP/1.1" status: 404 len: 336 time: 0.0596154 Nov 09 18:00:33.707518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41990) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.745150 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7f41da-0643-47fe-acdb-791f50693b5e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.745612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7f41da-0643-47fe-acdb-791f50693b5e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.749022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6d7f41da-0643-47fe-acdb-791f50693b5e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/5b5ec3a8-2acc-4508-819a-9ea70effd487 HTTP/1.1" status: 404 len: 337 time: 0.0405393 Nov 09 18:00:33.753430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 41994) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.758279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-76429c17-9776-4d20-b7f3-5928e75783ef req-a3afcf38-2647-4ac6-a3b0-bcfb00758915 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745974 Nov 09 18:00:33.795177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-848cd3ba-47c5-4416-925b-c8c7720c09b7 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3b28cf6-0e77-40aa-9bef-c87533919a83 HTTP/1.1" status: 200 len: 205 time: 0.0375602 Nov 09 18:00:33.795911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.860004 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-8009e7e6-c807-46f2-bd46-cbbc6efa892d tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:33.862108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8009e7e6-c807-46f2-bd46-cbbc6efa892d tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/f3b28cf6-0e77-40aa-9bef-c87533919a83 HTTP/1.1" status: 404 len: 336 time: 0.0640078 Nov 09 18:00:33.864346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 41998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.898502 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c846bfac-8718-4627-a4ec-28fd8e91cd04 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:33.898977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c846bfac-8718-4627-a4ec-28fd8e91cd04 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:33.907150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.907757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c846bfac-8718-4627-a4ec-28fd8e91cd04 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/45acb17f-ad52-4735-b03b-868eb97cd644 HTTP/1.1" status: 404 len: 337 time: 0.0413101 Nov 09 18:00:33.938296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-971e2919-4794-4a33-a96a-0e9dc88ffc5e tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "GET /v2.0/ports?device_id=06a2d051-0e08-49f9-8ad2-a4738a119d22 HTTP/1.1" status: 200 len: 205 time: 0.0298524 Nov 09 18:00:33.940791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.009709 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [None req-f9320816-e2f1-4a87-8328-ce345a682422 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] delete failed (client error): The resource could not be found. Nov 09 18:00:34.012295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f9320816-e2f1-4a87-8328-ce345a682422 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/routers/06a2d051-0e08-49f9-8ad2-a4738a119d22 HTTP/1.1" status: 404 len: 336 time: 0.0700908 Nov 09 18:00:34.014868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.044679 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed62de82-0289-4d02-8778-487da470e0b3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:34.045218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed62de82-0289-4d02-8778-487da470e0b3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:34.048515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ed62de82-0289-4d02-8778-487da470e0b3 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/99e138e1-54e2-4006-abc9-b658c1065a2e HTTP/1.1" status: 404 len: 337 time: 0.0325828 Nov 09 18:00:34.051164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42006) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.084008 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-792b520a-7a9c-4258-8d5e-c97fb1ed2564 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:34.084667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792b520a-7a9c-4258-8d5e-c97fb1ed2564 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:34.089119 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-792b520a-7a9c-4258-8d5e-c97fb1ed2564 tempest-RoutersTest-1147345126 tempest-RoutersTest-1147345126-project] 10.222.0.45 "DELETE /v2.0/subnets/bd9b8a12-2256-404a-9d2a-32ff566f0af3 HTTP/1.1" status: 404 len: 337 time: 0.0365481 Nov 09 18:00:34.384321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42012) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.411974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 17519bcf-e41b-4769-a06d-dc27de93a0d5 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:34.527823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 17519bcf-e41b-4769-a06d-dc27de93a0d5 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:00:34.536639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 17519bcf-e41b-4769-a06d-dc27de93a0d5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:34.537146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.605212 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fe67f5e7-bfc4-4449-9336-a1d4b6c0eb18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fea32e83cd0d41c8b58fff619d05ef07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196617 Nov 09 18:00:34.609555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.645439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.676458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:34.689074 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b8631d-8854-4a3d-b362-9c25ebb3f872" -d '{"events": [{"server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "name": "network-vif-plugged", "status": "completed", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:34.700811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 17519bcf-e41b-4769-a06d-dc27de93a0d5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:34.707519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.732082 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4ebae93-db0d-488f-90fc-637bdaf507e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.761225 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4ebae93-db0d-488f-90fc-637bdaf507e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.774867 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98840a2-b4fd-4857-a41b-25cf45e8f70f x-openstack-request-id: req-e98840a2-b4fd-4857-a41b-25cf45e8f70f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:34.775437 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "name": "network-vif-plugged", "status": "completed", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:34.775899 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e98840a2-b4fd-4857-a41b-25cf45e8f70f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:34.776567 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'code': 200} Nov 09 18:00:34.799717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=17519bcf-e41b-4769-a06d-dc27de93a0d5,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:34.811624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.812185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.812955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.813488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.814071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.815023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.815302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.815873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.816442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.817031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.817606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.818222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:34.845565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4ebae93-db0d-488f-90fc-637bdaf507e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.848698 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4ebae93-db0d-488f-90fc-637bdaf507e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:34.850283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c4ebae93-db0d-488f-90fc-637bdaf507e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca31507e-81fc-4c0c-8860-b44700070262 HTTP/1.1" status: 204 len: 168 time: 0.2388468 Nov 09 18:00:34.865839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebae93-db0d-488f-90fc-637bdaf507e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31507e-81fc-4c0c-8860-b44700070262,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:34.917164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880214a3-e958-4c94-8ba9-75ebfc0e1a22 req-4fa9784a-a581-4857-a6e5-f929846f865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.918938 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-880214a3-e958-4c94-8ba9-75ebfc0e1a22 req-4fa9784a-a581-4857-a6e5-f929846f865b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 1096 time: 0.0661657 Nov 09 18:00:34.983405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823197-d5aa-40f4-87b4-92d824f2dab5 req-4cd5b495-ea77-41ff-af9a-0d3ab9e24ed9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.986596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4823197-d5aa-40f4-87b4-92d824f2dab5 req-4cd5b495-ea77-41ff-af9a-0d3ab9e24ed9 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 945 time: 0.0728610 Nov 09 18:00:35.008179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-880214a3-e958-4c94-8ba9-75ebfc0e1a22 req-492b239e-12b2-49e1-aeaa-ec1b2b662379 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806513 Nov 09 18:00:35.072201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4823197-d5aa-40f4-87b4-92d824f2dab5 req-106cb01f-6eb9-4304-80b0-e761b7fd67d1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744195 Nov 09 18:00:36.079476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4b19aee5-9c46-4b36-98a6-4041c1f4910a tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8642f66f506a4399851e1e2a238be9f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511365 Nov 09 18:00:36.247698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfb963-d5cd-4b8a-a6eb-296b673849e2 req-e0e76aab-cde0-4699-bcea-26c48b707bd3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.251288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0adfb963-d5cd-4b8a-a6eb-296b673849e2 req-e0e76aab-cde0-4699-bcea-26c48b707bd3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 945 time: 0.0700805 Nov 09 18:00:36.335996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0adfb963-d5cd-4b8a-a6eb-296b673849e2 req-dc972e37-4530-476b-9c47-9f92dfc021bb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757363 Nov 09 18:00:36.468841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-f37c618b-b322-4285-9369-081e78f107b2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.471445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-f37c618b-b322-4285-9369-081e78f107b2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3795481 Nov 09 18:00:36.491434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-c3fe79b0-2f44-4910-bf0e-f56f4f35a88c tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/quotas/8642f66f506a4399851e1e2a238be9f2 HTTP/1.1" status: 200 len: 375 time: 0.0104606 Nov 09 18:00:36.510241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0445c-58d7-47eb-b01c-11de00ee993f req-d0d41ab6-5c88-4112-8eb9-ffab2b7c1136 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.513158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6cd0445c-58d7-47eb-b01c-11de00ee993f req-d0d41ab6-5c88-4112-8eb9-ffab2b7c1136 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 945 time: 0.0965142 Nov 09 18:00:36.540518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-de903ab6-9e41-449e-a003-42f766972ecb tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8642f66f506a4399851e1e2a238be9f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362332 Nov 09 18:00:36.614588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6cd0445c-58d7-47eb-b01c-11de00ee993f req-5084ee8c-95ce-47a3-be4a-89c8a4cbc8e4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915055 Nov 09 18:00:36.656022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:36.869307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0850744e-8218-412c-805d-c94c6df0cad2 req-62b5fd68-5215-451e-9d5f-4ad90b34a568 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 210 time: 0.0802844 Nov 09 18:00:37.048955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a8336-ef24-406f-a76a-03dbfe59b2d3 tempest-TestVolumeBootPattern-2096770345 tempest-TestVolumeBootPattern-2096770345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.057443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-692a8336-ef24-406f-a76a-03dbfe59b2d3 tempest-TestVolumeBootPattern-2096770345 tempest-TestVolumeBootPattern-2096770345-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 1091 time: 0.3936203 Nov 09 18:00:37.057701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:37.063223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:37.099428 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:37.305134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:37.548345 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.25.3.239 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/b0e55fa9-15d6-4599-9e32-fda130d4ef68) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:37.660566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-c1edcd59-07a4-4c8b-97a3-bade49f59a61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1846735 Nov 09 18:00:37.751101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:37.843278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:37.843616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42108) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:37.850360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-f8279a01-20a8-44e7-b9bc-41b65489daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.853201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-f8279a01-20a8-44e7-b9bc-41b65489daf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1097 time: 0.0838714 Nov 09 18:00:37.906393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:37.945376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:37.951835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:38.000743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=b0e55fa9-15d6-4599-9e32-fda130d4ef68,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:38.033084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-977c6fed-b0cd-4259-b1a5-0532df8f75e9 req-5706eee1-3e42-4cf9-8513-0bc001ba0ed0 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 210 time: 0.0545595 Nov 09 18:00:38.051946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3511635-4c42-4b50-9122-c7db524b19a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.108075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-3e3986ab-8fd5-477f-a053-b2c57cd9bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.110436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-3e3986ab-8fd5-477f-a053-b2c57cd9bf37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 897 time: 0.2246747 Nov 09 18:00:38.181463 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3511635-4c42-4b50-9122-c7db524b19a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.188641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d3511635-4c42-4b50-9122-c7db524b19a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.238886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-b9daade5-0e5f-49a4-aa8d-637660e210cf tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8642f66f506a4399851e1e2a238be9f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514243 Nov 09 18:00:38.245566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d3511635-4c42-4b50-9122-c7db524b19a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27baf9dbc10e45c38fc74e497e7e00e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005282 Nov 09 18:00:38.246663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3511635-4c42-4b50-9122-c7db524b19a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4967cc10-d6f4-413f-88aa-2b502c367c34,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:38.249963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42114) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:38.322506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35b45f5d-63d2-4bc8-9782-b16fc61d87c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.373355 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35b45f5d-63d2-4bc8-9782-b16fc61d87c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.434746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-75e1ab3f-919b-4fd5-9ac8-58ec75769778 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 1001 time: 0.3082223 Nov 09 18:00:38.463311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35b45f5d-63d2-4bc8-9782-b16fc61d87c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.467367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-35b45f5d-63d2-4bc8-9782-b16fc61d87c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:38.471608 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-35b45f5d-63d2-4bc8-9782-b16fc61d87c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4967cc10-d6f4-413f-88aa-2b502c367c34 HTTP/1.1" status: 204 len: 168 time: 0.2181449 Nov 09 18:00:38.480739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b45f5d-63d2-4bc8-9782-b16fc61d87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4967cc10-d6f4-413f-88aa-2b502c367c34,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:38.615992 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-000bb508-aafd-4a97-abac-89db2bdcc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.618404 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-000bb508-aafd-4a97-abac-89db2bdcc704 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 200 len: 834 time: 0.1719394 Nov 09 18:00:38.704208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-af9357c5-0f7b-465b-929b-87912935f53b tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.705763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-af9357c5-0f7b-465b-929b-87912935f53b tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4576352 Nov 09 18:00:38.744693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Request body: {'port': {'device_id': '45caaa44-798b-43bc-8323-7efc163164e7', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '8642f66f506a4399851e1e2a238be9f2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:38.915927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42120) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:38.933033 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f4cc-eee0-427a-8a76-a4862c56f745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.055244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f4cc-eee0-427a-8a76-a4862c56f745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.060348 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f4cc-eee0-427a-8a76-a4862c56f745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.116476 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ac9f4cc-eee0-427a-8a76-a4862c56f745 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a7252d79d584b0eb2c48e72550a4d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959419 Nov 09 18:00:39.116476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9f4cc-eee0-427a-8a76-a4862c56f745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c34e936-e301-4341-9192-bec7e96de334,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.117561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42124) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:39.174692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-176b9204-674c-4889-a665-4a14f4b11b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:39.176276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-176b9204-674c-4889-a665-4a14f4b11b7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31f6b33a-630e-462b-800d-9430716a1884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5348275 Nov 09 18:00:39.186950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54092b42-bde8-47c4-8e99-25cb067c4a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.230505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54092b42-bde8-47c4-8e99-25cb067c4a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.302431 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54092b42-bde8-47c4-8e99-25cb067c4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.307642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54092b42-bde8-47c4-8e99-25cb067c4a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.307887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d4792bf-03de-4072-a89f-0574266d6b5a req-779307e2-b5e2-4c40-bad1-06def0a4f58a tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 210 time: 0.0906966 Nov 09 18:00:39.309776 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-54092b42-bde8-47c4-8e99-25cb067c4a29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c34e936-e301-4341-9192-bec7e96de334 HTTP/1.1" status: 204 len: 168 time: 0.1904993 Nov 09 18:00:39.342171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54092b42-bde8-47c4-8e99-25cb067c4a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c34e936-e301-4341-9192-bec7e96de334,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.440799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.497749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-24fe3d1d-0f37-4eb0-89e8-70ec08b848bc service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797234 Nov 09 18:00:39.508186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Made reservation on behalf of 8642f66f506a4399851e1e2a238be9f2 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:39.511976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.541740 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.629937 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.737004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f52d5d84-196a-4a23-a01d-bf1e3e8f64ff req-76511fcf-0f01-46b8-894f-6a39d5021fb6 service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314475 Nov 09 18:00:39.823881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.830622 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:39.897538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b925d03-1e2f-45eb-86ed-9e47ace05fea,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:40.004500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:40.040684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:40.168145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=b0e55fa9-15d6-4599-9e32-fda130d4ef68,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:40.185741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Allocated IP 192.168.233.182 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/3a260fb3-d1da-48b3-a2dc-b5ebd08015d8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:40.195646 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:40.433096 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd15c482-0fa0-42fb-9bee-a2be2eadc809 req-85fdb67f-3f31-4fbc-9d41-905746726cb5 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 210 time: 0.0285962 Nov 09 18:00:40.434130 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Floating IP 9774aafc-00f3-428a-980d-73394a072c43 associated. External IP: 172.25.3.239, port: 17519bcf-e41b-4769-a06d-dc27de93a0d5. Nov 09 18:00:40.608161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:40.732440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:40.815864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:40.827959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:40.834806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:40.867346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:40.868334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Pushing event updated for resources: {'Port': ['ID=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:40.909515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.910200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:40.964258 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-4dec021a-4027-4a94-9f6a-fe43b00da20f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2290955 Nov 09 18:00:40.988251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Request body: {'port': {'device_id': '45caaa44-798b-43bc-8323-7efc163164e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:41.108047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:41.110593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:41.128365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:41.145715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:41.147666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:41.154123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:41.255694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-57716d61-e21f-42f1-b24d-2fca36d4fefb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1968405 Nov 09 18:00:41.277358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:41.280358 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be388243-c1c4-4c8c-8eb1-502673ff4a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:41.295780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:41.356957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fe339211-ecc1-442d-9477-55c948cbff14 None None] Provisioning complete for port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:41.357337 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe339211-ecc1-442d-9477-55c948cbff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:41.419016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-0b389384-3cee-4552-8a99-3afe85809855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.421177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-0b389384-3cee-4552-8a99-3afe85809855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 1096 time: 0.0562716 Nov 09 18:00:41.427039 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a45ec-7509-4d68-b27b-43842d1d8568 x-openstack-request-id: req-ed1a45ec-7509-4d68-b27b-43842d1d8568 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:41.427378 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:41.427782 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed1a45ec-7509-4d68-b27b-43842d1d8568 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:41.428421 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'status': 'completed', 'code': 200} Nov 09 18:00:41.447225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fe339211-ecc1-442d-9477-55c948cbff14 None None] Port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:00:41.561214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-6462d5f0-663c-4340-bb17-c3b94a31a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.562967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-6462d5f0-663c-4340-bb17-c3b94a31a5c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1307750 Nov 09 18:00:41.693910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6369a27-329a-46be-b7af-60b3cfd6eb9d req-dae7d590-e414-45d8-a479-b531b2800ced tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.697072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6369a27-329a-46be-b7af-60b3cfd6eb9d req-dae7d590-e414-45d8-a479-b531b2800ced tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 936 time: 0.1271918 Nov 09 18:00:41.714663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-093f261b-642c-44d0-955b-c228a70709de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5 HTTP/1.1" status: 200 len: 999 time: 0.1411278 Nov 09 18:00:41.722232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:41.735216 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:41.763972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Transition to ACTIVE for port object 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:41.770735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:41.771391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '9774aafc-00f3-428a-980d-73394a072c43', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:fa:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f6dca9-d662-424a-bd62-cd881e92e928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:00:38Z', 'updated_at': '2021-11-09T18:00:38Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:41.833551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:41.850109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:41.851802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:41.870621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Pushing event updated for resources: {'Port': ['ID=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.891664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6369a27-329a-46be-b7af-60b3cfd6eb9d req-a9af1628-dcb8-487b-939d-94398b64483b tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751938 Nov 09 18:00:41.953677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-1c5f6e0e-f5f5-447b-96f3-b63e669d6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.961455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-1c5f6e0e-f5f5-447b-96f3-b63e669d6f8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.2274199 Nov 09 18:00:42.142597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-1b0119b1-00bc-41fe-ba28-02809754f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.145214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-1b0119b1-00bc-41fe-ba28-02809754f203 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748164 Nov 09 18:00:42.205312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:42.208476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Attempting to bind port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:00:42.209222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Attempting to bind port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:00:42.209772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Attempting to bind port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:42.219490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:42.220008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Attempting to bind port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:42.238683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:42.239296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:00:42.239997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:42.240672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Bound port: 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:00:42.241251 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:42.356015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-7bf6a3d8-52fb-4beb-aa2f-18e11322ad16 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012901 Nov 09 18:00:42.389665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] For port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:42.393752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] For port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:42.405290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:42.459593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.460184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:42.462365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] 10.222.0.83 "PUT /v2.0/ports/3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 HTTP/1.1" status: 200 len: 1096 time: 1.4807653 Nov 09 18:00:42.494073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Pushing event updated for resources: {'Port': ['ID=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.504468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.504872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.505218 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.505644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.506052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.506318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.506647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.507013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.507994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.508318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.508755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.509089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f64d9-35e8-4d9a-94b5-12bf17e1c170 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:42.531784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be388243-c1c4-4c8c-8eb1-502673ff4a7f req-5e7ee23c-4d1a-40f8-b046-a8fff70fc472 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663907 Nov 09 18:00:42.593403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-6b2e2705-a2b1-4a6e-ab44-d7dea671dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.596343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-6b2e2705-a2b1-4a6e-ab44-d7dea671dd4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8642f66f506a4399851e1e2a238be9f2&device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 1099 time: 0.0648429 Nov 09 18:00:42.652251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-97323b9d-aa6f-458f-b98f-3fec3013b29f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 HTTP/1.1" status: 200 len: 217 time: 0.0469000 Nov 09 18:00:42.702660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '9774aafc-00f3-428a-980d-73394a072c43', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:fa:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f6dca9-d662-424a-bd62-cd881e92e928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:00:38Z', 'updated_at': '2021-11-09T18:00:38Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:42.718844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-058db5e6-06d6-443f-9665-e845563bc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.720068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-058db5e6-06d6-443f-9665-e845563bc19f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0585964 Nov 09 18:00:42.744493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261489e-ce2f-429a-b654-3cc0a37f7a6f None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '9774aafc-00f3-428a-980d-73394a072c43', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:fa:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f6dca9-d662-424a-bd62-cd881e92e928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:00:38Z', 'updated_at': '2021-11-09T18:00:38Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:42.790902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-adebba5e-a95a-4386-806c-4598e15e4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.793759 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-adebba5e-a95a-4386-806c-4598e15e4ab5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622599 Nov 09 18:00:42.940806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-9807b723-2685-4a1f-b209-a6a6dc16b5cf service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381145 Nov 09 18:00:43.027487 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c328dd-4c57-4b51-a637-8425e4ab80aa None None] New status for floating IP 9774aafc-00f3-428a-980d-73394a072c43: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:43.124731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f0708-9468-4d4e-8d48-a6efe8609b91 req-14e1f42f-2857-450c-b821-97f0b210493f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.127709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479f0708-9468-4d4e-8d48-a6efe8609b91 req-14e1f42f-2857-450c-b821-97f0b210493f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 948 time: 0.1109102 Nov 09 18:00:43.153382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a37aba8e-192a-4b52-88f3-da5ed03f94a4 req-293147e9-1c2e-4cc8-b125-95f2b51902d4 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021987 Nov 09 18:00:43.241951 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-479f0708-9468-4d4e-8d48-a6efe8609b91 req-d2aacf97-c096-4124-8805-d6e575becfc2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930860 Nov 09 18:00:43.430489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45caaa44-798b-43bc-8323-7efc163164e7', 'tag': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:43.435144 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa87cde-f2ac-4976-9e35-91dcd93299af" -d '{"events": [{"name": "network-changed", "server_uuid": "45caaa44-798b-43bc-8323-7efc163164e7", "tag": "3a260fb3-d1da-48b3-a2dc-b5ebd08015d8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:43.482803 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66a3b7-7462-4a2d-aebf-39277eaa4f68 x-openstack-request-id: req-5e66a3b7-7462-4a2d-aebf-39277eaa4f68 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:43.483190 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45caaa44-798b-43bc-8323-7efc163164e7", "tag": "3a260fb3-d1da-48b3-a2dc-b5ebd08015d8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:43.483592 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e66a3b7-7462-4a2d-aebf-39277eaa4f68 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:43.484201 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45caaa44-798b-43bc-8323-7efc163164e7', 'tag': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8', 'status': 'completed', 'code': 200} Nov 09 18:00:43.565717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-7ac4f1d2-3d09-4bc9-a29c-7ea22337569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.567861 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-7ac4f1d2-3d09-4bc9-a29c-7ea22337569e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8642f66f506a4399851e1e2a238be9f2&device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 1099 time: 0.0560281 Nov 09 18:00:43.722161 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-a98fc64b-5158-46e4-92a1-c3ba99f2aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.726307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-a98fc64b-5158-46e4-92a1-c3ba99f2aad0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1491034 Nov 09 18:00:43.774092 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-979e7170-1453-4fec-b8ac-334234a16624 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 HTTP/1.1" status: 200 len: 217 time: 0.0391576 Nov 09 18:00:43.865004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-0215d8ac-9a86-4309-b3a6-19b34639097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.866795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-0215d8ac-9a86-4309-b3a6-19b34639097e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0846069 Nov 09 18:00:43.928191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-01af0b5f-629c-4137-8fb0-8a5968e25385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.931135 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-01af0b5f-629c-4137-8fb0-8a5968e25385 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555241 Nov 09 18:00:44.051649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-6b682715-8b39-428c-9e56-156224ac4299 service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114292 Nov 09 18:00:44.219155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-daa87cde-f2ac-4976-9e35-91dcd93299af req-1a69089b-664c-49eb-9ed5-e35e1131367b service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592023 Nov 09 18:00:44.408252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf828-ddf8-48ee-b1f4-6e3fc2f21dd2 req-c6251f06-bf0f-430b-9b0d-6f7ea41d6477 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:44.409996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37daf828-ddf8-48ee-b1f4-6e3fc2f21dd2 req-c6251f06-bf0f-430b-9b0d-6f7ea41d6477 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 948 time: 0.0582564 Nov 09 18:00:44.486380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37daf828-ddf8-48ee-b1f4-6e3fc2f21dd2 req-678250f2-31c2-40d0-aaf9-ccb6f5e31fae tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643349 Nov 09 18:00:45.097046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42230) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.128819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:45.274643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:45.287594 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.293531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8', 'mac_address': 'fa:16:3e:01:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:45.360175 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.387380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:45.426888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:45.432087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.433112 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.438667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.490105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b57e42da59404585b709adce3f98e686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884811 Nov 09 18:00:45.490105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9bd832-12d8-4f14-983c-85af62a6c3cc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.490567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42236) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.503912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.504252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.504590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.504959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.505362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.505703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.506072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.506481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.506761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.507761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.508257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.508597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfc3f3-d141-43e3-abbb-3d8a650eb58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:45.524887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.574333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cfbafb3-189d-44f6-a3a8-3d7276893459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.614226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cfbafb3-189d-44f6-a3a8-3d7276893459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.679827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3a260fb3-d1da-48b3-a2dc-b5ebd08015d8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:45.686288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed3fe7-5b2e-4176-b654-3775d270d59d req-8aaf1cec-762f-479c-8fd6-f160161ef605 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:45.687221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50ed3fe7-5b2e-4176-b654-3775d270d59d req-8aaf1cec-762f-479c-8fd6-f160161ef605 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 949 time: 0.0774434 Nov 09 18:00:45.701841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cfbafb3-189d-44f6-a3a8-3d7276893459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.706551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9cfbafb3-189d-44f6-a3a8-3d7276893459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:45.712655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9cfbafb3-189d-44f6-a3a8-3d7276893459 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f9bd832-12d8-4f14-983c-85af62a6c3cc HTTP/1.1" status: 204 len: 168 time: 0.2211258 Nov 09 18:00:45.731410 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbafb3-189d-44f6-a3a8-3d7276893459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9bd832-12d8-4f14-983c-85af62a6c3cc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.807344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50ed3fe7-5b2e-4176-b654-3775d270d59d req-b6b8017a-ad33-49f5-a53f-c484817a5a48 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050763 Nov 09 18:00:46.112517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42244) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.132592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff2f62d3-9366-447b-bd3e-92674dd3d9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.273965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff2f62d3-9366-447b-bd3e-92674dd3d9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.278505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ff2f62d3-9366-447b-bd3e-92674dd3d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.330685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ff2f62d3-9366-447b-bd3e-92674dd3d9c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96affd2d789b4de881db21fa5953e9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161584 Nov 09 18:00:46.331766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f62d3-9366-447b-bd3e-92674dd3d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25fb635-0ba8-4741-ae9c-b9ee923a9dbc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.334799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42246) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.400156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-746885f8-51b2-420e-9ffe-6ea5fb664634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.446488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-746885f8-51b2-420e-9ffe-6ea5fb664634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.517343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-746885f8-51b2-420e-9ffe-6ea5fb664634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.520623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-746885f8-51b2-420e-9ffe-6ea5fb664634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:46.522107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-746885f8-51b2-420e-9ffe-6ea5fb664634 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b25fb635-0ba8-4741-ae9c-b9ee923a9dbc HTTP/1.1" status: 204 len: 168 time: 0.1858306 Nov 09 18:00:46.536504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746885f8-51b2-420e-9ffe-6ea5fb664634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25fb635-0ba8-4741-ae9c-b9ee923a9dbc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.968572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470bd8-8c64-4fc4-9a3b-7acf3151c129 req-d1248175-5cec-487b-8dd3-406fd4174ade tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.971121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d470bd8-8c64-4fc4-9a3b-7acf3151c129 req-d1248175-5cec-487b-8dd3-406fd4174ade tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 949 time: 0.0846939 Nov 09 18:00:47.032885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6d470bd8-8c64-4fc4-9a3b-7acf3151c129 req-f4628dcc-c15d-41c6-8357-f2cdb647caed tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536792 Nov 09 18:00:47.157942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:47.222535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:00:47.227999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:47.228241 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:47.344006 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:47.388996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45caaa44-798b-43bc-8323-7efc163164e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:47.392674 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306cf7d5-2405-4f40-bab7-c967b5168cb3" -d '{"events": [{"server_uuid": "45caaa44-798b-43bc-8323-7efc163164e7", "name": "network-vif-plugged", "status": "completed", "tag": "3a260fb3-d1da-48b3-a2dc-b5ebd08015d8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:47.418129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:47.424371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:47.480866 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86078f-b013-4e94-9ae8-f0fb9f6c5c39 x-openstack-request-id: req-df86078f-b013-4e94-9ae8-f0fb9f6c5c39 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:47.481253 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45caaa44-798b-43bc-8323-7efc163164e7", "name": "network-vif-plugged", "status": "completed", "tag": "3a260fb3-d1da-48b3-a2dc-b5ebd08015d8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:47.481647 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df86078f-b013-4e94-9ae8-f0fb9f6c5c39 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:47.482208 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45caaa44-798b-43bc-8323-7efc163164e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8', 'code': 200} Nov 09 18:00:47.516147 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:47.615880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56bdd1-b67a-4545-bf53-f35a1f26db24 req-3b3c4cf5-a6ca-4112-9137-9088b8f6977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:47.618290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d56bdd1-b67a-4545-bf53-f35a1f26db24 req-3b3c4cf5-a6ca-4112-9137-9088b8f6977d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 1101 time: 0.0558305 Nov 09 18:00:47.690057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d56bdd1-b67a-4545-bf53-f35a1f26db24 req-ffd49cc5-8a76-4e14-b905-a64dc4a36219 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586221 Nov 09 18:00:48.226443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006d6d7-b30e-4e76-84c2-feb5e587313c req-7a06d7f8-3a05-440a-bbb4-0752b1b3c625 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.228900 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4006d6d7-b30e-4e76-84c2-feb5e587313c req-7a06d7f8-3a05-440a-bbb4-0752b1b3c625 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 950 time: 0.0680225 Nov 09 18:00:48.290201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4006d6d7-b30e-4e76-84c2-feb5e587313c req-b2f939d2-643a-489c-8820-644ef5066108 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552304 Nov 09 18:00:49.436643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523013-0d1a-476c-80ff-3a74efd1e7f9 req-3200de6f-e34c-4caf-a09d-8ba207d2d9cb tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.438882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de523013-0d1a-476c-80ff-3a74efd1e7f9 req-3200de6f-e34c-4caf-a09d-8ba207d2d9cb tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 950 time: 0.0531452 Nov 09 18:00:49.496331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de523013-0d1a-476c-80ff-3a74efd1e7f9 req-bbcb04e5-084a-4b45-972c-c25fe9ed0106 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Nov 09 18:00:53.000280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42366) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.171186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0969a95f-7ada-4fab-8fcf-17efac7af299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.259059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.271916 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0969a95f-7ada-4fab-8fcf-17efac7af299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.277799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0969a95f-7ada-4fab-8fcf-17efac7af299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.348577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969a95f-7ada-4fab-8fcf-17efac7af299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a407fe-7798-416c-b011-7664abb91a6f,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.357495 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0969a95f-7ada-4fab-8fcf-17efac7af299 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dc16e2e2ff34f378a6ff78a7a415c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553531 Nov 09 18:00:53.360235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42372) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.450835 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1e66b0-6517-48a4-97e6-1bd1acbdc49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.481181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1e66b0-6517-48a4-97e6-1bd1acbdc49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.564846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1e66b0-6517-48a4-97e6-1bd1acbdc49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.571740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d1e66b0-6517-48a4-97e6-1bd1acbdc49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:53.579805 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d1e66b0-6517-48a4-97e6-1bd1acbdc49f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57a407fe-7798-416c-b011-7664abb91a6f HTTP/1.1" status: 204 len: 168 time: 0.2177577 Nov 09 18:00:53.586878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.599983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e66b0-6517-48a4-97e6-1bd1acbdc49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a407fe-7798-416c-b011-7664abb91a6f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.926159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port ded11278-fdaf-4325-a6de-5e960b48d1cb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:53.927208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.102705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42382) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:54.130659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efb6e11e-84d9-48a8-903f-e1fa49419171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.256341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efb6e11e-84d9-48a8-903f-e1fa49419171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.262964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efb6e11e-84d9-48a8-903f-e1fa49419171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.310792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-efb6e11e-84d9-48a8-903f-e1fa49419171 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5045e77389ed4d6fa1b07ed75fe8c77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053788 Nov 09 18:00:54.312306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6e11e-84d9-48a8-903f-e1fa49419171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d620fd-3319-45b1-9408-84df76702a67,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.315294 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:54.379144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20eab914-b214-4c5a-a4f2-3929fffa28cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.407321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20eab914-b214-4c5a-a4f2-3929fffa28cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.466199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20eab914-b214-4c5a-a4f2-3929fffa28cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.471573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-20eab914-b214-4c5a-a4f2-3929fffa28cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.474270 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-20eab914-b214-4c5a-a4f2-3929fffa28cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8d620fd-3319-45b1-9408-84df76702a67 HTTP/1.1" status: 204 len: 168 time: 0.1566768 Nov 09 18:00:54.486137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eab914-b214-4c5a-a4f2-3929fffa28cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d620fd-3319-45b1-9408-84df76702a67,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.532051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.532607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.556169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for ded11278-fdaf-4325-a6de-5e960b48d1cb owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:54.787263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.819054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=ded11278-fdaf-4325-a6de-5e960b48d1cb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.915143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:54.915453 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Floating IP 890ead80-1fbf-4f00-9bda-e6424b46e22b disassociated (deleted). External IP: 172.25.3.93, port: d8d16034-9ef9-445a-ac29-c1704d167edf. Nov 09 18:00:55.252053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 5a5576b4-bf23-4eba-956f-5703c9947066 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:55.439317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:55.444903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:55.460913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] Sync routers for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:55.485797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:55.488771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:55.492730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1dde1cc2-982a-4f59-b3e8-262ea38f5f61 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/floatingips/890ead80-1fbf-4f00-9bda-e6424b46e22b HTTP/1.1" status: 204 len: 168 time: 1.9021125 Nov 09 18:00:55.493492 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:55.499793 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94167ca7-6020-44b7-b3a0-8d4ad13792a3" -d '{"events": [{"name": "network-changed", "server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:55.549418 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a017554c-4d1e-47ef-86a8-081b33422cf0 x-openstack-request-id: req-a017554c-4d1e-47ef-86a8-081b33422cf0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:55.549936 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:55.550387 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a017554c-4d1e-47ef-86a8-081b33422cf0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:55.550970 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'status': 'completed', 'code': 200} Nov 09 18:00:55.692881 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-6eee7758-c8e0-4a32-a715-cf4e9e161f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.694888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-6eee7758-c8e0-4a32-a715-cf4e9e161f90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=852156cb028747e7ad9ba26bb49e4d98&device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 1097 time: 0.1078959 Nov 09 18:00:55.840325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0386a-19f7-4046-a3da-9ca5d755ecff req-899601eb-0630-47f5-90e9-23b01c31d2f1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.842752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbd0386a-19f7-4046-a3da-9ca5d755ecff req-899601eb-0630-47f5-90e9-23b01c31d2f1 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.0890667 Nov 09 18:00:55.959578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-edc37e90-36ff-48c9-af84-714e440ee10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.963723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-edc37e90-36ff-48c9-af84-714e440ee10c service neutron] 10.222.0.83 "GET /v2.0/networks?id=31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 200 len: 897 time: 0.2575758 Nov 09 18:00:55.999529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbd0386a-19f7-4046-a3da-9ca5d755ecff req-0991ca70-085b-4395-88ae-4cee4eecf7ab tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490338 Nov 09 18:00:56.016887 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:00:56.061902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-029e2e23-cb14-47f8-a9c5-e931ff46a277 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 200 len: 217 time: 0.0880215 Nov 09 18:00:56.110290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:56.173198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-9619a5bd-4aab-4898-8526-a840c8b5a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.174974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-9619a5bd-4aab-4898-8526-a840c8b5a7e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 200 len: 834 time: 0.1053684 Nov 09 18:00:56.229108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-c01dd4d7-c99c-4f5f-9937-9f154d1ab772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.230748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-c01dd4d7-c99c-4f5f-9937-9f154d1ab772 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31f6b33a-630e-462b-800d-9430716a1884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477796 Nov 09 18:00:56.368008 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-98cba7fa-9eca-422c-812b-0d34a8360bf5 service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286147 Nov 09 18:00:56.492257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:56.507394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-94167ca7-6020-44b7-b3a0-8d4ad13792a3 req-db28b65d-9e7b-481d-92ef-fbc5128780c9 service neutron] 10.222.0.83 "GET /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296394 Nov 09 18:00:56.528462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] Checking router: 5a5576b4-bf23-4eba-956f-5703c9947066 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:56.541503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:56.542306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:00:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:56.719915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:56.994777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:57.028181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c55e4d-ab87-4ba8-a95e-9d54312e5dd9 None None] The sync data for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 is: [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T17:58:55Z', 'revision_number': 4, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '2c52f97a-7bea-41e8-a140-d8c5c0b2249c', 'name': '', 'network_id': '31f6b33a-630e-462b-800d-9430716a1884', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'mac_address': 'fa:16:3e:a3:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:51Z', 'updated_at': '2021-11-09T17:59:00Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'subnets': [{'id': '4c609268-0e59-4dc1-8db6-2a1cd9072312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:57.221387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42446) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:57.259536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bc500-b854-4953-8450-22b1330ca601 req-20d8fd25-1e22-4c6c-9280-6f1d68fd7b5e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:57.262314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-425bc500-b854-4953-8450-22b1330ca601 req-20d8fd25-1e22-4c6c-9280-6f1d68fd7b5e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1608543 Nov 09 18:00:57.280874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c4f40-d251-4056-b760-d7a091be19ad req-7c7f2cc5-de4f-488f-bacf-b48fe55b8ebe tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:57.291436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e75c4f40-d251-4056-b760-d7a091be19ad req-7c7f2cc5-de4f-488f-bacf-b48fe55b8ebe tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 946 time: 0.1538839 Nov 09 18:00:57.430233 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc35ba-facf-49b3-a4e3-92ae47c64e19 None None] New status for floating IP 890ead80-1fbf-4f00-9bda-e6424b46e22b: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:57.442698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ed4880-46c7-435b-b1b7-0e3983e33137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.460639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-425bc500-b854-4953-8450-22b1330ca601 req-da370fe2-e880-4f07-8360-63ed0186bf91 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a3ea138-51c2-4790-8554-b0e7207ba13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657412 Nov 09 18:00:57.485945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port d8d16034-9ef9-445a-ac29-c1704d167edf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:00:57.486291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.611555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ed4880-46c7-435b-b1b7-0e3983e33137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.621683 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ed4880-46c7-435b-b1b7-0e3983e33137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.626418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port d8d16034-9ef9-445a-ac29-c1704d167edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d8d16034-9ef9-445a-ac29-c1704d167edf,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:57.627690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.645504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for d8d16034-9ef9-445a-ac29-c1704d167edf owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:00:57.686508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-16ed4880-46c7-435b-b1b7-0e3983e33137 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ddb5019f2d6c442fa4bf8dd5b6b97dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619391 Nov 09 18:00:57.689040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed4880-46c7-435b-b1b7-0e3983e33137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faafda59-ab94-426b-a297-270e7b3d2cd4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.693197 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42452) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:57.759278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a65e8d2-0301-417a-952f-849ffd1a0420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.790106 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a65e8d2-0301-417a-952f-849ffd1a0420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.875550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a65e8d2-0301-417a-952f-849ffd1a0420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.879725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a65e8d2-0301-417a-952f-849ffd1a0420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.881397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3a65e8d2-0301-417a-952f-849ffd1a0420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faafda59-ab94-426b-a297-270e7b3d2cd4 HTTP/1.1" status: 204 len: 168 time: 0.1868932 Nov 09 18:00:57.896259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65e8d2-0301-417a-952f-849ffd1a0420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faafda59-ab94-426b-a297-270e7b3d2cd4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.898669 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:57.947401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=d8d16034-9ef9-445a-ac29-c1704d167edf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.016625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a273a7-d9ab-4b14-9ac4-042f420a8656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.041869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] No DVR routers for this DVR port d8d16034-9ef9-445a-ac29-c1704d167edf on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:58.046635 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.052698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e75c4f40-d251-4056-b760-d7a091be19ad req-bbb99d3e-87d1-441f-bee8-00f153881a5b tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.83 "DELETE /v2.0/ports/d8d16034-9ef9-445a-ac29-c1704d167edf HTTP/1.1" status: 204 len: 173 time: 0.7555265 Nov 09 18:00:58.053462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-deleted', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:58.059090 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85254665-3057-4587-82a1-6aef6546ed1b" -d '{"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-deleted", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:58.158767 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52539ba-c04d-4f86-98a0-672874df7d61 x-openstack-request-id: req-c52539ba-c04d-4f86-98a0-672874df7d61 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:58.159247 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36713ba5-2cda-44b9-bcdf-9cdc414b9aea", "name": "network-vif-deleted", "tag": "d8d16034-9ef9-445a-ac29-c1704d167edf", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:58.159941 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c52539ba-c04d-4f86-98a0-672874df7d61 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:58.160593 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36713ba5-2cda-44b9-bcdf-9cdc414b9aea', 'name': 'network-vif-deleted', 'tag': 'd8d16034-9ef9-445a-ac29-c1704d167edf', 'status': 'completed', 'code': 200} Nov 09 18:00:58.342762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:58.362034 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-023a5ff6-dcfa-44d3-a8f0-4c71f2de0b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.470284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-023a5ff6-dcfa-44d3-a8f0-4c71f2de0b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.475926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-023a5ff6-dcfa-44d3-a8f0-4c71f2de0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.529948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-023a5ff6-dcfa-44d3-a8f0-4c71f2de0b9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc0a429a57db48419898f7660be26218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857872 Nov 09 18:00:58.531632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a5ff6-dcfa-44d3-a8f0-4c71f2de0b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655179c3-00d9-4313-81f8-7f340f088d26,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.534355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42468) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:58.628237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.638775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f999c034-ef2f-44d5-ba67-c14cea0f1e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.659951 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01f0efea-b295-44a8-a33d-6f9948dca28f req-ac5e8b83-020d-4153-aa5d-a4b18e840a9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "GET /v2.0/ports?device_id=36713ba5-2cda-44b9-bcdf-9cdc414b9aea HTTP/1.1" status: 200 len: 210 time: 0.0303936 Nov 09 18:00:58.689985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f999c034-ef2f-44d5-ba67-c14cea0f1e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.788458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f999c034-ef2f-44d5-ba67-c14cea0f1e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.793493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f999c034-ef2f-44d5-ba67-c14cea0f1e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:00:58.795437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f999c034-ef2f-44d5-ba67-c14cea0f1e83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/655179c3-00d9-4313-81f8-7f340f088d26 HTTP/1.1" status: 204 len: 168 time: 0.2589829 Nov 09 18:00:58.810111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999c034-ef2f-44d5-ba67-c14cea0f1e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655179c3-00d9-4313-81f8-7f340f088d26,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:59.762956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42496) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:00.382970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:00.439276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b345b7b6-29e6-420d-a2dc-4421e58d1555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:00.813274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:01:00.814057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:00.947609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 2c52f97a-7bea-41e8-a140-d8c5c0b2249c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:00.947975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:00.964752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 2c52f97a-7bea-41e8-a140-d8c5c0b2249c owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:01:01.204589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:01.231028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:01.233609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: d8d16034-9ef9-445a-ac29-c1704d167edf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:01:01.233955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d8d16034-9ef9-445a-ac29-c1704d167edf not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:01.262449 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=2c52f97a-7bea-41e8-a140-d8c5c0b2249c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:01.780560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:01.847876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:02.158609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Router 5a5576b4-bf23-4eba-956f-5703c9947066 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:02.287372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:02.298633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:02.299442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8883bb20-72e9-4f7e-8f53-239d5407a7d3 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "PUT /v2.0/routers/5a5576b4-bf23-4eba-956f-5703c9947066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5341163 Nov 09 18:01:02.308021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] Sync routers for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:02.326754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:02.327700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:02.408140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting subnet 4c609268-0e59-4dc1-8db6-2a1cd9072312 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:01:02.412678 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:02.467925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:02.542228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:02.604827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:02.702888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:02.735873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Subnet': ['ID=4c609268-0e59-4dc1-8db6-2a1cd9072312,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.742650 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:02.747313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ed383f17-0d4a-4623-ad08-8f63281bc42e tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/subnets/4c609268-0e59-4dc1-8db6-2a1cd9072312 HTTP/1.1" status: 204 len: 168 time: 0.4456232 Nov 09 18:01:02.752464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42538) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:02.773372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d388db-550a-4571-bade-524d133bceb1 None None] Network 31f6b33a-630e-462b-800d-9430716a1884 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:02.963401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.021488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T18:01:01Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.074845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] Checking router: 5a5576b4-bf23-4eba-956f-5703c9947066 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:03.086225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] Routers {'5a5576b4-bf23-4eba-956f-5703c9947066'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:03.086885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5a5576b4-bf23-4eba-956f-5703c9947066'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.154659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] DHCP port deletion for 31f6b33a-630e-462b-800d-9430716a1884 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:03.195565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.285493 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.295331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Deleting port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:01:03.295822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.299523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] Set router 5a5576b4-bf23-4eba-956f-5703c9947066 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:03.333092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] Deleting port 82047530-6fdb-4641-81cb-158ed491e5ee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:01:03.333540 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.522899 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] For port 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:03.523990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.580895 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Calling delete_port for 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:01:03.585643 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.589423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] For port 82047530-6fdb-4641-81cb-158ed491e5ee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=82047530-6fdb-4641-81cb-158ed491e5ee,segment=NetworkSegment(835d74d5-20c4-4ef6-b7aa-fdd64b7111ad),segment_id=835d74d5-20c4-4ef6-b7aa-fdd64b7111ad)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:03.589943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.610843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] Calling delete_port for 82047530-6fdb-4641-81cb-158ed491e5ee owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:01:03.699979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T18:01:01Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.742283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3f58d-7a75-4dfa-8e3d-a9765f250524 None None] The sync data for ids ['5a5576b4-bf23-4eba-956f-5703c9947066'] in n-d-804292-3 is: [{'id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201952281', 'tenant_id': '852156cb028747e7ad9ba26bb49e4d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:44Z', 'updated_at': '2021-11-09T18:01:01Z', 'revision_number': 5, 'project_id': '852156cb028747e7ad9ba26bb49e4d98', 'gw_port': {'id': '2d1d9d2f-b772-4fd7-b67d-2321e0ad200d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5576b4-bf23-4eba-956f-5703c9947066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:45Z', 'updated_at': '2021-11-09T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:03.777333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:03.813506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] Pushing event deleted for resources: {'Port': ['ID=82047530-6fdb-4641-81cb-158ed491e5ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.817962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9412a9-450f-4e6a-ba50-76e7b8d2ca54 None None] No DVR routers for this DVR port 82047530-6fdb-4641-81cb-158ed491e5ee on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:03.966735 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.025188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Port': ['ID=2d1d9d2f-b772-4fd7-b67d-2321e0ad200d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.058518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7960c1d-57f6-43b4-ab4a-8d7663040eab None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:04.156244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.324065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.328470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.399481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.400174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5576b4-bf23-4eba-956f-5703c9947066 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:04.410479 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.411822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-27ba4c54-e0a0-4abc-8068-a2a4b69f8e9d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/routers/5a5576b4-bf23-4eba-956f-5703c9947066 HTTP/1.1" status: 204 len: 168 time: 1.6577809 Nov 09 18:01:04.414633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42558) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:04.532939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.664786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.703860 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f6b33a-630e-462b-800d-9430716a1884']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:04.717620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:04.717924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835d74d5-20c4-4ef6-b7aa-fdd64b7111ad') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:04.731282 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.750100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.758647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:04.759250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:04.763851 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:04.866937 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.876728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:04.882263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/networks/31f6b33a-630e-462b-800d-9430716a1884 HTTP/1.1" status: 204 len: 168 time: 0.4661751 Nov 09 18:01:04.885523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:04.908489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e7c7c-9ba0-48ca-a361-146d856c5ee5 tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'Network': ['ID=31f6b33a-630e-462b-800d-9430716a1884,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.021422 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a075ec60-c9df-419a-8619-c3a78c18140d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:05.060351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a075ec60-c9df-419a-8619-c3a78c18140d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:05.182515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a075ec60-c9df-419a-8619-c3a78c18140d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:05.185980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a075ec60-c9df-419a-8619-c3a78c18140d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:05.187961 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a075ec60-c9df-419a-8619-c3a78c18140d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] 10.222.0.45 "DELETE /v2.0/security-groups/8a3ea138-51c2-4790-8554-b0e7207ba13a HTTP/1.1" status: 204 len: 168 time: 0.3009655 Nov 09 18:01:05.236280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075ec60-c9df-419a-8619-c3a78c18140d tempest-TestNetworkAdvancedServerOps-577569130 tempest-TestNetworkAdvancedServerOps-577569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3ea138-51c2-4790-8554-b0e7207ba13a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.383776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82047530-6fdb-4641-81cb-158ed491e5ee no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:05.430210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 82047530-6fdb-4641-81cb-158ed491e5ee {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:01:05.430764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 82047530-6fdb-4641-81cb-158ed491e5ee not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:05.432420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2c52f97a-7bea-41e8-a140-d8c5c0b2249c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:05.486749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2c52f97a-7bea-41e8-a140-d8c5c0b2249c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:01:05.488628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2c52f97a-7bea-41e8-a140-d8c5c0b2249c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:05.945807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42582) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.255642 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7e869181-f900-4a38-91d6-82313c711334 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=852156cb028747e7ad9ba26bb49e4d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077347 Nov 09 18:01:06.260105 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.447985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0d835e3-c151-416d-ac16-13f8c61bab54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:06.493545 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0d835e3-c151-416d-ac16-13f8c61bab54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:06.607199 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0d835e3-c151-416d-ac16-13f8c61bab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:06.613026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0d835e3-c151-416d-ac16-13f8c61bab54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:06.615599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0d835e3-c151-416d-ac16-13f8c61bab54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fe82032-88d4-44a2-b56a-ca07c2159d84 HTTP/1.1" status: 204 len: 168 time: 0.3398328 Nov 09 18:01:06.634966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d835e3-c151-416d-ac16-13f8c61bab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe82032-88d4-44a2-b56a-ca07c2159d84,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:06.780537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:06.802696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:01:06.803064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2d1d9d2f-b772-4fd7-b67d-2321e0ad200d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:07.172365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.221922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-563e03d3-218a-4b1a-9180-84387deec5d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14d4dd94380f4b6a973f7817c7615079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482974 Nov 09 18:01:07.224541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.294027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23c16437-ad12-405c-88cd-174f202a116b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:07.339105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23c16437-ad12-405c-88cd-174f202a116b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:07.426238 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23c16437-ad12-405c-88cd-174f202a116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:07.431125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-23c16437-ad12-405c-88cd-174f202a116b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:07.432703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-23c16437-ad12-405c-88cd-174f202a116b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b79ad80-2b06-4449-b8c4-aaa20da7d470 HTTP/1.1" status: 204 len: 168 time: 0.2070134 Nov 09 18:01:07.455552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c16437-ad12-405c-88cd-174f202a116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79ad80-2b06-4449-b8c4-aaa20da7d470,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.419306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.709628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.893516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2aec420-7f18-4942-b398-81c9e645d558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:09.924541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'network': {'name': 'tempest-network-smoke--1162894397', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:09.995252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:10.001605 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.024336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.097105 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2aec420-7f18-4942-b398-81c9e645d558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.105731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2aec420-7f18-4942-b398-81c9e645d558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.176028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c2aec420-7f18-4942-b398-81c9e645d558 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e0473dae3ee4b5296c304e115950511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7556391 Nov 09 18:01:10.181450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42666) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.184053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aec420-7f18-4942-b398-81c9e645d558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5609d-027a-4fd4-83ba-ae40c3cef822,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.239841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.253000 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.280341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fa1d809d-b3aa-4f36-aa09-352db8f73818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.305855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:10.318842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959aebc5-e898-4c1f-a647-2f4f7ad4b95f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.326758 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.327335 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Added segment b06bcd57-a291-46f8-8512-472cdb0a603c of type vlan for network 7ca771f9-74ce-45d0-a226-ce0f86268e2c Nov 09 18:01:10.347623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fa1d809d-b3aa-4f36-aa09-352db8f73818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.396474 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.429571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.436363 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:10.437008 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.454153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fa1d809d-b3aa-4f36-aa09-352db8f73818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.460150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fa1d809d-b3aa-4f36-aa09-352db8f73818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.466190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fa1d809d-b3aa-4f36-aa09-352db8f73818 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32e5609d-027a-4fd4-83ba-ae40c3cef822 HTTP/1.1" status: 204 len: 168 time: 0.2795770 Nov 09 18:01:10.484388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d809d-b3aa-4f36-aa09-352db8f73818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5609d-027a-4fd4-83ba-ae40c3cef822,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.550183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8378394 Nov 09 18:01:10.555787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42670) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.561451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cbad8-4d6f-4a62-a658-8830c2c985e9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Network': ['ID=7ca771f9-74ce-45d0-a226-ce0f86268e2c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.569461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'admin_state_up': True, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:10.580510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:10.627715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.630015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.764211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:10.927442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.948028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f526351d-eb25-40bd-a757-4a369501deac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.060315 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.073138 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f526351d-eb25-40bd-a757-4a369501deac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.086801 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f526351d-eb25-40bd-a757-4a369501deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.173696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526351d-eb25-40bd-a757-4a369501deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0bbb44-93cd-40fd-9198-67703927a065,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.180974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f526351d-eb25-40bd-a757-4a369501deac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f708761425c149d5ad4403987b917de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519314 Nov 09 18:01:11.185072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42678) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:11.321820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eac2910-1b19-4ae0-8f55-bcae1cddc8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.363906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.371034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eac2910-1b19-4ae0-8f55-bcae1cddc8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.396935 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.547322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eac2910-1b19-4ae0-8f55-bcae1cddc8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.552117 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eac2910-1b19-4ae0-8f55-bcae1cddc8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.554392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4eac2910-1b19-4ae0-8f55-bcae1cddc8c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab0bbb44-93cd-40fd-9198-67703927a065 HTTP/1.1" status: 204 len: 168 time: 0.3674242 Nov 09 18:01:11.575355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac2910-1b19-4ae0-8f55-bcae1cddc8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0bbb44-93cd-40fd-9198-67703927a065,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.643673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.25.3.22 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/264b7cfd-6802-49fb-b97b-000e44441930) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:11.858808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:11.940818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:12.007495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:12.017289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:12.024275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:12.047538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdcca8a-db51-468b-8795-83369084639b None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:12.119708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=264b7cfd-6802-49fb-b97b-000e44441930,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:12.228872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e35275b6-3889-4701-a26a-b166c559cc20 None None] Provisioning complete for port 264b7cfd-6802-49fb-b97b-000e44441930 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:12.229976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e35275b6-3889-4701-a26a-b166c559cc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:12.303071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e35275b6-3889-4701-a26a-b166c559cc20 None None] Port 264b7cfd-6802-49fb-b97b-000e44441930 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:01:12.556900 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:12.905629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:13.150359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:01:13.802959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:13.824794 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:13.843096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:13.844531 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7eb65229-74e1-4b79-8f4c-d687ee4f2910 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2853527 Nov 09 18:01:13.848003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:13.861237 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:13.862614 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:14.203675 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:14.378471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cdf7d0a1-40b7-4b2a-a05c-a25d3dc0f973 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75b882658a5f4093acf5dc9767ad999c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5287633 Nov 09 18:01:14.385760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42728) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:14.618276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940e2b8-ef63-49af-8227-bb354923442f tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:14.621272 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b940e2b8-ef63-49af-8227-bb354923442f tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2356839 Nov 09 18:01:14.633229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:14.648726 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:12Z', 'revision_number': 3, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:14.698668 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:14.698668 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Updating router 1651d074-deb4-4368-8b58-3a03506bb355 port 264b7cfd-6802-49fb-b97b-000e44441930 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:01:14.719095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42732) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:14.719979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1dc1d760-d8bb-480e-8538-111eaca4a351 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842836 Nov 09 18:01:14.734576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619923864', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:14.766280 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.031789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:15.055796 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.308558 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.328293 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.404987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc72b0-ee4f-45d0-b3ce-2790aa76182b None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:15.443519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Attempting to bind port 264b7cfd-6802-49fb-b97b-000e44441930 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:01:15.444436 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Attempting to bind port 264b7cfd-6802-49fb-b97b-000e44441930 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:01:15.445285 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Attempting to bind port 264b7cfd-6802-49fb-b97b-000e44441930 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:15.451608 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66088538-576b-465d-9c04-f0316db73926 None None] Pushing event updated for resources: {'Port': ['ID=264b7cfd-6802-49fb-b97b-000e44441930,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.470964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:15.471883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:01:15.472705 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.473550 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:15.474452 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Bound port: 264b7cfd-6802-49fb-b97b-000e44441930, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:01:15.475284 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.481417 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.482131 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.482951 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.483527 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.484210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.484856 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.485505 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.486160 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.486795 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.487495 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.488302 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.488935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66088538-576b-465d-9c04-f0316db73926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.525092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a6121351-7af3-4690-8010-6b5353db2425 None None] Provisioning complete for port 264b7cfd-6802-49fb-b97b-000e44441930 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:15.525620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6121351-7af3-4690-8010-6b5353db2425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.637969 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.693685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a6121351-7af3-4690-8010-6b5353db2425 None None] Port 264b7cfd-6802-49fb-b97b-000e44441930 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:01:15.747959 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] For port 264b7cfd-6802-49fb-b97b-000e44441930, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:15.762041 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] For port 264b7cfd-6802-49fb-b97b-000e44441930, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=264b7cfd-6802-49fb-b97b-000e44441930,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:15.771324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Subnet': ['ID=05c1aad9-582e-49ef-ad06-a0f5688e8361,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.777432 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.788366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Checking segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:01:15.789740 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network hostable DHCP agents. Network: 7ca771f9-74ce-45d0-a226-ce0f86268e2c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:15.829400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:15.848788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 7ca771f9-74ce-45d0-a226-ce0f86268e2c) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:15.865581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32758f92-74d5-4b36-b22f-81df687228d8 None None] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:15.891228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:15.892917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:15.950819 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-810d1e6e-5c11-41bf-bcf4-0f8480e6ef65 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2257619 Nov 09 18:01:15.951224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:15.982655 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:15.983411 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:15.985768 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66088538-576b-465d-9c04-f0316db73926 None None] Pushing event updated for resources: {'Port': ['ID=264b7cfd-6802-49fb-b97b-000e44441930,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.993062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38d9ec-ffb6-4f90-95b5-d7d0a0124c45 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:16.183538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-158a1bf0-8062-4391-b14d-9e222ce3a52b None None] Provisioning complete for port 264b7cfd-6802-49fb-b97b-000e44441930 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:16.183999 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-158a1bf0-8062-4391-b14d-9e222ce3a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:16.378695 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:16.533730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:16.534739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:16.611752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-158a1bf0-8062-4391-b14d-9e222ce3a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:16.801843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-158a1bf0-8062-4391-b14d-9e222ce3a52b None None] For port 264b7cfd-6802-49fb-b97b-000e44441930, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=264b7cfd-6802-49fb-b97b-000e44441930,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:16.922052 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-158a1bf0-8062-4391-b14d-9e222ce3a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:16.948139 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:12Z', 'revision_number': 3, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:17.025771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f95030-99f8-44ec-b885-85d6c9a37a03 None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:12Z', 'revision_number': 3, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:17.105655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1bf0-8062-4391-b14d-9e222ce3a52b None None] Pushing event updated for resources: {'Port': ['ID=264b7cfd-6802-49fb-b97b-000e44441930,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:17.225609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Allocated IP 172.20.0.2 (7ca771f9-74ce-45d0-a226-ce0f86268e2c/05c1aad9-582e-49ef-ad06-a0f5688e8361/e68725bd-2817-499c-9e84-a6470b55c3f2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:17.401088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:17.739438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:17.765040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:17.957252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:17.966392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:17.973538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:18.011188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Pushing event updated for resources: {'Port': ['ID=e68725bd-2817-499c-9e84-a6470b55c3f2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.097371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Attempting to bind port e68725bd-2817-499c-9e84-a6470b55c3f2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:01:18.098292 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Attempting to bind port e68725bd-2817-499c-9e84-a6470b55c3f2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:01:18.099224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Attempting to bind port e68725bd-2817-499c-9e84-a6470b55c3f2 on network 7ca771f9-74ce-45d0-a226-ce0f86268e2c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:18.133431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:18.133733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Checking segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:01:18.134176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:18.134574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Bound using segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:18.135118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Bound port: e68725bd-2817-499c-9e84-a6470b55c3f2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:01:18.135518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:18.245565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.20.0.1 (7ca771f9-74ce-45d0-a226-ce0f86268e2c/05c1aad9-582e-49ef-ad06-a0f5688e8361/7f77149b-41d7-4073-8434-0a7271873486) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:18.358898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] For port e68725bd-2817-499c-9e84-a6470b55c3f2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:18.367462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] For port e68725bd-2817-499c-9e84-a6470b55c3f2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e68725bd-2817-499c-9e84-a6470b55c3f2,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:18.383290 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:18.465840 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:18.530737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5bd44-ac4b-440d-b674-bb5e0cf15e80 None None] Pushing event updated for resources: {'Port': ['ID=e68725bd-2817-499c-9e84-a6470b55c3f2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.601757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:18.703470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=7f77149b-41d7-4073-8434-0a7271873486,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.738284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:18.747393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:18.753496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:18.891670 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:19.150202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 264b7cfd-6802-49fb-b97b-000e44441930 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:19.284117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:19.307851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 264b7cfd-6802-49fb-b97b-000e44441930 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:19.308435 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:19.757061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:19.764957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:19.921942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:19.933282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=7f77149b-41d7-4073-8434-0a7271873486,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:20.148924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:20.151698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:20.330339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff83c7-3c66-4169-bafa-2e359d73ffe2 None None] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:20.530434 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:20.556872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a3644e0b-b535-4d18-9389-5be6e050ea62 None None] Provisioning complete for port e68725bd-2817-499c-9e84-a6470b55c3f2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:20.558029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3644e0b-b535-4d18-9389-5be6e050ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:21.026384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3644e0b-b535-4d18-9389-5be6e050ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:21.070653 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e68725bd-2817-499c-9e84-a6470b55c3f2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:21.233029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a3644e0b-b535-4d18-9389-5be6e050ea62 None None] For port e68725bd-2817-499c-9e84-a6470b55c3f2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e68725bd-2817-499c-9e84-a6470b55c3f2,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:21.256040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3644e0b-b535-4d18-9389-5be6e050ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:21.407405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3644e0b-b535-4d18-9389-5be6e050ea62 None None] Pushing event updated for resources: {'Port': ['ID=e68725bd-2817-499c-9e84-a6470b55c3f2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.427883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e68725bd-2817-499c-9e84-a6470b55c3f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:21.429450 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:21.562147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:21.596825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42788) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.604228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:21.616983 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7fabbf91-1edf-46e9-a01a-a9b521ba3ddc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "PUT /v2.0/routers/1651d074-deb4-4368-8b58-3a03506bb355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6610103 Nov 09 18:01:21.635380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:21.636117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:21.707580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-72af20ca-08de-4fd5-b39d-605a65123614 None None] Provisioning complete for port 7f77149b-41d7-4073-8434-0a7271873486 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:21.707580 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72af20ca-08de-4fd5-b39d-605a65123614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:21.838373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-72af20ca-08de-4fd5-b39d-605a65123614 None None] Port 7f77149b-41d7-4073-8434-0a7271873486 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:01:21.879824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-72af20ca-08de-4fd5-b39d-605a65123614 None None] Provisioning complete for port e68725bd-2817-499c-9e84-a6470b55c3f2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:21.880786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72af20ca-08de-4fd5-b39d-605a65123614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:21.894733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.895355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.895900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.896801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.897973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.898522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.903773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42790) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.904633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9bc20864-ba1a-455a-8e64-42a492f29f30 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.3056717 Nov 09 18:01:21.949703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:22.121201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.122458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.123162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.125257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.125835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.128317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.131402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ada3de3e-0465-48fb-bae3-ac9aafeec22a tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2261360 Nov 09 18:01:22.135549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42794) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:22.307354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f9dca6c1-896e-4136-9f4d-9bfb3394b230 None None] Provisioning complete for port 7f77149b-41d7-4073-8434-0a7271873486 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:22.307788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f9dca6c1-896e-4136-9f4d-9bfb3394b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:22.376058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f9dca6c1-896e-4136-9f4d-9bfb3394b230 None None] Port 7f77149b-41d7-4073-8434-0a7271873486 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:01:22.388930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 2, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:22.426501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:22.427553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Updating router 1651d074-deb4-4368-8b58-3a03506bb355 port 7f77149b-41d7-4073-8434-0a7271873486 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:01:22.474101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:22.483655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-02d730b1-6e60-41f9-bd28-890c9f14ab69 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3456635 Nov 09 18:01:22.536454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d5d6522-a895-4be2-8833-bbd72cf30853 None None] Provisioning complete for port 7f77149b-41d7-4073-8434-0a7271873486 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:22.536830 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6522-a895-4be2-8833-bbd72cf30853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:22.644925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d6522-a895-4be2-8833-bbd72cf30853 None None] Port 7f77149b-41d7-4073-8434-0a7271873486 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:01:22.886862 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e68725bd-2817-499c-9e84-a6470b55c3f2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:23.017595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:23.023758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177322459', 'description': 'tempest-secgroup-smoke-177322459 description', 'project_id': '75b882658a5f4093acf5dc9767ad999c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:23.102712 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.109652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.145621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.222069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e68725bd-2817-499c-9e84-a6470b55c3f2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:23.222890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.272776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.281377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.357468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e4247-b30b-43d7-afcc-ed7bc20cf527 None None] Pushing event updated for resources: {'Port': ['ID=7f77149b-41d7-4073-8434-0a7271873486,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:23.367086 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.369125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3501706 Nov 09 18:01:23.374590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:23.375652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.381713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Attempting to bind port 7f77149b-41d7-4073-8434-0a7271873486 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:01:23.382099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Attempting to bind port 7f77149b-41d7-4073-8434-0a7271873486 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:01:23.382456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Attempting to bind port 7f77149b-41d7-4073-8434-0a7271873486 on network 7ca771f9-74ce-45d0-a226-ce0f86268e2c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:23.383705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4b3a2bbf-01a7-4656-8b4e-0547efed70dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:23.397707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:23.398239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Checking segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:01:23.398660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.399095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Bound using segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:23.399608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Bound port: 7f77149b-41d7-4073-8434-0a7271873486, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:01:23.400005 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.417726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e38153-c208-4b34-8475-ef771e59175b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a2bbf-01a7-4656-8b4e-0547efed70dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:23.481680 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.565402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] For port 7f77149b-41d7-4073-8434-0a7271873486, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:23.570436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] For port 7f77149b-41d7-4073-8434-0a7271873486, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7f77149b-41d7-4073-8434-0a7271873486,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:23.579273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.644809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:23.645645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:23.707638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.714730 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.764147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f0352-f5ed-4db0-bc05-65774963a387,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:23.779280 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.783190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4053faed-b858-43f2-b72b-33926447f469 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4043777 Nov 09 18:01:23.784956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42808) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:23.792256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4b3a2bbf-01a7-4656-8b4e-0547efed70dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:23.853354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.986171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:23.992864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.052263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.054746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2681210 Nov 09 18:01:24.057939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832eff2-1891-4837-a932-b3a71691b2ed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc95c9f1-5033-4670-9713-7986afc2b5d4,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.059141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.065493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4b3a2bbf-01a7-4656-8b4e-0547efed70dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:24.089222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e4247-b30b-43d7-afcc-ed7bc20cf527 None None] Pushing event updated for resources: {'Port': ['ID=7f77149b-41d7-4073-8434-0a7271873486,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.097417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e14c4439-36a0-4475-924e-eb00b905c11c None None] Provisioning complete for port 7f77149b-41d7-4073-8434-0a7271873486 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:24.097813 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e14c4439-36a0-4475-924e-eb00b905c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.130368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.241026 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.241366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:24.248316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.294954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04415dd4-c2b1-425b-984f-a628f76ad87a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.305117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.315939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fa5f5017-0413-454b-bd26-796873d39dd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2512507 Nov 09 18:01:24.317543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.341680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4b3a2bbf-01a7-4656-8b4e-0547efed70dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:24.421069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.479346 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e14c4439-36a0-4475-924e-eb00b905c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.549721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.565383 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.605459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af056511-da7c-4b53-8207-7f25a3ddd089,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.625023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.627265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eca96913-9487-40b5-9752-bd5b505270c8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3058317 Nov 09 18:01:24.631184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.636375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4b3a2bbf-01a7-4656-8b4e-0547efed70dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:24.668638 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Project 75b882658a5f4093acf5dc9767ad999c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:01:24.681594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e14c4439-36a0-4475-924e-eb00b905c11c None None] For port 7f77149b-41d7-4073-8434-0a7271873486, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7f77149b-41d7-4073-8434-0a7271873486,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:24.683085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.691908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e14c4439-36a0-4475-924e-eb00b905c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.822098 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.829628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.858762 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c4439-36a0-4475-924e-eb00b905c11c None None] Pushing event updated for resources: {'Port': ['ID=7f77149b-41d7-4073-8434-0a7271873486,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.903610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce872c6-53ab-48c7-98af-2099478b1b58,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.910896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d2480185-4ceb-4b92-89b0-a209f22bbc03 None None] Provisioning complete for port 7f77149b-41d7-4073-8434-0a7271873486 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:24.911654 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2480185-4ceb-4b92-89b0-a209f22bbc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.931761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:24.938274 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2f7009ee-f39f-45b6-a05d-700653781ff3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3054154 Nov 09 18:01:24.942551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42824) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.951827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4b3a2bbf-01a7-4656-8b4e-0547efed70dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:24.966431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.998798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:23Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:25.028481 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Project 75b882658a5f4093acf5dc9767ad999c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:01:25.039093 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.085159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71c153-0d59-41f8-85f6-bd0837030b8e None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:23Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:25.185260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.200116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.282328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.299036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472617 Nov 09 18:01:25.299370 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42777e97-3bd0-433d-bb2e-c1de41ec845b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.301769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b88b1-c35a-4d7e-aea3-5326e9af539a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585e9d35-dff7-4105-9825-5aa36a0e11c4,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.592214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42777e97-3bd0-433d-bb2e-c1de41ec845b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.608030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42777e97-3bd0-433d-bb2e-c1de41ec845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.668066 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-42777e97-3bd0-433d-bb2e-c1de41ec845b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b33666ca8f7d4bfb8df135863126e1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6998737 Nov 09 18:01:25.675171 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42840) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:25.680763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42777e97-3bd0-433d-bb2e-c1de41ec845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9493e-4b24-4167-9d79-cad25355b23c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.812943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19bc1e8f-a288-4ab2-b2f7-4d983d476830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.873432 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19bc1e8f-a288-4ab2-b2f7-4d983d476830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.893528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-4ab537bc-4495-4c91-9e31-85fe69e282e3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177322459&fields=id&tenant_id=75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 267 time: 0.1491356 Nov 09 18:01:25.982374 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19bc1e8f-a288-4ab2-b2f7-4d983d476830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.988421 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19bc1e8f-a288-4ab2-b2f7-4d983d476830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:25.991518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-19bc1e8f-a288-4ab2-b2f7-4d983d476830 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3d9493e-4b24-4167-9d79-cad25355b23c HTTP/1.1" status: 204 len: 168 time: 0.3076611 Nov 09 18:01:26.006334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1e8f-a288-4ab2-b2f7-4d983d476830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9493e-4b24-4167-9d79-cad25355b23c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:26.164595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-bda4539c-e224-4942-98cb-0bc0bc90bda3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:26.170273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-bda4539c-e224-4942-98cb-0bc0bc90bda3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/networks?id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 797 time: 0.2749889 Nov 09 18:01:26.242933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-ae9e3f88-6dae-4c47-aa2c-9eab8bb18df4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/quotas/75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 375 time: 0.0334475 Nov 09 18:01:26.443482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-08a6889d-0636-44d7-8382-7090b315d2af tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1884320 Nov 09 18:01:26.689651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-397691ef-fc6e-475e-b80f-10b9e5035dfa service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:01:26.691573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-397691ef-fc6e-475e-b80f-10b9e5035dfa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2214229 Nov 09 18:01:26.694286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42854) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:26.719966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72027820-a463-478c-8247-4bc9f1a9726b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:26.896069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72027820-a463-478c-8247-4bc9f1a9726b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:26.903279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-72027820-a463-478c-8247-4bc9f1a9726b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:26.916504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-15b293d0-095b-401c-8cc4-2c88ff6e49ab service neutron] 10.222.0.45 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097390 Nov 09 18:01:26.959900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7f77149b-41d7-4073-8434-0a7271873486 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:26.972993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-72027820-a463-478c-8247-4bc9f1a9726b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74043533015147108f7877f3e6d2a71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761652 Nov 09 18:01:26.977151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42856) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:26.981688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72027820-a463-478c-8247-4bc9f1a9726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b6b6a-ec1d-44c3-87c8-b7a35d3fd442,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.097589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-59eff2c4-b53c-46d0-913e-40a40a44b4c6 service neutron] 10.222.0.45 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527691 Nov 09 18:01:27.109164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 7f77149b-41d7-4073-8434-0a7271873486 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:27.111319 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5f8b-eb8d-40bf-8359-61d33fbbbf46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:27.113163 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:27.210848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5f8b-eb8d-40bf-8359-61d33fbbbf46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:27.364581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5f8b-eb8d-40bf-8359-61d33fbbbf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:27.370496 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5f8b-eb8d-40bf-8359-61d33fbbbf46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:27.373006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f9ed5f8b-eb8d-40bf-8359-61d33fbbbf46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf3b6b6a-ec1d-44c3-87c8-b7a35d3fd442 HTTP/1.1" status: 204 len: 168 time: 0.3942256 Nov 09 18:01:27.405466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed5f8b-eb8d-40bf-8359-61d33fbbbf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b6b6a-ec1d-44c3-87c8-b7a35d3fd442,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.577551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5a90e3f1-0046-4c00-88e6-f2899b2a5e37 req-81c5a1d2-314a-47f3-9888-1d70aed4dc54 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 210 time: 0.0421531 Nov 09 18:01:28.013023 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4dddff72-27b6-400a-8ac4-978ac1e775c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:28.610085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:29.023413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d2dd238-f293-4a6d-a99d-2d78aced612c req-744c3c73-38f6-4399-a013-229625370131 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 210 time: 0.3420339 Nov 09 18:01:29.129352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-28400a9a-3938-4f41-a6d4-27ea2c2e0ea9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.132003 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-28400a9a-3938-4f41-a6d4-27ea2c2e0ea9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.43 "GET /v2.0/networks?id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 797 time: 0.1976705 Nov 09 18:01:29.251647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-d1322197-62fe-442e-9d7f-8b4395bf1afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 379 time: 0.1099329 Nov 09 18:01:29.266190 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'port': {'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'admin_state_up': True, 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'security_groups': ['4b3a2bbf-01a7-4656-8b4e-0547efed70dc']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:29.488005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:29.494825 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:29.757344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.20.0.4 (7ca771f9-74ce-45d0-a226-ce0f86268e2c/05c1aad9-582e-49ef-ad06-a0f5688e8361/426f38a8-192f-4bd0-9ac4-720259fa3c9b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:29.940988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:29.985009 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.036685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:30.043049 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:30.049645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:30.057803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=426f38a8-192f-4bd0-9ac4-720259fa3c9b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:30.143421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:30.144605 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.190219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-929a0a06-57b2-496f-ac03-769d086e2bd5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310875 Nov 09 18:01:30.244186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Request body: {'port': {'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:30.305951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1e7ad-4ef8-4c0e-ad4f-9fb191f63f31 req-b230d2d2-03c4-48d7-a095-887f93d80b36 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:30.307820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7f1e7ad-4ef8-4c0e-ad4f-9fb191f63f31 req-b230d2d2-03c4-48d7-a095-887f93d80b36 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 931 time: 0.1253717 Nov 09 18:01:30.355000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.422757 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d85c1474-bad4-4fe4-9eaa-87d176afea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.454196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7f1e7ad-4ef8-4c0e-ad4f-9fb191f63f31 req-d06c6d37-94b4-40e5-ac6d-9e28b3a04269 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296682 Nov 09 18:01:30.486047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-04a0073d-20c7-4590-bdd0-68c84e79f924 None None] Provisioning complete for port 426f38a8-192f-4bd0-9ac4-720259fa3c9b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:30.486427 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04a0073d-20c7-4590-bdd0-68c84e79f924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.534441 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-04a0073d-20c7-4590-bdd0-68c84e79f924 None None] Port 426f38a8-192f-4bd0-9ac4-720259fa3c9b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:01:30.796627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426f38a8-192f-4bd0-9ac4-720259fa3c9b {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:30.806520 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.826807 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Transition to ACTIVE for port object 426f38a8-192f-4bd0-9ac4-720259fa3c9b will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:30.832816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:30.847416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 42950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.971791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=426f38a8-192f-4bd0-9ac4-720259fa3c9b,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.058553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Attempting to bind port 426f38a8-192f-4bd0-9ac4-720259fa3c9b on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:01:31.059217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Attempting to bind port 426f38a8-192f-4bd0-9ac4-720259fa3c9b by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:01:31.059808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Attempting to bind port 426f38a8-192f-4bd0-9ac4-720259fa3c9b on network 7ca771f9-74ce-45d0-a226-ce0f86268e2c {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:31.076336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Port 426f38a8-192f-4bd0-9ac4-720259fa3c9b on network 7ca771f9-74ce-45d0-a226-ce0f86268e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:31.076662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Attempting to bind port 426f38a8-192f-4bd0-9ac4-720259fa3c9b on network 7ca771f9-74ce-45d0-a226-ce0f86268e2c {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:31.092884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2129f040-c801-4e80-aa96-6fb1310b4751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.096567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:31.096920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Checking segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:01:31.097405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Bound using segment: {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:31.097856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Bound port: 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06bcd57-a291-46f8-8512-472cdb0a603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:01:31.098280 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.202681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] For port 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:31.209227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] For port 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:31.217428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.272703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.273341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.274875 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 200 len: 1091 time: 1.0704155 Nov 09 18:01:31.277394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:31.280041 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:31.304511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2129f040-c801-4e80-aa96-6fb1310b4751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.326300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2129f040-c801-4e80-aa96-6fb1310b4751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.366164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776d4e-1779-4ae3-9450-a4bc5dcff2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=426f38a8-192f-4bd0-9ac4-720259fa3c9b,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.407287 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d25d7ad-e355-4c46-92d8-772dbded359b x-openstack-request-id: req-8d25d7ad-e355-4c46-92d8-772dbded359b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:31.407529 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:31.407787 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d25d7ad-e355-4c46-92d8-772dbded359b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:31.408359 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'status': 'completed', 'code': 200} Nov 09 18:01:31.442719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129f040-c801-4e80-aa96-6fb1310b4751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862b1b2-c57a-415c-8f57-5fdf3d4ac434,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.451838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2129f040-c801-4e80-aa96-6fb1310b4751 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7ddac4c371d446dbec6f212ce3a8506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981393 Nov 09 18:01:31.452361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:31.477762 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-e89398d8-f0e3-4f83-8985-2397c48cca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.479983 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-e89398d8-f0e3-4f83-8985-2397c48cca7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1094 time: 0.1345272 Nov 09 18:01:31.539962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a52-148a-46e0-97e3-021254504ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.571410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a52-148a-46e0-97e3-021254504ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.576512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-63caaf05-6eb7-4a10-98ea-6ffa161e79cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 200 len: 217 time: 0.0860629 Nov 09 18:01:31.667381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-149facb1-eb64-4002-8f57-d4b9a377db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.668036 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a52-148a-46e0-97e3-021254504ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.668975 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-149facb1-eb64-4002-8f57-d4b9a377db99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05c1aad9-582e-49ef-ad06-a0f5688e8361 HTTP/1.1" status: 200 len: 834 time: 0.0854352 Nov 09 18:01:31.671574 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2a52-148a-46e0-97e3-021254504ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.673637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fb4b2a52-148a-46e0-97e3-021254504ed2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c862b1b2-c57a-415c-8f57-5fdf3d4ac434 HTTP/1.1" status: 204 len: 168 time: 0.2200427 Nov 09 18:01:31.686889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b2a52-148a-46e0-97e3-021254504ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862b1b2-c57a-415c-8f57-5fdf3d4ac434,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.721723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017f81-4439-4565-8b68-467dbb516c45 req-6c730add-4ab6-44b2-ba0c-e912da201006 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.723356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66017f81-4439-4565-8b68-467dbb516c45 req-6c730add-4ab6-44b2-ba0c-e912da201006 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 943 time: 0.1089199 Nov 09 18:01:31.762098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-bb418ee8-735d-49a8-95ac-6a789b19f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.763911 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-bb418ee8-735d-49a8-95ac-6a789b19f3da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ca771f9-74ce-45d0-a226-ce0f86268e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864472 Nov 09 18:01:31.785351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:31.841352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66017f81-4439-4565-8b68-467dbb516c45 req-5b7bac89-ce7b-4124-a79f-23d3b37c76c2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103358 Nov 09 18:01:31.933283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-181c99af-fc1e-4b80-9806-2c6872ed27bd service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528630 Nov 09 18:01:32.094933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.113001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eb6ddad3-858e-4e35-a985-e7cf3e08d826 req-3f302fa9-e079-455a-a536-32d5f28dbe74 service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713450 Nov 09 18:01:32.128183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f6d-952b-4b6c-9670-c0aa1bfdf31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.225599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-0e4c3dd3-35ba-4298-99af-786e558fd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.227696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-0e4c3dd3-35ba-4298-99af-786e558fd225 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1094 time: 0.0639141 Nov 09 18:01:32.283498 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f6d-952b-4b6c-9670-c0aa1bfdf31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.290847 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f6d-952b-4b6c-9670-c0aa1bfdf31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.348695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc8f6d-952b-4b6c-9670-c0aa1bfdf31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9151f45-730b-4b61-a48c-0b9546617360,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.363147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-4ab86223-c816-4b9b-8341-87f5f7a76795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.366139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-4ab86223-c816-4b9b-8341-87f5f7a76795 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 897 time: 0.1306229 Nov 09 18:01:32.397232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3dfc8f6d-952b-4b6c-9670-c0aa1bfdf31d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91e7b5af784f4c57a54bd8a7e4388bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999218 Nov 09 18:01:32.398417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 42968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.422572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-f4d94bde-73ff-436d-8c6f-3771c1b059a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 200 len: 217 time: 0.0472491 Nov 09 18:01:32.493513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-da485d6a-3575-40ba-946b-2894d4c18698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.496678 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-da485d6a-3575-40ba-946b-2894d4c18698 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05c1aad9-582e-49ef-ad06-a0f5688e8361 HTTP/1.1" status: 200 len: 834 time: 0.0655270 Nov 09 18:01:32.503352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13893196-ab62-4067-83a2-98377444ed27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.543739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13893196-ab62-4067-83a2-98377444ed27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.571829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-26e61e36-d5ff-4ca5-88ed-799fc3dd7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.573564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-26e61e36-d5ff-4ca5-88ed-799fc3dd7813 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ca771f9-74ce-45d0-a226-ce0f86268e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694036 Nov 09 18:01:32.633446 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13893196-ab62-4067-83a2-98377444ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.636684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13893196-ab62-4067-83a2-98377444ed27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:32.640440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13893196-ab62-4067-83a2-98377444ed27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9151f45-730b-4b61-a48c-0b9546617360 HTTP/1.1" status: 204 len: 168 time: 0.2382421 Nov 09 18:01:32.650494 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13893196-ab62-4067-83a2-98377444ed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9151f45-730b-4b61-a48c-0b9546617360,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.730119 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-260ee8b8-bd31-46e0-a382-8af6767d4b0f service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482277 Nov 09 18:01:32.860504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5d3e9d8-7251-4270-bed9-906ecd7b31d7 req-62749751-391d-4985-b298-bc06c79f0df1 service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218588 Nov 09 18:01:33.013838 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:01:33.080704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f381d-5e94-457c-869c-cba58b593611 req-53c5687e-df6d-404f-8658-4cf1bea981c0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:33.088827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5d8f381d-5e94-457c-869c-cba58b593611 req-53c5687e-df6d-404f-8658-4cf1bea981c0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 943 time: 0.0792990 Nov 09 18:01:33.160643 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5d8f381d-5e94-457c-869c-cba58b593611 req-d9329130-ce3f-43e4-b93e-2e0044a7de80 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664032 Nov 09 18:01:33.238755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:33.576029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:34.313476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a17d-af5b-41fc-93c8-6a7a4ae6c54a req-330f4a0b-fb2b-4d48-b4d2-6e69ae455376 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:34.316226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b147a17d-af5b-41fc-93c8-6a7a4ae6c54a req-330f4a0b-fb2b-4d48-b4d2-6e69ae455376 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 943 time: 0.0605090 Nov 09 18:01:34.407040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b147a17d-af5b-41fc-93c8-6a7a4ae6c54a req-5588fed9-4977-4a02-830f-bf27ab46752d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811980 Nov 09 18:01:34.662756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 426f38a8-192f-4bd0-9ac4-720259fa3c9b details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:34.833317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:34.857555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:34.908898 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:34.928487 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426f38a8-192f-4bd0-9ac4-720259fa3c9b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:34.955696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:34.963697 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:35.093010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=426f38a8-192f-4bd0-9ac4-720259fa3c9b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:35.115074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.115361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.115851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.116272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.116757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.117225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.117628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.118472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.120370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.120728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.121072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.121405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:35.182843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['426f38a8-192f-4bd0-9ac4-720259fa3c9b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:35.574062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe068569-2f63-4f62-98d9-acce681ccfcb req-48a425cc-77fe-46b2-b338-05608b082536 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.575762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe068569-2f63-4f62-98d9-acce681ccfcb req-48a425cc-77fe-46b2-b338-05608b082536 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 944 time: 0.0748563 Nov 09 18:01:35.633649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe068569-2f63-4f62-98d9-acce681ccfcb req-daf5576c-0a25-4d4b-8a45-467b7f54fbe8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511098 Nov 09 18:01:36.695817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 426f38a8-192f-4bd0-9ac4-720259fa3c9b up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:36.777100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 426f38a8-192f-4bd0-9ac4-720259fa3c9b completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:36.785583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 426f38a8-192f-4bd0-9ac4-720259fa3c9b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:36.786448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:36.795260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3b72-0cdb-40e3-b8df-f478894f7b47 req-2d43f78d-e14a-4124-abf6-52a3b79c031f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.797888 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4ca3b72-0cdb-40e3-b8df-f478894f7b47 req-2d43f78d-e14a-4124-abf6-52a3b79c031f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 944 time: 0.0745349 Nov 09 18:01:36.919864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4ca3b72-0cdb-40e3-b8df-f478894f7b47 req-f3f0cd82-37bc-46b3-be07-6ad0c12c94e2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099288 Nov 09 18:01:36.953110 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:36.965102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-d1e8f852-4300-4e47-bf84-a1d95e007de5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605042 Nov 09 18:01:37.004049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:37.008592 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95374808-1454-41e4-ae49-e5ce900377bb" -d '{"events": [{"server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "name": "network-vif-plugged", "status": "completed", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:37.032604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:37.039349 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:37.081727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-4524f8ce-5ffc-4863-88e7-80ff0163fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.083105 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-4524f8ce-5ffc-4863-88e7-80ff0163fe68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 1096 time: 0.0670986 Nov 09 18:01:37.111383 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9591e598-89a0-457e-9695-c095f07d118a x-openstack-request-id: req-9591e598-89a0-457e-9695-c095f07d118a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:37.111786 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "name": "network-vif-plugged", "status": "completed", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:37.112141 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9591e598-89a0-457e-9695-c095f07d118a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:37.113324 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'code': 200} Nov 09 18:01:37.169536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=426f38a8-192f-4bd0-9ac4-720259fa3c9b,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:37.341540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534626-c097-48da-80a7-e72c8ad9f4c3 req-5d8ffa55-a041-4277-8c2e-db69bf5492cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.344381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19534626-c097-48da-80a7-e72c8ad9f4c3 req-5d8ffa55-a041-4277-8c2e-db69bf5492cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1096 time: 0.1143017 Nov 09 18:01:37.424608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-f055e258-a821-476a-8b2b-42afe79c78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.426913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-f055e258-a821-476a-8b2b-42afe79c78e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.3075690 Nov 09 18:01:37.495479 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19534626-c097-48da-80a7-e72c8ad9f4c3 req-0d5fb4ff-3b7a-4bf2-bf2f-48447b8cdc81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400115 Nov 09 18:01:37.531418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-2dd18e8a-feaa-4d51-81de-391649684808 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5 HTTP/1.1" status: 200 len: 1001 time: 0.0933924 Nov 09 18:01:37.764405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-3cb31df7-e6e0-44ad-8434-b6aafaa85cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.767126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-3cb31df7-e6e0-44ad-8434-b6aafaa85cf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0770035 Nov 09 18:01:37.836911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-a08310d6-b27b-49f3-be6c-64119cb491a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.839370 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-a08310d6-b27b-49f3-be6c-64119cb491a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647025 Nov 09 18:01:38.322719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2d95-a1a3-4c98-9fc9-35e9f4bf7ea0 req-a0187e70-c960-49a7-a517-c673150bdbd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.326318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc0a2d95-a1a3-4c98-9fc9-35e9f4bf7ea0 req-a0187e70-c960-49a7-a517-c673150bdbd4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 945 time: 0.0929911 Nov 09 18:01:38.380758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-6cedaaaf-e6a8-4b60-a477-02402b5074a3 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327458 Nov 09 18:01:38.517205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc0a2d95-a1a3-4c98-9fc9-35e9f4bf7ea0 req-a92efd50-c022-4cc8-94d5-7d9dc2c1426b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792722 Nov 09 18:01:38.561708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-e6dc5bab-c2a5-41f4-b681-1678369eef9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082590 Nov 09 18:01:38.617117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-63b16e40-c11b-4a6e-8b41-281f9ba6eb56 req-61a71a58-44a5-4ec7-8583-32ad178cef30 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216358 Nov 09 18:01:38.727531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-71b08bb0-171c-4e33-acfb-df08f25f8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.729251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-71b08bb0-171c-4e33-acfb-df08f25f8e5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8642f66f506a4399851e1e2a238be9f2&device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 1101 time: 0.0607009 Nov 09 18:01:38.869747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-2dbc9f92-42e2-4fef-9b51-23a49e20164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.871540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-2dbc9f92-42e2-4fef-9b51-23a49e20164e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1144924 Nov 09 18:01:38.920993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-0b17a4d8-ddbf-4e26-9ddb-06647e523efc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Nov 09 18:01:38.995613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-58f067a2-20b0-4ec0-b2f6-2dca90df0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.997065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-58f067a2-20b0-4ec0-b2f6-2dca90df0d5a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0657747 Nov 09 18:01:39.062220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-db2b352f-4c25-4b5c-be70-6d0b456ce434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:39.063963 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-db2b352f-4c25-4b5c-be70-6d0b456ce434 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551431 Nov 09 18:01:39.221734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-06610499-c92d-4002-bb4f-fc14b530756a service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458850 Nov 09 18:01:39.350400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6504fee-8f5e-4ca4-b258-4772b668ae4e req-ab0dd143-1d23-4130-8983-212ae98c527d service neutron] 10.222.0.83 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180961 Nov 09 18:01:39.735057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced40c5-acd4-47b9-8411-612e6ec1df9d req-3178291d-cb69-4992-b496-add4595044a7 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:39.739555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cced40c5-acd4-47b9-8411-612e6ec1df9d req-3178291d-cb69-4992-b496-add4595044a7 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 945 time: 0.0775075 Nov 09 18:01:39.829672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cced40c5-acd4-47b9-8411-612e6ec1df9d req-d2eba22e-7694-4557-beba-25854148eefe tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831597 Nov 09 18:01:39.999660 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80870ff2-c377-4393-9989-f299b2faa7ae req-8ff3a7b8-a8b3-463b-a648-d473a4135f5e tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.001430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80870ff2-c377-4393-9989-f299b2faa7ae req-8ff3a7b8-a8b3-463b-a648-d473a4135f5e tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 945 time: 0.0806088 Nov 09 18:01:40.067970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-80870ff2-c377-4393-9989-f299b2faa7ae req-4a4264b1-3e6c-4945-ac3d-2db7aa590a85 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544784 Nov 09 18:01:40.108360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.160264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ea703-8c9c-4993-9300-8f0710f8bb06 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.161832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0d6ea703-8c9c-4993-9300-8f0710f8bb06 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1091 time: 0.0520463 Nov 09 18:01:40.165759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.172315 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:40.209135 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:40.391327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:40.566064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.25.3.167 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/94502a1f-0be5-47c1-9ffc-4452e1cf4548) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:40.748161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:40.823774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:40.906878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:40.919723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:40.927733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:40.939546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=94502a1f-0be5-47c1-9ffc-4452e1cf4548,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:41.506977 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:41.608927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:41.862252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:41.868945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:41.977114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=94502a1f-0be5-47c1-9ffc-4452e1cf4548,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:42.002146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:42.140972 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Floating IP 5f7e0539-7608-4bd6-a6f5-f84e02609e1b associated. External IP: 172.25.3.167, port: 426f38a8-192f-4bd0-9ac4-720259fa3c9b. Nov 09 18:01:42.527499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:42.734957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:42.750663 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:42.766396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:42.787048 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:42.788325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:42.888008 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0a505666-5e12-4a7e-9182-779b310532be tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7181146 Nov 09 18:01:42.888008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:42.888700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 43196) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:42.891860 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38" -d '{"events": [{"name": "network-changed", "server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:42.942865 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa82a9b6-6179-45a5-8e74-b8f310dc30cd x-openstack-request-id: req-aa82a9b6-6179-45a5-8e74-b8f310dc30cd {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:42.944060 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:42.944544 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa82a9b6-6179-45a5-8e74-b8f310dc30cd {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:42.945260 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'status': 'completed', 'code': 200} Nov 09 18:01:43.004046 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:43.064569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e5d64b8-9f60-4147-9a5a-fce5a26a943f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/5f7e0539-7608-4bd6-a6f5-f84e02609e1b HTTP/1.1" status: 200 len: 991 time: 0.1741848 Nov 09 18:01:43.074654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-59ea331c-fd0c-44fd-a1e5-bd0ac3de9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.076463 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-59ea331c-fd0c-44fd-a1e5-bd0ac3de9e42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1096 time: 0.0810721 Nov 09 18:01:43.278118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-e8c80466-ec8d-4436-b1cc-22584aeac869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.279821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-e8c80466-ec8d-4436-b1cc-22584aeac869 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 897 time: 0.1846385 Nov 09 18:01:43.384305 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-5dde1bed-2372-43a9-9183-5b720e8f3a4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 200 len: 999 time: 0.0963390 Nov 09 18:01:43.450864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-18adec8e-8eb3-4ddc-825a-21c28e7b4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.452454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-18adec8e-8eb3-4ddc-825a-21c28e7b4a32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05c1aad9-582e-49ef-ad06-a0f5688e8361 HTTP/1.1" status: 200 len: 834 time: 0.0612941 Nov 09 18:01:43.513826 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-b739b3da-4a46-4c13-9bf9-24219a22a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.517050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-b739b3da-4a46-4c13-9bf9-24219a22a364 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ca771f9-74ce-45d0-a226-ce0f86268e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558486 Nov 09 18:01:43.532967 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:41Z', 'revision_number': 0, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:43.571144 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:43.582597 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:43.583670 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:01:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:43.681731 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-c48db4b7-9d5b-49ee-8ddc-c7d16b80a74e service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536069 Nov 09 18:01:43.780854 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:43.867366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-eed8f6e8-ee8c-418c-be3c-bc8335df5b38 req-8076da13-31b4-4a14-b256-8e0d5ea8af0e service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703756 Nov 09 18:01:44.070809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:44.208386 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:41Z', 'revision_number': 0, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:44.233698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7f71cd5b-1e6c-4c5a-9786-73841370362d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/5f7e0539-7608-4bd6-a6f5-f84e02609e1b HTTP/1.1" status: 200 len: 991 time: 0.1593189 Nov 09 18:01:44.252634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58578766-c41d-4619-bd16-5d2f99541445 None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:01:19Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:41Z', 'revision_number': 0, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:44.609980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a6fd1-6bd7-46c5-8856-02fe0f895dfb None None] New status for floating IP 5f7e0539-7608-4bd6-a6f5-f84e02609e1b: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:01:45.236932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:45.320133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bc7396a8-f06a-43fa-9d7a-6dd4ed57b1fc tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/5f7e0539-7608-4bd6-a6f5-f84e02609e1b HTTP/1.1" status: 200 len: 993 time: 0.0819578 Nov 09 18:01:53.263216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:58.006687 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e810022d-7227-42ed-86d2-ad2e04b7a64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:01:58.638863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:00.427139 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7bec44b-7304-427f-8da7-4ee01187883b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:01.785413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:03.235482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:03.554295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:10.015903 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:02:10.037962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:10.126208 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118939f-704d-421e-ac45-e48afcbf1e6d tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.126882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118939f-704d-421e-ac45-e48afcbf1e6d tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.128037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118939f-704d-421e-ac45-e48afcbf1e6d tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.131490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f118939f-704d-421e-ac45-e48afcbf1e6d tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=75b882658a5f4093acf5dc9767ad999c&network_id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 2969 time: 0.0911272 Nov 09 18:02:14.628875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 43996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:14.717075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c057a-9e91-4521-b602-44804d455806 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.719104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-701c057a-9e91-4521-b602-44804d455806 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc HTTP/1.1" status: 200 len: 814 time: 0.0887320 Nov 09 18:02:15.843609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:15.850140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'network': {'name': 'tempest-network-smoke--2141117033', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:15.876163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:15.883718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:15.922069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:15.934727 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:15.935467 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Added segment 9aeae729-5ec6-4c76-ac00-05c71716c5de of type vlan for network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a Nov 09 18:02:15.986270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:16.024095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:16.036966 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.036966 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:16.066453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2199752 Nov 09 18:02:16.071264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44026) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.141043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Network': ['ID=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.151727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.152200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.152654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.153237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.154233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.154924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.155523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.156193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.156840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.157431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.158159 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.158804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5096dc48-98d3-4305-9fe4-ccf126784fac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.189271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:16.287706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4380136-01b8-475b-aa37-1959a9128491 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.290788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a4380136-01b8-475b-aa37-1959a9128491 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75b882658a5f4093acf5dc9767ad999c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2156732 Nov 09 18:02:16.294924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44028) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.457563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d1fbc-1f28-419b-a5ca-471fec30ba8d tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.464934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5f0d1fbc-1f28-419b-a5ca-471fec30ba8d tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1676540 Nov 09 18:02:16.468231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44034) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.554698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c068ae93-cb56-4f9b-abcd-dd6d7ed442f7 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832789 Nov 09 18:02:16.557504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.656321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e83f5bb0-94d7-46fd-a079-6e4cbdf4e730 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75b882658a5f4093acf5dc9767ad999c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971611 Nov 09 18:02:16.659128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.541353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ed7d3-f760-4620-9d46-d8919fd555cf tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.549239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad6ed7d3-f760-4620-9d46-d8919fd555cf tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8856082 Nov 09 18:02:17.550041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44110) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.648194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c587b0bd-1361-4bf1-825b-87f53c63abe9 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937021 Nov 09 18:02:17.649672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44122) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.657232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-311655137', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:17.946535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:17.951519 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:18.338488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:18.481151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Subnet': ['ID=c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:18.508469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Checking segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:02:18.510526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network hostable DHCP agents. Network: e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:18.521100 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.534195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.535267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.536548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.537481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.538309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.539179 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.543210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.544306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.545215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.546153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.547759 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:18.593056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:18.619576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:18.631648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2830f2e-e04e-4ecd-8bd5-1abfe90561ad None None] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:18.633446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:18.634062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:18.683439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-293ee750-5d8b-4f85-8834-c53aa7c43cae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0313137 Nov 09 18:02:18.955544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ips': [{'subnet_id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:18.956464 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.195927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Allocated IP 172.20.0.18 (e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a/c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2/faea6435-7023-48cd-8d08-1d8c36e81af7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:19.206933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44262) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.217024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734612275', 'description': 'tempest-secgroup-smoke-1734612275 description', 'project_id': '75b882658a5f4093acf5dc9767ad999c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:19.262083 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.397365 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.403436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.433896 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.445294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.450663 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.453452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2443478 Nov 09 18:02:19.458649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44280) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.466186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': 'b3a05c0b-871d-494f-9112-eeaec3567e7b', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:19.476419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a60e03-bbf0-4e69-8918-61524f4bf896 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a05c0b-871d-494f-9112-eeaec3567e7b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.522110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.556699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:19.567195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:19.574531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:19.626123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.634952 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.648910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Pushing event updated for resources: {'Port': ['ID=faea6435-7023-48cd-8d08-1d8c36e81af7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.734743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.737788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774534 Nov 09 18:02:19.741382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d522e0-2ec7-4a9d-8e1a-1901896f491f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa48a22-9e55-495c-a1c9-7af05c904d94,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.742696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.750281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': 'b3a05c0b-871d-494f-9112-eeaec3567e7b', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:19.752119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Attempting to bind port faea6435-7023-48cd-8d08-1d8c36e81af7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:02:19.752535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Attempting to bind port faea6435-7023-48cd-8d08-1d8c36e81af7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:02:19.752950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Attempting to bind port faea6435-7023-48cd-8d08-1d8c36e81af7 on network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:19.761105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:19.761491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Checking segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:02:19.762083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.762502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Bound using segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:19.763425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Bound port: faea6435-7023-48cd-8d08-1d8c36e81af7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:02:19.765007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.838497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:19.969714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] For port faea6435-7023-48cd-8d08-1d8c36e81af7, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:19.980608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] For port faea6435-7023-48cd-8d08-1d8c36e81af7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=faea6435-7023-48cd-8d08-1d8c36e81af7,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:19.988931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.013160 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.023205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.156718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3103b695-f735-4f75-bcee-751ca0d2b36f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.166179 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.175682 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44340) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.177844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ada73f04-fb81-4308-8345-881760411797 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4318485 Nov 09 18:02:20.183478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': 'b3a05c0b-871d-494f-9112-eeaec3567e7b', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:20.201480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca860d-3e35-413a-b932-196c5eb8e1b3 None None] Pushing event updated for resources: {'Port': ['ID=faea6435-7023-48cd-8d08-1d8c36e81af7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.267016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.359101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.369849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.403363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2125d0-f975-4d3f-bf76-b9171dacc2d1,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.428555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.438788 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.452123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': 'b3a05c0b-871d-494f-9112-eeaec3567e7b', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:20.458059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cc5a5943-8248-41d8-9ab0-10009556e1bf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2801738 Nov 09 18:02:20.542743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.709385 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.719030 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.749898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afadfd84-b54b-4349-9985-9db763439147,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.767310 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:20.773329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2c3d8566-fbff-4d25-b5c6-bb1dc2c19579 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3298304 Nov 09 18:02:20.773540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44392) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.781245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': 'b3a05c0b-871d-494f-9112-eeaec3567e7b', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:20.833560 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Project 75b882658a5f4093acf5dc9767ad999c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:02:20.846752 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.032687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.036927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.064301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faea6435-7023-48cd-8d08-1d8c36e81af7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:21.066706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cb0fee-39a9-4033-b232-1194ca7f166c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.090801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.099073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b6e2d5df-9231-4369-a9e8-fd33cb963ee8 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231382 Nov 09 18:02:21.099939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 44420) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:21.110499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': 'b3a05c0b-871d-494f-9112-eeaec3567e7b', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:21.198705 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Project 75b882658a5f4093acf5dc9767ad999c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:02:21.212941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.238248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port faea6435-7023-48cd-8d08-1d8c36e81af7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:21.238959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.405975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.414236 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.469073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.472239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3700848 Nov 09 18:02:21.498387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe76f4e-fa5e-49cc-934a-605df299bdd1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12473cef-5558-4c77-a53c-09cbef7fde88,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.517742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.693860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port faea6435-7023-48cd-8d08-1d8c36e81af7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=faea6435-7023-48cd-8d08-1d8c36e81af7,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:21.702598 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:21.813305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=faea6435-7023-48cd-8d08-1d8c36e81af7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:22.025393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4981b-8092-45b3-8e23-c61a9cdd0879 None None] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:22.144490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8379bc56-9c04-4af7-a5f0-8caa0e2be406 None None] Provisioning complete for port faea6435-7023-48cd-8d08-1d8c36e81af7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:22.145308 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8379bc56-9c04-4af7-a5f0-8caa0e2be406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:22.302087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-1210aef8-2535-44e2-983f-5bc2829a153b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734612275&fields=id&tenant_id=75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 267 time: 0.0716586 Nov 09 18:02:22.454568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-4c2bb2f3-bda1-4d5a-9cd8-3c8cb02f7b63 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.456693 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-4c2bb2f3-bda1-4d5a-9cd8-3c8cb02f7b63 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/networks?id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a HTTP/1.1" status: 200 len: 797 time: 0.1537678 Nov 09 18:02:22.487376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-c05a37fb-1a3f-4f89-97d1-de7099468642 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/quotas/75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 375 time: 0.0188444 Nov 09 18:02:22.608337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-e5cee895-b119-4619-9f96-f92924675689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1124661 Nov 09 18:02:22.636544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-4fc7c748-fb44-43ed-8a0f-f5a55c5c6a27 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:22.638403 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-4fc7c748-fb44-43ed-8a0f-f5a55c5c6a27 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107410 Nov 09 18:02:22.765873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-83b462b0-59e8-4263-a338-a71c77ab1541 None None] Provisioning complete for port faea6435-7023-48cd-8d08-1d8c36e81af7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:22.766490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83b462b0-59e8-4263-a338-a71c77ab1541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:22.777524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-a1a39cfe-582c-4d5e-a24e-e0ec433f4839 service neutron] 10.222.0.45 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301498 Nov 09 18:02:22.908089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faea6435-7023-48cd-8d08-1d8c36e81af7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:22.930266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-99709a06-f2a8-4e28-9b63-a7c8e60ace27 service neutron] 10.222.0.45 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456540 Nov 09 18:02:22.974600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port faea6435-7023-48cd-8d08-1d8c36e81af7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:22.975173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:23.230191 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d6f85155-a29d-496a-8446-b76e82d9f775 req-32898720-c05a-4ac9-b056-3ba999e50a50 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 210 time: 0.0682051 Nov 09 18:02:23.271888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:24.392584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88d66b70-c170-4fb0-9cf5-d80a0ab66ba0 req-e8ddd799-1b8e-40c7-a9dc-d39647c91d0d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 210 time: 0.0438232 Nov 09 18:02:24.766341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-27706b05-0139-4c97-bce5-a33b55e06a2b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:24.767907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-27706b05-0139-4c97-bce5-a33b55e06a2b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "GET /v2.0/networks?id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a HTTP/1.1" status: 200 len: 797 time: 0.2435560 Nov 09 18:02:24.863794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5252e6f0-53b8-4691-bc2c-fb55804fa365 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 472 time: 0.0820971 Nov 09 18:02:24.873771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'port': {'device_id': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'admin_state_up': True, 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'security_groups': ['b3a05c0b-871d-494f-9112-eeaec3567e7b']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:25.016528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:25.020544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:25.211530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.20.0.19 (e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a/c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2/49da0880-c512-483c-84b6-b2b325318e35) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:25.439600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:25.487093 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:25.556522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:25.565878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:25.573794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:25.640452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=49da0880-c512-483c-84b6-b2b325318e35,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:25.691193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6ba5-3dd3-4968-b387-52ef0032728f req-bc9b4420-3cb0-453f-b332-c724052653b0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.694859 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-daee6ba5-3dd3-4968-b387-52ef0032728f req-bc9b4420-3cb0-453f-b332-c724052653b0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 932 time: 0.1531513 Nov 09 18:02:25.702852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.703683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:25.730034 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-ff5d5808-f78c-4b26-abeb-51b2a6e715b1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602617 Nov 09 18:02:25.750367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Request body: {'port': {'device_id': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:25.869346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:25.893671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-daee6ba5-3dd3-4968-b387-52ef0032728f req-2646cf82-a223-4186-86d4-bbc7e89bc71f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825078 Nov 09 18:02:26.043305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6b0e7b0a-7990-489e-94de-b9f9566bc6f1 None None] Provisioning complete for port 49da0880-c512-483c-84b6-b2b325318e35 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:26.044667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7b0a-7990-489e-94de-b9f9566bc6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:26.125638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e7b0a-7990-489e-94de-b9f9566bc6f1 None None] Port 49da0880-c512-483c-84b6-b2b325318e35 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:02:26.229498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49da0880-c512-483c-84b6-b2b325318e35 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:26.239715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:26.254655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Transition to ACTIVE for port object 49da0880-c512-483c-84b6-b2b325318e35 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:26.259976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:26.346065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49da0880-c512-483c-84b6-b2b325318e35,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:26.426131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Attempting to bind port 49da0880-c512-483c-84b6-b2b325318e35 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:02:26.426585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Attempting to bind port 49da0880-c512-483c-84b6-b2b325318e35 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:02:26.427644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Attempting to bind port 49da0880-c512-483c-84b6-b2b325318e35 on network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:26.436222 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Port 49da0880-c512-483c-84b6-b2b325318e35 on network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:26.436577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Attempting to bind port 49da0880-c512-483c-84b6-b2b325318e35 on network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:26.443541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:26.444220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Checking segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:02:26.444534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Bound using segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:26.444986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Bound port: 49da0880-c512-483c-84b6-b2b325318e35, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:02:26.445351 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:26.550196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] For port 49da0880-c512-483c-84b6-b2b325318e35, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:26.557479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] For port 49da0880-c512-483c-84b6-b2b325318e35, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=49da0880-c512-483c-84b6-b2b325318e35,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:26.568193 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:26.639795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.641139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:26.644170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/49da0880-c512-483c-84b6-b2b325318e35 HTTP/1.1" status: 200 len: 1092 time: 0.9017653 Nov 09 18:02:26.648542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'tag': '49da0880-c512-483c-84b6-b2b325318e35'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:26.654200 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a792036d-5d0a-4066-a7be-2006e3852892" -d '{"events": [{"name": "network-changed", "server_uuid": "0b67d548-2988-4165-b8c0-e1aad429f0e2", "tag": "49da0880-c512-483c-84b6-b2b325318e35"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:26.766879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d74ef-d308-4ef9-b064-bda0472297b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49da0880-c512-483c-84b6-b2b325318e35,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:26.784937 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c87e85-1b44-46bf-8298-469ff253bd21 x-openstack-request-id: req-b6c87e85-1b44-46bf-8298-469ff253bd21 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:26.785399 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b67d548-2988-4165-b8c0-e1aad429f0e2", "tag": "49da0880-c512-483c-84b6-b2b325318e35", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:26.785707 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6c87e85-1b44-46bf-8298-469ff253bd21 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:26.786284 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'tag': '49da0880-c512-483c-84b6-b2b325318e35', 'status': 'completed', 'code': 200} Nov 09 18:02:26.799641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-6e1d4b65-ba78-455d-87cf-29e2c1712e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.801249 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-6e1d4b65-ba78-455d-87cf-29e2c1712e90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0841506 Nov 09 18:02:26.857414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-d0874f38-cc2e-405a-8a07-ac8fb8d2ff7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=49da0880-c512-483c-84b6-b2b325318e35 HTTP/1.1" status: 200 len: 217 time: 0.0420244 Nov 09 18:02:26.941949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-2da94ed8-b4b6-4a9e-94d8-bac80b1fe591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.943954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-2da94ed8-b4b6-4a9e-94d8-bac80b1fe591 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2 HTTP/1.1" status: 200 len: 837 time: 0.0788286 Nov 09 18:02:27.059071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-295f6570-d97b-44cf-bf48-a0cf9212c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.060526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-295f6570-d97b-44cf-bf48-a0cf9212c060 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034839 Nov 09 18:02:27.107266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c406-e2b5-496c-96c0-ba80e7488b0a req-6f838f4d-5e48-468f-9db7-1550801a6e8c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.109890 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44e0c406-e2b5-496c-96c0-ba80e7488b0a req-6f838f4d-5e48-468f-9db7-1550801a6e8c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 944 time: 0.0685153 Nov 09 18:02:27.186231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44e0c406-e2b5-496c-96c0-ba80e7488b0a req-06c68926-bd30-42af-8b89-08973589ee93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603795 Nov 09 18:02:27.204331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-5beb6e2f-294a-4459-acb5-fb59105e0df0 service neutron] 10.222.0.83 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319718 Nov 09 18:02:27.314626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3272db0-09f7-4e60-b6e2-6f12556cb00d req-c6094785-d370-420a-b4b9-0b8c98b1c5e0 service neutron] 10.222.0.83 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974321 Nov 09 18:02:27.434030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792036d-5d0a-4066-a7be-2006e3852892 req-5d62d627-a106-47f3-ae16-c07dca530783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.435634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-5d62d627-a106-47f3-ae16-c07dca530783 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0599463 Nov 09 18:02:27.578355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792036d-5d0a-4066-a7be-2006e3852892 req-252fbeb9-befd-4f66-bd3e-70cdf18a0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.579893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-252fbeb9-befd-4f66-bd3e-70cdf18a0020 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a HTTP/1.1" status: 200 len: 897 time: 0.1364017 Nov 09 18:02:27.631934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-069f4c88-7403-4200-97ca-84166a40fc09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=49da0880-c512-483c-84b6-b2b325318e35 HTTP/1.1" status: 200 len: 217 time: 0.0419250 Nov 09 18:02:27.695979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792036d-5d0a-4066-a7be-2006e3852892 req-c194b919-b25e-4bab-ba27-b75b9221ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.697514 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-c194b919-b25e-4bab-ba27-b75b9221ad63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2 HTTP/1.1" status: 200 len: 837 time: 0.0566580 Nov 09 18:02:27.759500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792036d-5d0a-4066-a7be-2006e3852892 req-53f24459-557f-491f-86e2-af4d5d1559a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.761352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-53f24459-557f-491f-86e2-af4d5d1559a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552452 Nov 09 18:02:27.867921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-d4428442-548d-4f11-b859-bb8544524b3f service neutron] 10.222.0.83 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961323 Nov 09 18:02:27.979004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a792036d-5d0a-4066-a7be-2006e3852892 req-126bf204-1397-41c0-aa0d-d15a2755a3bc service neutron] 10.222.0.83 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029735 Nov 09 18:02:27.994720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc392bdb-6025-4bb4-b776-32463e12a9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:28.322141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cc6dc-8267-485d-9317-d393a630c17f req-e64bb430-0d82-4ae8-bd25-2ea8e6a20366 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:28.323831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e84cc6dc-8267-485d-9317-d393a630c17f req-e64bb430-0d82-4ae8-bd25-2ea8e6a20366 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 944 time: 0.0560510 Nov 09 18:02:28.397279 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e84cc6dc-8267-485d-9317-d393a630c17f req-28cec5a7-5e23-4ca7-8b37-2ae3b00e1f20 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660474 Nov 09 18:02:28.652141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:29.565164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b32c66-1432-4658-a957-f8391ed23043 req-9ef762a0-adf7-4b71-b59f-0829a8fbbe73 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.567605 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02b32c66-1432-4658-a957-f8391ed23043 req-9ef762a0-adf7-4b71-b59f-0829a8fbbe73 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 944 time: 0.0550294 Nov 09 18:02:29.596213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 49da0880-c512-483c-84b6-b2b325318e35 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:29.630229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02b32c66-1432-4658-a957-f8391ed23043 req-634f166a-79eb-40e7-a9a6-519a98daf22a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552623 Nov 09 18:02:29.740485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 49da0880-c512-483c-84b6-b2b325318e35, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=49da0880-c512-483c-84b6-b2b325318e35,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:29.757923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '49da0880-c512-483c-84b6-b2b325318e35', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'port_id': '49da0880-c512-483c-84b6-b2b325318e35', 'mac_address': 'fa:16:3e:d6:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:29.813663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:29.833366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49da0880-c512-483c-84b6-b2b325318e35 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:29.858167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 49da0880-c512-483c-84b6-b2b325318e35, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=49da0880-c512-483c-84b6-b2b325318e35,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:29.863665 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:30.153657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=49da0880-c512-483c-84b6-b2b325318e35,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.239378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['49da0880-c512-483c-84b6-b2b325318e35'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:30.437426 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee5c590f-a62b-4cda-8aec-3be32cc4ae61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:30.716967 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5f5fd-5107-4e88-b641-05efedef37d3 req-8b79c4bc-8130-4698-b421-924d99a467fd tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.719757 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ea5f5fd-5107-4e88-b641-05efedef37d3 req-8b79c4bc-8130-4698-b421-924d99a467fd tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 950 time: 0.1071460 Nov 09 18:02:30.822171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ea5f5fd-5107-4e88-b641-05efedef37d3 req-efc540d1-2235-4bba-bbb9-df93de6fb83f tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887785 Nov 09 18:02:30.853261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1267b6-f35d-409c-b310-27db77b910e4 req-10539243-8ff4-4a40-82b7-24f3a67a8026 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.857256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab1267b6-f35d-409c-b310-27db77b910e4 req-10539243-8ff4-4a40-82b7-24f3a67a8026 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 945 time: 0.0991654 Nov 09 18:02:30.954479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ab1267b6-f35d-409c-b310-27db77b910e4 req-da77d2ec-718b-48d1-a7cf-e10f57cdaa1d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885937 Nov 09 18:02:31.595134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 49da0880-c512-483c-84b6-b2b325318e35 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:31.667646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 49da0880-c512-483c-84b6-b2b325318e35 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:31.672999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 49da0880-c512-483c-84b6-b2b325318e35 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:31.673943 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:31.798396 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:31.801278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:31.829855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49da0880-c512-483c-84b6-b2b325318e35'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:31.832145 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ab953-c045-49d9-864b-9826546668e1" -d '{"events": [{"server_uuid": "0b67d548-2988-4165-b8c0-e1aad429f0e2", "name": "network-vif-plugged", "status": "completed", "tag": "49da0880-c512-483c-84b6-b2b325318e35"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:31.847096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 49da0880-c512-483c-84b6-b2b325318e35, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=49da0880-c512-483c-84b6-b2b325318e35,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:31.860130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:31.924051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=49da0880-c512-483c-84b6-b2b325318e35,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:31.929938 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b1c6c8-1489-4ea9-8725-6d603d27e542 x-openstack-request-id: req-e1b1c6c8-1489-4ea9-8725-6d603d27e542 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:31.930240 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b67d548-2988-4165-b8c0-e1aad429f0e2", "name": "network-vif-plugged", "status": "completed", "tag": "49da0880-c512-483c-84b6-b2b325318e35", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:31.930504 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1b1c6c8-1489-4ea9-8725-6d603d27e542 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:31.930922 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49da0880-c512-483c-84b6-b2b325318e35', 'code': 200} Nov 09 18:02:32.157525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb80e1-1fb0-4f20-b8bb-76b30a58f24d req-0d45d604-f135-4e3d-a01d-973f8ea54423 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.159917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5deb80e1-1fb0-4f20-b8bb-76b30a58f24d req-0d45d604-f135-4e3d-a01d-973f8ea54423 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.0836091 Nov 09 18:02:32.162313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1b4c6-4849-482f-a4f0-8cd4d940d001 req-34f6e723-383e-4ffe-9a98-1c8df7620841 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.165013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1e1b4c6-4849-482f-a4f0-8cd4d940d001 req-34f6e723-383e-4ffe-9a98-1c8df7620841 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 950 time: 0.1879113 Nov 09 18:02:32.173771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64bf38-f817-4d9f-aa4e-0eea4c61f667 req-1d746dc9-0fe9-4e0c-bf87-cd46a7e78acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.176973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd64bf38-f817-4d9f-aa4e-0eea4c61f667 req-1d746dc9-0fe9-4e0c-bf87-cd46a7e78acf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 1097 time: 0.1680181 Nov 09 18:02:32.231005 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5deb80e1-1fb0-4f20-b8bb-76b30a58f24d req-f01e48af-61be-4722-84f1-e347c873a37f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560760 Nov 09 18:02:32.342102 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1e1b4c6-4849-482f-a4f0-8cd4d940d001 req-cc5b552a-4f78-4813-a1aa-c9683c58ec42 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b925d03-1e2f-45eb-86ed-9e47ace05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629052 Nov 09 18:02:32.348958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd64bf38-f817-4d9f-aa4e-0eea4c61f667 req-cebdd388-1f8e-4fe3-b4fd-28fe340af69f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385603 Nov 09 18:02:32.358246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-eb56fb59-36f6-4ddf-8450-92444666de0a tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.359882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-eb56fb59-36f6-4ddf-8450-92444666de0a tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.83 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 950 time: 0.1664042 Nov 09 18:02:32.690774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Deleting port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:02:32.691596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:32.822383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] For port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:32.822890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:32.839671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Calling delete_port for 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:02:33.008214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:33.025940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['3a260fb3-d1da-48b3-a2dc-b5ebd08015d8'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:33.060148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Pushing event deleted for resources: {'Port': ['ID=3a260fb3-d1da-48b3-a2dc-b5ebd08015d8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:33.132653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] No DVR routers for this DVR port 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:33.137074 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:33.141635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1c08106-76a7-48cb-a428-f7269d0a9ca5 req-3c4ee48c-a4d3-496f-9e31-f3421d78fad2 tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.83 "DELETE /v2.0/ports/3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 HTTP/1.1" status: 204 len: 173 time: 0.5616493 Nov 09 18:02:33.142335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45caaa44-798b-43bc-8323-7efc163164e7', 'name': 'network-vif-deleted', 'tag': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:33.151535 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8dc8d-3308-44e6-9538-611212f71bfe" -d '{"events": [{"server_uuid": "45caaa44-798b-43bc-8323-7efc163164e7", "name": "network-vif-deleted", "tag": "3a260fb3-d1da-48b3-a2dc-b5ebd08015d8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:33.214032 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215515ab-9f72-4339-a5c0-3a88bdeda112 x-openstack-request-id: req-215515ab-9f72-4339-a5c0-3a88bdeda112 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:33.215083 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45caaa44-798b-43bc-8323-7efc163164e7", "name": "network-vif-deleted", "tag": "3a260fb3-d1da-48b3-a2dc-b5ebd08015d8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:33.217526 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-215515ab-9f72-4339-a5c0-3a88bdeda112 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:33.225040 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45caaa44-798b-43bc-8323-7efc163164e7', 'name': 'network-vif-deleted', 'tag': '3a260fb3-d1da-48b3-a2dc-b5ebd08015d8', 'status': 'completed', 'code': 200} Nov 09 18:02:33.257099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:33.472989 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b362630-baf8-4621-aa80-28b482969391 req-4b80c3c2-2b1b-4ac3-be11-ef88427d7ee4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.483656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b362630-baf8-4621-aa80-28b482969391 req-4b80c3c2-2b1b-4ac3-be11-ef88427d7ee4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1190467 Nov 09 18:02:33.550194 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0976b24-5da3-4ac9-97ea-02ec057b0ded req-c4a98836-d8ca-4935-9a92-384603ffae6d tempest-VolumesBackupsTest-220368801 tempest-VolumesBackupsTest-220368801-project] 10.222.0.45 "GET /v2.0/ports?device_id=45caaa44-798b-43bc-8323-7efc163164e7 HTTP/1.1" status: 200 len: 210 time: 0.0481739 Nov 09 18:02:33.577826 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:33.602453 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b362630-baf8-4621-aa80-28b482969391 req-d637b6eb-a631-47b0-891f-59e124ad4230 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178393 Nov 09 18:02:34.790473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572b429-17b3-4e98-9a3d-f4ef7aa6bd1c req-d5ebac3d-6d0d-47ec-9246-1f53955e2715 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.792566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4572b429-17b3-4e98-9a3d-f4ef7aa6bd1c req-d5ebac3d-6d0d-47ec-9246-1f53955e2715 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.0750134 Nov 09 18:02:34.878140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4572b429-17b3-4e98-9a3d-f4ef7aa6bd1c req-fcc1fd50-1331-4a79-945e-cbb4f47f2e99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784502 Nov 09 18:02:35.029661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d9d0-55e8-4cd6-afa7-68b237d95393 req-2663bd45-4f7d-48b0-84ae-b94259667f41 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.031396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5953d9d0-55e8-4cd6-afa7-68b237d95393 req-2663bd45-4f7d-48b0-84ae-b94259667f41 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.0686073 Nov 09 18:02:35.100042 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5953d9d0-55e8-4cd6-afa7-68b237d95393 req-a0a4d1fa-3f59-466b-8d05-a54d4675508a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Nov 09 18:02:35.584614 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:35.608546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:02:35.608901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 3a260fb3-d1da-48b3-a2dc-b5ebd08015d8 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:36.616843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 44738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:37.307521 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:37.494936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166a982-fff2-43bf-8445-d547d505b69a req-503b2944-1899-4190-909b-2b7189ddaacb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.498009 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7166a982-fff2-43bf-8445-d547d505b69a req-503b2944-1899-4190-909b-2b7189ddaacb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 945 time: 0.1001282 Nov 09 18:02:37.564566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7166a982-fff2-43bf-8445-d547d505b69a req-e8a339da-bddb-4a34-acec-d24b41768024 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602221 Nov 09 18:02:37.773760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.20.0.17 (e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a/c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2/dc7bc017-0999-4dd4-bf8c-8e06773f833e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:38.017993 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:38.089065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:38.189877 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:38.195126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:38.197532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=dc7bc017-0999-4dd4-bf8c-8e06773f833e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:38.200233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:38.259104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:38.359926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-dceec36e-c6a6-4192-896b-7592bd374468 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4978797 Nov 09 18:02:38.628502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-617cda66-5d0b-4d29-b5fd-8365ba4b7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:38.634460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-617cda66-5d0b-4d29-b5fd-8365ba4b7c79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1096 time: 0.1381619 Nov 09 18:02:38.806403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-719377da-9dbb-4030-b7f2-647958c67ea9 None None] Provisioning complete for port dc7bc017-0999-4dd4-bf8c-8e06773f833e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:38.808867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-719377da-9dbb-4030-b7f2-647958c67ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:38.909717 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-719377da-9dbb-4030-b7f2-647958c67ea9 None None] Port dc7bc017-0999-4dd4-bf8c-8e06773f833e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:02:39.029918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-7f511a2e-ac3b-4258-afd5-b2341027f9b8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.033844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-7f511a2e-ac3b-4258-afd5-b2341027f9b8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 945 time: 0.1903765 Nov 09 18:02:39.043236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-c2d7bcdb-8e2d-418c-8b98-5487554df1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.045704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-c2d7bcdb-8e2d-418c-8b98-5487554df1c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 897 time: 0.3752120 Nov 09 18:02:39.243557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-77ff34d5-455a-4cb0-a1f9-8ab41e37a8b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966035 Nov 09 18:02:39.248770 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:39.283137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-549ef4f1-6c10-4d32-8a9f-fef4e1472a73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 200 len: 1001 time: 0.2025018 Nov 09 18:02:39.310153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd6cd8-38b2-4587-846e-c5779a27bd9b req-41713b69-1a4b-4f5e-a29a-46b8530319c4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.314148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15fd6cd8-38b2-4587-846e-c5779a27bd9b req-41713b69-1a4b-4f5e-a29a-46b8530319c4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 945 time: 0.2642481 Nov 09 18:02:39.390445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 17519bcf-e41b-4769-a06d-dc27de93a0d5 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:02:39.390959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:39.581450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-6d3af844-c2bc-4df6-b653-af90046d89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.584000 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-6d3af844-c2bc-4df6-b653-af90046d89ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05c1aad9-582e-49ef-ad06-a0f5688e8361 HTTP/1.1" status: 200 len: 834 time: 0.2929459 Nov 09 18:02:39.591724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port 17519bcf-e41b-4769-a06d-dc27de93a0d5, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=17519bcf-e41b-4769-a06d-dc27de93a0d5,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:39.592172 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:39.647085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-f3d74c7a-b3ac-473b-a1ba-9c01bc599761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.648319 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-f3d74c7a-b3ac-473b-a1ba-9c01bc599761 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 1097 time: 0.2829142 Nov 09 18:02:39.709441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15fd6cd8-38b2-4587-846e-c5779a27bd9b req-365c2466-8fe0-47b6-b55c-0104b4f07783 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776665 Nov 09 18:02:39.751805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-d78f250d-391a-40bc-b89a-2f24ab842027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.754883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-d78f250d-391a-40bc-b89a-2f24ab842027 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ca771f9-74ce-45d0-a226-ce0f86268e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592047 Nov 09 18:02:40.003822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-088e5a68-2c79-4b4e-a0cd-a28e7751285b service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355032 Nov 09 18:02:40.119516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:40.119787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:40.120134 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Floating IP 9774aafc-00f3-428a-980d-73394a072c43 disassociated. External IP: 172.25.3.239, port: 17519bcf-e41b-4769-a06d-dc27de93a0d5. Nov 09 18:02:40.120393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 17519bcf-e41b-4769-a06d-dc27de93a0d5 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:02:40.141412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-e0b3c90f-6439-49ac-8dd0-43dd220a33de service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302209 Nov 09 18:02:40.167268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-764c3ae5-e5c6-4c49-ae34-72aba5dca460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.169101 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-764c3ae5-e5c6-4c49-ae34-72aba5dca460 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a HTTP/1.1" status: 200 len: 897 time: 0.4586978 Nov 09 18:02:40.248742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-02f82013-c73a-4f0e-a212-fd6a84ee0a53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=49da0880-c512-483c-84b6-b2b325318e35 HTTP/1.1" status: 200 len: 217 time: 0.0697205 Nov 09 18:02:40.348155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-337bfbc6-d74f-4cba-9119-5364ed27f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.348547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-337bfbc6-d74f-4cba-9119-5364ed27f5e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2 HTTP/1.1" status: 200 len: 837 time: 0.0866420 Nov 09 18:02:40.354464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:40.387857 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:40.393692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:40.471610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=17519bcf-e41b-4769-a06d-dc27de93a0d5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.496591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=dc7bc017-0999-4dd4-bf8c-8e06773f833e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.598597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:40.652859 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-c973f7d8-0d8c-4bb5-b2e4-6258109a6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.655898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-c973f7d8-0d8c-4bb5-b2e4-6258109a6c2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2993045 Nov 09 18:02:40.881737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:40.984273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:40.992636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:41.172527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-85bfd736-e373-469a-a84c-1974f3fdf87a req-4d2fef68-4ed3-43f2-81ee-b3501ec23234 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.1118674 Nov 09 18:02:41.255162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-ad920308-eb3e-42ce-aca1-9d3477ad8f73 service neutron] 10.222.0.83 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906074 Nov 09 18:02:41.365795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:41.386761 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:41.400641 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:41.401281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:02:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:41.481563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port 17519bcf-e41b-4769-a06d-dc27de93a0d5 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:41.491309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:41.502347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ff0b09d0-a9d2-4fb3-8558-8e9eca5455d6 req-c50d66ad-1cf7-4d93-8eda-1869da73c29d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "DELETE /v2.0/ports/17519bcf-e41b-4769-a06d-dc27de93a0d5 HTTP/1.1" status: 204 len: 173 time: 2.4621289 Nov 09 18:02:41.502862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'name': 'network-vif-deleted', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:41.505622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:41.519093 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60153b26-feb3-4dfb-abd7-860b0bd4fa51" -d '{"events": [{"server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "name": "network-vif-deleted", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:41.612929 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1910eae-6f30-4f6f-97e3-3065deb8a96a x-openstack-request-id: req-a1910eae-6f30-4f6f-97e3-3065deb8a96a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:41.613185 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f6dca9-d662-424a-bd62-cd881e92e928", "name": "network-vif-deleted", "tag": "17519bcf-e41b-4769-a06d-dc27de93a0d5", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:41.613635 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1910eae-6f30-4f6f-97e3-3065deb8a96a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:41.614030 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f6dca9-d662-424a-bd62-cd881e92e928', 'name': 'network-vif-deleted', 'tag': '17519bcf-e41b-4769-a06d-dc27de93a0d5', 'status': 'completed', 'code': 200} Nov 09 18:02:41.710060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-055792c8-c004-4332-96bc-04920b9d3df7 None None] Provisioning complete for port dc7bc017-0999-4dd4-bf8c-8e06773f833e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:41.712969 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055792c8-c004-4332-96bc-04920b9d3df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:41.730851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:41.807861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-055792c8-c004-4332-96bc-04920b9d3df7 None None] Port dc7bc017-0999-4dd4-bf8c-8e06773f833e cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:02:41.904597 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05202c93-a93b-4b4f-a525-0481044e3ab5 req-c95e8239-e355-4c3e-a33d-1b794038e3fc service neutron] 10.222.0.83 "GET /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400127 Nov 09 18:02:41.979030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:41.994664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:42.020379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98dc9a22-ab61-4aed-96ea-e10e125174fa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "PUT /v2.0/routers/1651d074-deb4-4368-8b58-3a03506bb355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4011793 Nov 09 18:02:42.040811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:42.042497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:02:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:42.138331 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:42.179433 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:42.194723 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:42.198920 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:02:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:42.267300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:42.390203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0ab9199-ce7a-4df8-ac9b-8bc162bf0205 req-9d283311-33ef-46f9-9062-7e1e85fb9262 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0653059 Nov 09 18:02:42.390854 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:42.585323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:02:39Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 1, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc7bc017-0999-4dd4-bf8c-8e06773f833e', 'name': '', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:67:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:37Z', 'updated_at': '2021-11-09T18:02:40Z', 'revision_number': 2, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:42.626495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:42.627296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Updating router 1651d074-deb4-4368-8b58-3a03506bb355 port dc7bc017-0999-4dd4-bf8c-8e06773f833e binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:02:42.671882 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:42.791255 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:42.826725 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ce13a-7f80-4f6f-9c18-12a4991039d2 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:43.068403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 17519bcf-e41b-4769-a06d-dc27de93a0d5 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:43.096114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 17519bcf-e41b-4769-a06d-dc27de93a0d5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:02:43.096457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 17519bcf-e41b-4769-a06d-dc27de93a0d5 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:43.216689 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:43.227194 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:43.250730 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99acee5f-b893-4db9-adf1-5889151e3b6e None None] New status for floating IP 9774aafc-00f3-428a-980d-73394a072c43: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:02:43.376483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc017-0999-4dd4-bf8c-8e06773f833e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.431541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.432128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.432715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.433284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.434209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.434883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.435702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.436046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.436618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.437176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.437743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.438319 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:43.465284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Attempting to bind port dc7bc017-0999-4dd4-bf8c-8e06773f833e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:02:43.466134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Attempting to bind port dc7bc017-0999-4dd4-bf8c-8e06773f833e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:02:43.466770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Attempting to bind port dc7bc017-0999-4dd4-bf8c-8e06773f833e on network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:43.481182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:43.481931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Checking segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:02:43.482759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:43.483505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Bound using segment: {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:43.484440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Bound port: dc7bc017-0999-4dd4-bf8c-8e06773f833e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeae729-5ec6-4c76-ac00-05c71716c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:02:43.485158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:43.606786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53bd764d-19e9-42b9-8940-6a44099e43d1 req-0afb831c-5906-4a9e-93ad-199d9ed984f0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0447598 Nov 09 18:02:43.653077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] For port dc7bc017-0999-4dd4-bf8c-8e06773f833e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:43.659092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] For port dc7bc017-0999-4dd4-bf8c-8e06773f833e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dc7bc017-0999-4dd4-bf8c-8e06773f833e,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:43.669632 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:43.812841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2763-a250-4c28-83cc-f19a33201760 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc017-0999-4dd4-bf8c-8e06773f833e,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.819820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:43.820889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:02:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:43.899647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aef5f77c-2da7-4b7d-a163-ab23dd0b6e4e None None] Provisioning complete for port dc7bc017-0999-4dd4-bf8c-8e06773f833e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:43.900377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef5f77c-2da7-4b7d-a163-ab23dd0b6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:44.061544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:44.186066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef5f77c-2da7-4b7d-a163-ab23dd0b6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:44.279391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aef5f77c-2da7-4b7d-a163-ab23dd0b6e4e None None] For port dc7bc017-0999-4dd4-bf8c-8e06773f833e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dc7bc017-0999-4dd4-bf8c-8e06773f833e,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:44.285720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef5f77c-2da7-4b7d-a163-ab23dd0b6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:44.369933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5f77c-2da7-4b7d-a163-ab23dd0b6e4e None None] Pushing event updated for resources: {'Port': ['ID=dc7bc017-0999-4dd4-bf8c-8e06773f833e,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.432387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-44690c2d-e9a1-47f8-b94d-0cd627fa09fb None None] Provisioning complete for port dc7bc017-0999-4dd4-bf8c-8e06773f833e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:44.432762 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44690c2d-e9a1-47f8-b94d-0cd627fa09fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:44.489734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:02:39Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 1, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc7bc017-0999-4dd4-bf8c-8e06773f833e', 'name': '', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:67:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:37Z', 'updated_at': '2021-11-09T18:02:43Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:44.527285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192ed39-077c-4fbe-85c1-a71aefe8d37a None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:02:39Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 1, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc7bc017-0999-4dd4-bf8c-8e06773f833e', 'name': '', 'network_id': 'e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:67:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:37Z', 'updated_at': '2021-11-09T18:02:43Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:44.802627 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbd11837-ea96-42fa-b5d3-d4dda56f0fac req-e38698d4-768c-4d94-bbb0-75c71b3c2611 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0453372 Nov 09 18:02:44.960294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dc7bc017-0999-4dd4-bf8c-8e06773f833e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:45.079744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port dc7bc017-0999-4dd4-bf8c-8e06773f833e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:45.080800 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:45.984396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2543c1a0-df5d-4f51-a69a-a33af5fd898f req-1df80e93-25dc-408a-b363-e67b2a049c0e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0447896 Nov 09 18:02:47.017147 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:02:47.154210 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26446d17-115d-4a4e-a751-5164c4318395 req-e3c109c3-cc30-4588-910e-2a7455a4c1ee tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0347970 Nov 09 18:02:48.345796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b539646-8bbc-45de-ac93-5421c19883dc req-270f0f92-995a-4b2e-ae73-1c18ce69d197 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=97f6dca9-d662-424a-bd62-cd881e92e928 HTTP/1.1" status: 200 len: 210 time: 0.0819814 Nov 09 18:02:49.807938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-6da66c1c-f344-4cc1-a34d-a71fa41ea95b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775934368&fields=id&tenant_id=570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 267 time: 0.0728095 Nov 09 18:02:49.987565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-16430559-5f5a-4853-b8d8-b232a39dab08 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.991967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-16430559-5f5a-4853-b8d8-b232a39dab08 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.1821132 Nov 09 18:02:50.024589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-fb6c58a6-903e-47c9-9d14-80f84fc72fb6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0218673 Nov 09 18:02:50.131149 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-d3e9070f-f560-4c33-b432-5bfd7c1b42a8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876546 Nov 09 18:02:50.279800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-d948561e-45b7-476d-970e-a52395e1fc08 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247904 Nov 09 18:02:50.431290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-8fd98ec0-9b88-41b2-ae7b-e353661a8a66 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354361 Nov 09 18:02:51.015638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-33f63b61-b683-425e-8f42-5b183f2bae9f req-f1c12e67-dff2-487b-bdf6-9037884dd474 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0665119 Nov 09 18:02:52.167112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-888f5e70-b8a6-413f-8ee6-823de26c8a93 req-ba736d12-3cd8-42f1-93e2-4cbc2d7e9211 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0333385 Nov 09 18:02:52.627939 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7231168a-f34c-44e8-b8b4-9ffe6687e6f8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.633394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7231168a-f34c-44e8-b8b4-9ffe6687e6f8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2495124 Nov 09 18:02:52.789806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-92537777-0d96-45cd-b1b6-fb0c22b68ed6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 380 time: 0.1473241 Nov 09 18:02:52.804505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'security_groups': ['884423f6-03f8-400e-83e6-603193253247']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:53.055980 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:53.064132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:53.308957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:53.427542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ad203ec-92ba-4446-8404-685e45370b89 req-4bc00f74-b64d-4244-ad4a-1182d2bf153c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0801115 Nov 09 18:02:53.433383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.13 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/29d0da35-8177-40d9-8ba8-85dbc8ca50db) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:53.649633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:53.721560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:53.802796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:53.807582 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:53.825119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:53.847937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=29d0da35-8177-40d9-8ba8-85dbc8ca50db,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:53.954844 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.956152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:53.984114 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-81de5846-afee-4ad7-be9f-4e69172ee87c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1868660 Nov 09 18:02:53.998183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Request body: {'port': {'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:54.109052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:54.215107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-57df78e6-bbe2-4c15-a0f1-79b1aa756687 None None] Provisioning complete for port 29d0da35-8177-40d9-8ba8-85dbc8ca50db triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:54.215910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57df78e6-bbe2-4c15-a0f1-79b1aa756687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:54.271723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-57df78e6-bbe2-4c15-a0f1-79b1aa756687 None None] Port 29d0da35-8177-40d9-8ba8-85dbc8ca50db cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:02:54.599614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d0da35-8177-40d9-8ba8-85dbc8ca50db {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:54.616276 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:54.649202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd98cc-823e-430c-adba-515ba532aa29 req-c132409c-7d7f-4c59-8e67-e55210b073ff tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.650119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Transition to ACTIVE for port object 29d0da35-8177-40d9-8ba8-85dbc8ca50db will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:54.653944 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbbd98cc-823e-430c-adba-515ba532aa29 req-c132409c-7d7f-4c59-8e67-e55210b073ff tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 932 time: 0.1005750 Nov 09 18:02:54.658251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:54.790430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Pushing event updated for resources: {'Port': ['ID=29d0da35-8177-40d9-8ba8-85dbc8ca50db,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:54.819511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cbbd98cc-823e-430c-adba-515ba532aa29 req-b031bf26-8aa7-4c65-ad72-3e5b2deb3d79 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538873 Nov 09 18:02:54.960871 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Attempting to bind port 29d0da35-8177-40d9-8ba8-85dbc8ca50db on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:02:54.961560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Attempting to bind port 29d0da35-8177-40d9-8ba8-85dbc8ca50db by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:02:54.962096 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Attempting to bind port 29d0da35-8177-40d9-8ba8-85dbc8ca50db on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:54.977999 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Port 29d0da35-8177-40d9-8ba8-85dbc8ca50db on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:54.978469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Attempting to bind port 29d0da35-8177-40d9-8ba8-85dbc8ca50db on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:54.987881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:54.988609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:02:54.989574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:54.990148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Bound port: 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:02:54.990814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:55.152698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] For port 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:55.164087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] For port 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:55.174397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:55.262913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.264247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:55.267153 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] 10.222.0.43 "PUT /v2.0/ports/29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1092 time: 1.2736750 Nov 09 18:02:55.268004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:55.275698 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3760f9-78a4-4bfc-be77-976393ec7209" -d '{"events": [{"name": "network-changed", "server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:55.339086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930928f-a56d-455c-aff0-48d77ea50070 service neutron] Pushing event updated for resources: {'Port': ['ID=29d0da35-8177-40d9-8ba8-85dbc8ca50db,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:55.451297 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c9f72-ed19-48ed-b79f-90cfe36669ad x-openstack-request-id: req-192c9f72-ed19-48ed-b79f-90cfe36669ad {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:55.451690 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:55.452353 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-192c9f72-ed19-48ed-b79f-90cfe36669ad {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:55.453434 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'status': 'completed', 'code': 200} Nov 09 18:02:55.498094 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-ed22d6a5-8cb2-46eb-b90e-35d7c8d41bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.500113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-ed22d6a5-8cb2-46eb-b90e-35d7c8d41bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1095 time: 0.1366343 Nov 09 18:02:55.579427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-627e401e-3a46-4807-ab06-288f5d696fd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 217 time: 0.0676408 Nov 09 18:02:55.701758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7af96eae-9dc0-4501-a723-3b09c1249831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.704353 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-7af96eae-9dc0-4501-a723-3b09c1249831 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1175671 Nov 09 18:02:55.842823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-a4b8edd8-5d00-4c98-8e00-349ba1cadd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.850100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-a4b8edd8-5d00-4c98-8e00-349ba1cadd2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377861 Nov 09 18:02:56.200522 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d0e3-c9e0-4815-b10e-d511215aaaa0 req-8e8848cc-aac9-4fac-a324-e30c933996b0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.211948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c457d0e3-c9e0-4815-b10e-d511215aaaa0 req-8e8848cc-aac9-4fac-a324-e30c933996b0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.1832097 Nov 09 18:02:56.316068 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c457d0e3-c9e0-4815-b10e-d511215aaaa0 req-7eaf3462-be87-4669-a2d4-fef11a689438 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020143 Nov 09 18:02:56.729115 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-3ccb0664-c709-47f0-82ec-0e4caf974ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699937 Nov 09 18:02:56.957442 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4c7341a-3c58-48ff-9635-cb525a20335e req-8b5a6007-459c-4560-8095-7763ab765115 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190855 Nov 09 18:02:57.137535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-8805d383-7f5c-4077-9224-6cd2c4826f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.141316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-8805d383-7f5c-4077-9224-6cd2c4826f4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1095 time: 0.1066575 Nov 09 18:02:57.356566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-0951fd0a-b1bb-4302-9a5c-5d038f3f5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.369183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-0951fd0a-b1bb-4302-9a5c-5d038f3f5616 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.2175021 Nov 09 18:02:57.450102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-d7dae20f-e312-4f67-a53b-235841700007 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 217 time: 0.0735991 Nov 09 18:02:57.649103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-d32c7d7e-fe6f-4ca6-a964-05725a772521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.652215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-d32c7d7e-fe6f-4ca6-a964-05725a772521 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1952574 Nov 09 18:02:57.681192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37449c27-509c-4147-aee7-305ca7e759a7 req-bdd62219-4424-47f8-afc0-b6822a999a9a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.682915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37449c27-509c-4147-aee7-305ca7e759a7 req-bdd62219-4424-47f8-afc0-b6822a999a9a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.1394405 Nov 09 18:02:57.901376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-04f1f0b9-75ec-4dd5-b96e-53765eec22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.901376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-04f1f0b9-75ec-4dd5-b96e-53765eec22a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526721 Nov 09 18:02:57.901376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37449c27-509c-4147-aee7-305ca7e759a7 req-069ca179-b293-46d3-880f-703f4753176f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840236 Nov 09 18:02:58.094977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-c73d9168-73e0-4d72-9d78-56263cfc9dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638543 Nov 09 18:02:58.118743 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa899e5a-054a-404b-90ba-d56e074b97d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:58.282802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d3760f9-78a4-4bfc-be77-976393ec7209 req-65c129f3-ad24-41c0-b67b-9b914e4abfc7 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774077 Nov 09 18:02:58.654829 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:02:59.108110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a81f-79da-45c7-aa7d-4f9d06e82791 req-9885e902-6c19-4b15-b2f1-4a8ffeeacc07 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.116722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85f6a81f-79da-45c7-aa7d-4f9d06e82791 req-9885e902-6c19-4b15-b2f1-4a8ffeeacc07 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.0664291 Nov 09 18:02:59.189323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85f6a81f-79da-45c7-aa7d-4f9d06e82791 req-2d5ae18b-70f1-40f7-9eaa-67a37007066e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713184 Nov 09 18:03:00.439559 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6a018d8-f504-4990-aac7-8e16304b50d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:00.470968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d31dd0-ef21-4a48-ba2e-b07523b09604 req-c2b45062-9d95-4e85-96a9-63ffd0f3d313 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:00.474823 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3d31dd0-ef21-4a48-ba2e-b07523b09604 req-c2b45062-9d95-4e85-96a9-63ffd0f3d313 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.1101773 Nov 09 18:03:00.614869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3d31dd0-ef21-4a48-ba2e-b07523b09604 req-26bfe596-7bee-40c9-b072-5f30382d3f88 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311004 Nov 09 18:03:01.825199 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:01.916781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffbc25-6cfc-4bc2-a70e-470f03677581 req-2e2e3f0c-cc06-4b7f-b02a-d9988a742d18 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.919769 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43ffbc25-6cfc-4bc2-a70e-470f03677581 req-2e2e3f0c-cc06-4b7f-b02a-d9988a742d18 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.1657221 Nov 09 18:03:02.017461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43ffbc25-6cfc-4bc2-a70e-470f03677581 req-7d372911-4d30-46d7-ac96-9a2f8901e3b3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892026 Nov 09 18:03:02.734797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45114) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:03.244059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:03.393563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193e76f-2f83-4872-b78d-2abb8cca5fc3 req-1e914ddc-1918-4bad-ba46-72c84a26ccf1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:03.395388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a193e76f-2f83-4872-b78d-2abb8cca5fc3 req-1e914ddc-1918-4bad-ba46-72c84a26ccf1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.2040536 Nov 09 18:03:03.493326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a193e76f-2f83-4872-b78d-2abb8cca5fc3 req-362b1255-e492-4c80-936e-d9f1c7474f68 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740752 Nov 09 18:03:03.564237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:03.606898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:04.174322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port dc7bc017-0999-4dd4-bf8c-8e06773f833e {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:04.174892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:04.327821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port dc7bc017-0999-4dd4-bf8c-8e06773f833e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dc7bc017-0999-4dd4-bf8c-8e06773f833e,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:04.328531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:04.345960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for dc7bc017-0999-4dd4-bf8c-8e06773f833e owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:04.681296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:04.717300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139403ae-098a-4ed8-b053-d6033be09f5d req-00e661d9-02be-43ff-8d5c-f1363dd29c78 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.727244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-139403ae-098a-4ed8-b053-d6033be09f5d req-00e661d9-02be-43ff-8d5c-f1363dd29c78 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.0763896 Nov 09 18:03:04.812550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=dc7bc017-0999-4dd4-bf8c-8e06773f833e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:04.854345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-139403ae-098a-4ed8-b053-d6033be09f5d req-3ffe23be-0b9a-41cd-8953-eab8cc63bbf8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219571 Nov 09 18:03:05.005777 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:05.380594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:05.595103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:05.601909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d887fd36-96e3-4ddd-8beb-5f7f6ce98b99 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "PUT /v2.0/routers/1651d074-deb4-4368-8b58-3a03506bb355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651116 Nov 09 18:03:05.617313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:05.651962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:05.653168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:05.931052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:06.148359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5721-51ac-4682-ac6c-5a92d803a901 req-11e27a5e-0250-446b-af93-297cd7ac5710 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.152704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d8f5721-51ac-4682-ac6c-5a92d803a901 req-11e27a5e-0250-446b-af93-297cd7ac5710 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1564307 Nov 09 18:03:06.307605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf72bf-de75-422b-b63f-e1fb2db22ca1 req-7dc9028d-b36c-43cc-9287-745ebede5d03 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.332526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2cbf72bf-de75-422b-b63f-e1fb2db22ca1 req-7dc9028d-b36c-43cc-9287-745ebede5d03 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.1545250 Nov 09 18:03:06.392720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9d8f5721-51ac-4682-ac6c-5a92d803a901 req-f3e24cee-88f7-4d45-9662-f777c64a169e tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220418 Nov 09 18:03:06.423988 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2cbf72bf-de75-422b-b63f-e1fb2db22ca1 req-765f2e81-6c7c-4982-a9de-333f3745058f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954781 Nov 09 18:03:06.695663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 6, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 1, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:06.734801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:06.751325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:06.752402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:06.979186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:07.406039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 6, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 1, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:07.472743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5081102-aa3d-496d-b016-64ed84f75850 None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 6, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5f7e0539-7608-4bd6-a6f5-f84e02609e1b', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'port_id': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'mac_address': 'fa:16:3e:51:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59bba84-1289-463c-9454-0e61467362d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:41Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 1, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:07.669926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ebb0-765e-4005-a969-75af2f517a2a req-edd64a99-bc2b-4d44-bb40-72debb471599 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:07.674103 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d42ebb0-765e-4005-a969-75af2f517a2a req-edd64a99-bc2b-4d44-bb40-72debb471599 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.0902975 Nov 09 18:03:07.792234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-ed206cf0-cd40-4652-8b4d-f5af2f5b6ea0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:07.796004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-ed206cf0-cd40-4652-8b4d-f5af2f5b6ea0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1999691 Nov 09 18:03:07.801979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1d42ebb0-765e-4005-a969-75af2f517a2a req-4ce98fdd-2aaf-473c-8747-0863e455dcb2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=b3a05c0b-871d-494f-9112-eeaec3567e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044679 Nov 09 18:03:07.903724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0d648-5ec3-4c08-9549-5fa8dd7d4d5b req-061fa70d-4e34-465f-b5e7-e08e3df538de tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:07.906399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18a0d648-5ec3-4c08-9549-5fa8dd7d4d5b req-061fa70d-4e34-465f-b5e7-e08e3df538de tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.2366161 Nov 09 18:03:08.024244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18a0d648-5ec3-4c08-9549-5fa8dd7d4d5b req-f70d6a02-e193-40da-8005-8ca124eced8c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947156 Nov 09 18:03:08.031520 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 49da0880-c512-483c-84b6-b2b325318e35 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:08.032017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:08.189146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 49da0880-c512-483c-84b6-b2b325318e35, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=49da0880-c512-483c-84b6-b2b325318e35,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:08.189516 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:08.212984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 49da0880-c512-483c-84b6-b2b325318e35 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:08.434783 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:08.480854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=49da0880-c512-483c-84b6-b2b325318e35,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:08.560470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] No DVR routers for this DVR port 49da0880-c512-483c-84b6-b2b325318e35 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:08.564183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:08.571656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e6bdbd97-16b4-421b-b07b-b7393ef92430 req-55ed6226-183e-4ec3-a6d9-54da323f7631 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "DELETE /v2.0/ports/49da0880-c512-483c-84b6-b2b325318e35 HTTP/1.1" status: 204 len: 173 time: 0.7635236 Nov 09 18:03:08.572709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'name': 'network-vif-deleted', 'tag': '49da0880-c512-483c-84b6-b2b325318e35'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:08.577914 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d6731-1d21-4fb8-94d4-a4ca6c1ee771" -d '{"events": [{"server_uuid": "0b67d548-2988-4165-b8c0-e1aad429f0e2", "name": "network-vif-deleted", "tag": "49da0880-c512-483c-84b6-b2b325318e35"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:08.635647 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b9750-3bdc-403e-b3a6-1489e6beb804 x-openstack-request-id: req-405b9750-3bdc-403e-b3a6-1489e6beb804 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:08.636130 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b67d548-2988-4165-b8c0-e1aad429f0e2", "name": "network-vif-deleted", "tag": "49da0880-c512-483c-84b6-b2b325318e35", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:08.636521 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-405b9750-3bdc-403e-b3a6-1489e6beb804 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:08.637151 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b67d548-2988-4165-b8c0-e1aad429f0e2', 'name': 'network-vif-deleted', 'tag': '49da0880-c512-483c-84b6-b2b325318e35', 'status': 'completed', 'code': 200} Nov 09 18:03:08.920610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dc7bc017-0999-4dd4-bf8c-8e06773f833e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:08.979767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: dc7bc017-0999-4dd4-bf8c-8e06773f833e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:08.980353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dc7bc017-0999-4dd4-bf8c-8e06773f833e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:09.053190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-adfa53e7-8fa5-404e-b209-fd54df85b504 req-d31a558f-2b1a-4f00-bb82-25bceb24aa81 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b67d548-2988-4165-b8c0-e1aad429f0e2 HTTP/1.1" status: 200 len: 210 time: 0.0559554 Nov 09 18:03:09.278641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc920acd-e4c4-430d-ad57-8bfb57a0b4b6 req-0b155263-f54a-42fb-af50-448ce4c899e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.280567 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc920acd-e4c4-430d-ad57-8bfb57a0b4b6 req-0b155263-f54a-42fb-af50-448ce4c899e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.0784638 Nov 09 18:03:09.371310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cc920acd-e4c4-430d-ad57-8bfb57a0b4b6 req-b821339d-5912-4f3f-a951-a69f2172eb2b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642858 Nov 09 18:03:10.164966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45280) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:10.252230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42be3cdd-f9fa-4a54-9989-b9feeb006cd2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:10.295359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42be3cdd-f9fa-4a54-9989-b9feeb006cd2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:10.428647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42be3cdd-f9fa-4a54-9989-b9feeb006cd2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:10.434183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42be3cdd-f9fa-4a54-9989-b9feeb006cd2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:10.436569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42be3cdd-f9fa-4a54-9989-b9feeb006cd2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/security-groups/b3a05c0b-871d-494f-9112-eeaec3567e7b HTTP/1.1" status: 204 len: 168 time: 0.2699239 Nov 09 18:03:10.460743 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be3cdd-f9fa-4a54-9989-b9feeb006cd2 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a05c0b-871d-494f-9112-eeaec3567e7b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:10.522184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:10.644610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743c0e-67c5-4abb-86c8-976a8d157d0d req-00c432dc-a8d3-4889-a4fa-44c35362ff11 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:10.657807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06743c0e-67c5-4abb-86c8-976a8d157d0d req-00c432dc-a8d3-4889-a4fa-44c35362ff11 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 944 time: 0.1738548 Nov 09 18:03:10.664676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting subnet c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:03:10.672318 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:10.743315 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:10.765670 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06743c0e-67c5-4abb-86c8-976a8d157d0d req-91bb8063-a30e-4e02-a04a-847d5f47b94b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041539 Nov 09 18:03:10.899147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.030024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.053704 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.059442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58dbf6e-65c4-40e3-947c-5e012bb5173a None None] Network e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:11.064774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/subnets/c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2 HTTP/1.1" status: 204 len: 168 time: 0.5405211 Nov 09 18:03:11.068950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.133498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 29d0da35-8177-40d9-8ba8-85dbc8ca50db details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:11.239355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.243183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b630edd-2d58-4531-8744-e1abaaee9afd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Subnet': ['ID=c586e1f9-707f-4f3d-8c6b-1a8ca78c6ee2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:11.339357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port faea6435-7023-48cd-8d08-1d8c36e81af7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:11.339911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.463651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:11.480012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port faea6435-7023-48cd-8d08-1d8c36e81af7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=faea6435-7023-48cd-8d08-1d8c36e81af7,segment=NetworkSegment(9aeae729-5ec6-4c76-ac00-05c71716c5de),segment_id=9aeae729-5ec6-4c76-ac00-05c71716c5de)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:11.480922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.512167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for faea6435-7023-48cd-8d08-1d8c36e81af7 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:11.558685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:11.712373 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.718246 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.751969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] No DVR routers for this DVR port faea6435-7023-48cd-8d08-1d8c36e81af7 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:11.768137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d0da35-8177-40d9-8ba8-85dbc8ca50db {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:11.817281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=faea6435-7023-48cd-8d08-1d8c36e81af7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:11.821660 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:11.830573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 49da0880-c512-483c-84b6-b2b325318e35 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:11.839949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43acd6-eb7e-40d8-94e4-5f945940735d None None] DHCP port deletion for e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:11.866467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:11.965650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 49da0880-c512-483c-84b6-b2b325318e35 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:11.966387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 49da0880-c512-483c-84b6-b2b325318e35 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:12.007431 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.039308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=29d0da35-8177-40d9-8ba8-85dbc8ca50db,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:12.048557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c489c3-5fff-48f0-84a5-942076cca945 req-72fa0a9d-8cae-4bb4-95ec-f1f27d8757c7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:12.048557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31c489c3-5fff-48f0-84a5-942076cca945 req-72fa0a9d-8cae-4bb4-95ec-f1f27d8757c7 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 945 time: 0.1220691 Nov 09 18:03:12.058117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.105080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeae729-5ec6-4c76-ac00-05c71716c5de') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.105747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeae729-5ec6-4c76-ac00-05c71716c5de') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.118962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['29d0da35-8177-40d9-8ba8-85dbc8ca50db'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:12.164593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.200152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.216246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31c489c3-5fff-48f0-84a5-942076cca945 req-9e8a7548-4938-4c16-aa5e-5fa88f87f140 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520624 Nov 09 18:03:12.217489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:12.220071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:12.228617 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:12.321333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.328731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.333705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/networks/e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a HTTP/1.1" status: 204 len: 168 time: 1.2619131 Nov 09 18:03:12.335953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45326) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:12.357283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09408d-34c3-41b6-9e94-1cb6b57602f1 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Network': ['ID=e43c34f6-f8b3-4a9e-b0ec-dd2fbb38937a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:12.588086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 94502a1f-0be5-47c1-9ffc-4452e1cf4548 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:12.588845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.731434 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.732119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:12.749684 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 94502a1f-0be5-47c1-9ffc-4452e1cf4548 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:12.983244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faea6435-7023-48cd-8d08-1d8c36e81af7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:13.028053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: faea6435-7023-48cd-8d08-1d8c36e81af7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:13.028418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faea6435-7023-48cd-8d08-1d8c36e81af7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:13.045629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:13.082206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 29d0da35-8177-40d9-8ba8-85dbc8ca50db up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:13.161872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 29d0da35-8177-40d9-8ba8-85dbc8ca50db completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:13.183795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 29d0da35-8177-40d9-8ba8-85dbc8ca50db triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:13.183795 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:13.200777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=94502a1f-0be5-47c1-9ffc-4452e1cf4548,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:13.204831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:13.205175 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Floating IP 5f7e0539-7608-4bd6-a6f5-f84e02609e1b disassociated (deleted). External IP: 172.25.3.167, port: 426f38a8-192f-4bd0-9ac4-720259fa3c9b. Nov 09 18:03:13.371891 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:13.442788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9a227-44f0-4ffb-bfcd-6653d864601d req-839f70ff-3a99-4750-9402-f275d67b81df tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:13.450545 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37d9a227-44f0-4ffb-bfcd-6653d864601d req-839f70ff-3a99-4750-9402-f275d67b81df tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 945 time: 0.0824270 Nov 09 18:03:13.451968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:13.454052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:13.462977 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba90f6-8eb7-4973-9148-65b8dd4a994c" -d '{"events": [{"server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "name": "network-vif-plugged", "status": "completed", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:13.480667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:13.688383 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04150e4a-0b44-4904-8059-ec8b439abce6 x-openstack-request-id: req-04150e4a-0b44-4904-8059-ec8b439abce6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:13.689115 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "name": "network-vif-plugged", "status": "completed", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:13.689626 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04150e4a-0b44-4904-8059-ec8b439abce6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:13.690282 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'code': 200} Nov 09 18:03:13.721300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=29d0da35-8177-40d9-8ba8-85dbc8ca50db,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:13.974434 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-37d9a227-44f0-4ffb-bfcd-6653d864601d req-02427a79-1734-4465-b6b7-ced6785b33c5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227985 Nov 09 18:03:14.042849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db841455-bdba-4566-bb79-9bb012c61753 req-f9f0b001-48b8-443e-ae8c-80be01313fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.045045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db841455-bdba-4566-bb79-9bb012c61753 req-f9f0b001-48b8-443e-ae8c-80be01313fb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.1492288 Nov 09 18:03:14.097998 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:14.146012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db841455-bdba-4566-bb79-9bb012c61753 req-3a398ce4-2a3a-4f96-8375-fcbb5e58f3db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913498 Nov 09 18:03:14.284929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:14.290258 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:14.297604 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:14.312444 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:14.313089 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:14.346908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-55208584-ae7b-4e57-a2ed-c1f501f96686 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/floatingips/5f7e0539-7608-4bd6-a6f5-f84e02609e1b HTTP/1.1" status: 204 len: 168 time: 2.0091257 Nov 09 18:03:14.348890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:14.353896 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d" -d '{"events": [{"name": "network-changed", "server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:14.460605 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b4d572-dd67-465a-8aca-d028621f259f x-openstack-request-id: req-c0b4d572-dd67-465a-8aca-d028621f259f {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:14.461562 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:14.461562 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0b4d572-dd67-465a-8aca-d028621f259f {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:14.461936 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:14.462094 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'status': 'completed', 'code': 200} Nov 09 18:03:14.602370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-5560fd53-19de-4bed-a9c1-800fe78b99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.605226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-5560fd53-19de-4bed-a9c1-800fe78b99b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 1096 time: 0.1126056 Nov 09 18:03:14.746504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 6, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:14.789906 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:14.805373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:14.806265 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:14.823298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-c6137ffe-e276-4bb5-8224-183011a16c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.824984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-c6137ffe-e276-4bb5-8224-183011a16c19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 200 len: 897 time: 0.2100494 Nov 09 18:03:14.899410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-3ab73745-80ca-465f-bad4-d20ce8b0d0be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 200 len: 217 time: 0.0647936 Nov 09 18:03:14.909129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938c49-d821-454e-a244-b043343cd094 req-5ae36f6f-f8f5-4464-a6fd-31a2b2592e77 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.911446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b938c49-d821-454e-a244-b043343cd094 req-5ae36f6f-f8f5-4464-a6fd-31a2b2592e77 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 945 time: 0.1299076 Nov 09 18:03:15.055080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-410864fb-e10f-439a-b516-cc76e8893e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:15.058241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-410864fb-e10f-439a-b516-cc76e8893e0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05c1aad9-582e-49ef-ad06-a0f5688e8361 HTTP/1.1" status: 200 len: 834 time: 0.1453981 Nov 09 18:03:15.131556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4b938c49-d821-454e-a244-b043343cd094 req-c878540b-7b1f-4d68-8322-f10ed78d2c00 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047968 Nov 09 18:03:15.165033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8eb29-574d-4bc4-994b-e89f53426baa req-b5f67df3-2580-41bc-91a5-b65ca65ec157 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:15.175231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48d8eb29-574d-4bc4-994b-e89f53426baa req-b5f67df3-2580-41bc-91a5-b65ca65ec157 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 946 time: 0.0749123 Nov 09 18:03:15.205090 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:15.207083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-c423c7b2-fbf7-4291-a1b7-56f855503344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:15.210399 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-c423c7b2-fbf7-4291-a1b7-56f855503344 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ca771f9-74ce-45d0-a226-ce0f86268e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388230 Nov 09 18:03:15.249380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-48d8eb29-574d-4bc4-994b-e89f53426baa req-ae46bb72-eb6e-45a4-9bf2-3cda704283e0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724504 Nov 09 18:03:15.467704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-94780cf7-7ea5-45d0-8f52-12f002c99c2c service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019460 Nov 09 18:03:15.563473 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 6, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:15.599946 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76eabf1e-24f3-4c77-904b-ce3aa6e6688d req-8e0d8162-2f86-467b-b199-477eeeae98b6 service neutron] 10.222.0.43 "GET /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112795 Nov 09 18:03:15.610195 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41957b43-6889-4e28-be52-26a2655b5d5b None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 6, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '7f77149b-41d7-4073-8434-0a7271873486', 'name': '', 'network_id': '7ca771f9-74ce-45d0-a226-ce0f86268e2c', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:3b:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:17Z', 'updated_at': '2021-11-09T18:01:24Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': '05c1aad9-582e-49ef-ad06-a0f5688e8361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:15.905789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c69f7-136c-4ac3-9a38-229d90929fc3 None None] New status for floating IP 5f7e0539-7608-4bd6-a6f5-f84e02609e1b: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:03:16.184256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-1c3fbcbb-6543-4299-89da-4f59549f1452 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.187271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-1c3fbcbb-6543-4299-89da-4f59549f1452 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 945 time: 0.0767255 Nov 09 18:03:16.472191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936439-914a-45dd-9a60-936ee566c5e1 req-dc14c44c-49e9-4111-8a32-242eb4928af4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.476418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93936439-914a-45dd-9a60-936ee566c5e1 req-dc14c44c-49e9-4111-8a32-242eb4928af4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 945 time: 0.1357338 Nov 09 18:03:16.490229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 426f38a8-192f-4bd0-9ac4-720259fa3c9b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:16.491289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:16.530223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a332152-5848-4302-b03e-ad20115fd85e req-1067b5d7-5791-4930-af77-3a08a0e4d0dd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.533490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a332152-5848-4302-b03e-ad20115fd85e req-1067b5d7-5791-4930-af77-3a08a0e4d0dd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 946 time: 0.1008682 Nov 09 18:03:16.651143 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a332152-5848-4302-b03e-ad20115fd85e req-48c94d5f-284b-4900-bd0f-c2825dddb0e6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047697 Nov 09 18:03:16.684427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-93936439-914a-45dd-9a60-936ee566c5e1 req-dfce4c40-e929-487d-93b9-71170ada737d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b3a2bbf-01a7-4656-8b4e-0547efed70dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865184 Nov 09 18:03:16.737286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 426f38a8-192f-4bd0-9ac4-720259fa3c9b, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=426f38a8-192f-4bd0-9ac4-720259fa3c9b,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:16.737792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:16.758039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 426f38a8-192f-4bd0-9ac4-720259fa3c9b owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:16.892168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4e220-289e-4077-b151-f6fb52c44aab req-d701e46e-eff0-4def-a4e7-f154cf284702 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.894106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7f4e220-289e-4077-b151-f6fb52c44aab req-d701e46e-eff0-4def-a4e7-f154cf284702 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 946 time: 0.0845742 Nov 09 18:03:16.962598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b7f4e220-289e-4077-b151-f6fb52c44aab req-7ee17bfb-0fcf-408d-bdb7-26b6ce4f585c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592916 Nov 09 18:03:16.983367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:16.996959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:17.046528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=426f38a8-192f-4bd0-9ac4-720259fa3c9b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:17.079214 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebe403-fd22-45b2-a17e-367f7ccae0fb tempest-TestVolumeBootPattern-2096770345 tempest-TestVolumeBootPattern-2096770345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.083555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ccebe403-fd22-45b2-a17e-367f7ccae0fb tempest-TestVolumeBootPattern-2096770345 tempest-TestVolumeBootPattern-2096770345-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1092 time: 0.0845952 Nov 09 18:03:17.094216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:17.105745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:17.149234 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:17.163377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] No DVR routers for this DVR port 426f38a8-192f-4bd0-9ac4-720259fa3c9b on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:17.166515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:17.171458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2be3ce0d-d280-4d72-a8bf-30fd56febd3e req-a28ee5e6-482a-4e37-9979-0243f3878b93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.43 "DELETE /v2.0/ports/426f38a8-192f-4bd0-9ac4-720259fa3c9b HTTP/1.1" status: 204 len: 173 time: 0.9780831 Nov 09 18:03:17.171974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'name': 'network-vif-deleted', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:17.174671 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30426d3e-e055-429f-bfb9-e5a0d7361093" -d '{"events": [{"server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "name": "network-vif-deleted", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:17.241311 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac192ed-055d-4ae5-886e-ba8e2e8edfa3 x-openstack-request-id: req-5ac192ed-055d-4ae5-886e-ba8e2e8edfa3 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:17.243138 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59bba84-1289-463c-9454-0e61467362d7", "name": "network-vif-deleted", "tag": "426f38a8-192f-4bd0-9ac4-720259fa3c9b", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:17.243601 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ac192ed-055d-4ae5-886e-ba8e2e8edfa3 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:17.244327 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59bba84-1289-463c-9454-0e61467362d7', 'name': 'network-vif-deleted', 'tag': '426f38a8-192f-4bd0-9ac4-720259fa3c9b', 'status': 'completed', 'code': 200} Nov 09 18:03:17.462552 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:17.719655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.25.3.157 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/3bceada7-8cb1-4caa-8c0d-04a8738e9455) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:17.983354 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:18.037020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa65e48c-39b3-4746-a42b-2b3ee6fad09d req-b30e2852-cc39-431e-ac52-22bd85db8691 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59bba84-1289-463c-9454-0e61467362d7 HTTP/1.1" status: 200 len: 210 time: 0.0633035 Nov 09 18:03:18.091300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:18.154102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=3bceada7-8cb1-4caa-8c0d-04a8738e9455,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:18.166487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.166944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.167420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.167842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.168384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.168802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.169207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.169664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.170003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.170405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.170806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.171235 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:18.196059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:18.200303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:18.203866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:19.123052 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 426f38a8-192f-4bd0-9ac4-720259fa3c9b no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:19.163766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45398) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:19.192190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 426f38a8-192f-4bd0-9ac4-720259fa3c9b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:19.193095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 426f38a8-192f-4bd0-9ac4-720259fa3c9b not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:19.264514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.306869 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.324619 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.445322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.449687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.451571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/security-groups/4b3a2bbf-01a7-4656-8b4e-0547efed70dc HTTP/1.1" status: 204 len: 168 time: 0.2853467 Nov 09 18:03:19.460005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.465386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a2bbf-01a7-4656-8b4e-0547efed70dc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:19.505407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.507525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.510336 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.512646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.515323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.516034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.516527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.517061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.517610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.522120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.523333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.524534 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff09ef2-8825-4709-ab4f-b81058cba689 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:19.551381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45404) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:19.832360 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.840776 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:19.974239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=3bceada7-8cb1-4caa-8c0d-04a8738e9455,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:19.986558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:20.200325 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Floating IP 5cc31cbd-2eab-49bf-bbff-c43f592dc10e associated. External IP: 172.25.3.157, port: 29d0da35-8177-40d9-8ba8-85dbc8ca50db. Nov 09 18:03:20.341094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:20.517810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:20.791918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:20.818269 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:20.840382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:20.841654 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:20.843841 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:20.922001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b1749efd-a6e9-40b0-9a51-5807096ca116 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8236821 Nov 09 18:03:20.935682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:20.939991 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61dd745-c74b-442a-b5c9-e23e6dfc749e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:20.942050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 7f77149b-41d7-4073-8434-0a7271873486 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:20.942652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:21.065494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 7f77149b-41d7-4073-8434-0a7271873486, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=7f77149b-41d7-4073-8434-0a7271873486,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:21.066468 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:21.073232 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6254b1-9de1-46ca-9056-13f1ad0d5dbb x-openstack-request-id: req-8e6254b1-9de1-46ca-9056-13f1ad0d5dbb {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:21.073654 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:21.074083 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e6254b1-9de1-46ca-9056-13f1ad0d5dbb {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:21.074736 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'status': 'completed', 'code': 200} Nov 09 18:03:21.090071 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:21.109522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 7f77149b-41d7-4073-8434-0a7271873486 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:21.457988 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-6df91166-7e8b-4b55-9b9a-5a64eb39a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.463803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-6df91166-7e8b-4b55-9b9a-5a64eb39a42c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.3191147 Nov 09 18:03:21.584243 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:21.611190 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:19Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:21.647664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=7f77149b-41d7-4073-8434-0a7271873486,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:21.679357 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:21.720306 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:21.720973 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:21.913795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-70f97d64-e978-4476-8858-0ed3ccc18c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.915769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-70f97d64-e978-4476-8858-0ed3ccc18c7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.4457321 Nov 09 18:03:21.953834 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:22.107339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:22.130123 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-44b09f03-1b44-4875-81b8-c650d1a4bc17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1000 time: 0.2036729 Nov 09 18:03:22.337062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-187c623e-ba3a-40b0-b14e-286febeaa2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:22.338916 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-187c623e-ba3a-40b0-b14e-286febeaa2c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1991143 Nov 09 18:03:22.423474 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:19Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:22.465350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-01d68927-9707-4c31-a703-aa9305a7c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:22.469178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-01d68927-9707-4c31-a703-aa9305a7c63c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229599 Nov 09 18:03:22.469935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db8c5b-7e25-4871-bb6e-995b32db0eb1 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:19Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:22.676989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-34434591-9d75-4d23-81ba-146ed702c31e service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933050 Nov 09 18:03:22.685585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 1651d074-deb4-4368-8b58-3a03506bb355 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:22.931449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a35e-e2bd-41d8-a7b3-a2445d0b845a None None] New status for floating IP 5cc31cbd-2eab-49bf-bbff-c43f592dc10e: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:03:23.327271 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:23.576592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c61dd745-c74b-442a-b5c9-e23e6dfc749e req-fda63ba4-4239-46b0-8dd0-02e3f7e39554 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890889 Nov 09 18:03:23.583145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:23.589496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a1a5ebd1-7d06-41d7-b5b9-2120cd23771c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "PUT /v2.0/routers/1651d074-deb4-4368-8b58-3a03506bb355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0369053 Nov 09 18:03:23.598139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:23.600446 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] Sync routers for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:23.615428 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:23.616068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.717239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting subnet 05c1aad9-582e-49ef-ad06-a0f5688e8361 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:03:23.724661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:23.790318 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:23.809520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.010700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.075908 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:03:24.139023 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.196099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Subnet': ['ID=05c1aad9-582e-49ef-ad06-a0f5688e8361,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:24.203162 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.211995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4e0dde55-3d98-4f16-8d67-b06aa2869e5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/subnets/05c1aad9-582e-49ef-ad06-a0f5688e8361 HTTP/1.1" status: 204 len: 168 time: 0.6110578 Nov 09 18:03:24.213713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e44e5-4d74-40f7-b68a-f97aef503137 None None] Network 7ca771f9-74ce-45d0-a226-ce0f86268e2c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:24.216343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45454) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:24.261406 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 7, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:24.365596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] Checking router: 1651d074-deb4-4368-8b58-3a03506bb355 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:24.389945 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] Routers {'1651d074-deb4-4368-8b58-3a03506bb355'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:24.391190 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['1651d074-deb4-4368-8b58-3a03506bb355'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:24.467783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.711234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.780643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] DHCP port deletion for 7ca771f9-74ce-45d0-a226-ce0f86268e2c request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:24.870364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 264b7cfd-6802-49fb-b97b-000e44441930 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:24.871210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:24.917285 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] Set router 1651d074-deb4-4368-8b58-3a03506bb355 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:25.009824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] Deleting port e68725bd-2817-499c-9e84-a6470b55c3f2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:03:25.010398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.144187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] For port e68725bd-2817-499c-9e84-a6470b55c3f2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e68725bd-2817-499c-9e84-a6470b55c3f2,segment=NetworkSegment(b06bcd57-a291-46f8-8512-472cdb0a603c),segment_id=b06bcd57-a291-46f8-8512-472cdb0a603c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:25.144694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.168780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] Calling delete_port for e68725bd-2817-499c-9e84-a6470b55c3f2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:25.193927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 264b7cfd-6802-49fb-b97b-000e44441930, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=264b7cfd-6802-49fb-b97b-000e44441930,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:25.193927 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.220492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 264b7cfd-6802-49fb-b97b-000e44441930 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:03:25.361342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e68725bd-2817-499c-9e84-a6470b55c3f2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:25.416477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e68725bd-2817-499c-9e84-a6470b55c3f2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:25.416943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e68725bd-2817-499c-9e84-a6470b55c3f2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:25.419420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.468290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] Pushing event deleted for resources: {'Port': ['ID=e68725bd-2817-499c-9e84-a6470b55c3f2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:25.479078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d363d-4001-4a7b-ad43-feacb59a33ae None None] No DVR routers for this DVR port e68725bd-2817-499c-9e84-a6470b55c3f2 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:25.548771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 7, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:25.621200 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207283c-7c4a-4600-947d-84e21751ef16 None None] The sync data for ids ['1651d074-deb4-4368-8b58-3a03506bb355'] in n-d-804292-3 is: [{'id': '1651d074-deb4-4368-8b58-3a03506bb355', 'name': 'tempest-TestNetworkBasicOps-router-1430825706', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '264b7cfd-6802-49fb-b97b-000e44441930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:10Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 7, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '264b7cfd-6802-49fb-b97b-000e44441930', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1651d074-deb4-4368-8b58-3a03506bb355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:11Z', 'updated_at': '2021-11-09T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:25.621583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.681832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=264b7cfd-6802-49fb-b97b-000e44441930,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:25.698902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e04648-0dd6-449e-a828-79a4f74dc69a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:25.798173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.972266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:25.975344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.037779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.038805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Fanout notify agent at l3_agent the message router_deleted on router 1651d074-deb4-4368-8b58-3a03506bb355 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:03:26.055993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.059052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5da1f165-193f-4ba1-b8c4-9ef284793c32 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/routers/1651d074-deb4-4368-8b58-3a03506bb355 HTTP/1.1" status: 204 len: 168 time: 1.8396688 Nov 09 18:03:26.061431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:26.248645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.376556 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.407109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca771f9-74ce-45d0-a226-ce0f86268e2c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:26.420585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06bcd57-a291-46f8-8512-472cdb0a603c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:26.421361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06bcd57-a291-46f8-8512-472cdb0a603c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:26.455241 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.481107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.493906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:26.494829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:26.502452 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:26.652659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.665377 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.684378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/networks/7ca771f9-74ce-45d0-a226-ce0f86268e2c HTTP/1.1" status: 204 len: 168 time: 0.6136289 Nov 09 18:03:26.697438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45486) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:26.709518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f7bed-986f-432b-abe6-4a172d2ba9e0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Network': ['ID=7ca771f9-74ce-45d0-a226-ce0f86268e2c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:26.714622 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'network': {'name': 'tempest-network-smoke--424019775', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:26.809099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:26.843066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.914493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:26.929780 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:26.930621 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Added segment 9616467c-ccc3-4d01-96f4-2dabaa2529e3 of type vlan for network 6000c0e9-a64e-4470-85e2-4063ff488401 Nov 09 18:03:27.027842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:27.113193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:27.131522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.134055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:27.152548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7f77149b-41d7-4073-8434-0a7271873486 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:27.196169 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4968424 Nov 09 18:03:27.200417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:27.211747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'admin_state_up': True, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:27.273274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 7f77149b-41d7-4073-8434-0a7271873486 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:27.273971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 7f77149b-41d7-4073-8434-0a7271873486 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:27.275089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 264b7cfd-6802-49fb-b97b-000e44441930 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:27.319540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:27.320908 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:27.327103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 264b7cfd-6802-49fb-b97b-000e44441930 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:03:27.329333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 264b7cfd-6802-49fb-b97b-000e44441930 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:27.438499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42472c5c-69ea-4000-a790-1b0ca02ceab6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Network': ['ID=6000c0e9-a64e-4470-85e2-4063ff488401,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:27.467334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6000c0e9-a64e-4470-85e2-4063ff488401 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:27.476430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:27.681723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.024436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.049693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.051492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef7d5208-6f13-4b88-907e-0a122637805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.299722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.25.3.168 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/67bae51f-9a80-48a0-96a5-9011a7080b13) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:28.502454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.611233 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.683100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:28.694038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:28.697876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:28.714769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.720754 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0eaea9-c0af-46ed-92cf-04ebded830de None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:28.773303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=67bae51f-9a80-48a0-96a5-9011a7080b13,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:28.824361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e3bc52b3-3262-4d56-a5e8-f561fc0fbde7 None None] Provisioning complete for port 67bae51f-9a80-48a0-96a5-9011a7080b13 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:28.826313 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3bc52b3-3262-4d56-a5e8-f561fc0fbde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:28.907260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc52b3-3262-4d56-a5e8-f561fc0fbde7 None None] Port 67bae51f-9a80-48a0-96a5-9011a7080b13 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:03:29.270131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:29.697560 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:29.984504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 566daea4-c699-4908-a6a5-a0ab9e3433af is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:03:30.223466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:30.244633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Sync routers for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:30.259367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:30.273680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-54c5a716-b1d8-43ff-b81d-c42894bdd348 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0703185 Nov 09 18:03:30.278059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45726) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:30.289020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:30.290664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:30.352292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e497d079-7c1a-477c-9cf9-11259c579932 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75b882658a5f4093acf5dc9767ad999c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721707 Nov 09 18:03:30.357277 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45734) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:30.499949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0110727-8806-4fcc-808f-61db9963e741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:30.579619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce131ad-ad57-40bd-9263-fe67424401c9 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:30.582336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7ce131ad-ad57-40bd-9263-fe67424401c9 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2231808 Nov 09 18:03:30.588787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45754) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:30.671826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7bae032e-3ee7-4311-a082-68a4f6117ad9 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812879 Nov 09 18:03:30.674537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 45762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:30.685918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60834322', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:31.085237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:31.087332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:31.090191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:31.403553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:29Z', 'revision_number': 3, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:31.466201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Checking router: 566daea4-c699-4908-a6a5-a0ab9e3433af for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:31.466938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Updating router 566daea4-c699-4908-a6a5-a0ab9e3433af port 67bae51f-9a80-48a0-96a5-9011a7080b13 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:03:31.532759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:31.664826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:31.800110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Checking segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:03:31.801070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network hostable DHCP agents. Network: 6000c0e9-a64e-4470-85e2-4063ff488401, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:31.812123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Subnet': ['ID=c9320001-be71-44a0-b687-fb809249a6bc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.834542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 6000c0e9-a64e-4470-85e2-4063ff488401 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:31.841444 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:31.857625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6000c0e9-a64e-4470-85e2-4063ff488401) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:31.863388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.864051 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:31.872252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdf929-0be5-46c5-bcaa-ae6a7f43ecf4 None None] Network 6000c0e9-a64e-4470-85e2-4063ff488401 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:31.904737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 45866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.917506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ce60d526-1e58-4723-be4e-324037dac596 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2397768 Nov 09 18:03:32.189944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6000c0e9-a64e-4470-85e2-4063ff488401', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:03:32.192718 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:32.245765 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:32.279640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:32.466189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c641da-e9b6-44ee-bdc3-4773207f891d None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:32.706527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Attempting to bind port 67bae51f-9a80-48a0-96a5-9011a7080b13 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:03:32.707166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Attempting to bind port 67bae51f-9a80-48a0-96a5-9011a7080b13 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:03:32.707742 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Attempting to bind port 67bae51f-9a80-48a0-96a5-9011a7080b13 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:32.753713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:32.755101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:03:32.758517 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:32.759946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:32.761580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Bound port: 67bae51f-9a80-48a0-96a5-9011a7080b13, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:03:32.762541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:32.819367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017e6a-72f3-449e-88a8-96a7e9a8b9b6 None None] Pushing event updated for resources: {'Port': ['ID=67bae51f-9a80-48a0-96a5-9011a7080b13,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.902530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f761afa7-dee0-4539-8f8c-ec26e626dc1b None None] Provisioning complete for port 67bae51f-9a80-48a0-96a5-9011a7080b13 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:32.903172 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f761afa7-dee0-4539-8f8c-ec26e626dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:32.979215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] For port 67bae51f-9a80-48a0-96a5-9011a7080b13, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:33.019784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] For port 67bae51f-9a80-48a0-96a5-9011a7080b13, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=67bae51f-9a80-48a0-96a5-9011a7080b13,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:33.027871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f761afa7-dee0-4539-8f8c-ec26e626dc1b None None] Port 67bae51f-9a80-48a0-96a5-9011a7080b13 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:03:33.035950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Allocated IP 172.20.0.2 (6000c0e9-a64e-4470-85e2-4063ff488401/c9320001-be71-44a0-b687-fb809249a6bc/866be647-939d-4143-8bda-0c1d604f4431) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:33.039845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.061637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.110449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017e6a-72f3-449e-88a8-96a7e9a8b9b6 None None] Pushing event updated for resources: {'Port': ['ID=67bae51f-9a80-48a0-96a5-9011a7080b13,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.205014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe59ee2-ea69-47ac-81f5-a1c045ba3285 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:33.245358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:33.245829 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.321386 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.461257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0b8a0ff4-c7c1-44eb-9a30-269c3fd1fb63 None None] Provisioning complete for port 67bae51f-9a80-48a0-96a5-9011a7080b13 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:33.463730 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0ff4-c7c1-44eb-9a30-269c3fd1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.619712 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.642296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:33.735412 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.825364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.20.0.1 (6000c0e9-a64e-4470-85e2-4063ff488401/c9320001-be71-44a0-b687-fb809249a6bc/499603ec-f5d9-42d9-a7cb-6d38a97eb78d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:33.942118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:33.972985 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.013704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.063102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 6000c0e9-a64e-4470-85e2-4063ff488401 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:34.068913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:34.074111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:34.122763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.142261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Network 6000c0e9-a64e-4470-85e2-4063ff488401 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:34.148108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.183527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:34.210934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:34.248140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Pushing event updated for resources: {'Port': ['ID=866be647-939d-4143-8bda-0c1d604f4431,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.305341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:29Z', 'revision_number': 3, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:34.308996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0ff4-c7c1-44eb-9a30-269c3fd1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.364912 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.425214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39580b-19c6-49ae-9256-d8d1a5a94234 None None] The sync data for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 is: [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:29Z', 'revision_number': 3, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:34.444830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Attempting to bind port 866be647-939d-4143-8bda-0c1d604f4431 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:03:34.445431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Attempting to bind port 866be647-939d-4143-8bda-0c1d604f4431 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:03:34.446029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Attempting to bind port 866be647-939d-4143-8bda-0c1d604f4431 on network 6000c0e9-a64e-4470-85e2-4063ff488401 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:34.457297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0b8a0ff4-c7c1-44eb-9a30-269c3fd1fb63 None None] For port 67bae51f-9a80-48a0-96a5-9011a7080b13, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=67bae51f-9a80-48a0-96a5-9011a7080b13,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:34.459322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:34.459882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Checking segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:03:34.460460 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.460859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Bound using segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:34.461374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Bound port: 866be647-939d-4143-8bda-0c1d604f4431, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:03:34.461759 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.489112 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0ff4-c7c1-44eb-9a30-269c3fd1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.665131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a0ff4-c7c1-44eb-9a30-269c3fd1fb63 None None] Pushing event updated for resources: {'Port': ['ID=67bae51f-9a80-48a0-96a5-9011a7080b13,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.681852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] For port 866be647-939d-4143-8bda-0c1d604f4431, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:34.689480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] For port 866be647-939d-4143-8bda-0c1d604f4431, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=866be647-939d-4143-8bda-0c1d604f4431,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:34.697144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:34.810920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ab263-0596-400e-a4fb-73cfcb2a9102 None None] Pushing event updated for resources: {'Port': ['ID=866be647-939d-4143-8bda-0c1d604f4431,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:35.097790 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 67bae51f-9a80-48a0-96a5-9011a7080b13 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:35.216673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:35.228682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:35.269682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 67bae51f-9a80-48a0-96a5-9011a7080b13 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:35.281541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:35.387884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:35.430536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:35.662617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 6000c0e9-a64e-4470-85e2-4063ff488401 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:35.672292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:35.892228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 566daea4-c699-4908-a6a5-a0ab9e3433af has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:36.075177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:36.097557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e5116a50-9af9-42c8-b097-f504afb08a5d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "PUT /v2.0/routers/566daea4-c699-4908-a6a5-a0ab9e3433af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1906531 Nov 09 18:03:36.100561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:36.432481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.433073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.433942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.434443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.434928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.435433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.439120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dda1de6c-0d7d-4d8c-85d9-417742968384 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.3360674 Nov 09 18:03:36.443303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46032) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:36.683206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.687511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.688446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.689724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.690976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.692379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.695622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eba062f9-39a8-4bbf-905b-fb7f516c5047 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2500551 Nov 09 18:03:36.695905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b7d73-8853-4830-85ef-ed43449b7361 None None] Network 6000c0e9-a64e-4470-85e2-4063ff488401 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:36.700792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46036) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:36.849344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c1d084eb-1dc6-44b1-922e-bf441ba4e833 None None] Provisioning complete for port 866be647-939d-4143-8bda-0c1d604f4431 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:36.850041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1d084eb-1dc6-44b1-922e-bf441ba4e833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.044409 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f7394857-24d0-47ac-9875-b49f9c7e04ed tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3411229 Nov 09 18:03:37.187494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 866be647-939d-4143-8bda-0c1d604f4431 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:37.254782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1d084eb-1dc6-44b1-922e-bf441ba4e833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.376100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c1d084eb-1dc6-44b1-922e-bf441ba4e833 None None] For port 866be647-939d-4143-8bda-0c1d604f4431, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=866be647-939d-4143-8bda-0c1d604f4431,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:37.430587 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1d084eb-1dc6-44b1-922e-bf441ba4e833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.448905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46050) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:37.454288 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476557640', 'description': 'tempest-secgroup-smoke-1476557640 description', 'project_id': '75b882658a5f4093acf5dc9767ad999c'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:37.456138 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Sync routers for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:37.483995 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:37.485626 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.556381 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.585198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 866be647-939d-4143-8bda-0c1d604f4431 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:37.588144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.685207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d084eb-1dc6-44b1-922e-bf441ba4e833 None None] Pushing event updated for resources: {'Port': ['ID=866be647-939d-4143-8bda-0c1d604f4431,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:37.733451 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:37.778581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.786525 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.836404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e752745-900e-40f1-b066-64779d7d83dc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:37.870511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.877727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-685880ff-756f-4c56-9d14-2da9f7d26fc3 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4234531 Nov 09 18:03:37.878745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46054) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:37.888325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4e752745-900e-40f1-b066-64779d7d83dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:37.937465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a9c1f4b8-bce8-4bbe-b096-bc74f97efc85 None None] Provisioning complete for port 866be647-939d-4143-8bda-0c1d604f4431 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:37.938470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f4b8-bce8-4bbe-b096-bc74f97efc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:37.967407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.151516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.165542 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.237721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.246002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3657527 Nov 09 18:03:38.251443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:38.257801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4e752745-900e-40f1-b066-64779d7d83dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:38.261920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469b31c-a929-414f-86bd-d3be3945f5cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513bb6c9-7fa0-4075-9264-42cb25a8acc7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:38.334191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.360123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a9c1f4b8-bce8-4bbe-b096-bc74f97efc85 None None] Provisioning complete for port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:38.360875 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a9c1f4b8-bce8-4bbe-b096-bc74f97efc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.390152 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 2, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:38.468163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Checking router: 566daea4-c699-4908-a6a5-a0ab9e3433af for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:38.469742 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Updating router 566daea4-c699-4908-a6a5-a0ab9e3433af port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:03:38.479182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1f4b8-bce8-4bbe-b096-bc74f97efc85 None None] Port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:03:38.504904 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.512690 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.541259 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.640789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-642c8b43-57d8-4de2-83bd-e6070c26410c None None] Provisioning complete for port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:38.641522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-642c8b43-57d8-4de2-83bd-e6070c26410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:38.746047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-642c8b43-57d8-4de2-83bd-e6070c26410c None None] Port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:03:38.919628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cd5be1cb-823c-4d79-967a-e57ab44584f8 None None] Provisioning complete for port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:38.920217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd5be1cb-823c-4d79-967a-e57ab44584f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.078872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cd5be1cb-823c-4d79-967a-e57ab44584f8 None None] Port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:03:39.085543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 866be647-939d-4143-8bda-0c1d604f4431 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:39.189515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 866be647-939d-4143-8bda-0c1d604f4431 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:39.190512 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.237611 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.249261 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.327489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Pushing event updated for resources: {'Port': ['ID=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.378504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.379545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.380475 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.381050 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.381264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bca29fd-027b-445a-916e-fbba3adcab37,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.381942 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.382386 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.382948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.383572 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.384305 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.386460 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.387127 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.387852 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:39.396951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.404957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ec73feca-ed3e-4ef1-9377-b220b260d445 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1512179 Nov 09 18:03:39.409384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:39.416366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4e752745-900e-40f1-b066-64779d7d83dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:39.468031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.492830 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Attempting to bind port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:03:39.493442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Attempting to bind port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:03:39.493696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Attempting to bind port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d on network 6000c0e9-a64e-4470-85e2-4063ff488401 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:39.501284 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:39.501731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Checking segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:03:39.502070 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.502470 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Bound using segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:39.503105 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Bound port: 499603ec-f5d9-42d9-a7cb-6d38a97eb78d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:03:39.503502 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.583551 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.591215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.639203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72b0b4d-180d-457e-9ad0-e68ef2115283,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.664863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.666318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c1fb4fd1-7e91-4d46-a930-d831ffd6e62f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2551708 Nov 09 18:03:39.671290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:39.677138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4e752745-900e-40f1-b066-64779d7d83dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:39.702520 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] For port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:39.707765 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] For port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:39.714445 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.728963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.781745 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:39.783183 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:39.832000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9db5ea72-70b6-499f-b577-f2fe69c462db None None] Provisioning complete for port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:39.832695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9db5ea72-70b6-499f-b577-f2fe69c462db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.849676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.858359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.897252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca3c59-a0e9-4557-add3-c40ae513ffe0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.899477 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54989aa1-c200-4ec6-8342-c513e186451e None None] Pushing event updated for resources: {'Port': ['ID=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.951058 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:39.955186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-71c1f3ca-1e65-4748-b9cc-e22f197e1408 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804506 Nov 09 18:03:39.957498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:39.969845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4e752745-900e-40f1-b066-64779d7d83dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:39.999429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-0143c19e-b747-4f2d-ad78-6e44f781f970 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1125360 Nov 09 18:03:40.029450 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Project 75b882658a5f4093acf5dc9767ad999c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:03:40.048563 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9db5ea72-70b6-499f-b577-f2fe69c462db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.073272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.108361 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:40.164168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9db5ea72-70b6-499f-b577-f2fe69c462db None None] For port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:40.174038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9db5ea72-70b6-499f-b577-f2fe69c462db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.255481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-648109ae-223c-4083-a628-7d635fde752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.259094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-648109ae-223c-4083-a628-7d635fde752f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.1668046 Nov 09 18:03:40.326223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.332004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5ea72-70b6-499f-b577-f2fe69c462db None None] Pushing event updated for resources: {'Port': ['ID=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:40.335382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.376436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-53a01a6e-8943-4bfb-856b-29f562449771 None None] Provisioning complete for port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:40.376891 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53a01a6e-8943-4bfb-856b-29f562449771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.395518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd9fb98-b962-4913-b944-d8e52b97e5ab,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:40.403626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.407883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46082) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:40.411803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b151908b-89ee-47cd-82f3-6b7ad33c2f13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4522386 Nov 09 18:03:40.414778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'security_group_rule': {'security_group_id': '4e752745-900e-40f1-b066-64779d7d83dc', 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:40.485742 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Project 75b882658a5f4093acf5dc9767ad999c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:03:40.499729 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.568213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-0fe85042-4b54-4c63-a0b2-2aab7d241770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.571031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-0fe85042-4b54-4c63-a0b2-2aab7d241770 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.2844980 Nov 09 18:03:40.678848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.691290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.740380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-fc952517-4504-45b8-8419-78eb4493b0e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1002 time: 0.1429696 Nov 09 18:03:40.747078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150c49d6-21ce-4088-844f-990afe814839,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:40.772818 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:39Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.807288 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69dca3d-7aa0-45bb-b1fb-dbb3bb271082 None None] The sync data for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 is: [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:39Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:40.849474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-536feb87-2d76-42b7-8ae9-109394c42003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.852137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-536feb87-2d76-42b7-8ae9-109394c42003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1015909 Nov 09 18:03:40.904984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:40.916606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-02c8cbd2-ae84-42d0-9e1e-2f031d5f0ca5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4972980 Nov 09 18:03:40.992296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-b249dbf9-20d9-460e-80fb-218077e0fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.994170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-b249dbf9-20d9-460e-80fb-218077e0fdf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290436 Nov 09 18:03:41.204011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 499603ec-f5d9-42d9-a7cb-6d38a97eb78d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:41.293034 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-16afae9b-ef4f-424c-b204-84c1e302a8d2 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898889 Nov 09 18:03:41.330942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:41.333075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:41.432243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-95ba3b81-911f-4ec2-bf1b-8dc0326ad865 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476557640&fields=id&tenant_id=75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 267 time: 0.2696493 Nov 09 18:03:42.059337 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2974bad-bfbe-41f2-867e-e709fb7d7250 req-f62023f3-7544-46a2-b782-45ea849c6f2d service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416468 Nov 09 18:03:42.161125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-76cd2d3b-5f35-4021-875a-c0dadd02f0aa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:42.163060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-76cd2d3b-5f35-4021-875a-c0dadd02f0aa tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/networks?id=6000c0e9-a64e-4470-85e2-4063ff488401 HTTP/1.1" status: 200 len: 796 time: 0.7209692 Nov 09 18:03:42.194315 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-38cae583-d481-44a0-aa57-2d0efb2c9959 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/quotas/75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 375 time: 0.0173364 Nov 09 18:03:42.288355 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-690ec726-7e0d-4e77-a31b-e3fd389230f0 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860138 Nov 09 18:03:42.451330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-171d4dab-3d47-4fa6-bddb-f395d07a54b5 service neutron] 10.222.0.45 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484106 Nov 09 18:03:42.632688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-5bc9f33c-d950-477f-bbf9-d2b2025eaef0 service neutron] 10.222.0.45 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689801 Nov 09 18:03:42.995579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4fa309ef-a4f0-4d3d-b483-b30d4653de69 req-7afec4e5-5d60-4317-b880-887949c66cf6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 210 time: 0.0487156 Nov 09 18:03:44.126727 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e0be2752-f336-4f89-a7fd-7ef291b0a4bd req-5b267bd5-fd39-4077-bf99-0be25d687f11 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 210 time: 0.0540135 Nov 09 18:03:44.533604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-567f2f60-ea44-4ca8-a781-298dd63da4ac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:44.536728 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-567f2f60-ea44-4ca8-a781-298dd63da4ac tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "GET /v2.0/networks?id=6000c0e9-a64e-4470-85e2-4063ff488401 HTTP/1.1" status: 200 len: 796 time: 0.1380770 Nov 09 18:03:44.671934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-56ab90ce-88a1-4075-8407-536a317159f6 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b882658a5f4093acf5dc9767ad999c HTTP/1.1" status: 200 len: 380 time: 0.1132104 Nov 09 18:03:44.688433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'port': {'device_id': '782bab32-d942-43df-ac5f-09f08743a093', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'admin_state_up': True, 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'security_groups': ['4e752745-900e-40f1-b066-64779d7d83dc']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:44.884372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Made reservation on behalf of 75b882658a5f4093acf5dc9767ad999c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:44.891549 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:45.113560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.20.0.10 (6000c0e9-a64e-4470-85e2-4063ff488401/c9320001-be71-44a0-b687-fb809249a6bc/1f0a0b08-1472-4c52-b693-0d3220cebc52) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:45.339904 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64d9888d-eada-4fa8-a400-536ecdb6f2bc req-8bd22267-34d6-44bd-b244-082178dbe2a9 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 210 time: 0.0454476 Nov 09 18:03:45.452113 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:45.494207 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:45.574019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network 6000c0e9-a64e-4470-85e2-4063ff488401 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:45.579130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:45.581641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=1f0a0b08-1472-4c52-b693-0d3220cebc52,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:45.584324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:45.675427 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.676579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:45.711637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-a364959c-e27e-4faf-9ef5-830a82df556a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0301080 Nov 09 18:03:45.821349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Request body: {'port': {'device_id': '782bab32-d942-43df-ac5f-09f08743a093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:45.928890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:45.969841 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4e27111e-b742-4f12-9140-c24d839fdda5 None None] Provisioning complete for port 1f0a0b08-1472-4c52-b693-0d3220cebc52 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:45.972179 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e27111e-b742-4f12-9140-c24d839fdda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:46.036736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4e27111e-b742-4f12-9140-c24d839fdda5 None None] Port 1f0a0b08-1472-4c52-b693-0d3220cebc52 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:03:46.403210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0a0b08-1472-4c52-b693-0d3220cebc52 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:46.419777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:46.443647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Transition to ACTIVE for port object 1f0a0b08-1472-4c52-b693-0d3220cebc52 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:46.450183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:46.531581 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a475f-c781-4494-bffc-d0e0b525ec73 req-694de665-37bc-4cf3-81e4-a616fd0cfae5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.540231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c0a475f-c781-4494-bffc-d0e0b525ec73 req-694de665-37bc-4cf3-81e4-a616fd0cfae5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 944 time: 0.1006904 Nov 09 18:03:46.575170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a0b08-1472-4c52-b693-0d3220cebc52,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:46.688621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8c0a475f-c781-4494-bffc-d0e0b525ec73 req-b9345fb2-8fe8-4fef-b61d-a75f64f05606 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351690 Nov 09 18:03:46.742847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Attempting to bind port 1f0a0b08-1472-4c52-b693-0d3220cebc52 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:03:46.743333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Attempting to bind port 1f0a0b08-1472-4c52-b693-0d3220cebc52 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:03:46.743840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Attempting to bind port 1f0a0b08-1472-4c52-b693-0d3220cebc52 on network 6000c0e9-a64e-4470-85e2-4063ff488401 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:46.758594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Port 1f0a0b08-1472-4c52-b693-0d3220cebc52 on network 6000c0e9-a64e-4470-85e2-4063ff488401 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:46.759334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Attempting to bind port 1f0a0b08-1472-4c52-b693-0d3220cebc52 on network 6000c0e9-a64e-4470-85e2-4063ff488401 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:46.765880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:46.766271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Checking segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:03:46.766644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Bound using segment: {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:46.767324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Bound port: 1f0a0b08-1472-4c52-b693-0d3220cebc52, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616467c-ccc3-4d01-96f4-2dabaa2529e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:03:46.767836 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:46.904197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] For port 1f0a0b08-1472-4c52-b693-0d3220cebc52, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:46.907963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] For port 1f0a0b08-1472-4c52-b693-0d3220cebc52, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:46.916102 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:46.970590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.971271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:46.973887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] 10.222.0.83 "PUT /v2.0/ports/1f0a0b08-1472-4c52-b693-0d3220cebc52 HTTP/1.1" status: 200 len: 1092 time: 1.2488253 Nov 09 18:03:46.974406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:46.976857 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3031108-bb4f-4642-9eca-72fa638b029b" -d '{"events": [{"name": "network-changed", "server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:47.091205 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88d3ae8-0c3d-4af4-afcb-52a7b588fd3f x-openstack-request-id: req-f88d3ae8-0c3d-4af4-afcb-52a7b588fd3f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:47.091205 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:47.091205 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f88d3ae8-0c3d-4af4-afcb-52a7b588fd3f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:47.091205 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'status': 'completed', 'code': 200} Nov 09 18:03:47.130268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16b05-d978-4982-97f2-5a67ea9f64bf service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a0b08-1472-4c52-b693-0d3220cebc52,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:47.162697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-8b167641-f5a0-4a2e-aaa0-838d5afc0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.164790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-8b167641-f5a0-4a2e-aaa0-838d5afc0f81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 1095 time: 0.1116414 Nov 09 18:03:47.225008 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-38ef9876-7384-4b73-b3f9-6434af7e60f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52 HTTP/1.1" status: 200 len: 217 time: 0.0486500 Nov 09 18:03:47.296994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-91181199-b30d-486d-9bf0-e91ec64041c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.301400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-91181199-b30d-486d-9bf0-e91ec64041c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9320001-be71-44a0-b687-fb809249a6bc HTTP/1.1" status: 200 len: 833 time: 0.0662940 Nov 09 18:03:47.365563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-de23b381-35d2-4df9-a2fc-1d0f4c24bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.367213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-de23b381-35d2-4df9-a2fc-1d0f4c24bd12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6000c0e9-a64e-4470-85e2-4063ff488401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551376 Nov 09 18:03:47.529353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-11951251-9ea7-4aa3-9f35-843efcc5f926 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481452 Nov 09 18:03:47.663126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9b6b941f-887e-4122-8f6c-a15b991f68fb req-8aab87cb-7c4a-4e7d-bc45-37c867da67e6 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220288 Nov 09 18:03:47.767875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031108-bb4f-4642-9eca-72fa638b029b req-6c175bee-881e-426c-ba65-4b8ff3501f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.771090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-6c175bee-881e-426c-ba65-4b8ff3501f1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 1095 time: 0.0525944 Nov 09 18:03:47.921436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf463791-2d31-4e2c-b1b3-f9731588619f req-485f1c4e-9c34-4e59-a908-a015c8e73fed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.926013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf463791-2d31-4e2c-b1b3-f9731588619f req-485f1c4e-9c34-4e59-a908-a015c8e73fed tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 944 time: 0.1220949 Nov 09 18:03:47.974759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031108-bb4f-4642-9eca-72fa638b029b req-ea881941-e6ac-4df4-a076-59e08eae9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.977526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-ea881941-e6ac-4df4-a076-59e08eae9224 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6000c0e9-a64e-4470-85e2-4063ff488401 HTTP/1.1" status: 200 len: 896 time: 0.1979737 Nov 09 18:03:48.022951 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf463791-2d31-4e2c-b1b3-f9731588619f req-4fb5ecb3-b78e-49a1-9c8f-ca1d284722fd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783348 Nov 09 18:03:48.056638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-549689ff-a419-4320-ba81-de8dbca73c30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52 HTTP/1.1" status: 200 len: 217 time: 0.0662134 Nov 09 18:03:48.150971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031108-bb4f-4642-9eca-72fa638b029b req-c2f93258-8db9-4970-a2ea-d8cebfccdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:48.150971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-c2f93258-8db9-4970-a2ea-d8cebfccdb6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9320001-be71-44a0-b687-fb809249a6bc HTTP/1.1" status: 200 len: 833 time: 0.0787821 Nov 09 18:03:48.219876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031108-bb4f-4642-9eca-72fa638b029b req-e692bb19-39b8-4f53-b429-3918493d9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:48.223738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-e692bb19-39b8-4f53-b429-3918493d9fd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6000c0e9-a64e-4470-85e2-4063ff488401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704083 Nov 09 18:03:48.363996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-b0eff7af-7e9e-48b4-901d-47da495ebf63 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283104 Nov 09 18:03:48.496639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3031108-bb4f-4642-9eca-72fa638b029b req-03e36c56-1552-4c97-b471-5a488de76a17 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240206 Nov 09 18:03:49.241467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ecf02-12ff-4a4f-8a78-3358c8330064 req-932644ca-e08c-44fa-aaf3-815218bf0308 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:49.243394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-381ecf02-12ff-4a4f-8a78-3358c8330064 req-932644ca-e08c-44fa-aaf3-815218bf0308 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 944 time: 0.0833633 Nov 09 18:03:49.348061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-381ecf02-12ff-4a4f-8a78-3358c8330064 req-f67770d4-0dbd-4721-98c3-5cd9b9ef1b9c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970511 Nov 09 18:03:50.017761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f0a0b08-1472-4c52-b693-0d3220cebc52 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:50.145037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1f0a0b08-1472-4c52-b693-0d3220cebc52, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:50.160608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'port_id': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'mac_address': 'fa:16:3e:a5:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:50.207458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:50.224523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0a0b08-1472-4c52-b693-0d3220cebc52 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:50.250059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1f0a0b08-1472-4c52-b693-0d3220cebc52, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:50.259980 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:50.345295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1f0a0b08-1472-4c52-b693-0d3220cebc52,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.356047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.356388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.356917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.357534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.358210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.358807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.359428 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.360003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.360578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.361149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.361802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.362326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:50.507949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe8860-9c0a-4e6d-b378-3ba8385035d0 req-f6143628-450c-4076-af2d-89b88cd6c6ae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:50.510580 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cefe8860-9c0a-4e6d-b378-3ba8385035d0 req-f6143628-450c-4076-af2d-89b88cd6c6ae tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 945 time: 0.0679457 Nov 09 18:03:50.516966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1f0a0b08-1472-4c52-b693-0d3220cebc52'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:50.604098 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cefe8860-9c0a-4e6d-b378-3ba8385035d0 req-e7fb796b-32de-459f-947d-bf44a799d7e7 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793827 Nov 09 18:03:51.798481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dff0f-c413-4f5d-9ec7-f1dae9bc6523 req-965ba329-1cd6-4fba-98ca-da9f979c2d93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:51.800341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-831dff0f-c413-4f5d-9ec7-f1dae9bc6523 req-965ba329-1cd6-4fba-98ca-da9f979c2d93 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 945 time: 0.0722218 Nov 09 18:03:51.863215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-831dff0f-c413-4f5d-9ec7-f1dae9bc6523 req-c5057413-71db-4fb6-95f0-a2f47c12094a tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527775 Nov 09 18:03:52.019594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f0a0b08-1472-4c52-b693-0d3220cebc52 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:52.137184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 1f0a0b08-1472-4c52-b693-0d3220cebc52 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:52.145385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 1f0a0b08-1472-4c52-b693-0d3220cebc52 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:52.145960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:52.267811 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:52.303525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:52.305944 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ea254-c91e-4a8d-b1e9-a8b24b4c7877" -d '{"events": [{"server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:52.330111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1f0a0b08-1472-4c52-b693-0d3220cebc52, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:52.336857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:52.438352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1f0a0b08-1472-4c52-b693-0d3220cebc52,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:52.511084 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe8f15-f0f0-48b1-b743-78fa85c1f059 x-openstack-request-id: req-80fe8f15-f0f0-48b1-b743-78fa85c1f059 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:52.511500 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:52.511884 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80fe8f15-f0f0-48b1-b743-78fa85c1f059 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:52.512444 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'code': 200} Nov 09 18:03:52.672348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0f707-0bb5-40f6-94a6-1ff7b3324523 req-db51ee7d-3b5a-42a5-99ed-46ff2f095b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.674796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db0f707-0bb5-40f6-94a6-1ff7b3324523 req-db51ee7d-3b5a-42a5-99ed-46ff2f095b13 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 1097 time: 0.0635128 Nov 09 18:03:52.753864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db0f707-0bb5-40f6-94a6-1ff7b3324523 req-1c5c2503-08ed-4d5b-9bcd-431044a1138e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669017 Nov 09 18:03:53.089298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7499b1-65bc-4ba8-9416-b2ab54f30f29 req-d6bf8066-b586-44bd-9a0b-8e45ee4b32eb tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:53.102653 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f7499b1-65bc-4ba8-9416-b2ab54f30f29 req-d6bf8066-b586-44bd-9a0b-8e45ee4b32eb tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 946 time: 0.0922403 Nov 09 18:03:53.181962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f7499b1-65bc-4ba8-9416-b2ab54f30f29 req-9357454a-ef90-49bf-964c-eb2b4e3c6133 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775549 Nov 09 18:03:53.289399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:54.368460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d5e29-47e9-491a-92b5-399f64e51643 req-07ef6089-72cb-4d62-8b4c-98f3a23ff207 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:54.370668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a70d5e29-47e9-491a-92b5-399f64e51643 req-07ef6089-72cb-4d62-8b4c-98f3a23ff207 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 946 time: 0.0925796 Nov 09 18:03:54.447431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a70d5e29-47e9-491a-92b5-399f64e51643 req-2beef4eb-63b5-4dfd-8e67-80459cd0ec9c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693374 Nov 09 18:03:54.631856 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4631d-abb6-4e5c-b8c9-6f129caaf312 req-3caf19da-4f41-473f-be41-01c592229a69 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:54.639816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10a4631d-abb6-4e5c-b8c9-6f129caaf312 req-3caf19da-4f41-473f-be41-01c592229a69 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 946 time: 0.0875862 Nov 09 18:03:54.720613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10a4631d-abb6-4e5c-b8c9-6f129caaf312 req-cfeeb6f4-9eeb-4f77-8f13-f570a3342f5f tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644784 Nov 09 18:03:54.762703 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46316) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.808330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07a132-c1f5-45fb-a992-868489c07dd1 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:54.810027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5c07a132-c1f5-45fb-a992-868489c07dd1 tempest-TestNetworkBasicOps-1626965534 tempest-TestNetworkBasicOps-1626965534-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 1092 time: 0.0460186 Nov 09 18:03:54.814448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 46318) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.820125 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:54.848795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:54.997963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:55.123417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Allocated IP 172.25.3.196 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/cb96979b-c9ef-49ea-be93-258376e1a72b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:55.280511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:55.341855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:55.406794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:55.412688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:55.425417 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:55.467781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=cb96979b-c9ef-49ea-be93-258376e1a72b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:56.160959 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:56.304954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:56.556531 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:56.564437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:56.659601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event updated for resources: {'Port': ['ID=cb96979b-c9ef-49ea-be93-258376e1a72b,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:56.679570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:56.865697 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Floating IP c0ec8091-ee1a-4e16-98fb-801d835fcebc associated. External IP: 172.25.3.196, port: 1f0a0b08-1472-4c52-b693-0d3220cebc52. Nov 09 18:03:57.225211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 566daea4-c699-4908-a6a5-a0ab9e3433af has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:57.397945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:57.415680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] Sync routers for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:57.439634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:57.441051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:57.443405 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:57.504320 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f685c4b2-12ae-41f3-a33a-8d07b6f038cf tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6833925 Nov 09 18:03:57.504320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:57.505149 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.520815 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:57.685668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:57.732495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-515bd8fc-2866-4a76-99c5-a3c410cd6545 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/c0ec8091-ee1a-4e16-98fb-801d835fcebc HTTP/1.1" status: 200 len: 992 time: 0.2253308 Nov 09 18:03:57.947804 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd51b92-3866-42dd-a87a-e1db264afb69 x-openstack-request-id: req-ddd51b92-3866-42dd-a87a-e1db264afb69 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:57.949148 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:57.950397 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddd51b92-3866-42dd-a87a-e1db264afb69 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:57.950397 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'status': 'completed', 'code': 200} Nov 09 18:03:58.030102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-f8f7fd67-13cb-44ad-926a-d3d42222266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.036832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-f8f7fd67-13cb-44ad-926a-d3d42222266a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 1097 time: 0.0696225 Nov 09 18:03:58.168368 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ade88ab-f531-4489-8a93-7b4cdfc206a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:58.189164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-f26b2305-338b-4ac4-82d7-90c3c43b5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.194064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-f26b2305-338b-4ac4-82d7-90c3c43b5261 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6000c0e9-a64e-4470-85e2-4063ff488401 HTTP/1.1" status: 200 len: 896 time: 0.1471822 Nov 09 18:03:58.282307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'c0ec8091-ee1a-4e16-98fb-801d835fcebc', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'port_id': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'mac_address': 'fa:16:3e:a5:7a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782bab32-d942-43df-ac5f-09f08743a093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:55Z', 'updated_at': '2021-11-09T18:03:55Z', 'revision_number': 0, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:58.305049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-d639183e-0172-49bb-ad04-d5028cfd5969 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52 HTTP/1.1" status: 200 len: 1000 time: 0.1017821 Nov 09 18:03:58.313939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] Checking router: 566daea4-c699-4908-a6a5-a0ab9e3433af for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:58.336111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:58.337189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:03:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:58.395787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-2a202836-2331-4427-b934-f03a79516370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.398404 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-2a202836-2331-4427-b934-f03a79516370 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9320001-be71-44a0-b687-fb809249a6bc HTTP/1.1" status: 200 len: 833 time: 0.0840454 Nov 09 18:03:58.504400 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:58.508722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-9de8465f-848b-4de6-a47e-9b1466a7b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.511606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-9de8465f-848b-4de6-a47e-9b1466a7b5f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6000c0e9-a64e-4470-85e2-4063ff488401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029344 Nov 09 18:03:58.702494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-0053f489-a360-4640-86a1-5898f00f6613 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829422 Nov 09 18:03:58.709797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:03:58.716632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.960178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-623bc261-6b16-49ee-98a1-28878ec7d3df tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/c0ec8091-ee1a-4e16-98fb-801d835fcebc HTTP/1.1" status: 200 len: 992 time: 0.2423327 Nov 09 18:03:58.967211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9fa2b3d-82ff-4381-8377-1a410a51e9d4 req-fbd414e9-3bdd-4867-8774-414b3b89b0dc service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927557 Nov 09 18:03:59.174246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'c0ec8091-ee1a-4e16-98fb-801d835fcebc', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'port_id': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'mac_address': 'fa:16:3e:a5:7a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782bab32-d942-43df-ac5f-09f08743a093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:55Z', 'updated_at': '2021-11-09T18:03:55Z', 'revision_number': 0, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:59.219346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c5620-7269-4f3f-bf6e-ce96f36e8438 None None] The sync data for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 is: [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'c0ec8091-ee1a-4e16-98fb-801d835fcebc', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'port_id': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'mac_address': 'fa:16:3e:a5:7a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782bab32-d942-43df-ac5f-09f08743a093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:55Z', 'updated_at': '2021-11-09T18:03:55Z', 'revision_number': 0, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:59.498609 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86e5258-32f2-497a-a0c0-6376daf50e70 None None] New status for floating IP c0ec8091-ee1a-4e16-98fb-801d835fcebc: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:03:59.965653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 46420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.076669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-51af336c-84a2-4c94-a236-914903eb5545 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/c0ec8091-ee1a-4e16-98fb-801d835fcebc HTTP/1.1" status: 200 len: 994 time: 0.1092610 Nov 09 18:04:00.436311 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f22dc86-df19-46c5-b8ab-547698d955f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:01.059501 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:04:01.803582 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:03.247897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:03.588367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:23.307923 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:28.013544 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f305ffaf-0337-4b1b-8dc5-a5b4b75a106b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:28.658936 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:30.435946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b29f9de4-4b50-4a67-91a8-33ebeb0e17ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:31.785786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:33.105379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47220) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:33.199724 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-262378fc-4143-4961-9052-a6ae6611accd tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/floatingips/c0ec8091-ee1a-4e16-98fb-801d835fcebc HTTP/1.1" status: 200 len: 994 time: 0.0930796 Nov 09 18:04:33.251330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:33.470339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:33.558584 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:33.701099 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port cb96979b-c9ef-49ea-be93-258376e1a72b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:04:33.701724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:33.807686 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:33.808050 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:33.825159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for cb96979b-c9ef-49ea-be93-258376e1a72b owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:04:33.997874 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:34.060696 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=cb96979b-c9ef-49ea-be93-258376e1a72b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.167434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.168536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.168536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.168862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.169249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.169777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.170261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.170738 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.171280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.171823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.172250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.172708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:34.185946 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:34.186459 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Floating IP c0ec8091-ee1a-4e16-98fb-801d835fcebc disassociated (deleted). External IP: 172.25.3.196, port: 1f0a0b08-1472-4c52-b693-0d3220cebc52. Nov 09 18:04:34.587050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 566daea4-c699-4908-a6a5-a0ab9e3433af has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:34.729377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:34.739863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:34.742931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] Sync routers for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:34.758749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:34.759406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:04:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:34.810188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c137a6ae-0865-4037-aa7a-383ef027dfe4 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/floatingips/c0ec8091-ee1a-4e16-98fb-801d835fcebc HTTP/1.1" status: 204 len: 168 time: 1.3380070 Nov 09 18:04:34.812224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:34.816916 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77af5743-0556-433a-81b1-09998af8ede0" -d '{"events": [{"name": "network-changed", "server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:34.862836 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ab4cc-6935-4ed3-9ee2-511feb76fa56 x-openstack-request-id: req-a71ab4cc-6935-4ed3-9ee2-511feb76fa56 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:34.863355 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:34.865200 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a71ab4cc-6935-4ed3-9ee2-511feb76fa56 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:34.865653 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'status': 'completed', 'code': 200} Nov 09 18:04:34.944934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:34.952744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af5743-0556-433a-81b1-09998af8ede0 req-c5cf2562-ecf8-4951-af63-20fef0f244e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:34.957371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-c5cf2562-ecf8-4951-af63-20fef0f244e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75b882658a5f4093acf5dc9767ad999c&device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 1097 time: 0.0692384 Nov 09 18:04:35.142405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af5743-0556-433a-81b1-09998af8ede0 req-719d4eb6-72f8-485e-8629-3df7ed5471c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.144054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-719d4eb6-72f8-485e-8629-3df7ed5471c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6000c0e9-a64e-4470-85e2-4063ff488401 HTTP/1.1" status: 200 len: 896 time: 0.1796217 Nov 09 18:04:35.244238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-b2bb5c04-fbe6-45bb-91c5-2db78c422ea1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52 HTTP/1.1" status: 200 len: 217 time: 0.0906618 Nov 09 18:04:35.289258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38ce0c-311d-43ca-b023-4b7106fad16b req-e91cc372-b7da-43b2-9d20-98ae59f9ca13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.302561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe38ce0c-311d-43ca-b023-4b7106fad16b req-e91cc372-b7da-43b2-9d20-98ae59f9ca13 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 946 time: 0.1094549 Nov 09 18:04:35.405407 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe38ce0c-311d-43ca-b023-4b7106fad16b req-7396d7d6-3f46-43d1-bcc8-12d4fda68c51 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010177 Nov 09 18:04:35.418630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:35.421008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af5743-0556-433a-81b1-09998af8ede0 req-0efd6ff3-1297-4a62-ae21-094b4fd3b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.424497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-0efd6ff3-1297-4a62-ae21-094b4fd3b74c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c9320001-be71-44a0-b687-fb809249a6bc HTTP/1.1" status: 200 len: 833 time: 0.1686382 Nov 09 18:04:35.452743 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] Checking router: 566daea4-c699-4908-a6a5-a0ab9e3433af for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:35.464731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:35.465443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:04:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:35.498069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af5743-0556-433a-81b1-09998af8ede0 req-ae4ff45b-0021-45ec-8cc6-537db7844fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.499989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-ae4ff45b-0021-45ec-8cc6-537db7844fe7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6000c0e9-a64e-4470-85e2-4063ff488401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666547 Nov 09 18:04:35.630397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:35.661023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-19d03e9c-8917-46e1-bcb9-f116f6ddd0e5 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481237 Nov 09 18:04:35.849657 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-77af5743-0556-433a-81b1-09998af8ede0 req-427f297d-23f2-4396-bce3-b46747f75dc7 service neutron] 10.222.0.83 "GET /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790709 Nov 09 18:04:35.976259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:36.006802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfdb92-4cd6-432e-b853-a5745d7b0034 None None] The sync data for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 is: [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '499603ec-f5d9-42d9-a7cb-6d38a97eb78d', 'name': '', 'network_id': '6000c0e9-a64e-4470-85e2-4063ff488401', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'mac_address': 'fa:16:3e:cf:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:33Z', 'updated_at': '2021-11-09T18:03:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'subnets': [{'id': 'c9320001-be71-44a0-b687-fb809249a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:36.501533 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360cded6-8d4d-4328-9060-0a50782b16ff None None] New status for floating IP c0ec8091-ee1a-4e16-98fb-801d835fcebc: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:04:36.713998 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f5a10-3256-45b7-a2b2-9e87c39d0038 req-15bb2daf-354f-4a80-8aea-8b1fdf1a0de5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:36.728378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d7f5a10-3256-45b7-a2b2-9e87c39d0038 req-15bb2daf-354f-4a80-8aea-8b1fdf1a0de5 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 946 time: 0.1748908 Nov 09 18:04:36.795262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-700ad342-6114-46f0-8468-0723b26c092c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:36.797566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-700ad342-6114-46f0-8468-0723b26c092c tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 946 time: 0.1905642 Nov 09 18:04:36.875108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d7f5a10-3256-45b7-a2b2-9e87c39d0038 req-ae37a6f5-82b8-46c9-9494-58090968fb9d tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e752745-900e-40f1-b066-64779d7d83dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296051 Nov 09 18:04:36.935962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 1f0a0b08-1472-4c52-b693-0d3220cebc52 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:04:36.936433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:37.070360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 1f0a0b08-1472-4c52-b693-0d3220cebc52, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1f0a0b08-1472-4c52-b693-0d3220cebc52,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:37.070839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:37.087863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 1f0a0b08-1472-4c52-b693-0d3220cebc52 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:04:37.256015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:37.315523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=1f0a0b08-1472-4c52-b693-0d3220cebc52,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:37.334507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.335198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.335698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.336271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.336840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.337412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.337970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.338547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.339171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.339747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.340323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.340913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:37.402671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] No DVR routers for this DVR port 1f0a0b08-1472-4c52-b693-0d3220cebc52 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:37.419754 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:37.419754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8db7123e-5712-4edb-9da0-f8ce7783ef94 req-597daea1-1b1a-4d35-a6c3-ae7e006c0573 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.83 "DELETE /v2.0/ports/1f0a0b08-1472-4c52-b693-0d3220cebc52 HTTP/1.1" status: 204 len: 173 time: 0.6095028 Nov 09 18:04:37.419754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'name': 'network-vif-deleted', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:37.424755 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd1dd9-4600-44d7-93ca-bcc2ccc476d8" -d '{"events": [{"server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "name": "network-vif-deleted", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:37.712938 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c6d9a-725c-47c6-93b6-bfd2b3c72baa x-openstack-request-id: req-2c2c6d9a-725c-47c6-93b6-bfd2b3c72baa {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:37.713485 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782bab32-d942-43df-ac5f-09f08743a093", "name": "network-vif-deleted", "tag": "1f0a0b08-1472-4c52-b693-0d3220cebc52", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:37.713918 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c2c6d9a-725c-47c6-93b6-bfd2b3c72baa {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:37.714820 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782bab32-d942-43df-ac5f-09f08743a093', 'name': 'network-vif-deleted', 'tag': '1f0a0b08-1472-4c52-b693-0d3220cebc52', 'status': 'completed', 'code': 200} Nov 09 18:04:38.074660 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:04:38.121872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b3d32fc2-49af-40ff-ade0-170329784d63 req-92093452-1b8e-40ea-90dd-9169adc33424 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "GET /v2.0/ports?device_id=782bab32-d942-43df-ac5f-09f08743a093 HTTP/1.1" status: 200 len: 210 time: 0.0544178 Nov 09 18:04:39.194008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47640) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:39.305082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26a90735-efc4-4dd8-9cef-87afb0b50aab tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:39.342191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26a90735-efc4-4dd8-9cef-87afb0b50aab tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:39.433249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26a90735-efc4-4dd8-9cef-87afb0b50aab tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:39.438587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-26a90735-efc4-4dd8-9cef-87afb0b50aab tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:39.443040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-26a90735-efc4-4dd8-9cef-87afb0b50aab tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/security-groups/4e752745-900e-40f1-b066-64779d7d83dc HTTP/1.1" status: 204 len: 168 time: 0.2450340 Nov 09 18:04:39.460038 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a90735-efc4-4dd8-9cef-87afb0b50aab tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e752745-900e-40f1-b066-64779d7d83dc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:39.497667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:40.006702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:40.064411 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-3bc7f9d6-1867-4d83-ae07-12723efad2bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562296 Nov 09 18:04:40.157563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-20f28c2e-7c9d-4ba0-9e0a-91682f0c789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.159897 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-20f28c2e-7c9d-4ba0-9e0a-91682f0c789f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.0481024 Nov 09 18:04:40.397429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f0a0b08-1472-4c52-b693-0d3220cebc52 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:40.432204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:04:40.432675 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:40.442012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 1f0a0b08-1472-4c52-b693-0d3220cebc52 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:04:40.442578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1f0a0b08-1472-4c52-b693-0d3220cebc52 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:40.550834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 499603ec-f5d9-42d9-a7cb-6d38a97eb78d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:40.551710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:40.569672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 499603ec-f5d9-42d9-a7cb-6d38a97eb78d owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:04:40.714709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-7affd41d-e774-4595-aa3e-20353ab15799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.719036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-7affd41d-e774-4595-aa3e-20353ab15799 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.5371311 Nov 09 18:04:40.798496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:40.814295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-e21f4854-c21e-440f-98d0-746374f3bd46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1002 time: 0.0875657 Nov 09 18:04:40.865146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=499603ec-f5d9-42d9-a7cb-6d38a97eb78d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:40.951085 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-7e9146a3-8bbf-4084-8eaa-13b5fe0d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.952828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-7e9146a3-8bbf-4084-8eaa-13b5fe0d1f44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1317132 Nov 09 18:04:41.057560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-52ac51f8-b87c-4452-aa96-33d9081aa438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:41.059617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-52ac51f8-b87c-4452-aa96-33d9081aa438 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993049 Nov 09 18:04:41.260357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:41.298363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-47048f13-54d1-425c-8d26-dfeb2bb597a8 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303891 Nov 09 18:04:41.450850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0050cc8-6fe7-4ef8-b867-03ef0e0e709c req-05d62376-9841-42fa-9905-4e603731899c service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450772 Nov 09 18:04:41.972121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Router 566daea4-c699-4908-a6a5-a0ab9e3433af has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:42.100298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:42.118029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] Sync routers for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:42.121515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47658) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:42.122613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-054136b4-80bd-4588-86c9-d31150f5f298 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "PUT /v2.0/routers/566daea4-c699-4908-a6a5-a0ab9e3433af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6211638 Nov 09 18:04:42.137048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:42.137689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:04:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:42.221661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting subnet c9320001-be71-44a0-b687-fb809249a6bc {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:04:42.228379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:42.276829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:42.290755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:42.417577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:42.533698 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:04:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:42.540148 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:42.562289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] Checking router: 566daea4-c699-4908-a6a5-a0ab9e3433af for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:42.572894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] Routers {'566daea4-c699-4908-a6a5-a0ab9e3433af'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:42.573922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:04:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['566daea4-c699-4908-a6a5-a0ab9e3433af'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:42.635778 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a029987e-748d-4e8c-b718-fda8e2355b65 None None] Network 6000c0e9-a64e-4470-85e2-4063ff488401 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:42.637424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:42.653693 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/subnets/c9320001-be71-44a0-b687-fb809249a6bc HTTP/1.1" status: 204 len: 168 time: 0.5302830 Nov 09 18:04:42.656254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:42.659460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0188e5-5ab0-4c3b-9aca-f1569891fb1b tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Subnet': ['ID=c9320001-be71-44a0-b687-fb809249a6bc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:42.881773 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:43.005667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] Set router 566daea4-c699-4908-a6a5-a0ab9e3433af gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:43.134290 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:43.246692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Deleting port 67bae51f-9a80-48a0-96a5-9011a7080b13 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:04:43.247243 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:43.418418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] For port 67bae51f-9a80-48a0-96a5-9011a7080b13, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=67bae51f-9a80-48a0-96a5-9011a7080b13,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:43.419437 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:43.455528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Calling delete_port for 67bae51f-9a80-48a0-96a5-9011a7080b13 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:04:43.625012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] DHCP port deletion for 6000c0e9-a64e-4470-85e2-4063ff488401 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:43.832511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:04:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:43.878177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb7fb5-8c27-4da0-8602-a4fcbfd8e951 None None] The sync data for ids ['566daea4-c699-4908-a6a5-a0ab9e3433af'] in n-d-804292-3 is: [{'id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'name': 'tempest-TestNetworkBasicOps-router-1572184190', 'tenant_id': '75b882658a5f4093acf5dc9767ad999c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:27Z', 'updated_at': '2021-11-09T18:04:40Z', 'revision_number': 5, 'project_id': '75b882658a5f4093acf5dc9767ad999c', 'gw_port': {'id': '67bae51f-9a80-48a0-96a5-9011a7080b13', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566daea4-c699-4908-a6a5-a0ab9e3433af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:28Z', 'updated_at': '2021-11-09T18:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:43.905216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] Deleting port 866be647-939d-4143-8bda-0c1d604f4431 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:04:43.905644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:43.925607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:43.984615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Port': ['ID=67bae51f-9a80-48a0-96a5-9011a7080b13,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:44.025159 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] For port 866be647-939d-4143-8bda-0c1d604f4431, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=866be647-939d-4143-8bda-0c1d604f4431,segment=NetworkSegment(9616467c-ccc3-4d01-96f4-2dabaa2529e3),segment_id=9616467c-ccc3-4d01-96f4-2dabaa2529e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:44.025620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.042186 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] Calling delete_port for 866be647-939d-4143-8bda-0c1d604f4431 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:04:44.053933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff315d61-02e2-42fd-aee6-52601eb43282 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:44.161482 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.166231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.203550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] Pushing event deleted for resources: {'Port': ['ID=866be647-939d-4143-8bda-0c1d604f4431,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:44.211818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a7448-13a8-42c8-a50d-b95c43b314bc None None] No DVR routers for this DVR port 866be647-939d-4143-8bda-0c1d604f4431 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:44.338637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.342655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.416347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.417025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Fanout notify agent at l3_agent the message router_deleted on router 566daea4-c699-4908-a6a5-a0ab9e3433af {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:04:44.433083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.437464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7c22521-2282-4114-b68d-9dd7b914b4db tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/routers/566daea4-c699-4908-a6a5-a0ab9e3433af HTTP/1.1" status: 204 len: 168 time: 1.7780550 Nov 09 18:04:44.438797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47674) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:44.638489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.754251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.814030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6000c0e9-a64e-4470-85e2-4063ff488401']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:44.843464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9616467c-ccc3-4d01-96f4-2dabaa2529e3') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:44.843464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9616467c-ccc3-4d01-96f4-2dabaa2529e3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:44.858714 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.883105 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.901459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:44.902739 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:44.910522 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:45.039676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:45.073977 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:45.083324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] 10.222.0.45 "DELETE /v2.0/networks/6000c0e9-a64e-4470-85e2-4063ff488401 HTTP/1.1" status: 204 len: 168 time: 0.6414912 Nov 09 18:04:45.114796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ac404-1795-43db-be73-0dccd0944411 tempest-TestNetworkBasicOps-1509656278 tempest-TestNetworkBasicOps-1509656278-project] Pushing event deleted for resources: {'Network': ['ID=6000c0e9-a64e-4470-85e2-4063ff488401,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:45.504955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 499603ec-f5d9-42d9-a7cb-6d38a97eb78d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:45.546289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.557465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 499603ec-f5d9-42d9-a7cb-6d38a97eb78d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:04:45.557961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 499603ec-f5d9-42d9-a7cb-6d38a97eb78d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:45.558848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 866be647-939d-4143-8bda-0c1d604f4431 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:45.597709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 866be647-939d-4143-8bda-0c1d604f4431 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:04:45.598560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 866be647-939d-4143-8bda-0c1d604f4431 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:45.896208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98b90c94-1882-4d88-80be-ca0b483f9570 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75b882658a5f4093acf5dc9767ad999c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3473010 Nov 09 18:04:45.900803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47700) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.992963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43766f52-8068-42dc-b49f-268869548ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.021784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43766f52-8068-42dc-b49f-268869548ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.106264 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43766f52-8068-42dc-b49f-268869548ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.112099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43766f52-8068-42dc-b49f-268869548ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.114374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-43766f52-8068-42dc-b49f-268869548ead admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/959aebc5-e898-4c1f-a647-2f4f7ad4b95f HTTP/1.1" status: 204 len: 168 time: 0.2106965 Nov 09 18:04:46.132794 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43766f52-8068-42dc-b49f-268869548ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959aebc5-e898-4c1f-a647-2f4f7ad4b95f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:46.634205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47706) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:46.658625 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc02-af2a-4575-9a4e-5acc6080c6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.859274 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc02-af2a-4575-9a4e-5acc6080c6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.864516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4eacfc02-af2a-4575-9a4e-5acc6080c6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:46.912651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacfc02-af2a-4575-9a4e-5acc6080c6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a0d7a-376f-4753-bf94-06aef1c2ccc6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:46.921817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4eacfc02-af2a-4575-9a4e-5acc6080c6c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=235f7e1123c74e5bb92de5561e7dcb4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850518 Nov 09 18:04:46.922141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:46.995802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 67bae51f-9a80-48a0-96a5-9011a7080b13 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:47.016821 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91f63c99-9fe1-4582-9166-02b5370944d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:47.023543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 67bae51f-9a80-48a0-96a5-9011a7080b13 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:04:47.024171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 67bae51f-9a80-48a0-96a5-9011a7080b13 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:47.056661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91f63c99-9fe1-4582-9166-02b5370944d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:47.152970 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91f63c99-9fe1-4582-9166-02b5370944d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:47.156624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91f63c99-9fe1-4582-9166-02b5370944d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:47.158346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-91f63c99-9fe1-4582-9166-02b5370944d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/796a0d7a-376f-4753-bf94-06aef1c2ccc6 HTTP/1.1" status: 204 len: 168 time: 0.2348959 Nov 09 18:04:47.170918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63c99-9fe1-4582-9166-02b5370944d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a0d7a-376f-4753-bf94-06aef1c2ccc6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.389426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:48.542129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1351643-network', 'tenant_id': '02cd80af09f240fbb690ff195d3699af'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:48.578666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Made reservation on behalf of 02cd80af09f240fbb690ff195d3699af for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:48.583454 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.594880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.749316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.756200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.779955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:48.822615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.823202 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Added segment 10b41cb6-129e-4162-be4e-dde3e47b0cf3 of type vlan for network d8144077-4b08-4156-a691-ce6622e8e049 Nov 09 18:04:48.863557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919a28be-f771-4300-b79d-2f1d0303af88,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.930925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.981520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:48.983919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:48.985528 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.116895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] Pushing event updated for resources: {'Network': ['ID=d8144077-4b08-4156-a691-ce6622e8e049,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.131388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9123680b-7da5-457f-b6f1-a6af345aad17 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7395031 Nov 09 18:04:49.134201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d8144077-4b08-4156-a691-ce6622e8e049 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:49.136448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.147784 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Request body: {'subnet': {'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1351643-subnet', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:49.208703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Made reservation on behalf of 02cd80af09f240fbb690ff195d3699af for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:49.214741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.437862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.510275 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.632034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2f1c51-b134-4410-a71f-06329d65ca95,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.637327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Checking segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:04:49.638073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Network hostable DHCP agents. Network: d8144077-4b08-4156-a691-ce6622e8e049, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:49.671410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Network d8144077-4b08-4156-a691-ce6622e8e049 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:49.692304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d8144077-4b08-4156-a691-ce6622e8e049) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:49.700983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.702071 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.710333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61af793-d1f8-4329-bf1e-32d60a639c48 None None] Network d8144077-4b08-4156-a691-ce6622e8e049 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:49.720611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-315fd456-b1b9-4e36-8ce6-8f467167a26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.748920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5200f96c-795e-4295-8a72-6a49a0255556 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6110687 Nov 09 18:04:49.749890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.757820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:49.799846 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.802649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.835940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-315fd456-b1b9-4e36-8ce6-8f467167a26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.841314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-315fd456-b1b9-4e36-8ce6-8f467167a26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.880162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fd456-b1b9-4e36-8ce6-8f467167a26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db938c7-8dd9-4a57-953d-247e3732682b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.896917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-315fd456-b1b9-4e36-8ce6-8f467167a26f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea4d95112577426cb2bf2e1de21f4cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4577544 Nov 09 18:04:49.900981 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47760) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.923378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:49.982745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d3252f-9e4a-4c89-8f29-63b86a56e851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.032392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d3252f-9e4a-4c89-8f29-63b86a56e851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.139829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d3252f-9e4a-4c89-8f29-63b86a56e851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.147025 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-37d3252f-9e4a-4c89-8f29-63b86a56e851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.162351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-37d3252f-9e4a-4c89-8f29-63b86a56e851 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0db938c7-8dd9-4a57-953d-247e3732682b HTTP/1.1" status: 204 len: 168 time: 0.2582827 Nov 09 18:04:50.206348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3252f-9e4a-4c89-8f29-63b86a56e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db938c7-8dd9-4a57-953d-247e3732682b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:50.209141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-d8144077-4b08-4156-a691-ce6622e8e049', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:04:50.210728 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.369865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.502154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Allocated IP 172.20.0.2 (d8144077-4b08-4156-a691-ce6622e8e049/ee2f1c51-b134-4410-a71f-06329d65ca95/0ac26a75-1d6e-4024-9567-d7267dc31184) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:50.711305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.723658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.786800 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47768) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:50.799899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Network d8144077-4b08-4156-a691-ce6622e8e049 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:50.803453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:50.811693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:50.822432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Pushing event updated for resources: {'Port': ['ID=0ac26a75-1d6e-4024-9567-d7267dc31184,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:50.836388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e225c42d-4aef-4c9c-97aa-0ef6bb8396b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.857090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.857465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.857817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.858161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.858502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.858835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.859189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.859523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.859856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.860904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.861215 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.861566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:50.895667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Attempting to bind port 0ac26a75-1d6e-4024-9567-d7267dc31184 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:04:50.896040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Attempting to bind port 0ac26a75-1d6e-4024-9567-d7267dc31184 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:04:50.896411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Attempting to bind port 0ac26a75-1d6e-4024-9567-d7267dc31184 on network d8144077-4b08-4156-a691-ce6622e8e049 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:50.903077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:50.903421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Checking segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:04:50.904017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.904632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Bound using segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:50.905247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Bound port: 0ac26a75-1d6e-4024-9567-d7267dc31184, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:04:50.905897 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.946453 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.953470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e225c42d-4aef-4c9c-97aa-0ef6bb8396b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.959972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e225c42d-4aef-4c9c-97aa-0ef6bb8396b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.982239 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:50.996496 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e225c42d-4aef-4c9c-97aa-0ef6bb8396b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e6b2e0339704752a025e70ebccc982b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055767 Nov 09 18:04:50.997441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47770) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:51.010967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] For port 0ac26a75-1d6e-4024-9567-d7267dc31184, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:51.014792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] For port 0ac26a75-1d6e-4024-9567-d7267dc31184, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0ac26a75-1d6e-4024-9567-d7267dc31184,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:51.022177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.092818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225c42d-4aef-4c9c-97aa-0ef6bb8396b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ef59b-2b8d-430f-9538-9f7703031584,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.101517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ad389-a007-4f11-a839-20f4d983b161 None None] Pushing event updated for resources: {'Port': ['ID=0ac26a75-1d6e-4024-9567-d7267dc31184,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.187388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d9e7991d-2ef2-4e8c-aa3b-a632e807ba05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.202115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Allocated IP 172.25.3.67 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/4f3066ab-c6c6-4ace-ba54-3305b7a21976) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:51.226075 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d9e7991d-2ef2-4e8c-aa3b-a632e807ba05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.315960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d9e7991d-2ef2-4e8c-aa3b-a632e807ba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.320850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d9e7991d-2ef2-4e8c-aa3b-a632e807ba05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.325466 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d9e7991d-2ef2-4e8c-aa3b-a632e807ba05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f9ef59b-2b8d-430f-9538-9f7703031584 HTTP/1.1" status: 204 len: 168 time: 0.3135273 Nov 09 18:04:51.387737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7991d-2ef2-4e8c-aa3b-a632e807ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ef59b-2b8d-430f-9538-9f7703031584,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.409666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.514252 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.596439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:51.602090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:51.614501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:51.625138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a1b45-21f8-4bab-b9c1-d3ac96c6ef63 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:51.684411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3066ab-c6c6-4ace-ba54-3305b7a21976,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.726952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-829df02f-b09a-421f-a8b9-0e27e953bce4 None None] Provisioning complete for port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:51.727798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-829df02f-b09a-421f-a8b9-0e27e953bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:51.812949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-829df02f-b09a-421f-a8b9-0e27e953bce4 None None] Port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:04:52.083841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:52.389539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:52.595986 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:04:52.645053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d075f-afd1-4c10-8b37-25bca52b7545 None None] Network d8144077-4b08-4156-a691-ce6622e8e049 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:52.778873 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fa83b7f5-54d2-4673-af72-0c21c9101bb2 None None] Provisioning complete for port 0ac26a75-1d6e-4024-9567-d7267dc31184 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:52.779846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa83b7f5-54d2-4673-af72-0c21c9101bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:52.946384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa83b7f5-54d2-4673-af72-0c21c9101bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:53.133621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fa83b7f5-54d2-4673-af72-0c21c9101bb2 None None] For port 0ac26a75-1d6e-4024-9567-d7267dc31184, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0ac26a75-1d6e-4024-9567-d7267dc31184,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:53.201702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:53.217260 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa83b7f5-54d2-4673-af72-0c21c9101bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:53.238285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:53.238480 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Sync routers for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:53.239596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b9d5462-b498-4b5a-b084-fff7d9e70df5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4877186 Nov 09 18:04:53.244415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47828) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:53.260367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0ac26a75-1d6e-4024-9567-d7267dc31184 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:53.279805 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:53.281107 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:04:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:53.368903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:53.377068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83b7f5-54d2-4673-af72-0c21c9101bb2 None None] Pushing event updated for resources: {'Port': ['ID=0ac26a75-1d6e-4024-9567-d7267dc31184,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.380464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0ac26a75-1d6e-4024-9567-d7267dc31184 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:53.381102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:53.639297 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:53.862111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-28852724-146b-45d0-8ad8-c7efcd998b0f None None] Provisioning complete for port 0ac26a75-1d6e-4024-9567-d7267dc31184 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:53.863051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28852724-146b-45d0-8ad8-c7efcd998b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.131113 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:51Z', 'revision_number': 3, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:54.207665 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Checking router: 5dc6db14-8ecf-413c-8a11-f01d9827ac76 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:54.208657 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Updating router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:04:54.212923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.266365 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.595788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Allocated IP 172.20.0.1 (d8144077-4b08-4156-a691-ce6622e8e049/ee2f1c51-b134-4410-a71f-06329d65ca95/0b98744f-1e50-4fe7-955b-759df8462634) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:54.785814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.832868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.843206 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.858152 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:54.910320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Pushing event updated for resources: {'Port': ['ID=0b98744f-1e50-4fe7-955b-759df8462634,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:54.920405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Network d8144077-4b08-4156-a691-ce6622e8e049 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:54.922243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:54.937250 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:54.966253 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Pushing event updated for resources: {'Port': ['ID=4f3066ab-c6c6-4ace-ba54-3305b7a21976,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.003424 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.033248 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.033707 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.034059 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.034393 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.034730 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.035102 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.035432 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.035763 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.036090 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.036413 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.036769 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.037089 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:55.051366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9a7d6-e341-4e81-87a2-3919eb8bc977 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:55.075988 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Attempting to bind port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:04:55.076666 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Attempting to bind port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:04:55.090398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Attempting to bind port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:55.111284 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:55.112691 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:04:55.113335 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.114536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:55.115526 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Bound port: 4f3066ab-c6c6-4ace-ba54-3305b7a21976, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:04:55.121422 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.124519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0ac26a75-1d6e-4024-9567-d7267dc31184 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:55.241353 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] For port 4f3066ab-c6c6-4ace-ba54-3305b7a21976, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:55.245406 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] For port 4f3066ab-c6c6-4ace-ba54-3305b7a21976, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4f3066ab-c6c6-4ace-ba54-3305b7a21976,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:55.257695 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.306759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aa5f1719-fc39-4d2e-9bc5-ca69088194f7 None None] Provisioning complete for port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:55.307557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1719-fc39-4d2e-9bc5-ca69088194f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.405181 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.410311 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:55.411097 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:04:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:55.412282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a95aa-4793-4ffd-8ff1-94e40c563ae1 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:55.424267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0ac26a75-1d6e-4024-9567-d7267dc31184 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:55.426166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.670094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1719-fc39-4d2e-9bc5-ca69088194f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.716661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aa5f1719-fc39-4d2e-9bc5-ca69088194f7 None None] For port 4f3066ab-c6c6-4ace-ba54-3305b7a21976, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4f3066ab-c6c6-4ace-ba54-3305b7a21976,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:55.725950 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1719-fc39-4d2e-9bc5-ca69088194f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.764742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.774346 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.813016 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:55.876597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f1719-fc39-4d2e-9bc5-ca69088194f7 None None] Pushing event updated for resources: {'Port': ['ID=4f3066ab-c6c6-4ace-ba54-3305b7a21976,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.908521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dc535842-d0f6-4acb-bf29-180669417178 None None] Provisioning complete for port 0b98744f-1e50-4fe7-955b-759df8462634 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:55.910325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc535842-d0f6-4acb-bf29-180669417178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.920521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Pushing event updated for resources: {'Port': ['ID=0b98744f-1e50-4fe7-955b-759df8462634,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.975385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:55.996736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dc535842-d0f6-4acb-bf29-180669417178 None None] Port 0b98744f-1e50-4fe7-955b-759df8462634 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:04:56.032483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dc535842-d0f6-4acb-bf29-180669417178 None None] Provisioning complete for port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:56.032865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc535842-d0f6-4acb-bf29-180669417178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:56.037849 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaf84d-5650-4e07-b2ef-ebd2cf0f2404 None None] Pushing event updated for resources: {'Port': ['ID=4f3066ab-c6c6-4ace-ba54-3305b7a21976,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:56.318376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Network d8144077-4b08-4156-a691-ce6622e8e049 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:56.322257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:56.612260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:56.666613 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:04:54Z', 'revision_number': 1, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:56.778137 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82678-13b1-4e15-9f43-b0e10a0c8de9 None None] The sync data for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 is: [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:04:54Z', 'revision_number': 1, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:56.881188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:56.893040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-00d4acca-4db2-4242-893d-db845795c5fa admin admin] 10.222.0.45 "PUT /v2.0/routers/5dc6db14-8ecf-413c-8a11-f01d9827ac76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6461127 Nov 09 18:04:56.991415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-86e38f9e-884b-4e56-bac4-2d62e0c56973 None None] Provisioning complete for port 0b98744f-1e50-4fe7-955b-759df8462634 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:56.992159 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86e38f9e-884b-4e56-bac4-2d62e0c56973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:57.146078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-86e38f9e-884b-4e56-bac4-2d62e0c56973 None None] Port 0b98744f-1e50-4fe7-955b-759df8462634 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:04:58.054109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39be9afc-ce02-49d6-a7ac-56e456eadd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.428702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 47930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:58.434164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2036894849-network', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:58.477371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Made reservation on behalf of 287d14ad83c8498c91aa13bd38b99f3c for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:58.480442 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.491659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.719477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.936686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.936686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.936686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:58.936686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134462c2-fc03-404c-bad7-a4035d40b510,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:58.936686 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:58.936686 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Added segment a220d7cb-df75-4855-ae09-8a7d5902d60b of type vlan for network 6f1f2adb-b8e6-40a2-a972-44b826905da6 Nov 09 18:04:59.147337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:59.147337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:59.147337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.147337 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:59.248099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4f3066ab-c6c6-4ace-ba54-3305b7a21976 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:59.364399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9341803 Nov 09 18:04:59.369441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47956) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:59.378601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Request body: {'subnet': {'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2036894849-subnet', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:59.435146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad217-1e9a-433c-8bd5-ba3c937aed93 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1f2adb-b8e6-40a2-a972-44b826905da6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.439676 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Made reservation on behalf of 287d14ad83c8498c91aa13bd38b99f3c for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:59.443366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:59.451895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:59.452336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:04:59.462525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:59.920039 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.080480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d04bce-40cf-4db8-9f90-ff6cfbed1394,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.117481 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Checking segment: {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:05:00.118877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Network hostable DHCP agents. Network: 6f1f2adb-b8e6-40a2-a972-44b826905da6, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:00.163344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:00.180792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 6f1f2adb-b8e6-40a2-a972-44b826905da6) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:00.190003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.191309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.196255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db4ee1-7777-4d6d-bade-6dea43d6db73 None None] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:00.234541 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-566046b1-64f0-4d6b-a20d-7e480b59fef9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8636258 Nov 09 18:05:00.239082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 47968) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:00.251674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:00.309628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.313578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.399272 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.512117 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b02d9a30-d63d-4fb6-a5c2-dfa1522df05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.656121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-6f1f2adb-b8e6-40a2-a972-44b826905da6', 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'fixed_ips': [{'subnet_id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:00.657985 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:00.720718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.081432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Allocated IP 172.20.0.2 (6f1f2adb-b8e6-40a2-a972-44b826905da6/60d04bce-40cf-4db8-9f90-ff6cfbed1394/8e83ee06-ef31-4529-a9cc-ae565d63db01) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:01.113889 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.143838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.282661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Allocated IP 172.25.3.108 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/f9935d2a-3104-4cfa-bd67-f60a0ae588d4) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:01.364077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Sync routers for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:01.415035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:01.436916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:01.503464 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.605337 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.629968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.721158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:01.778041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:01.783754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:01.820881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:02.012054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:02.091347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:02.218364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4ff97-d3a9-4050-b49b-edd93e8ded57 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:05:02.351687 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:02.358415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:02.371525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:02.386162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:02.402766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:02.460950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Pushing event updated for resources: {'Port': ['ID=8e83ee06-ef31-4529-a9cc-ae565d63db01,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:02.557534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-481fd368-a543-4b30-923d-61e4b3959bd2 None None] Provisioning complete for port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:02.558631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-481fd368-a543-4b30-923d-61e4b3959bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:02.663795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Attempting to bind port 8e83ee06-ef31-4529-a9cc-ae565d63db01 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:05:02.665047 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Attempting to bind port 8e83ee06-ef31-4529-a9cc-ae565d63db01 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:05:02.665682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Attempting to bind port 8e83ee06-ef31-4529-a9cc-ae565d63db01 on network 6f1f2adb-b8e6-40a2-a972-44b826905da6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:02.683201 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:02.684414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Checking segment: {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:05:02.685162 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:02.685807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Bound using segment: {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:02.686551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Bound port: 8e83ee06-ef31-4529-a9cc-ae565d63db01, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:05:02.687264 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:02.690232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-481fd368-a543-4b30-923d-61e4b3959bd2 None None] Port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:05:02.880998 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:02.910217 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] For port 8e83ee06-ef31-4529-a9cc-ae565d63db01, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:02.929351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] For port 8e83ee06-ef31-4529-a9cc-ae565d63db01, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8e83ee06-ef31-4529-a9cc-ae565d63db01,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:02.940685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 2, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:02.950863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:03.098664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Checking router: 5dc6db14-8ecf-413c-8a11-f01d9827ac76 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:03.099992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Updating router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 port 0b98744f-1e50-4fe7-955b-759df8462634 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:03.179936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Router b4c24e42-1717-4dbb-b84e-a9c1243f203a is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:03.255996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:03.322412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273a623-98fa-42d1-be95-d64384b57cc6 None None] Pushing event updated for resources: {'Port': ['ID=8e83ee06-ef31-4529-a9cc-ae565d63db01,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:03.339847 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:03.513358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:03.526934 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Sync routers for ids ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:03.560663 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Routers {'b4c24e42-1717-4dbb-b84e-a9c1243f203a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:03.569123 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:03.626275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:03.638258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a9946794-6180-48ba-9be9-fa8b17da39b0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3974938 Nov 09 18:05:03.643680 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:03.761431 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:04.078055 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Set router b4c24e42-1717-4dbb-b84e-a9c1243f203a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:04.262117 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:04.278011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:04.488386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6060f65-bd47-4072-b5a8-e74dd9984655 None None] Pushing event updated for resources: {'Port': ['ID=0b98744f-1e50-4fe7-955b-759df8462634,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:04.656334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:04.771248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Attempting to bind port 0b98744f-1e50-4fe7-955b-759df8462634 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:05:04.771856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Attempting to bind port 0b98744f-1e50-4fe7-955b-759df8462634 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:05:04.772444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Attempting to bind port 0b98744f-1e50-4fe7-955b-759df8462634 on network d8144077-4b08-4156-a691-ce6622e8e049 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.813070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:04.814323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Checking segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:05:04.818474 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:02Z', 'revision_number': 3, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:04.820381 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:04.822713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Bound using segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:04.827708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Bound port: 0b98744f-1e50-4fe7-955b-759df8462634, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:05:04.831787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:05.010396 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Checking router: b4c24e42-1717-4dbb-b84e-a9c1243f203a for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:05.010694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] For port 0b98744f-1e50-4fe7-955b-759df8462634, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:05.011003 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Updating router b4c24e42-1717-4dbb-b84e-a9c1243f203a port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:05.014656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] For port 0b98744f-1e50-4fe7-955b-759df8462634, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0b98744f-1e50-4fe7-955b-759df8462634,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:05.022579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:05.117690 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:05.297332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4739c058-548c-4564-ae5c-ad93e49e3cce None None] Provisioning complete for port 0b98744f-1e50-4fe7-955b-759df8462634 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:05.304487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4739c058-548c-4564-ae5c-ad93e49e3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:05.306894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:05.309930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:05.376812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6060f65-bd47-4072-b5a8-e74dd9984655 None None] Pushing event updated for resources: {'Port': ['ID=0b98744f-1e50-4fe7-955b-759df8462634,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:05.464719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Allocated IP 172.20.0.1 (6f1f2adb-b8e6-40a2-a972-44b826905da6/60d04bce-40cf-4db8-9f90-ff6cfbed1394/76039ece-53db-427f-9971-2099accae0aa) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:05.760157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:05.852465 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:05.935926 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:05.942356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8e83ee06-ef31-4529-a9cc-ae565d63db01 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:05.982806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b7011-7ab6-4fb6-987c-d6aa07937426 None None] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:06.030708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:06.043166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:06.056354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:06.134700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Pushing event updated for resources: {'Port': ['ID=76039ece-53db-427f-9971-2099accae0aa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.203149 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.230489 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.252324 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.491473 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bb66a-3dcc-49e8-af2d-affa58af8099 None None] Pushing event updated for resources: {'Port': ['ID=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.585598 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Attempting to bind port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:05:06.586677 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Attempting to bind port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:05:06.587310 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Attempting to bind port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:06.613171 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:06.613615 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:05:06.617730 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.619163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:06.619680 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Bound port: f9935d2a-3104-4cfa-bd67-f60a0ae588d4, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:05:06.620641 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.628696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.671477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54d7fb-17d5-49bc-8f96-165c68a6309e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:05:06.774880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] For port f9935d2a-3104-4cfa-bd67-f60a0ae588d4, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:06.793791 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] For port f9935d2a-3104-4cfa-bd67-f60a0ae588d4, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:06.802566 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:06.869233 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Routers {'b4c24e42-1717-4dbb-b84e-a9c1243f203a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:06.870041 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:06.971511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c40bd-b685-41c6-906c-c740723ffc39 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:05:07.077001 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] Set router b4c24e42-1717-4dbb-b84e-a9c1243f203a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:07.107266 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bb66a-3dcc-49e8-af2d-affa58af8099 None None] Pushing event updated for resources: {'Port': ['ID=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.228952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8e83ee06-ef31-4529-a9cc-ae565d63db01 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:07.228952 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:07.392903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:07.402045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:07.467603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4739c058-548c-4564-ae5c-ad93e49e3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:07.506734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:07.604177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4739c058-548c-4564-ae5c-ad93e49e3cce None None] For port 0b98744f-1e50-4fe7-955b-759df8462634, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0b98744f-1e50-4fe7-955b-759df8462634,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:07.616100 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4739c058-548c-4564-ae5c-ad93e49e3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:07.638880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:05Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:07.865213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Pushing event updated for resources: {'Port': ['ID=76039ece-53db-427f-9971-2099accae0aa,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.928968 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '76039ece-53db-427f-9971-2099accae0aa', 'name': '', 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'mac_address': 'fa:16:3e:ff:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:04Z', 'updated_at': '2021-11-09T18:05:05Z', 'revision_number': 1, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'subnets': [{'id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:07.978779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a181bca-ab3c-420e-9496-de9c2d18fb07 None None] The sync data for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 is: [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:05Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:08.023898 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6176f-aa41-49a7-b3a3-f2f9811e8cc9 None None] The sync data for ids ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'] in n-d-804292-3 is: [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '76039ece-53db-427f-9971-2099accae0aa', 'name': '', 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'mac_address': 'fa:16:3e:ff:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:04Z', 'updated_at': '2021-11-09T18:05:05Z', 'revision_number': 1, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'subnets': [{'id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:08.028286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:08.033996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:08.149059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:08.304070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 8e83ee06-ef31-4529-a9cc-ae565d63db01, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8e83ee06-ef31-4529-a9cc-ae565d63db01,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:08.323245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Provisioning complete for port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:08.323719 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:08.325646 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:08.386920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739c058-548c-4564-ae5c-ad93e49e3cce None None] Pushing event updated for resources: {'Port': ['ID=0b98744f-1e50-4fe7-955b-759df8462634,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.513682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=8e83ee06-ef31-4529-a9cc-ae565d63db01,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.909146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b98744f-1e50-4fe7-955b-759df8462634 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:08.924993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Router b4c24e42-1717-4dbb-b84e-a9c1243f203a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:09.144332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:09.355872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] For port f9935d2a-3104-4cfa-bd67-f60a0ae588d4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:09.383077 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:09.496501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Provisioning complete for port 0b98744f-1e50-4fe7-955b-759df8462634 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:09.496501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:09.496501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0b98744f-1e50-4fe7-955b-759df8462634 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:09.496501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:09.634056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:09.684334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5331fc19-1f59-4d7a-a948-80e82be07cfa admin admin] 10.222.0.45 "PUT /v2.0/routers/b4c24e42-1717-4dbb-b84e-a9c1243f203a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0391595 Nov 09 18:05:10.444382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Pushing event updated for resources: {'Port': ['ID=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:10.939262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Provisioning complete for port 8e83ee06-ef31-4529-a9cc-ae565d63db01 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:10.939882 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-04c602b2-24d5-48c1-90a5-e3e1c5533dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:11.534875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5337a4d8-daa0-4514-bae4-421883a026cb None None] Provisioning complete for port 76039ece-53db-427f-9971-2099accae0aa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:11.544454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5337a4d8-daa0-4514-bae4-421883a026cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:11.633888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f9935d2a-3104-4cfa-bd67-f60a0ae588d4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:11.835239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5337a4d8-daa0-4514-bae4-421883a026cb None None] Port 76039ece-53db-427f-9971-2099accae0aa cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:05:11.874133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5337a4d8-daa0-4514-bae4-421883a026cb None None] Provisioning complete for port 8e83ee06-ef31-4529-a9cc-ae565d63db01 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:11.881907 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5337a4d8-daa0-4514-bae4-421883a026cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:11.986142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:11.986772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:12.379861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8e83ee06-ef31-4529-a9cc-ae565d63db01 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:12.524291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8e83ee06-ef31-4529-a9cc-ae565d63db01 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:12.525179 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:12.686502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b98744f-1e50-4fe7-955b-759df8462634 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:12.839832 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0b98744f-1e50-4fe7-955b-759df8462634 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:12.844816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:13.690916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Sync routers for ids ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:13.718214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Routers {'b4c24e42-1717-4dbb-b84e-a9c1243f203a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:13.719480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.914488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Set router b4c24e42-1717-4dbb-b84e-a9c1243f203a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:14.499524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '76039ece-53db-427f-9971-2099accae0aa', 'name': '', 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'mac_address': 'fa:16:3e:ff:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:04Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 2, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'subnets': [{'id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:14.543619 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Checking router: b4c24e42-1717-4dbb-b84e-a9c1243f203a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:14.544032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Updating router b4c24e42-1717-4dbb-b84e-a9c1243f203a port 76039ece-53db-427f-9971-2099accae0aa binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:14.629222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:15.067736 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:05:15.420763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:15.432799 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:15.521077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5bacf-0602-446e-9553-56ba686b614e None None] Pushing event updated for resources: {'Port': ['ID=76039ece-53db-427f-9971-2099accae0aa,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:15.632276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Attempting to bind port 76039ece-53db-427f-9971-2099accae0aa on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:05:15.632740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Attempting to bind port 76039ece-53db-427f-9971-2099accae0aa by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:05:15.635173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Attempting to bind port 76039ece-53db-427f-9971-2099accae0aa on network 6f1f2adb-b8e6-40a2-a972-44b826905da6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:15.648531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:15.650566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Checking segment: {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:05:15.651454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:15.673676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Bound using segment: {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:15.674417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Bound port: 76039ece-53db-427f-9971-2099accae0aa, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a220d7cb-df75-4855-ae09-8a7d5902d60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:05:15.674896 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:15.879229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] For port 76039ece-53db-427f-9971-2099accae0aa, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:15.887757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] For port 76039ece-53db-427f-9971-2099accae0aa, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=76039ece-53db-427f-9971-2099accae0aa,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:15.918153 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:16.030375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Routers {'b4c24e42-1717-4dbb-b84e-a9c1243f203a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:16.031795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:16.192322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c528a019-9809-44ce-a487-4387d626f02c None None] Provisioning complete for port 76039ece-53db-427f-9971-2099accae0aa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:16.192819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c528a019-9809-44ce-a487-4387d626f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:16.361144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5bacf-0602-446e-9553-56ba686b614e None None] Pushing event updated for resources: {'Port': ['ID=76039ece-53db-427f-9971-2099accae0aa,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:16.660995 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c528a019-9809-44ce-a487-4387d626f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:16.683888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] Set router b4c24e42-1717-4dbb-b84e-a9c1243f203a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:16.890137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c528a019-9809-44ce-a487-4387d626f02c None None] For port 76039ece-53db-427f-9971-2099accae0aa, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=76039ece-53db-427f-9971-2099accae0aa,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:16.923905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c528a019-9809-44ce-a487-4387d626f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:17.121453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4e6e5d21-22e5-49ba-9942-a5effd8c1233 None None] Provisioning complete for port 76039ece-53db-427f-9971-2099accae0aa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:17.122527 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5d21-22e5-49ba-9942-a5effd8c1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:17.128127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528a019-9809-44ce-a487-4387d626f02c None None] Pushing event updated for resources: {'Port': ['ID=76039ece-53db-427f-9971-2099accae0aa,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:17.417937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '76039ece-53db-427f-9971-2099accae0aa', 'name': '', 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'mac_address': 'fa:16:3e:ff:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:04Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'subnets': [{'id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:17.470952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708ffa9-d21d-43c4-a18d-d2925ec15f66 None None] The sync data for ids ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'] in n-d-804292-3 is: [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '76039ece-53db-427f-9971-2099accae0aa', 'name': '', 'network_id': '6f1f2adb-b8e6-40a2-a972-44b826905da6', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'mac_address': 'fa:16:3e:ff:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:04Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 4, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'subnets': [{'id': '60d04bce-40cf-4db8-9f90-ff6cfbed1394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:17.472918 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 76039ece-53db-427f-9971-2099accae0aa up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:17.571753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 76039ece-53db-427f-9971-2099accae0aa triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:17.572298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:18.967564 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-6a2a0135-9fdc-4df5-a02f-da7e0e0be78f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775934368&fields=id&tenant_id=570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 267 time: 0.1660438 Nov 09 18:05:19.264616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 76039ece-53db-427f-9971-2099accae0aa up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:19.265263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-2d7ee72c-ec76-48e0-8afc-aa5380478717 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:19.281751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-2d7ee72c-ec76-48e0-8afc-aa5380478717 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.3035281 Nov 09 18:05:19.311733 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-13b2d7d4-faee-46c9-a443-4506e506c68a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/quotas/570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 375 time: 0.0282922 Nov 09 18:05:19.367368 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 76039ece-53db-427f-9971-2099accae0aa triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:19.367870 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:19.451101 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-8e32d41b-c87f-4f42-91f2-c8d1f551bf43 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1316261 Nov 09 18:05:19.881028 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-4bc8ab79-1fd7-4f6f-941c-dcf98bfbb966 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031398 Nov 09 18:05:20.011453 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-b613c3f8-9e0c-46cd-8f53-469209f724e1 service neutron] 10.222.0.45 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294541 Nov 09 18:05:20.547839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29f97f73-a684-40a3-947d-232d599c570b req-1863cc67-945c-42e3-8441-704ed4e61ffa tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0588336 Nov 09 18:05:21.724261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5686d413-3125-4199-afc2-87fce8c8b53b req-2e101267-edea-4064-8141-3581d99304d0 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0450678 Nov 09 18:05:22.634455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-4c9d008b-ce2b-49be-869a-b67a2211dfdc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.636570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-4c9d008b-ce2b-49be-869a-b67a2211dfdc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 812 time: 0.2469275 Nov 09 18:05:22.754313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-fb58fb5a-62d3-4b0c-9e56-bf3dba19e509 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570c47e4bfc0443796e4c0878687132c HTTP/1.1" status: 200 len: 380 time: 0.1007714 Nov 09 18:05:22.778310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'port': {'device_id': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'admin_state_up': True, 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'security_groups': ['884423f6-03f8-400e-83e6-603193253247']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:23.211939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-704f1922-9199-4ef1-98fc-7a2a2542b714 req-2ef9a709-e930-40fc-bd4b-13aa66791a6e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.1161397 Nov 09 18:05:23.249907 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Made reservation on behalf of 570c47e4bfc0443796e4c0878687132c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:23.275128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:23.338322 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:23.605118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.20.0.3 (440cb842-4c9d-432f-8739-1d50652abc36/0204189b-28da-4b92-a28e-77f64c86b338/d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:24.027400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:24.121266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:24.186733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network 440cb842-4c9d-432f-8739-1d50652abc36 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:24.194162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:24.197320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:24.245392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:24.316127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.317473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:24.371463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-ccef8831-f33b-4a9d-9130-58642ef9af49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6031144 Nov 09 18:05:24.397983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Request body: {'port': {'device_id': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:24.502472 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:24.540077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8117a72-6340-4d89-b6ef-88aa61296cbb req-bea06fdf-2678-43be-818c-1892183a78c2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.542970 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8117a72-6340-4d89-b6ef-88aa61296cbb req-bea06fdf-2678-43be-818c-1892183a78c2 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 931 time: 0.0690258 Nov 09 18:05:24.676745 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d8117a72-6340-4d89-b6ef-88aa61296cbb req-ec994702-5dfe-4e11-9853-bcfc41932afd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250191 Nov 09 18:05:24.809123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4176c8d5-1f19-46b8-9d74-7f554b754678 None None] Provisioning complete for port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:24.809955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4176c8d5-1f19-46b8-9d74-7f554b754678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:24.922212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4176c8d5-1f19-46b8-9d74-7f554b754678 None None] Port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:05:25.134654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:25.146222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:25.183251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Transition to ACTIVE for port object d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:25.198293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:25.297748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.487393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Attempting to bind port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:05:25.487747 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Attempting to bind port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:05:25.488063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Attempting to bind port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:25.493780 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 on network 440cb842-4c9d-432f-8739-1d50652abc36 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:25.494098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Attempting to bind port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 on network 440cb842-4c9d-432f-8739-1d50652abc36 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:25.500373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:25.500772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Checking segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:05:25.502915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Bound using segment: {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:25.503502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Bound port: d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:05:25.503875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:25.695941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] For port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:25.701165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] For port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:25.713677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:25.795589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.799257 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:25.803465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] 10.222.0.83 "PUT /v2.0/ports/d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 1091 time: 1.4121923 Nov 09 18:05:25.816812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:25.833184 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:26.148365 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f1df94-383e-44a0-9d44-a8fd1902013f x-openstack-request-id: req-19f1df94-383e-44a0-9d44-a8fd1902013f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:26.149392 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:26.149392 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19f1df94-383e-44a0-9d44-a8fd1902013f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:26.149747 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'status': 'completed', 'code': 200} Nov 09 18:05:26.153619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-48057ef8-8961-4fe2-b7c6-a874ad44c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.155198 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-48057ef8-8961-4fe2-b7c6-a874ad44c4fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1094 time: 0.1919053 Nov 09 18:05:26.164485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6de18-816e-4f4d-88a9-b5dbfe038a7a req-f107b845-c30c-4ba5-ace0-3e842f134eb1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.166065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95b6de18-816e-4f4d-88a9-b5dbfe038a7a req-f107b845-c30c-4ba5-ace0-3e842f134eb1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.1981771 Nov 09 18:05:26.214834 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-0ccb03a8-a376-4152-a98a-476723b5c312 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 217 time: 0.0432601 Nov 09 18:05:26.309151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-cc18d778-7182-4114-86db-76c48228f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.311629 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-cc18d778-7182-4114-86db-76c48228f9e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0691931 Nov 09 18:05:26.361193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18bdc-af34-4fd3-a09b-d25384e1f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:26.425436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-95b6de18-816e-4f4d-88a9-b5dbfe038a7a req-13df327f-7cbf-4cd1-95e6-7749ffa8efa8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094090 Nov 09 18:05:26.470939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-df1fa58d-4be0-4c10-ac7f-506d2c156a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.472630 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-df1fa58d-4be0-4c10-ac7f-506d2c156a5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223845 Nov 09 18:05:26.609116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-a1a7c80c-d9b9-4f89-b075-34729417b035 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232367 Nov 09 18:05:26.743173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3fb85c-1460-478f-8871-b709fb1370d8 req-6cc61994-c6c8-40e1-a2e9-83d0f38c9317 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227491 Nov 09 18:05:26.861350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-7cbde842-a832-49ab-b96f-ff0363eabd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.863484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-7cbde842-a832-49ab-b96f-ff0363eabd3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1094 time: 0.0543554 Nov 09 18:05:27.073265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-9a13b571-dd1b-469c-add5-b46404624b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.074788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-9a13b571-dd1b-469c-add5-b46404624b0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1991482 Nov 09 18:05:27.239266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-1cd1ff1b-ab7d-4d81-aac9-df393206f25e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 217 time: 0.1449335 Nov 09 18:05:27.356552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-73835686-23da-4e5c-ba91-5668b9d85f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.358509 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-73835686-23da-4e5c-ba91-5668b9d85f44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1062913 Nov 09 18:05:27.453869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-c844887d-585e-4f7a-968a-ff20753bd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.455934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-c844887d-585e-4f7a-968a-ff20753bd9d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872622 Nov 09 18:05:27.628837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-bbd7c4d6-b407-41af-836c-c096ae550448 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580143 Nov 09 18:05:27.746459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2cd-98e2-49b2-9005-fcf275068852 req-711eb8fc-46ff-4ed3-a5d3-d2df8c480cb3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.749313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-908bc2cd-98e2-49b2-9005-fcf275068852 req-711eb8fc-46ff-4ed3-a5d3-d2df8c480cb3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.1450987 Nov 09 18:05:27.865450 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-908bc2cd-98e2-49b2-9005-fcf275068852 req-42206340-ba6f-44c2-a7bf-4de86842a9ed tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882611 Nov 09 18:05:27.913055 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4a12fca7-8f91-421e-a4d1-99e2b0f07b18 req-ec778080-80bd-466f-898b-9a4bb8068d53 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718241 Nov 09 18:05:28.017859 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b884ba5-fe36-4756-a59b-63991f41fee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:28.679350 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:29.032563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ffe1-6c53-4c31-ad1a-b9c5e0732502 req-709b0552-3db3-4a90-881a-b7386d10248e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:29.034285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c03ffe1-6c53-4c31-ad1a-b9c5e0732502 req-709b0552-3db3-4a90-881a-b7386d10248e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.0664468 Nov 09 18:05:29.148696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c03ffe1-6c53-4c31-ad1a-b9c5e0732502 req-6049694b-338a-45db-9922-82b1ccfef4d3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993831 Nov 09 18:05:30.372326 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad234938-51fe-46fa-a11b-50c45f5b855c req-1359a830-feea-4734-affb-0ad7c7767e34 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.378039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad234938-51fe-46fa-a11b-50c45f5b855c req-1359a830-feea-4734-affb-0ad7c7767e34 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.0940075 Nov 09 18:05:30.466579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e29c457-16e0-4a4a-9d63-238fa884ad35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:30.533156 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ad234938-51fe-46fa-a11b-50c45f5b855c req-8a6e1e4c-5e9a-4019-ba9e-1ce547edf29a tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408725 Nov 09 18:05:31.809401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc39444-ec2c-4146-a38e-0e2350496259 req-a8e2d77a-5787-4656-9e05-9388464dd6cc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:31.811032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bc39444-ec2c-4146-a38e-0e2350496259 req-a8e2d77a-5787-4656-9e05-9388464dd6cc tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.1238801 Nov 09 18:05:31.833603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:31.892357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2bc39444-ec2c-4146-a38e-0e2350496259 req-4cae8344-1eaa-4ef2-8c6c-f73f03f4d524 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604973 Nov 09 18:05:33.291680 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:33.596703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:33.687233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6d168-622e-4c51-b359-0c3695a1e7bc req-75bf72c4-b357-4a9c-8706-2d7708f838c8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:33.702243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0e6d168-622e-4c51-b359-0c3695a1e7bc req-75bf72c4-b357-4a9c-8706-2d7708f838c8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.6152902 Nov 09 18:05:33.840142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0e6d168-622e-4c51-b359-0c3695a1e7bc req-3081a8c5-976c-4429-948b-dedb077c27ca tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355431 Nov 09 18:05:35.188527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdf4b2-8b9e-4aeb-b6d3-470ea91ce01c req-74c32e84-7705-4d9e-8e06-3164d2fd1084 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:35.192611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54bdf4b2-8b9e-4aeb-b6d3-470ea91ce01c req-74c32e84-7705-4d9e-8e06-3164d2fd1084 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.1753869 Nov 09 18:05:35.294912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-54bdf4b2-8b9e-4aeb-b6d3-470ea91ce01c req-9838a23e-9dd7-43eb-893c-db0df06fcb49 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930405 Nov 09 18:05:36.519720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e98074-0a3d-4b02-94df-8497d7384d67 req-cad41bdb-b351-4810-9e5d-a167b42d648d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.522251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0e98074-0a3d-4b02-94df-8497d7384d67 req-cad41bdb-b351-4810-9e5d-a167b42d648d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.0865979 Nov 09 18:05:36.602544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0e98074-0a3d-4b02-94df-8497d7384d67 req-c5316a1b-d4fa-41e6-867f-215f170a7289 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733328 Nov 09 18:05:37.887174 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13bf7a-9d33-43dc-9e38-a971fbc23d65 req-d5bf7b32-6bd2-4151-9301-9124ca693b36 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:37.891050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc13bf7a-9d33-43dc-9e38-a971fbc23d65 req-d5bf7b32-6bd2-4151-9301-9124ca693b36 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.1171749 Nov 09 18:05:38.019184 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc13bf7a-9d33-43dc-9e38-a971fbc23d65 req-1284d28d-3359-40a7-a98f-0082c72876f8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214492 Nov 09 18:05:39.166349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608d11-e820-48c6-9254-0cd64636a9ec req-234d55ac-e6a6-49e6-aa18-50a4a9547430 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:39.168143 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-47608d11-e820-48c6-9254-0cd64636a9ec req-234d55ac-e6a6-49e6-aa18-50a4a9547430 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.0682001 Nov 09 18:05:39.246763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-47608d11-e820-48c6-9254-0cd64636a9ec req-d46e2039-605a-4918-ac90-a74254eacabd tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640113 Nov 09 18:05:40.432027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574f5d-79b2-497e-ae31-c3d83a5e6b77 req-4dd07a09-68dc-48b9-bc03-2d95216ec96d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:40.433971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09574f5d-79b2-497e-ae31-c3d83a5e6b77 req-4dd07a09-68dc-48b9-bc03-2d95216ec96d tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.0604975 Nov 09 18:05:40.526434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09574f5d-79b2-497e-ae31-c3d83a5e6b77 req-4b99c676-2cfe-44f2-ad5c-8ca9c71edbb8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837390 Nov 09 18:05:41.715484 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673053-bd6e-4267-aabf-d87f9b5ab0b3 req-524a27b6-c863-4404-979d-ccd9898f81d6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.724653 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d673053-bd6e-4267-aabf-d87f9b5ab0b3 req-524a27b6-c863-4404-979d-ccd9898f81d6 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.0757802 Nov 09 18:05:41.777048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d673053-bd6e-4267-aabf-d87f9b5ab0b3 req-a974f263-bad6-4faa-9774-663151dad50c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513690 Nov 09 18:05:41.937380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-220a7d33-560d-4183-a76c-4e432d3433b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844769 Nov 09 18:05:42.066216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b932-069d-40c5-837a-78832ce273e0 req-76719c93-abd7-4d1c-b61a-42f7ffea0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.068146 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-76719c93-abd7-4d1c-b61a-42f7ffea0953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.0649035 Nov 09 18:05:42.220821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b932-069d-40c5-837a-78832ce273e0 req-7e47d72d-86ea-40e0-a785-bb5aa52065f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.222747 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-7e47d72d-86ea-40e0-a785-bb5aa52065f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1233251 Nov 09 18:05:42.301245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-f8e52e5a-9ff1-4892-999f-04c09ae4b9c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1002 time: 0.0711784 Nov 09 18:05:42.387392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b932-069d-40c5-837a-78832ce273e0 req-abad6cd7-d7c5-4e82-970a-f4b1da02f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.389254 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-abad6cd7-d7c5-4e82-970a-f4b1da02f11a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0767717 Nov 09 18:05:42.451878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b932-069d-40c5-837a-78832ce273e0 req-c1a8926e-f8cd-41c3-b52f-7c3ed176cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.454516 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-c1a8926e-f8cd-41c3-b52f-7c3ed176cf89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575118 Nov 09 18:05:42.632133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-aad52929-8030-4fcc-b9ce-350b0bf060fa service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705055 Nov 09 18:05:42.745519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:42.864807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87a0b932-069d-40c5-837a-78832ce273e0 req-b210d90c-e184-4255-88fc-1527976419b1 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181852 Nov 09 18:05:42.941370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:42.962387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'port_id': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'mac_address': 'fa:16:3e:72:f0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:43.026740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:43.045134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:43.088506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:43.098832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:43.162577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bfc39-c92a-462e-a8ff-e0f81ab37229 req-bffae5fc-f0cc-4ed1-8703-70ca1b177989 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:43.180445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf0bfc39-c92a-462e-a8ff-e0f81ab37229 req-bffae5fc-f0cc-4ed1-8703-70ca1b177989 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 943 time: 0.1446164 Nov 09 18:05:43.198325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:43.266435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf0bfc39-c92a-462e-a8ff-e0f81ab37229 req-3b6604e4-508f-43cd-ae01-5fce000b6665 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813885 Nov 09 18:05:43.384604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:44.580989 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537a428-c0d9-4c8c-b3ca-a09e68f95114 req-52246bce-2939-4674-9854-39394ddf7861 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.596022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d537a428-c0d9-4c8c-b3ca-a09e68f95114 req-52246bce-2939-4674-9854-39394ddf7861 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 944 time: 0.1679409 Nov 09 18:05:44.700924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d537a428-c0d9-4c8c-b3ca-a09e68f95114 req-bafe4869-c6a7-49c9-9413-9191ddda2460 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033235 Nov 09 18:05:44.744181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:44.817426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:44.824331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:44.825461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:45.238550 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:45.286273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:45.288276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:45.291715 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dfdd26-7a37-4bc3-828b-47eefde8d044" -d '{"events": [{"server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "name": "network-vif-plugged", "status": "completed", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:45.298069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:45.383691 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:45.395920 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d340b36-9768-455c-9c9c-0fcaedd89553 x-openstack-request-id: req-2d340b36-9768-455c-9c9c-0fcaedd89553 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:45.397039 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "name": "network-vif-plugged", "status": "completed", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:45.397289 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d340b36-9768-455c-9c9c-0fcaedd89553 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:45.397836 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'code': 200} Nov 09 18:05:45.683678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cfd95-339c-4763-a89f-3f3dea8f52e5 req-f78adf18-0d44-4ae7-b2f0-743a66f9ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.685351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-689cfd95-339c-4763-a89f-3f3dea8f52e5 req-f78adf18-0d44-4ae7-b2f0-743a66f9ef4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1096 time: 0.1622822 Nov 09 18:05:45.805590 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-689cfd95-339c-4763-a89f-3f3dea8f52e5 req-cb023752-3d26-410a-b6b7-37671557a9af service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062202 Nov 09 18:05:45.981419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee763-eae5-4d9f-9f6b-26b88e4f840f req-12eb812b-b434-46c0-ba00-dd12d38b74bb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.013437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-068ee763-eae5-4d9f-9f6b-26b88e4f840f req-12eb812b-b434-46c0-ba00-dd12d38b74bb tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 945 time: 0.1367738 Nov 09 18:05:46.174778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-068ee763-eae5-4d9f-9f6b-26b88e4f840f req-54408f1b-d925-488a-82aa-abe5f96c1444 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518705 Nov 09 18:05:47.840387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfbb49-70a2-4aec-af43-6ea2caab7b2c req-08aab6f5-a4b9-4be3-aac2-0487822c5101 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.848681 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40bfbb49-70a2-4aec-af43-6ea2caab7b2c req-08aab6f5-a4b9-4be3-aac2-0487822c5101 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 945 time: 0.5351753 Nov 09 18:05:47.941684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40bfbb49-70a2-4aec-af43-6ea2caab7b2c req-aa4411a4-660a-456e-bc74-eda26f1d0a35 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917811 Nov 09 18:05:48.127790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c176-8a2b-4452-8fd3-ca4c0b4d897d req-ca27be8f-b447-4679-b6a6-87d1e341f163 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:48.132004 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca4c176-8a2b-4452-8fd3-ca4c0b4d897d req-ca27be8f-b447-4679-b6a6-87d1e341f163 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 945 time: 0.0889313 Nov 09 18:05:48.215841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cca4c176-8a2b-4452-8fd3-ca4c0b4d897d req-37c79906-2cc4-48d4-9c2d-55bb85287534 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772371 Nov 09 18:05:48.247852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 48912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:48.594698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16206318-d5ec-4a8f-bf07-e300621da308 tempest-TestVolumeBootPattern-2096770345 tempest-TestVolumeBootPattern-2096770345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:48.599831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-16206318-d5ec-4a8f-bf07-e300621da308 tempest-TestVolumeBootPattern-2096770345 tempest-TestVolumeBootPattern-2096770345-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1091 time: 0.3473718 Nov 09 18:05:48.599971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 48950) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:48.608683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:48.657770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:48.857230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:49.197884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Allocated IP 172.25.3.218 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/6d7cdfd9-519b-4ab1-83e2-b77c034211f3) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:49.466074 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:49.524363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:49.626811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:49.634630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:49.639237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:49.740587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=6d7cdfd9-519b-4ab1-83e2-b77c034211f3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:49.772445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.772973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.773605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.774208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.774775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.775650 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.776320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.776803 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.777374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.777905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.778545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:49.779138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:50.309095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:50.498949 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:50.841965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:50.851503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:50.969478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event updated for resources: {'Port': ['ID=6d7cdfd9-519b-4ab1-83e2-b77c034211f3,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:50.972715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:51.162547 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Floating IP 9cd225b3-072a-45f9-847c-5c2500df1db2 associated. External IP: 172.25.3.218, port: d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9. Nov 09 18:05:51.481835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:51.615788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:51.629956 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:51.646972 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:51.648055 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:51.668019 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:51.731657 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-43423725-a320-4e50-90b8-3931d50d7194 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1303639 Nov 09 18:05:51.734306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:51.741824 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:51.793031 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22441e1a-527b-4c68-aa69-a5e291b94bed x-openstack-request-id: req-22441e1a-527b-4c68-aa69-a5e291b94bed {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:51.793844 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:51.794389 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22441e1a-527b-4c68-aa69-a5e291b94bed {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:51.795248 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'status': 'completed', 'code': 200} Nov 09 18:05:51.854275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:51.916863 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-d918814f-2567-4057-851a-97a229df0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.920481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-d918814f-2567-4057-851a-97a229df0689 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1096 time: 0.0996692 Nov 09 18:05:52.081184 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:05:52.172954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-a948de8d-a1f2-4519-a98d-e5e1111a0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.181821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-a948de8d-a1f2-4519-a98d-e5e1111a0f64 service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.2462077 Nov 09 18:05:52.366250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-d7ebf5f3-8f62-43a1-b991-63024ffed2be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 999 time: 0.1710677 Nov 09 18:05:52.477866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-c7f5c3a1-3003-4b3c-9d3e-8807f57b350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.479995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-c7f5c3a1-3003-4b3c-9d3e-8807f57b350f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1060786 Nov 09 18:05:52.508307 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:23Z', 'revision_number': 1, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}, {'id': '9cd225b3-072a-45f9-847c-5c2500df1db2', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:72:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:50Z', 'updated_at': '2021-11-09T18:05:50Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:52.584094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-8bb11870-e4fd-4412-83d4-f0f4886e7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.591054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-8bb11870-e4fd-4412-83d4-f0f4886e7829 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023159 Nov 09 18:05:52.600484 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:52.621442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:52.622170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:05:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:52.723062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-6950e21c-5299-40ef-8535-ffab6d3bf9ca service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227953 Nov 09 18:05:52.829486 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:52.874702 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07261ebc-6e9b-456e-aebc-ebf6a1d0333d req-a02390a1-48df-43b7-aa92-9fc3611d5fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431828 Nov 09 18:05:53.309398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:23Z', 'revision_number': 1, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}, {'id': '9cd225b3-072a-45f9-847c-5c2500df1db2', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:72:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:50Z', 'updated_at': '2021-11-09T18:05:50Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:53.350900 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fcb7b-570e-48fd-99e5-fd82bf1a2303 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:23Z', 'revision_number': 1, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}, {'id': '9cd225b3-072a-45f9-847c-5c2500df1db2', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:72:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:50Z', 'updated_at': '2021-11-09T18:05:50Z', 'revision_number': 0, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:53.361834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:53.727413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d863f-bb8a-4e63-ab9f-bd81333ade84 None None] New status for floating IP 9cd225b3-072a-45f9-847c-5c2500df1db2: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:05:58.034248 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d84a2a2a-b138-49b9-beeb-8de378cb21cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:05:58.709046 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:00.456401 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c53f33e6-fcf0-46e2-a753-f9c9ccce9cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:00.895387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49266) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:01.161970 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84603075-2f8b-4f92-902b-0833cf026dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.305267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84603075-2f8b-4f92-902b-0833cf026dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.310665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-84603075-2f8b-4f92-902b-0833cf026dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.363747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84603075-2f8b-4f92-902b-0833cf026dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece0927-123e-4d82-b7a8-b5498d5b42d6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:01.413790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-84603075-2f8b-4f92-902b-0833cf026dd8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0178129f2d8f46a6a83ff73a907b85a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164561 Nov 09 18:06:01.417147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 49274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:01.555920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dc583e40-4969-4ed4-8a3a-efe397f4830e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.611347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dc583e40-4969-4ed4-8a3a-efe397f4830e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.706516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dc583e40-4969-4ed4-8a3a-efe397f4830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.711493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dc583e40-4969-4ed4-8a3a-efe397f4830e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:01.717508 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dc583e40-4969-4ed4-8a3a-efe397f4830e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ece0927-123e-4d82-b7a8-b5498d5b42d6 HTTP/1.1" status: 204 len: 168 time: 0.2982721 Nov 09 18:06:01.731609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc583e40-4969-4ed4-8a3a-efe397f4830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece0927-123e-4d82-b7a8-b5498d5b42d6,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:01.835660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:03.259328 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:03.558452 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:23.336188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:28.026638 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f2345f0-d557-495d-9dd8-2ff73d7ef49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:28.716578 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:29.072592 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:06:30.453189 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8b28025-93c3-42b4-a101-3e89521e0bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:31.797173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:33.253360 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:33.585152 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:41.537410 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-bdbb35a8-1f61-495c-ad53-aee04ca938d8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784945 Nov 09 18:06:41.678163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-31896c68-27c9-411e-aaa4-1646ad2d3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.680734 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-31896c68-27c9-411e-aaa4-1646ad2d3e28 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1096 time: 0.0749667 Nov 09 18:06:41.890257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-2c63d84a-f6ce-4524-bcfd-33ceb157c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.892312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-2c63d84a-f6ce-4524-bcfd-33ceb157c77e service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1852391 Nov 09 18:06:41.934006 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-b9e24a46-a21f-4577-8bee-f6fc29b69c80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548644 Nov 09 18:06:41.985039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-2f53ae97-a259-4129-b6d1-4f2fc19d0b06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 1001 time: 0.0803816 Nov 09 18:06:42.049264 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-08eaf4e6-f713-4f77-bbee-61a1744284be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.052498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-08eaf4e6-f713-4f77-bbee-61a1744284be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.0556335 Nov 09 18:06:42.066790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-1653b546-2663-4e39-b43b-56c8d7f23088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.068445 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-1653b546-2663-4e39-b43b-56c8d7f23088 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0747159 Nov 09 18:06:42.146882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-642d852f-86cb-44d8-802d-6564dfdea14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.149434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-642d852f-86cb-44d8-802d-6564dfdea14d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672643 Nov 09 18:06:42.183805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-89a68d81-5b67-4246-8aa3-7eacb2ef6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.186277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-89a68d81-5b67-4246-8aa3-7eacb2ef6062 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1125641 Nov 09 18:06:42.274745 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-47c76690-07c4-45d3-b83c-8b83a753bcdf service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138480 Nov 09 18:06:42.279663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-22aec877-eb7e-4411-a8db-5b08ae49470d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1002 time: 0.0865467 Nov 09 18:06:42.336600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-b58e6a32-322d-4b08-a848-1a595e127a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.338325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-b58e6a32-322d-4b08-a848-1a595e127a48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0520077 Nov 09 18:06:42.410786 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-cf1d1780-f64e-48e0-ad6a-940814c114ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.413578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34e0ae28-4f00-4f0d-954b-58b7e752e819 req-a269da5b-5c2d-4d92-a29a-4916ecb1f30a service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314175 Nov 09 18:06:42.413913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-cf1d1780-f64e-48e0-ad6a-940814c114ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663564 Nov 09 18:06:42.536954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-064194da-e697-42bc-a636-3688fb5b1ed6 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163127 Nov 09 18:06:42.656744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7f4ef4f6-83aa-4192-b367-69fc9d74ac61 req-515df2dc-ca1b-4448-b1d8-3780bf29b0e2 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127121 Nov 09 18:06:53.359399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:58.013698 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68275bd6-e870-4470-952b-34d92b41e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:06:58.747589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:00.442925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50ddf610-be28-4787-8cfa-773b763d292b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:01.814123 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:03.262190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:03.551372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:06.079809 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:07:23.392424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:28.020709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f1d233d-d2fa-42a8-8f83-da5c049db7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:28.743998 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:30.451078 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-673ebd8a-9a2e-4f9d-9e6e-6f9f23e18f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:31.802188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:33.250277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:33.571990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:37.123316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:37.442414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51444) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:37.443721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0190791-02c2-4fc5-bc5d-8c0e83b3455d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8642f66f506a4399851e1e2a238be9f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184795 Nov 09 18:07:37.516613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:37.553534 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:37.626706 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:37.630207 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:37.635195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b925d03-1e2f-45eb-86ed-9e47ace05fea HTTP/1.1" status: 204 len: 168 time: 0.1905773 Nov 09 18:07:37.646040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b925d03-1e2f-45eb-86ed-9e47ace05fea,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:37.658398 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.658839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.659387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.659802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.660339 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.660752 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.661207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.661610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.662008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.662514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.663118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:37.663736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26cd48-a41c-47eb-a941-84454fd0e36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.103974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51498) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:39.289682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e394d02-e044-4432-8f38-cbb4e8637733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.441214 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e394d02-e044-4432-8f38-cbb4e8637733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.447031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e394d02-e044-4432-8f38-cbb4e8637733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.524269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9e394d02-e044-4432-8f38-cbb4e8637733 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e6a2f085ed3441390487dc162dbcf64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173031 Nov 09 18:07:39.524269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e394d02-e044-4432-8f38-cbb4e8637733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da18bb-fe94-4fc6-92d2-ade3794c62f8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.525442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:39.622961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.660213 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.738320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.744296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:39.747974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4da18bb-fe94-4fc6-92d2-ade3794c62f8 HTTP/1.1" status: 204 len: 168 time: 0.2196860 Nov 09 18:07:39.759308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da18bb-fe94-4fc6-92d2-ade3794c62f8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.768965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.769318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.769657 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.769994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.770332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.770666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.771028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.771426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.771913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.772418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.772749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.773070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783066b-0ffe-4949-8f48-dffd35a83344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:42.061993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-ce1913b7-5c39-4449-ad4a-80b63a9051db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634197 Nov 09 18:07:42.176829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-3e53ff9c-7c07-4511-87e4-115f8d808193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.179341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-3e53ff9c-7c07-4511-87e4-115f8d808193 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.0676861 Nov 09 18:07:42.330439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51546) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.335852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-1b3e85f6-70d2-41a7-9a95-ac2621c79552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.340289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-1b3e85f6-70d2-41a7-9a95-ac2621c79552 service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1296711 Nov 09 18:07:42.473827 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-dc789301-d512-42f0-8323-8e39b955249e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 1002 time: 0.1263061 Nov 09 18:07:42.575771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-90b80a0d-0145-4160-bc24-95fe1fb7bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.577636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-90b80a0d-0145-4160-bc24-95fe1fb7bb31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0942070 Nov 09 18:07:42.670857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 6d7cdfd9-519b-4ab1-83e2-b77c034211f3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:07:42.671489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:42.680084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-619a7ee4-feeb-4fed-9319-a6e2b1f2218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.683575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-619a7ee4-feeb-4fed-9319-a6e2b1f2218f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919068 Nov 09 18:07:42.699891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-1d42621d-d578-4e99-9a4b-5f2e03756e33 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:07:42.702676 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-1d42621d-d578-4e99-9a4b-5f2e03756e33 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116405 Nov 09 18:07:42.813116 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:42.813641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:42.826288 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-5d61374c-49dc-48fc-9a39-00c659692a59 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158094 Nov 09 18:07:42.837778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 6d7cdfd9-519b-4ab1-83e2-b77c034211f3 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:07:42.952280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2a21ec9-f11b-43c1-8d0d-ea014c213538 req-cbf3bbdd-55eb-40f2-ad66-f4fe1660b705 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166859 Nov 09 18:07:43.073713 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:07:43.093876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:43.125688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=6d7cdfd9-519b-4ab1-83e2-b77c034211f3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:43.212028 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:43.212028 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Floating IP 9cd225b3-072a-45f9-847c-5c2500df1db2 disassociated (deleted). External IP: 172.25.3.218, port: d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9. Nov 09 18:07:43.507703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:43.526014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-106d96d4-eef6-4da1-895c-77f392d93f07 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706034 Nov 09 18:07:43.696307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-0543fcb5-f4bf-49cf-aae3-baac3b74de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.697905 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-0543fcb5-f4bf-49cf-aae3-baac3b74de78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1096 time: 0.1103952 Nov 09 18:07:43.700296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:43.706285 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:43.732084 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f9391-054d-4255-848a-481a195db132 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:43.751775 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:43.753304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:07:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:43.820097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bb6ca0dd-ad47-4dae-8ff0-e05656c07406 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "DELETE /v2.0/floatingips/9cd225b3-072a-45f9-847c-5c2500df1db2 HTTP/1.1" status: 204 len: 168 time: 1.4753597 Nov 09 18:07:43.824343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:43.829328 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fd87de-cd66-411b-928e-97a8bb4ad7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:43.933991 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b12c23-e627-4750-b21a-e503babb01a2 x-openstack-request-id: req-c8b12c23-e627-4750-b21a-e503babb01a2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:43.933991 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:43.933991 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8b12c23-e627-4750-b21a-e503babb01a2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:43.934519 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'status': 'completed', 'code': 200} Nov 09 18:07:43.948119 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:43.978553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-4194b07b-349a-44aa-9230-078446331a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.981375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-4194b07b-349a-44aa-9230-078446331a45 service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.2512603 Nov 09 18:07:44.055900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-f077aa8a-c3b9-43fb-a591-756c17d3fae3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 217 time: 0.0667446 Nov 09 18:07:44.217851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-ed208e0a-b312-40e4-a23c-77cbc0385f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.219819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-ed208e0a-b312-40e4-a23c-77cbc0385f51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1534216 Nov 09 18:07:44.289437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-36ea5f48-8a38-4d59-88bb-3443b0c0a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.291471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-36ea5f48-8a38-4d59-88bb-3443b0c0a6d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628986 Nov 09 18:07:44.554208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-b7ab6795-3a61-4f0e-ba09-ef0db44c9d3e service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520804 Nov 09 18:07:44.711643 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:23Z', 'revision_number': 1, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:44.755603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34a61b0a-e734-4894-99a8-9c5aa44aea83 req-2d6d478c-7ed3-4ef5-b509-5298a3b04bba service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910114 Nov 09 18:07:44.802370 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f9391-054d-4255-848a-481a195db132 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:07:44.818009 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:44.818877 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:07:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:44.971587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4659ac-fe07-4665-980f-7ae78fcbc987 req-ea98fdc2-e1a4-4b17-86a1-db3711b963f5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.974656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f4659ac-fe07-4665-980f-7ae78fcbc987 req-ea98fdc2-e1a4-4b17-86a1-db3711b963f5 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 945 time: 0.6812286 Nov 09 18:07:44.987967 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:45.046030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-6169d4b5-874b-4d11-8991-caf6c170f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.049173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-6169d4b5-874b-4d11-8991-caf6c170f5a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 1096 time: 0.1782808 Nov 09 18:07:45.289782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-ae38016f-8f96-4737-9ea5-bf00f8eb9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.292607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-ae38016f-8f96-4737-9ea5-bf00f8eb9da2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.2308269 Nov 09 18:07:45.301311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8f4659ac-fe07-4665-980f-7ae78fcbc987 req-8cb70042-720a-4c9d-8417-6e9f3df0315e tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157489 Nov 09 18:07:45.391405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-34eb39fe-1e59-4d6a-bee1-af7d05f45a42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 200 len: 217 time: 0.0844479 Nov 09 18:07:45.406915 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b86f9391-054d-4255-848a-481a195db132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:23Z', 'revision_number': 1, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:45.474634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f9391-054d-4255-848a-481a195db132 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5cc31cbd-2eab-49bf-bbff-c43f592dc10e', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'port_id': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'mac_address': 'fa:16:3e:e8:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:03:19Z', 'updated_at': '2021-11-09T18:03:23Z', 'revision_number': 1, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:45.515572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-4133d1f6-faab-4fcd-8cdb-a38f7fb82cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.535497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-4133d1f6-faab-4fcd-8cdb-a38f7fb82cf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.1318426 Nov 09 18:07:45.629758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-6afa9644-861a-43ac-9945-d8b98b4c2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.635219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-6afa9644-861a-43ac-9945-d8b98b4c2abf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894992 Nov 09 18:07:45.798631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-a12ba583-e267-469d-b77b-ced696f98bac service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559184 Nov 09 18:07:46.001146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c6867-55b4-4931-96eb-18da3a3b10ec None None] New status for floating IP 9cd225b3-072a-45f9-847c-5c2500df1db2: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:07:46.024471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-34fd87de-cd66-411b-928e-97a8bb4ad7b8 req-725dc97f-0c28-4137-940d-d12ac0a8ec17 service neutron] 10.222.0.83 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142661 Nov 09 18:07:46.171666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-46602d7d-30e9-4272-8598-7405421c428c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.173815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-46602d7d-30e9-4272-8598-7405421c428c tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 945 time: 0.1226783 Nov 09 18:07:46.300117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:07:46.300632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:46.426514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:46.427029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:46.450359 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:07:46.600331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec07b34-9a63-4c7b-830c-e2a73c57ec86 req-fc6bdc13-0a75-4594-b2b0-7485e7787d40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.610008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dec07b34-9a63-4c7b-830c-e2a73c57ec86 req-fc6bdc13-0a75-4594-b2b0-7485e7787d40 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 945 time: 0.2028265 Nov 09 18:07:46.683789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dec07b34-9a63-4c7b-830c-e2a73c57ec86 req-bd506a46-6a21-4539-acd3-da5906b36b53 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718920 Nov 09 18:07:46.686813 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:46.738426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:46.792297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:46.795056 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:46.798499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b0e3401-a327-47cc-80a6-3a53d9684f73 req-cef5f2e7-7f41-4164-be97-2d1c4fcc49ef tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.83 "DELETE /v2.0/ports/d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 HTTP/1.1" status: 204 len: 173 time: 0.6138241 Nov 09 18:07:46.799031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'name': 'network-vif-deleted', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:46.801761 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf53d6c-2eb8-41e0-83d6-0833a26ddfc7" -d '{"events": [{"server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "name": "network-vif-deleted", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:46.864368 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11fd184-e10d-4ace-903d-9a123ff557df x-openstack-request-id: req-a11fd184-e10d-4ace-903d-9a123ff557df {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:46.864735 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a4b324-c3c8-4796-8c5e-a4c7db46fe00", "name": "network-vif-deleted", "tag": "d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:46.865046 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a11fd184-e10d-4ace-903d-9a123ff557df {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:46.865589 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a4b324-c3c8-4796-8c5e-a4c7db46fe00', 'name': 'network-vif-deleted', 'tag': 'd90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9', 'status': 'completed', 'code': 200} Nov 09 18:07:47.871854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-29dd48df-ab64-48ac-8db9-f3832726f307 req-91b309cc-5042-4614-a59b-5d1ca5fdbaf4 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0651705 Nov 09 18:07:49.040169 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bd93f227-9cd9-4a86-b521-db297fc68619 req-07da9802-0fab-48ae-a123-b778591d6891 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0403855 Nov 09 18:07:49.190050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.194781 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101130796', 'description': 'tempest-secgroup-smoke-2101130796 description', 'project_id': '02cd80af09f240fbb690ff195d3699af'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:49.226069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.278379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:49.309235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:07:49.309822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device d90b1b99-fdf9-407a-8d42-9b5bfb4fa4e9 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:49.328617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.333737 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.373698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f99eb-576e-4366-b1fd-c2d61f149a7c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.382147 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.387869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-850ab4af-1e31-4e33-a9a4-114821cd45b9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1924887 Nov 09 18:07:49.387869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.392983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group_rule': {'security_group_id': 'e29f99eb-576e-4366-b1fd-c2d61f149a7c', 'project_id': '02cd80af09f240fbb690ff195d3699af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:49.431919 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.520473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.532927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.555483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d1ba1-2ef6-4b95-9500-9423a52f97a6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.567920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.569351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0dc9199-2507-486a-8674-1f82b80e76ac tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803932 Nov 09 18:07:49.575685 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51630) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.584252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group_rule': {'security_group_id': 'e29f99eb-576e-4366-b1fd-c2d61f149a7c', 'project_id': '02cd80af09f240fbb690ff195d3699af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:49.637506 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.729171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.735655 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.761070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9e8731-a0bd-4060-91fd-cc8e696b8526,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.772320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.772320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8067b3c7-d274-4e6e-a16f-361e1c4dc324 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1913202 Nov 09 18:07:49.772713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.778498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group_rule': {'security_group_id': 'e29f99eb-576e-4366-b1fd-c2d61f149a7c', 'project_id': '02cd80af09f240fbb690ff195d3699af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:49.817428 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.897875 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.903562 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.929627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a6237f-c5e7-4bb2-9211-6a4ea4a29e77,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.945636 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:49.947251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2fec790e-d466-45b5-8734-d9f53e2b8059 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737373 Nov 09 18:07:49.953150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51642) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.958108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group_rule': {'security_group_id': 'e29f99eb-576e-4366-b1fd-c2d61f149a7c', 'project_id': '02cd80af09f240fbb690ff195d3699af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:49.992573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.112482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.135510 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.140833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64413f3-c52b-4682-b096-2f9c7fed748c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.163732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.169671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:50.175765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group_rule': {'security_group_id': 'e29f99eb-576e-4366-b1fd-c2d61f149a7c', 'project_id': '02cd80af09f240fbb690ff195d3699af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:50.181036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-629fcf46-0cc7-42d8-a872-3eb9970fbbb3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266738 Nov 09 18:07:50.211716 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Project 02cd80af09f240fbb690ff195d3699af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:07:50.219641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.282448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e38b1444-0916-4345-8ba3-17f0c1ae8aee req-a0fa51b6-1c08-4984-91dc-e69d6f259023 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0409820 Nov 09 18:07:50.324715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.332569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.354293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbf5d56-d445-4eb3-9011-d6b9bfddde31,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.369602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.372817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0f2ac9b9-8019-4ab0-bdf8-a82e9e20b6c9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2010152 Nov 09 18:07:50.375737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:50.385630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'security_group_rule': {'security_group_id': 'e29f99eb-576e-4366-b1fd-c2d61f149a7c', 'project_id': '02cd80af09f240fbb690ff195d3699af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:50.447835 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Project 02cd80af09f240fbb690ff195d3699af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:07:50.458287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.576434 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.582494 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.605143 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1c16d1-9148-445c-b0a0-a2198efc7c47,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.615583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:50.626854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c37c5b2-95f8-4f65-9b82-66f67ee1105c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2394838 Nov 09 18:07:50.911766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-9da7a759-1b6d-4e25-8760-95edb4649f82 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101130796&fields=id&tenant_id=02cd80af09f240fbb690ff195d3699af HTTP/1.1" status: 200 len: 267 time: 0.0623968 Nov 09 18:07:51.093084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-926c614c-122a-4748-b228-4df4e62569c4 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:51.095458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-926c614c-122a-4748-b228-4df4e62569c4 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 811 time: 0.1706619 Nov 09 18:07:51.129593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-eb875439-368f-4ab3-acce-ec5cf3601717 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/quotas/02cd80af09f240fbb690ff195d3699af HTTP/1.1" status: 200 len: 375 time: 0.0191677 Nov 09 18:07:51.225539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-da564f9a-81f5-4b67-ac47-73edfeb61b18 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823350 Nov 09 18:07:51.373338 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-ba861129-2954-47f8-b85d-a32fc76ef14d service neutron] 10.222.0.45 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250963 Nov 09 18:07:51.452761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c995849-78bf-41ed-a10c-b7aeaded4b9e req-1bfacbf4-4042-479b-a06d-5a7ceb36c53b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0510390 Nov 09 18:07:51.536575 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-b8b4db7c-9ecf-49f0-b02f-747fdebde349 service neutron] 10.222.0.45 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519616 Nov 09 18:07:52.582524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39181509-471a-4434-bbda-3550f7616c20 req-03878474-6bf7-4433-8393-eaf4e3029490 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0463896 Nov 09 18:07:53.256047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1d199ff-add1-4906-91df-523ea390fcef req-6d9f8bd8-786f-42ef-a3d3-52be667165b5 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0390949 Nov 09 18:07:53.362223 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:53.806881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a42099f-bf0e-4589-ab75-5628e51febbc req-94b1af87-413a-47ad-ad09-44ad54b263ae tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a4b324-c3c8-4796-8c5e-a4c7db46fe00 HTTP/1.1" status: 200 len: 210 time: 0.0461178 Nov 09 18:07:54.407265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-644bc000-efd4-499b-9ec7-d4aed0588205 req-a79b610d-09dd-4e46-a340-212e697e52ef tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0348630 Nov 09 18:07:54.900069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-0c543ba7-6ee5-4bf8-a42c-0e0cf818826e tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:54.902849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-0c543ba7-6ee5-4bf8-a42c-0e0cf818826e tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 811 time: 0.1563790 Nov 09 18:07:55.113551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-d0cb3407-388c-460a-a186-89217d7cbe6b tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02cd80af09f240fbb690ff195d3699af HTTP/1.1" status: 200 len: 380 time: 0.1768398 Nov 09 18:07:55.135114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'port': {'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'admin_state_up': True, 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'security_groups': ['e29f99eb-576e-4366-b1fd-c2d61f149a7c']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:55.381325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Made reservation on behalf of 02cd80af09f240fbb690ff195d3699af for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:55.388432 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:55.601470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Allocated IP 172.20.0.6 (d8144077-4b08-4156-a691-ce6622e8e049/ee2f1c51-b134-4410-a71f-06329d65ca95/74b18e45-543e-4017-a9d4-c4b3eb9ed678) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:55.814418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:55.834031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-59caa547-a7b7-4532-ac53-5d1f718ae458 req-6aeaaf28-fc8b-483e-88ff-03cadb850467 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.1070015 Nov 09 18:07:55.884189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:55.929757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Network d8144077-4b08-4156-a691-ce6622e8e049 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:55.934346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:55.939820 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:55.991805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'Port': ['ID=74b18e45-543e-4017-a9d4-c4b3eb9ed678,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:56.025397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:56.026085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:56.059645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4922f022-75c9-4392-9a28-a4eb45f99bc9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9342027 Nov 09 18:07:56.078797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-aef00324-7504-4046-aed6-b5067a40ca93 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:07:56.081232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-aef00324-7504-4046-aed6-b5067a40ca93 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123444 Nov 09 18:07:56.095896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Request body: {'port': {'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:56.225665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:56.384896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9ec29764-12df-46fe-90cd-af97dc00f2c5 None None] Provisioning complete for port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:56.385368 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ec29764-12df-46fe-90cd-af97dc00f2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:56.461454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9ec29764-12df-46fe-90cd-af97dc00f2c5 None None] Port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:07:56.807255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b18e45-543e-4017-a9d4-c4b3eb9ed678 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:56.827401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:56.873405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Transition to ACTIVE for port object 74b18e45-543e-4017-a9d4-c4b3eb9ed678 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:56.881416 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:56.982337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Pushing event updated for resources: {'Port': ['ID=74b18e45-543e-4017-a9d4-c4b3eb9ed678,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:57.132443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d4a0-7660-4a9c-8702-3e3e32b3ebad req-3b10e1b7-c7aa-4d58-a250-17bf5dad68ae tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:57.134566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dca9d4a0-7660-4a9c-8702-3e3e32b3ebad req-3b10e1b7-c7aa-4d58-a250-17bf5dad68ae tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1258152 Nov 09 18:07:57.137324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Attempting to bind port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:07:57.137814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Attempting to bind port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:07:57.138156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Attempting to bind port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 on network d8144077-4b08-4156-a691-ce6622e8e049 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:57.150153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 on network d8144077-4b08-4156-a691-ce6622e8e049 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:57.150472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Attempting to bind port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 on network d8144077-4b08-4156-a691-ce6622e8e049 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:57.168281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:57.169046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Checking segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:07:57.169738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Bound using segment: {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:57.170543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Bound port: 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b41cb6-129e-4162-be4e-dde3e47b0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:07:57.171224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:57.287089 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dca9d4a0-7660-4a9c-8702-3e3e32b3ebad req-8516d543-ae4c-4727-9c77-ab1100a7ded3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385856 Nov 09 18:07:57.509200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] For port 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:57.516965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] For port 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:57.525504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:57.573762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:57.575088 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:57.577607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] 10.222.0.83 "PUT /v2.0/ports/74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 1091 time: 1.4861724 Nov 09 18:07:57.578332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:57.581405 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721ed60-2af6-4d50-b278-484cb949c3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:57.732658 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee27bf-efcd-420c-9aac-f60c986f188e x-openstack-request-id: req-41ee27bf-efcd-420c-9aac-f60c986f188e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:57.733714 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:57.734436 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41ee27bf-efcd-420c-9aac-f60c986f188e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:57.737405 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'status': 'completed', 'code': 200} Nov 09 18:07:57.751666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb14ae-23f0-46a2-ba1a-dfa65b272a64 service neutron] Pushing event updated for resources: {'Port': ['ID=74b18e45-543e-4017-a9d4-c4b3eb9ed678,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:57.847341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-fd453ec5-a766-4611-9ec1-5f1fbd7a212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:57.850769 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-fd453ec5-a766-4611-9ec1-5f1fbd7a212b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1094 time: 0.2205939 Nov 09 18:07:57.936465 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-0d3d4e9d-1c88-455a-8fff-4efba9b1826f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 217 time: 0.0723686 Nov 09 18:07:58.012440 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3bd1-e12c-49da-8320-0110457cccce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:58.025627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-281d6925-53d5-42d4-830e-47d875da483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.029009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-281d6925-53d5-42d4-830e-47d875da483a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.0852518 Nov 09 18:07:58.116044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-b8514a92-51ea-4a67-808f-4205cc0856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.117684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-b8514a92-51ea-4a67-808f-4205cc0856bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788844 Nov 09 18:07:58.394704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-2ac72c0d-f6e9-4725-9952-58d3c9af2813 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640922 Nov 09 18:07:58.520710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f607-d47f-4b2f-bf74-500316068c3b req-fa1963db-456a-4d31-ad53-c7a836a7d23c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.533036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9df0f607-d47f-4b2f-bf74-500316068c3b req-fa1963db-456a-4d31-ad53-c7a836a7d23c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1304340 Nov 09 18:07:58.622350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90d553ff-8c66-4da3-9399-ff622532bd97 req-81580695-b8a0-49d5-900e-0bce977f771e service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191696 Nov 09 18:07:58.664991 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9df0f607-d47f-4b2f-bf74-500316068c3b req-7e3fb0b2-ef32-4e0c-89f5-0f41e799bf10 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287749 Nov 09 18:07:58.751995 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:07:58.798430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-94352a76-674c-4b77-88b6-3ec8f84f9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.800373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-94352a76-674c-4b77-88b6-3ec8f84f9af7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1094 time: 0.0824554 Nov 09 18:07:58.967860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-af9dec45-82ba-4183-911e-4c1539046dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.972400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-af9dec45-82ba-4183-911e-4c1539046dc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 911 time: 0.1585681 Nov 09 18:07:59.070441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-ab5505b0-0735-41e0-9ef2-38e26c5901c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 217 time: 0.0830958 Nov 09 18:07:59.171009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-7664a474-09fb-46d0-a335-d10df58f9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.172847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-7664a474-09fb-46d0-a335-d10df58f9530 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.0921812 Nov 09 18:07:59.271728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-208097f7-7915-4b37-ab04-2c63161bd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.274941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-208097f7-7915-4b37-ab04-2c63161bd464 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906031 Nov 09 18:07:59.482754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-574344b0-9f64-48db-bb57-0da071be4b49 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951683 Nov 09 18:07:59.755136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7721ed60-2af6-4d50-b278-484cb949c3cf req-3430096d-e153-40a0-a580-caab4d42e101 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581139 Nov 09 18:07:59.943043 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dba909-08ab-41c3-9dd4-4e0c71b6c836 req-d3f31d9a-a2cc-4d86-8ae5-2fda1fcbd79f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.956777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08dba909-08ab-41c3-9dd4-4e0c71b6c836 req-d3f31d9a-a2cc-4d86-8ae5-2fda1fcbd79f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1436608 Nov 09 18:08:00.048360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-08dba909-08ab-41c3-9dd4-4e0c71b6c836 req-16cce4c5-7e42-4630-bae0-a400e7c39dae tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845029 Nov 09 18:08:00.458056 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5afbb1ec-968e-4b64-ae7e-add1c42265a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:01.321135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2cbd1-e8eb-4834-993b-28787aee8a59 req-496a669d-2c58-4867-a051-bcd48f16d115 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:01.333700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a7d2cbd1-e8eb-4834-993b-28787aee8a59 req-496a669d-2c58-4867-a051-bcd48f16d115 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1163821 Nov 09 18:08:01.433284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a7d2cbd1-e8eb-4834-993b-28787aee8a59 req-52954ad5-1296-4e49-8bf9-8f53bca1da7d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969558 Nov 09 18:08:01.816270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:02.600331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06c34-5ab8-4e36-bf5c-f505a10beeb7 req-b2cafc9a-0a5d-42a8-a259-d352d7c750f9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:02.604527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7b06c34-5ab8-4e36-bf5c-f505a10beeb7 req-b2cafc9a-0a5d-42a8-a259-d352d7c750f9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.0818479 Nov 09 18:08:02.679448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7b06c34-5ab8-4e36-bf5c-f505a10beeb7 req-18f2e29f-6d88-4298-be93-4e893a5e0b37 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665600 Nov 09 18:08:03.260206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:03.568767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:03.851953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6902b5f-73da-4358-a30b-f2acf244dfc5 req-c48cf436-906a-488a-a903-a79a84831bd2 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:03.853698 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6902b5f-73da-4358-a30b-f2acf244dfc5 req-c48cf436-906a-488a-a903-a79a84831bd2 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.0778782 Nov 09 18:08:03.912638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6902b5f-73da-4358-a30b-f2acf244dfc5 req-c1aedbcd-4ad7-4d2f-8e93-1bda24240b5d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518401 Nov 09 18:08:03.956858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 51816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:04.167713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 3bceada7-8cb1-4caa-8c0d-04a8738e9455 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:04.168363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:04.263061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:04.263285 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:04.278482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 3bceada7-8cb1-4caa-8c0d-04a8738e9455 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:04.457388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:04.490822 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=3bceada7-8cb1-4caa-8c0d-04a8738e9455,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:04.567015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:04.567963 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Floating IP 5cc31cbd-2eab-49bf-bbff-c43f592dc10e disassociated (deleted). External IP: 172.25.3.157, port: 29d0da35-8177-40d9-8ba8-85dbc8ca50db. Nov 09 18:08:04.788736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:04.926613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3410ce5-707b-40ab-a12b-0b8ffb9ad313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.133228 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3410ce5-707b-40ab-a12b-0b8ffb9ad313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.143403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3410ce5-707b-40ab-a12b-0b8ffb9ad313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.165727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be10c61-0650-4d2c-b3cb-040b8568424c req-8368cbd2-489b-43cb-837a-4bada3162abb tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.168964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2be10c61-0650-4d2c-b3cb-040b8568424c req-8368cbd2-489b-43cb-837a-4bada3162abb tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1608377 Nov 09 18:08:05.288360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:05.423902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:05.428629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.436219 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:05.454418 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:05.455404 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:05.476136 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-22fc4d95-c8ae-4e44-9625-94badc78ccfe tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "DELETE /v2.0/floatingips/5cc31cbd-2eab-49bf-bbff-c43f592dc10e HTTP/1.1" status: 204 len: 168 time: 1.5156951 Nov 09 18:08:05.476136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:05.477210 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:05.612141 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:05.722743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d3410ce5-707b-40ab-a12b-0b8ffb9ad313 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21a6bc3109d34866a3f7bf0252527442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9303365 Nov 09 18:08:05.723294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 51836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:05.723933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3410ce5-707b-40ab-a12b-0b8ffb9ad313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7e63cb-1ed3-4cba-93dc-011ded61cf75,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:05.755794 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc9a6d-b223-44ec-8ef8-8f1c7fc711ff x-openstack-request-id: req-87cc9a6d-b223-44ec-8ef8-8f1c7fc711ff {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:05.756647 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:05.757164 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87cc9a6d-b223-44ec-8ef8-8f1c7fc711ff {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:05.757900 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'status': 'completed', 'code': 200} Nov 09 18:08:05.783917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2be10c61-0650-4d2c-b3cb-040b8568424c req-c47536b3-2a27-47f7-9207-272014063fe5 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6025419 Nov 09 18:08:05.825265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416be524-5b01-481c-af32-8d7a79f99799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.859720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416be524-5b01-481c-af32-8d7a79f99799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.872402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-2466052c-34fa-4d6f-91b9-742943859b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.873958 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-2466052c-34fa-4d6f-91b9-742943859b88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=570c47e4bfc0443796e4c0878687132c&device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 1097 time: 0.0856900 Nov 09 18:08:05.932856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416be524-5b01-481c-af32-8d7a79f99799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.937177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416be524-5b01-481c-af32-8d7a79f99799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:05.938424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-416be524-5b01-481c-af32-8d7a79f99799 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f7e63cb-1ed3-4cba-93dc-011ded61cf75 HTTP/1.1" status: 204 len: 168 time: 0.2115366 Nov 09 18:08:05.952005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416be524-5b01-481c-af32-8d7a79f99799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7e63cb-1ed3-4cba-93dc-011ded61cf75,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:05.974115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c72c4-7813-4d66-a662-d2c1aca54977 req-4f6f60e1-cb14-4069-b3b8-fcba7574a64b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.975721 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c0c72c4-7813-4d66-a662-d2c1aca54977 req-4f6f60e1-cb14-4069-b3b8-fcba7574a64b tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 946 time: 0.1333663 Nov 09 18:08:05.998153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-07f39c39-2f35-46f8-a2b2-d47def3524ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.999688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-07f39c39-2f35-46f8-a2b2-d47def3524ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 200 len: 912 time: 0.1171045 Nov 09 18:08:06.004220 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:06.055716 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:06.056037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-612aaf85-e3a1-454f-8c6d-8b8b38556b72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 200 len: 217 time: 0.0418150 Nov 09 18:08:06.073455 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:06.074934 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:06.095703 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c0c72c4-7813-4d66-a662-d2c1aca54977 req-65f06318-5114-427e-8bda-d78e23d40b8f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096961 Nov 09 18:08:06.139227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-0e47a577-92d6-42b5-a509-14a1d545860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.140764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-0e47a577-92d6-42b5-a509-14a1d545860c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 200 len: 851 time: 0.0755169 Nov 09 18:08:06.199790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-17bedf76-3eba-4b64-a331-61f6e80b2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.201717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-17bedf76-3eba-4b64-a331-61f6e80b2b57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=440cb842-4c9d-432f-8739-1d50652abc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520570 Nov 09 18:08:06.254658 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:06.327866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-5c8cd0b9-77e4-471b-8ca0-167898553f51 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170104 Nov 09 18:08:06.451197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b4fe3edd-5d78-4ec4-872b-cd674f26f16e req-2741c5be-2603-4c48-8084-69e06cc859e5 service neutron] 10.222.0.43 "GET /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158383 Nov 09 18:08:06.531897 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:06.570807 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38ac6d-cd96-44a2-b79e-859cacced6e8 None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T17:53:23Z', 'revision_number': 4, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e43faab3-637f-4759-951d-df3e415200a1', 'name': '', 'network_id': '440cb842-4c9d-432f-8739-1d50652abc36', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'mac_address': 'fa:16:3e:19:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '0204189b-28da-4b92-a28e-77f64c86b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:22Z', 'updated_at': '2021-11-09T17:53:37Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'subnets': [{'id': '0204189b-28da-4b92-a28e-77f64c86b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:06.943678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d954730-78b2-4104-874b-e38200a0f6bf None None] New status for floating IP 5cc31cbd-2eab-49bf-bbff-c43f592dc10e: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:08:06.996310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d9a9c-7a49-40f6-81e3-3915e2354a56 req-51c02ba5-3a2d-4b81-b43c-5d4de9d14114 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.997677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b8d9a9c-7a49-40f6-81e3-3915e2354a56 req-51c02ba5-3a2d-4b81-b43c-5d4de9d14114 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1233397 Nov 09 18:08:07.009028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-b9087904-b977-43f1-92bb-5a9f5a711851 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:07.011125 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-b9087904-b977-43f1-92bb-5a9f5a711851 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 946 time: 0.0698366 Nov 09 18:08:07.148217 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b8d9a9c-7a49-40f6-81e3-3915e2354a56 req-b139dd02-43ad-40e3-920f-1c6f5283bfa0 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413171 Nov 09 18:08:07.220662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port 29d0da35-8177-40d9-8ba8-85dbc8ca50db {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:07.220662 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:07.382501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c05710-a3d3-4816-9d53-e37cca652f3b req-2969b062-620b-4f11-8441-d298edbad6b3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:07.384709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0c05710-a3d3-4816-9d53-e37cca652f3b req-2969b062-620b-4f11-8441-d298edbad6b3 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 946 time: 0.0938611 Nov 09 18:08:07.417617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] For port 29d0da35-8177-40d9-8ba8-85dbc8ca50db, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=29d0da35-8177-40d9-8ba8-85dbc8ca50db,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:07.418006 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:07.448798 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for 29d0da35-8177-40d9-8ba8-85dbc8ca50db owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:07.485813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0c05710-a3d3-4816-9d53-e37cca652f3b req-901fd44b-5375-4671-8a64-243efc7e3d22 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/security-groups?id=884423f6-03f8-400e-83e6-603193253247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887716 Nov 09 18:08:07.632822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:07.678656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=29d0da35-8177-40d9-8ba8-85dbc8ca50db,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:07.736375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] No DVR routers for this DVR port 29d0da35-8177-40d9-8ba8-85dbc8ca50db on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:07.739768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:07.743274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4992e012-f12d-4eb7-9d97-b4530f34fd82 req-56374b93-99ab-43d5-a312-bdcf89c0008f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.43 "DELETE /v2.0/ports/29d0da35-8177-40d9-8ba8-85dbc8ca50db HTTP/1.1" status: 204 len: 173 time: 0.7249482 Nov 09 18:08:07.759667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'name': 'network-vif-deleted', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:07.764704 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4870cb0d-ad10-48a3-82ea-9ecdbc2ecdd3" -d '{"events": [{"server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "name": "network-vif-deleted", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:07.827711 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907fc692-0ec0-4d74-be9d-9101ba8dd6da x-openstack-request-id: req-907fc692-0ec0-4d74-be9d-9101ba8dd6da {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:07.828185 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d096bac-8e18-4e1c-9557-fd6c23ab447e", "name": "network-vif-deleted", "tag": "29d0da35-8177-40d9-8ba8-85dbc8ca50db", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:07.829947 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-907fc692-0ec0-4d74-be9d-9101ba8dd6da {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:07.830643 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d096bac-8e18-4e1c-9557-fd6c23ab447e', 'name': 'network-vif-deleted', 'tag': '29d0da35-8177-40d9-8ba8-85dbc8ca50db', 'status': 'completed', 'code': 200} Nov 09 18:08:08.312896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c6428-7b08-4f7a-a095-966cf0064a01 req-e85462a6-52c5-4655-94a2-b7bf68aadc56 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:08.314811 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f6c6428-7b08-4f7a-a095-966cf0064a01 req-e85462a6-52c5-4655-94a2-b7bf68aadc56 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.0663433 Nov 09 18:08:08.415783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f6c6428-7b08-4f7a-a095-966cf0064a01 req-07aaccdc-d144-46ad-8156-4b30d91db337 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934694 Nov 09 18:08:08.645529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73e36eb4-f62c-4768-9636-0fe8c765a703 req-1708346f-1e89-42b0-9ddc-3ef7b9f4e3b1 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0390429 Nov 09 18:08:09.329206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:09.496923 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15caa086-ad15-413d-b4d5-aa0240bc7a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.622396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305266a7-db5f-4672-9c14-7395e66a8377 req-bd0a5410-cf5c-49ae-8e77-7783fa7c8e09 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.624131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-305266a7-db5f-4672-9c14-7395e66a8377 req-bd0a5410-cf5c-49ae-8e77-7783fa7c8e09 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.1020112 Nov 09 18:08:09.688938 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15caa086-ad15-413d-b4d5-aa0240bc7a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.700384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15caa086-ad15-413d-b4d5-aa0240bc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.744816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-305266a7-db5f-4672-9c14-7395e66a8377 req-a06a8c48-191e-4a2d-abb1-87211bba4e39 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029031 Nov 09 18:08:09.770112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-15caa086-ad15-413d-b4d5-aa0240bc7a1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c80d39bce12e4beab20f31ad4e032caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397025 Nov 09 18:08:09.771487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa086-ad15-413d-b4d5-aa0240bc7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6515e639-eac2-4226-9a3b-bf4015a82859,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.774011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52008) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:09.784866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a6c7b0a0-7236-4dcb-ad55-a3399dbda5e3 req-b41bc7b3-774e-498c-bb4f-69d3961b221f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0464787 Nov 09 18:08:09.868872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5934ac5d-3fee-4df3-aeca-1628d9e9b31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.902408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5934ac5d-3fee-4df3-aeca-1628d9e9b31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.972094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5934ac5d-3fee-4df3-aeca-1628d9e9b31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.977401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5934ac5d-3fee-4df3-aeca-1628d9e9b31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:09.980502 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5934ac5d-3fee-4df3-aeca-1628d9e9b31f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6515e639-eac2-4226-9a3b-bf4015a82859 HTTP/1.1" status: 204 len: 168 time: 0.2042112 Nov 09 18:08:09.995552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934ac5d-3fee-4df3-aeca-1628d9e9b31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6515e639-eac2-4226-9a3b-bf4015a82859,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:10.409143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52014) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:10.427822 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7dad9cb0-baaf-4206-af37-34a44400f3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.537665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7dad9cb0-baaf-4206-af37-34a44400f3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.545225 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7dad9cb0-baaf-4206-af37-34a44400f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.618854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad9cb0-baaf-4206-af37-34a44400f3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c32fc39-724a-4973-a09f-6a7f3f83b1b6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:10.632378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:10.632756 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7dad9cb0-baaf-4206-af37-34a44400f3aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0125ed7879f3433cba5566fb60b9d9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218745 Nov 09 18:08:10.703514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d97827e5-5b2a-4bac-b5e6-1cae1c6b35e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.732844 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d97827e5-5b2a-4bac-b5e6-1cae1c6b35e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.819353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d97827e5-5b2a-4bac-b5e6-1cae1c6b35e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.826487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d97827e5-5b2a-4bac-b5e6-1cae1c6b35e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:10.833444 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d97827e5-5b2a-4bac-b5e6-1cae1c6b35e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c32fc39-724a-4973-a09f-6a7f3f83b1b6 HTTP/1.1" status: 204 len: 168 time: 0.1987779 Nov 09 18:08:10.850646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97827e5-5b2a-4bac-b5e6-1cae1c6b35e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c32fc39-724a-4973-a09f-6a7f3f83b1b6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:10.978063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328393-c124-4c6b-a8d5-cfd209b7e2fb req-2b7553fa-300a-444d-a2ae-f965b8776ce6 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:10.983930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e328393-c124-4c6b-a8d5-cfd209b7e2fb req-2b7553fa-300a-444d-a2ae-f965b8776ce6 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.0803504 Nov 09 18:08:10.985813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dfef2734-b970-4db3-a3e0-6a4d0ae9f667 req-1b360915-1936-4acf-9b93-3eb1a8ee8f10 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0611458 Nov 09 18:08:11.069276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2e328393-c124-4c6b-a8d5-cfd209b7e2fb req-bee0cd25-fc8e-4f4f-88ab-c612e16aaec8 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729728 Nov 09 18:08:12.120649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e65e098-488d-4566-bbad-098201778d9c req-dc406a6f-a66a-4e95-ad9f-7d0c72acea06 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0474336 Nov 09 18:08:12.269621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d2ebe-559f-49f6-b148-dd4c5c4abe0a req-c23b43e3-c060-4ce5-a0fe-b39d5fa0e50d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.272381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f6d2ebe-559f-49f6-b148-dd4c5c4abe0a req-c23b43e3-c060-4ce5-a0fe-b39d5fa0e50d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.0766315 Nov 09 18:08:12.346040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 29d0da35-8177-40d9-8ba8-85dbc8ca50db no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:12.350582 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6f6d2ebe-559f-49f6-b148-dd4c5c4abe0a req-35a48569-2a0d-4827-92e7-ed723a1ced42 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701976 Nov 09 18:08:12.372978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 29d0da35-8177-40d9-8ba8-85dbc8ca50db {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:12.373164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 29d0da35-8177-40d9-8ba8-85dbc8ca50db not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:13.230676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70682264-78dd-4849-aac4-6551bea934d9 req-52916eb4-6e4b-498d-b69c-3264297fd90f tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d096bac-8e18-4e1c-9557-fd6c23ab447e HTTP/1.1" status: 200 len: 210 time: 0.0298309 Nov 09 18:08:13.451144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 74b18e45-543e-4017-a9d4-c4b3eb9ed678 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:13.518176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0718f-1ff2-429c-bd65-be22e1d576d9 req-99fd0dcf-ef8e-4bce-aee4-384bf60c5067 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:13.520333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbd0718f-1ff2-429c-bd65-be22e1d576d9 req-99fd0dcf-ef8e-4bce-aee4-384bf60c5067 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 943 time: 0.0725245 Nov 09 18:08:13.568474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:13.583151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:13.600667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dbd0718f-1ff2-429c-bd65-be22e1d576d9 req-12f8b00a-313e-4920-94b4-d75ca4a448d6 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681305 Nov 09 18:08:13.633767 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:13.649155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b18e45-543e-4017-a9d4-c4b3eb9ed678 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:13.672437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:13.679411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:13.734578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=74b18e45-543e-4017-a9d4-c4b3eb9ed678,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:13.742936 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.743329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.743673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.744014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.744380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.745004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.745585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.745960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.746295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.746628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.746960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.747317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:13.954169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['74b18e45-543e-4017-a9d4-c4b3eb9ed678'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:14.295236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52034) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:14.432239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Deleting port b0e55fa9-15d6-4599-9e32-fda130d4ef68 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:14.433029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:14.519676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:14.519893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:14.534712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Calling delete_port for b0e55fa9-15d6-4599-9e32-fda130d4ef68 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:14.678104 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:14.708339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'Port': ['ID=b0e55fa9-15d6-4599-9e32-fda130d4ef68,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:14.751705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7213663-2d64-4b02-923b-d4112ddeed70 req-6c97bf66-9bda-4ef5-8fac-da2ed6e24ee3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:14.753604 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7213663-2d64-4b02-923b-d4112ddeed70 req-6c97bf66-9bda-4ef5-8fac-da2ed6e24ee3 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 944 time: 0.0660424 Nov 09 18:08:14.785346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:14.788125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:14.789339 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-adc6e93e-2f11-47e8-835e-b0621b69e758 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "DELETE /v2.0/floatingips/9774aafc-00f3-428a-980d-73394a072c43 HTTP/1.1" status: 204 len: 168 time: 0.4930193 Nov 09 18:08:14.816144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c7213663-2d64-4b02-923b-d4112ddeed70 req-3ab3bef9-7076-4c1e-bdb3-f9015d56d16f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542026 Nov 09 18:08:15.468907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 74b18e45-543e-4017-a9d4-c4b3eb9ed678 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:15.565154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:15.573547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:15.574286 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:15.697927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:15.727247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:15.729976 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404d2883-7a87-453e-a4f7-6663ec90e7af" -d '{"events": [{"server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "name": "network-vif-plugged", "status": "completed", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:15.749462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:15.757663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:15.794682 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032bbcc3-b4a7-485b-b3f4-91bd218750fe x-openstack-request-id: req-032bbcc3-b4a7-485b-b3f4-91bd218750fe {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:15.795047 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "name": "network-vif-plugged", "status": "completed", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:15.795368 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-032bbcc3-b4a7-485b-b3f4-91bd218750fe {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:15.795680 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'code': 200} Nov 09 18:08:15.830690 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=74b18e45-543e-4017-a9d4-c4b3eb9ed678,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:15.921314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c932a-3042-46b0-a1e7-7588effd5784 req-ea658526-a95b-4b93-a11f-788cc72bca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:15.923878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-268c932a-3042-46b0-a1e7-7588effd5784 req-ea658526-a95b-4b93-a11f-788cc72bca52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1096 time: 0.0609522 Nov 09 18:08:16.063337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-268c932a-3042-46b0-a1e7-7588effd5784 req-73e71a9c-a5d1-4326-836e-6387c5a4d844 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264551 Nov 09 18:08:16.097142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdc107-9be7-4e6b-8f44-15a738fb98e2 req-a770a1b4-b1e4-46f2-b8bf-0644cf0b72b4 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:16.106658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9abdc107-9be7-4e6b-8f44-15a738fb98e2 req-a770a1b4-b1e4-46f2-b8bf-0644cf0b72b4 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.1508009 Nov 09 18:08:16.197255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9abdc107-9be7-4e6b-8f44-15a738fb98e2 req-25dab555-f2f8-441a-b3f7-79278184d2ce tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843127 Nov 09 18:08:17.411172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef2f49-6d3d-4d74-bf62-66c3fe4077b8 req-82154b08-6c13-40b0-ab8c-76723761b6ff tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:17.413461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88ef2f49-6d3d-4d74-bf62-66c3fe4077b8 req-82154b08-6c13-40b0-ab8c-76723761b6ff tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.1046040 Nov 09 18:08:17.517490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-88ef2f49-6d3d-4d74-bf62-66c3fe4077b8 req-b23b7c4d-0075-4a52-950c-5ec8208f5d3e tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930712 Nov 09 18:08:18.708152 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19e38-05a1-4f63-8c5f-191193b6fe88 req-0ab84003-0dc2-4494-9cc9-2385a534e0ce tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.710845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42f19e38-05a1-4f63-8c5f-191193b6fe88 req-0ab84003-0dc2-4494-9cc9-2385a534e0ce tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.0888886 Nov 09 18:08:18.780079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42f19e38-05a1-4f63-8c5f-191193b6fe88 req-03ecdcf5-af1a-436a-9a03-eeb045c79bff tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612297 Nov 09 18:08:18.939892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d4c3-4bfc-4e12-ae29-d148b958f7d4 req-bcd0aa63-7b67-4e26-988b-044309ca6ff9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.941555 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0580d4c3-4bfc-4e12-ae29-d148b958f7d4 req-bcd0aa63-7b67-4e26-988b-044309ca6ff9 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.0725286 Nov 09 18:08:19.018971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0580d4c3-4bfc-4e12-ae29-d148b958f7d4 req-74aded0c-124c-41e1-b0d3-dce1a135f583 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648220 Nov 09 18:08:19.052878 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52062) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:19.310589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52068) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:19.399400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33c30ee6-3e60-4546-a583-31ecd9a721e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:19.462390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33c30ee6-3e60-4546-a583-31ecd9a721e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:19.508081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c305f36-cf12-4e33-bcba-d4cfc1ac6855 tempest-TestVolumeBackupRestore-1478222308 tempest-TestVolumeBackupRestore-1478222308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:19.510431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2c305f36-cf12-4e33-bcba-d4cfc1ac6855 tempest-TestVolumeBackupRestore-1478222308 tempest-TestVolumeBackupRestore-1478222308-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1091 time: 0.4559584 Nov 09 18:08:19.515461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:19.530879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:19.581152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:19.584565 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33c30ee6-3e60-4546-a583-31ecd9a721e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:19.591826 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33c30ee6-3e60-4546-a583-31ecd9a721e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:19.595086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33c30ee6-3e60-4546-a583-31ecd9a721e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] 10.222.0.45 "DELETE /v2.0/security-groups/884423f6-03f8-400e-83e6-603193253247 HTTP/1.1" status: 204 len: 168 time: 0.2817633 Nov 09 18:08:19.617949 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c30ee6-3e60-4546-a583-31ecd9a721e8 tempest-TestVolumeBootPattern-796572055 tempest-TestVolumeBootPattern-796572055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884423f6-03f8-400e-83e6-603193253247,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:19.749523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52074) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:19.809683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:19.980270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Allocated IP 172.25.3.211 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/37089210-d57c-4458-9d37-3a7d76456f29) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:20.079019 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:08:20.134016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.205139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.255606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:20.263587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:20.267027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:20.275076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'Port': ['ID=37089210-d57c-4458-9d37-3a7d76456f29,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:20.479127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.753571 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.831621 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.843930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Deleting port e43faab3-637f-4759-951d-df3e415200a1 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:20.844417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.968307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] For port e43faab3-637f-4759-951d-df3e415200a1, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e43faab3-637f-4759-951d-df3e415200a1,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:20.968882 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:20.993104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Calling delete_port for e43faab3-637f-4759-951d-df3e415200a1 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:21.053433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:21.060579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:21.156097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event updated for resources: {'Port': ['ID=37089210-d57c-4458-9d37-3a7d76456f29,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:21.176771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:21.329063 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Floating IP 2a0b8b50-3156-440b-a483-09f9899f1eb8 associated. External IP: 172.25.3.211, port: 74b18e45-543e-4017-a9d4-c4b3eb9ed678. Nov 09 18:08:21.377167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:21.417793 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e43faab3-637f-4759-951d-df3e415200a1,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:21.664959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:21.733793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:21.832703 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:21.847328 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] Sync routers for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:21.864190 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:21.867535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:21.868882 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:21.923833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-642842a9-cd14-47b4-b43a-988549b5c47c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4035366 Nov 09 18:08:21.923833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:21.925950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52078) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:21.927104 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a25c2-9698-4c63-a396-a8dde15b0d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:22.002692 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a4cb7-a863-421a-ac00-58ca0a3bee8c x-openstack-request-id: req-9e1a4cb7-a863-421a-ac00-58ca0a3bee8c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:22.003198 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:22.003612 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e1a4cb7-a863-421a-ac00-58ca0a3bee8c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:22.004254 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'status': 'completed', 'code': 200} Nov 09 18:08:22.022119 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:22.063434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3d59b-2567-434f-9091-068b66957059 tempest-TestVolumeBackupRestore-1478222308 tempest-TestVolumeBackupRestore-1478222308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.065383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39d3d59b-2567-434f-9091-068b66957059 tempest-TestVolumeBackupRestore-1478222308 tempest-TestVolumeBackupRestore-1478222308-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1091 time: 0.1379132 Nov 09 18:08:22.083090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:22.091889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Request body: {'floatingip': {'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:22.171201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Router 2552acec-6cae-4a25-8560-9522ec53e0d7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:22.211170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-6d6281a8-0d6c-45b6-ab21-5988cbd67545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.214295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-6d6281a8-0d6c-45b6-ab21-5988cbd67545 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1096 time: 0.1779313 Nov 09 18:08:22.222943 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:22.328593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:22.339036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-834eb8ef-9116-46f4-9f63-c9c00a077c9b admin admin] 10.222.0.45 "PUT /v2.0/routers/2552acec-6cae-4a25-8560-9522ec53e0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871031 Nov 09 18:08:22.341658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52084) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:22.344453 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] Sync routers for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:22.361539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:22.362232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:22.410422 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '2a0b8b50-3156-440b-a483-09f9899f1eb8', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:08:20Z', 'updated_at': '2021-11-09T18:08:20Z', 'revision_number': 0, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:22.502914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:22.594489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-d8f2c007-e6ec-4418-83c1-efeb01570c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.596040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-d8f2c007-e6ec-4418-83c1-efeb01570c3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 911 time: 0.3676589 Nov 09 18:08:22.610867 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:22.626307 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] Checking router: 5dc6db14-8ecf-413c-8a11-f01d9827ac76 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:22.642429 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:22.643469 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:22.779302 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:22.856227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T18:08:21Z', 'revision_number': 5, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port': {'id': 'd085e97c-9637-4827-b4d5-4e79250d819b', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:18Z', 'updated_at': '2021-11-09T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:22.860156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:22.891964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-ce232c7d-74fe-4adc-9002-a3f8a0deb20c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 999 time: 0.2782240 Nov 09 18:08:22.915727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] Checking router: 2552acec-6cae-4a25-8560-9522ec53e0d7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:22.928302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] Routers {'2552acec-6cae-4a25-8560-9522ec53e0d7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:22.929388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['2552acec-6cae-4a25-8560-9522ec53e0d7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:23.012927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Deleting port d085e97c-9637-4827-b4d5-4e79250d819b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:23.013262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.102635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-c9c75073-2911-440d-a835-bda608343759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.108335 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-c9c75073-2911-440d-a835-bda608343759 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.1633039 Nov 09 18:08:23.108620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] Set router 2552acec-6cae-4a25-8560-9522ec53e0d7 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:23.145850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] For port d085e97c-9637-4827-b4d5-4e79250d819b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d085e97c-9637-4827-b4d5-4e79250d819b,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:23.146412 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.166453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Calling delete_port for d085e97c-9637-4827-b4d5-4e79250d819b owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:23.251763 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '2a0b8b50-3156-440b-a483-09f9899f1eb8', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:08:20Z', 'updated_at': '2021-11-09T18:08:20Z', 'revision_number': 0, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:23.348581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-ad8358d3-0e1a-4ce7-894c-677ffc65b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.352574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-ad8358d3-0e1a-4ce7-894c-677ffc65b04a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266581 Nov 09 18:08:23.359026 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabd4c19-5de3-413e-9fd8-9e9d5f2bfed2 None None] The sync data for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 is: [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '2a0b8b50-3156-440b-a483-09f9899f1eb8', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:08:20Z', 'updated_at': '2021-11-09T18:08:20Z', 'revision_number': 0, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:23.446678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T18:08:22Z', 'revision_number': 6, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:23.493021 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.512055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fa347-5d1a-4277-9e96-82f16ac516ba None None] The sync data for ids ['2552acec-6cae-4a25-8560-9522ec53e0d7'] in n-d-804292-3 is: [{'id': '2552acec-6cae-4a25-8560-9522ec53e0d7', 'name': 'tempest-TestVolumeBootPattern-1813726912-router', 'tenant_id': '570c47e4bfc0443796e4c0878687132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:16Z', 'updated_at': '2021-11-09T18:08:22Z', 'revision_number': 6, 'project_id': '570c47e4bfc0443796e4c0878687132c', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:23.513754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.534093 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d085e97c-9637-4827-b4d5-4e79250d819b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:23.563195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf73d00e-bbd8-4710-9923-846427f9085c None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:23.664697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.797464 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c19bc7-5ab8-4558-980a-333293a0dcf1 None None] New status for floating IP 2a0b8b50-3156-440b-a483-09f9899f1eb8: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:08:23.834302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.837464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.955154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.956234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2552acec-6cae-4a25-8560-9522ec53e0d7 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:23.969813 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:23.972598 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dd6df881-73d7-4ff3-9d63-0d1d49ea30ad admin admin] 10.222.0.45 "DELETE /v2.0/routers/2552acec-6cae-4a25-8560-9522ec53e0d7 HTTP/1.1" status: 204 len: 168 time: 1.6285803 Nov 09 18:08:23.977970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52086) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:24.041286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-5ea47604-1d3a-45f9-bb66-39cf90d60820 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730530 Nov 09 18:08:24.080758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Deleting subnet 0204189b-28da-4b92-a28e-77f64c86b338 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:08:24.090540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.152975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.221542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.231680 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-a7c19bc7-5ab8-4558-980a-333293a0dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:08:24.232321 n-d-804292-3 neutron-server[102557]: DEBUG oslo_db.api [None req-a7c19bc7-5ab8-4558-980a-333293a0dcf1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:08:24.234300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.285517 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.362530 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.376054 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a41a25c2-9698-4c63-a396-a8dde15b0d5a req-53982ef0-3fc0-4b59-b6cc-52370270b957 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959511 Nov 09 18:08:24.400897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0204189b-28da-4b92-a28e-77f64c86b338,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:24.405590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:24.413354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dd944b0b-d4b7-4e7b-9a2f-719650872098 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0204189b-28da-4b92-a28e-77f64c86b338 HTTP/1.1" status: 204 len: 168 time: 0.4297519 Nov 09 18:08:24.413679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52088) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:24.442046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421e178-fef9-480b-bc14-0961240d43da None None] Network 440cb842-4c9d-432f-8739-1d50652abc36 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:24.739847 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c19bc7-5ab8-4558-980a-333293a0dcf1 None None] New status for floating IP 2a0b8b50-3156-440b-a483-09f9899f1eb8: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:08:24.753373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:24.927784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] DHCP port deletion for 440cb842-4c9d-432f-8739-1d50652abc36 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:25.083914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.109740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:25.126097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.139565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] Deleting port 919f2b97-08ff-4341-ac04-c9243a2787de {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:25.140266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.216410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:25.219054 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c7ad3-48a6-4a66-b5bf-532c8349d422" -d '{"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:25.233976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Deleting port 919f2b97-08ff-4341-ac04-c9243a2787de {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:25.234512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.300207 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-028d59f8-fcf8-44df-82a5-0986473c9d3f tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "PUT /v2.0/floatingips/2a0b8b50-3156-440b-a483-09f9899f1eb8 HTTP/1.1" status: 200 len: 991 time: 3.2149603 Nov 09 18:08:25.303832 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d94936-ba83-4f42-91c7-4a993f8ad77e x-openstack-request-id: req-42d94936-ba83-4f42-91c7-4a993f8ad77e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:25.304897 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:25.305395 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42d94936-ba83-4f42-91c7-4a993f8ad77e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:25.306116 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'status': 'completed', 'code': 200} Nov 09 18:08:25.393046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] For port 919f2b97-08ff-4341-ac04-c9243a2787de, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=919f2b97-08ff-4341-ac04-c9243a2787de,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:25.393712 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.431483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] For port 919f2b97-08ff-4341-ac04-c9243a2787de, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=919f2b97-08ff-4341-ac04-c9243a2787de,segment=NetworkSegment(f50dc29c-fff9-4de8-99c1-c7a4a777d95d),segment_id=f50dc29c-fff9-4de8-99c1-c7a4a777d95d)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:25.432483 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.449826 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] Calling delete_port for 919f2b97-08ff-4341-ac04-c9243a2787de owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:25.471128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Calling delete_port for 919f2b97-08ff-4341-ac04-c9243a2787de owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:25.494504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-778e357d-d0b7-45f8-b7ff-6c96a1bfe247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.497671 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-778e357d-d0b7-45f8-b7ff-6c96a1bfe247 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1096 time: 0.1397181 Nov 09 18:08:25.540160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d085e97c-9637-4827-b4d5-4e79250d819b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:25.579289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.600271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d085e97c-9637-4827-b4d5-4e79250d819b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:25.601725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d085e97c-9637-4827-b4d5-4e79250d819b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:25.602419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 919f2b97-08ff-4341-ac04-c9243a2787de no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:25.607166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] Sync routers for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:25.612847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Pushing event deleted for resources: {'Port': ['ID=919f2b97-08ff-4341-ac04-c9243a2787de,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:25.615361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] No DVR routers for this DVR port 919f2b97-08ff-4341-ac04-c9243a2787de on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:25.658657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 919f2b97-08ff-4341-ac04-c9243a2787de {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:25.659280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 919f2b97-08ff-4341-ac04-c9243a2787de not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:25.660006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e43faab3-637f-4759-951d-df3e415200a1 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:25.686088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-26244569-9cbf-432e-97c6-ad37dde1bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.688276 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-26244569-9cbf-432e-97c6-ad37dde1bb97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 911 time: 0.1825750 Nov 09 18:08:25.721189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e43faab3-637f-4759-951d-df3e415200a1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:25.721719 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e43faab3-637f-4759-951d-df3e415200a1 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:25.735732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:25.737190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.747997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.783946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440cb842-4c9d-432f-8739-1d50652abc36']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.788483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-0994abac-9b7d-48d9-9420-a718a578fc16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 1001 time: 0.0914292 Nov 09 18:08:25.796524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.797003 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50dc29c-fff9-4de8-99c1-c7a4a777d95d') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:25.799224 n-d-804292-3 neutron-server[102556]: self.session.flush() Nov 09 18:08:25.813097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.829592 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.830025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.839361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:25.839940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:25.842012 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:25.871397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-edbd50d3-a5ef-4cdf-8abc-821d7d5a6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.874314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-edbd50d3-a5ef-4cdf-8abc-821d7d5a6025 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.0788405 Nov 09 18:08:25.912313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.921208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:25.922506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] No DVR routers for this DVR port 919f2b97-08ff-4341-ac04-c9243a2787de on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:25.924189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9a339-0483-4ca0-825f-a52027fc4daf None None] Pushing event deleted for resources: {'Port': ['ID=919f2b97-08ff-4341-ac04-c9243a2787de,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:25.930377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] 10.222.0.45 "DELETE /v2.0/networks/440cb842-4c9d-432f-8739-1d50652abc36 HTTP/1.1" status: 204 len: 168 time: 1.5099602 Nov 09 18:08:25.930377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52092) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:25.964820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:25.980774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-7f4b0bf1-e7db-463e-bb7c-fbd58f5b8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.982362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-7f4b0bf1-e7db-463e-bb7c-fbd58f5b8ebd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995762 Nov 09 18:08:25.998704 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97221ef-194d-497d-8bfc-97c7c6d84608 admin admin] Pushing event deleted for resources: {'Network': ['ID=440cb842-4c9d-432f-8739-1d50652abc36,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:26.117697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-24ef20cf-be7d-4bb9-85d4-c7fbda1671a9 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233146 Nov 09 18:08:26.270083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-943c7ad3-48a6-4a66-b5bf-532c8349d422 req-4d27e8c0-4ea8-4c0a-8ac1-0007a5cdbe78 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415002 Nov 09 18:08:26.338459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '2a0b8b50-3156-440b-a483-09f9899f1eb8', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:08:20Z', 'updated_at': '2021-11-09T18:08:25Z', 'revision_number': 2, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:26.387572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] Checking router: 5dc6db14-8ecf-413c-8a11-f01d9827ac76 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:26.401184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:26.402058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:26.465942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:26.535290 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:26.816803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '2a0b8b50-3156-440b-a483-09f9899f1eb8', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:08:20Z', 'updated_at': '2021-11-09T18:08:25Z', 'revision_number': 2, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:26.859624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Deleting port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:26.859968 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:26.868212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904fa20-9718-47ce-8879-e9f99624f683 None None] The sync data for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 is: [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '2a0b8b50-3156-440b-a483-09f9899f1eb8', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'port_id': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'mac_address': 'fa:16:3e:e7:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:08:20Z', 'updated_at': '2021-11-09T18:08:25Z', 'revision_number': 2, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:26.981669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] For port 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:26.982047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:27.001539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Calling delete_port for 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:27.258746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:27.308003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:27.310622 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92" -d '{"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:27.312818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=132bfbc2-d93b-4d8a-a0db-fc8882dd1a03,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:27.381673 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3268776-122e-43fb-a48e-bbae9f0a505d x-openstack-request-id: req-d3268776-122e-43fb-a48e-bbae9f0a505d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:27.382259 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:27.383752 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3268776-122e-43fb-a48e-bbae9f0a505d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:27.385460 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'status': 'completed', 'code': 200} Nov 09 18:08:27.463063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-b1733f72-a6ad-4e1a-bbf2-59084d77f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.465142 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-b1733f72-a6ad-4e1a-bbf2-59084d77f187 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1096 time: 0.0552776 Nov 09 18:08:27.586715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-4b36a384-28c3-4335-885b-233433a65873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.589125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-4b36a384-28c3-4335-885b-233433a65873 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 911 time: 0.1087024 Nov 09 18:08:27.613811 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:27.688915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-10b4fc01-df20-453e-9302-b886fdd34b06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 1001 time: 0.0817168 Nov 09 18:08:27.758647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-c441e474-153f-4a0d-a859-0310fb5d2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.761594 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-c441e474-153f-4a0d-a859-0310fb5d2ce2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.0659044 Nov 09 18:08:27.847869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-a23189c4-51ed-4e93-a52d-07a5332ea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.850132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-a23189c4-51ed-4e93-a52d-07a5332ea6fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816009 Nov 09 18:08:27.898423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Router b8f77be0-2e34-41ec-8462-2500cc6e7792 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:28.003270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-8553d0da-3858-4fcd-8919-937d77a2a886 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419907 Nov 09 18:08:28.017589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc03dd7f-3ad2-4a44-93a1-d5fa3e1bd00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:28.123843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:28.133865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-81d11a74-cf27-4e8a-ab6f-a989a590fd95 admin admin] 10.222.0.45 "PUT /v2.0/routers/b8f77be0-2e34-41ec-8462-2500cc6e7792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2021523 Nov 09 18:08:28.136653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52096) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.145469 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] Sync routers for ids ['b8f77be0-2e34-41ec-8462-2500cc6e7792'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:28.162461 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] Routers {'b8f77be0-2e34-41ec-8462-2500cc6e7792'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:28.163492 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b8f77be0-2e34-41ec-8462-2500cc6e7792'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.176125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2206da51-ce3e-4fc4-bcfb-d7e9cd3aba92 req-bd93d13b-4521-406a-a463-62d6d8b78776 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646669 Nov 09 18:08:28.316354 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:28.327790 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] Set router b8f77be0-2e34-41ec-8462-2500cc6e7792 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:28.493779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:28.565241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Deleting port 033023d7-bc82-4aa8-b312-e37a718f837c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:28.565720 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:28.672193 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T18:08:27Z', 'revision_number': 5, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port': {'id': '033023d7-bc82-4aa8-b312-e37a718f837c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:53:33Z', 'updated_at': '2021-11-09T17:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.690382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] For port 033023d7-bc82-4aa8-b312-e37a718f837c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=033023d7-bc82-4aa8-b312-e37a718f837c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:28.691232 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:28.709850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Calling delete_port for 033023d7-bc82-4aa8-b312-e37a718f837c owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:28.716869 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] Checking router: b8f77be0-2e34-41ec-8462-2500cc6e7792 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:28.728128 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] Routers {'b8f77be0-2e34-41ec-8462-2500cc6e7792'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:28.729654 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b8f77be0-2e34-41ec-8462-2500cc6e7792'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.749288 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:28.852771 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] Set router b8f77be0-2e34-41ec-8462-2500cc6e7792 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:28.933209 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T18:08:28Z', 'revision_number': 6, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.984775 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2b723-e5d3-4722-9854-759d2c1e00e4 None None] The sync data for ids ['b8f77be0-2e34-41ec-8462-2500cc6e7792'] in n-d-804292-3 is: [{'id': 'b8f77be0-2e34-41ec-8462-2500cc6e7792', 'name': 'tempest-TestVolumeBootPattern-302767480-router', 'tenant_id': '2110f9e540774aa88bafcd59bc17a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:53:31Z', 'updated_at': '2021-11-09T18:08:28Z', 'revision_number': 6, 'project_id': '2110f9e540774aa88bafcd59bc17a75d', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:28.989120 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.030955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Pushing event deleted for resources: {'Port': ['ID=033023d7-bc82-4aa8-b312-e37a718f837c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.077239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2c8d8-edda-4b8e-8a0b-63d5dd696026 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:29.147907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.258626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.263064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.326907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.327444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f77be0-2e34-41ec-8462-2500cc6e7792 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:29.334353 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.339077 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-292e9039-ea70-40b2-a840-c5b55f842853 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b8f77be0-2e34-41ec-8462-2500cc6e7792 HTTP/1.1" status: 204 len: 168 time: 1.1979587 Nov 09 18:08:29.340545 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52098) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:29.417831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Deleting subnet 750ed365-7a4f-46ee-b5cd-86da8389c882 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:08:29.424619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.488028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.612058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.693815 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.743834 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750ed365-7a4f-46ee-b5cd-86da8389c882,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.750628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.757188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1a138601-2f6a-4dd4-a2a7-22879e6e00e2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/750ed365-7a4f-46ee-b5cd-86da8389c882 HTTP/1.1" status: 204 len: 168 time: 0.4150217 Nov 09 18:08:29.757934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e0f57-8dfe-4b29-8f9f-a4341f52c045 None None] Network 3207d6a1-7119-480b-8509-1f24d7cdb5f3 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:29.759778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52100) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:29.859156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:29.896175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:29.925901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:29.926605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 132bfbc2-d93b-4d8a-a0db-fc8882dd1a03 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:29.974542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Deleting port fdf351fc-173c-447d-93a5-9de4ee57bae3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:29.975192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.002750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] DHCP port deletion for 3207d6a1-7119-480b-8509-1f24d7cdb5f3 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:30.067235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] Deleting port fdf351fc-173c-447d-93a5-9de4ee57bae3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:30.068896 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.080103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] For port fdf351fc-173c-447d-93a5-9de4ee57bae3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fdf351fc-173c-447d-93a5-9de4ee57bae3,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:30.080758 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.106915 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Calling delete_port for fdf351fc-173c-447d-93a5-9de4ee57bae3 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:30.175273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] For port fdf351fc-173c-447d-93a5-9de4ee57bae3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fdf351fc-173c-447d-93a5-9de4ee57bae3,segment=NetworkSegment(5c9f0b9b-750b-4305-8e71-930df76c2ab6),segment_id=5c9f0b9b-750b-4305-8e71-930df76c2ab6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:30.176186 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.201475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] Calling delete_port for fdf351fc-173c-447d-93a5-9de4ee57bae3 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:30.207829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.241354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf351fc-173c-447d-93a5-9de4ee57bae3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.245189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] No DVR routers for this DVR port fdf351fc-173c-447d-93a5-9de4ee57bae3 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:30.330029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.357473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3207d6a1-7119-480b-8509-1f24d7cdb5f3']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:30.358659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.374184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f0b9b-750b-4305-8e71-930df76c2ab6') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:30.374677 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f0b9b-750b-4305-8e71-930df76c2ab6') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:30.383381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] Pushing event deleted for resources: {'Port': ['ID=fdf351fc-173c-447d-93a5-9de4ee57bae3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.394087 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.395982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e4f17-2dbd-4a68-934b-2f3883df9da0 None None] No DVR routers for this DVR port fdf351fc-173c-447d-93a5-9de4ee57bae3 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:30.421504 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.430439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:30.431105 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:30.434169 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:30.445698 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a86fa49c-959c-4a14-9d24-eba665e601c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.505979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.513252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.516671 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] 10.222.0.45 "DELETE /v2.0/networks/3207d6a1-7119-480b-8509-1f24d7cdb5f3 HTTP/1.1" status: 204 len: 168 time: 0.7554979 Nov 09 18:08:30.532334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17d7fc-c2d9-4c8f-81a6-1722b8edc49b admin admin] Pushing event deleted for resources: {'Network': ['ID=3207d6a1-7119-480b-8509-1f24d7cdb5f3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.661064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:30.709171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad902556-5d0d-4f87-9c56-e42ccde243f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=570c47e4bfc0443796e4c0878687132c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467744 Nov 09 18:08:30.712466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52106) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:30.771139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c5276d5-9cce-48a0-a404-a56edb99a923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.797805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c5276d5-9cce-48a0-a404-a56edb99a923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.857645 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c5276d5-9cce-48a0-a404-a56edb99a923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.861668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c5276d5-9cce-48a0-a404-a56edb99a923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:30.863722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-7c5276d5-9cce-48a0-a404-a56edb99a923 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6a534a7-3fef-4485-b70d-6c10aec7fa1e HTTP/1.1" status: 204 len: 168 time: 0.1496844 Nov 09 18:08:30.876750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5276d5-9cce-48a0-a404-a56edb99a923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a534a7-3fef-4485-b70d-6c10aec7fa1e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.307618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52112) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.341282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fdf351fc-173c-447d-93a5-9de4ee57bae3 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:31.360622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-aa563754-428c-4c69-8a56-a1558e682d5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2110f9e540774aa88bafcd59bc17a75d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484793 Nov 09 18:08:31.360868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.379399 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: fdf351fc-173c-447d-93a5-9de4ee57bae3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:31.379965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fdf351fc-173c-447d-93a5-9de4ee57bae3 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:31.380692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 033023d7-bc82-4aa8-b312-e37a718f837c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:31.423190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 033023d7-bc82-4aa8-b312-e37a718f837c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:08:31.423766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 033023d7-bc82-4aa8-b312-e37a718f837c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:31.425674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00f3530e-aff9-4b7c-9d5e-501752db74cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:31.465229 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00f3530e-aff9-4b7c-9d5e-501752db74cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:31.536877 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00f3530e-aff9-4b7c-9d5e-501752db74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:31.539718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00f3530e-aff9-4b7c-9d5e-501752db74cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:31.541561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-00f3530e-aff9-4b7c-9d5e-501752db74cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1410371-d356-4970-83d2-ff646f16ce4d HTTP/1.1" status: 204 len: 168 time: 0.1787355 Nov 09 18:08:31.551170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3530e-aff9-4b7c-9d5e-501752db74cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1410371-d356-4970-83d2-ff646f16ce4d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.805025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:33.259938 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:33.559285 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:44.503975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-a9973bc8-6d5b-4116-bd9a-34eb369dbd97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540738 Nov 09 18:08:44.606424 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-b6ec86ea-3f64-4a01-af9d-d2a833e8570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:44.608182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-b6ec86ea-3f64-4a01-af9d-d2a833e8570e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1096 time: 0.0505307 Nov 09 18:08:44.740995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-ede70315-7ec4-43ba-a0f8-f31e6dec7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:44.742686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-ede70315-7ec4-43ba-a0f8-f31e6dec7db8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 911 time: 0.1089492 Nov 09 18:08:45.039691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-8b202674-d977-482b-86e4-f06b4ebb2fd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 1001 time: 0.2878072 Nov 09 18:08:45.134815 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-6af72522-0d1b-46fd-bf2f-726946e04297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.137247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-6af72522-0d1b-46fd-bf2f-726946e04297 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.0880806 Nov 09 18:08:45.212404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-6f5e5a52-affb-46c8-abe9-18dad08cf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.215364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-6f5e5a52-affb-46c8-abe9-18dad08cf607 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638788 Nov 09 18:08:45.351451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-02be1fc9-b9bd-4b9f-a26f-5a42f281e2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282923 Nov 09 18:08:45.491951 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-25685ad2-04b7-48c3-961a-4ba1e3116618 req-84ac41a7-51cd-46c8-b29f-b96096ec990a service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330738 Nov 09 18:08:53.371935 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:57.082246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:08:58.015300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-125cc6e0-6277-432d-bccd-9e7505283b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:58.559014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52130) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:58.772254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:58.780069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Deleting port 37089210-d57c-4458-9d37-3a7d76456f29 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:08:58.780568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:58.884309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:58.884616 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:58.905161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Calling delete_port for 37089210-d57c-4458-9d37-3a7d76456f29 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:08:59.065061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:59.096810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event deleted for resources: {'Port': ['ID=37089210-d57c-4458-9d37-3a7d76456f29,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:59.126448 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.126806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.127206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.127811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.128195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.128540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.128874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.129204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.129535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.129867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.130196 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.130524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:59.180289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:59.181281 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Floating IP 2a0b8b50-3156-440b-a483-09f9899f1eb8 disassociated (deleted). External IP: 172.25.3.211, port: 74b18e45-543e-4017-a9d4-c4b3eb9ed678. Nov 09 18:08:59.463849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:59.613189 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:59.619932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:08:59.635150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] Sync routers for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:59.652784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:59.654325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:59.656784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-242ee9ea-9152-4c25-8313-733484b38658 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "DELETE /v2.0/floatingips/2a0b8b50-3156-440b-a483-09f9899f1eb8 HTTP/1.1" status: 204 len: 168 time: 1.0961902 Nov 09 18:08:59.657494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:59.660912 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:59.847277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:59.998628 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2e077e-e97a-4ae8-a386-5b4a6dea54ad x-openstack-request-id: req-8b2e077e-e97a-4ae8-a386-5b4a6dea54ad {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:59.998926 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:59.999221 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b2e077e-e97a-4ae8-a386-5b4a6dea54ad {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:59.999636 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'status': 'completed', 'code': 200} Nov 09 18:09:00.121059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004cc82-b78d-4145-994f-e0f2b8babf73 req-21277a36-c110-4426-b293-4f4357c78325 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.123222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2004cc82-b78d-4145-994f-e0f2b8babf73 req-21277a36-c110-4426-b293-4f4357c78325 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.1357214 Nov 09 18:09:00.139975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-21a138bf-de85-47bd-8bdb-dd7f24fd8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.142583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-21a138bf-de85-47bd-8bdb-dd7f24fd8cfa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02cd80af09f240fbb690ff195d3699af&device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 1096 time: 0.1063817 Nov 09 18:09:00.187720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:00.241297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] Checking router: 5dc6db14-8ecf-413c-8a11-f01d9827ac76 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:00.257425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:00.258444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:08:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:00.280193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2004cc82-b78d-4145-994f-e0f2b8babf73 req-f2a3a9c7-8e41-4d6b-b3cb-3dfbc30686e0 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453631 Nov 09 18:09:00.320066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-4e03d25b-4fc4-4d69-af51-c1c1f95cb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.322779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-4e03d25b-4fc4-4d69-af51-c1c1f95cb946 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 200 len: 911 time: 0.1711104 Nov 09 18:09:00.390434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-c5a28c43-13bb-4587-ab61-e4f68f08f2d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 200 len: 217 time: 0.0583935 Nov 09 18:09:00.427039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:00.482229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-fcfcf720-157a-4f74-a69d-3f241dd720b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.484112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-fcfcf720-157a-4f74-a69d-3f241dd720b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 200 len: 850 time: 0.0863774 Nov 09 18:09:00.524924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84801498-d271-4285-969f-c6da68771eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:00.552938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-046717d9-8b04-4bf3-94b5-3ed9d006c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.556018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-046717d9-8b04-4bf3-94b5-3ed9d006c799 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8144077-4b08-4156-a691-ce6622e8e049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625324 Nov 09 18:09:00.709281 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-0d5c2fab-b386-4630-b032-83d24a3b322e service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370203 Nov 09 18:09:00.823891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798ef9ed-e285-4891-88e5-ab7b0ef0c4ba req-3b71deaa-acfa-4f7e-8543-2cf4cafa09ff service neutron] 10.222.0.83 "GET /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053915 Nov 09 18:09:00.921609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:00.962259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf08fe-4c84-46c6-afb6-8ac48b7b7ebd None None] The sync data for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 is: [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '0b98744f-1e50-4fe7-955b-759df8462634', 'name': '', 'network_id': 'd8144077-4b08-4156-a691-ce6622e8e049', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'mac_address': 'fa:16:3e:a8:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:07Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'subnets': [{'id': 'ee2f1c51-b134-4410-a71f-06329d65ca95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:01.271724 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d41a78-85b6-4dfa-89b9-546d105b6ced None None] New status for floating IP 2a0b8b50-3156-440b-a483-09f9899f1eb8: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:09:01.442476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea1f91-7f92-48e6-b940-89a26f76a04d req-f5d07c29-d6ef-4805-95b4-acff46cdcfbe tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.444178 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94ea1f91-7f92-48e6-b940-89a26f76a04d req-f5d07c29-d6ef-4805-95b4-acff46cdcfbe tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.0700209 Nov 09 18:09:01.500976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94ea1f91-7f92-48e6-b940-89a26f76a04d req-cb1e260d-bd89-4503-b53f-28f3411329e6 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/security-groups?id=e29f99eb-576e-4366-b1fd-c2d61f149a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496016 Nov 09 18:09:01.767483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-b9302b56-cd78-468d-9ad0-08a8b538f555 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.769083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-b9302b56-cd78-468d-9ad0-08a8b538f555 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.83 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 945 time: 0.0599134 Nov 09 18:09:01.817377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:01.898290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Deleting port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:01.898631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:02.005618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] For port 74b18e45-543e-4017-a9d4-c4b3eb9ed678, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=74b18e45-543e-4017-a9d4-c4b3eb9ed678,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:02.005998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:02.026599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Calling delete_port for 74b18e45-543e-4017-a9d4-c4b3eb9ed678 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:02.210296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:02.244931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event deleted for resources: {'Port': ['ID=74b18e45-543e-4017-a9d4-c4b3eb9ed678,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:02.262619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.263204 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.263665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.264382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.264382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.264903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.265316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.265706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.266111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.266608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.267041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.267545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:02.322865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] No DVR routers for this DVR port 74b18e45-543e-4017-a9d4-c4b3eb9ed678 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:02.326775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:02.332875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba35ad33-b345-4948-a8d7-a255880c92bf req-82c0f2b9-38dd-4584-bca8-24d7263c0d0d tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.83 "DELETE /v2.0/ports/74b18e45-543e-4017-a9d4-c4b3eb9ed678 HTTP/1.1" status: 204 len: 173 time: 0.5566819 Nov 09 18:09:02.333600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'name': 'network-vif-deleted', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:02.338858 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627ba723-2540-4e29-86db-a35600b79901" -d '{"events": [{"server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "name": "network-vif-deleted", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:02.386022 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf553d-6ad3-411d-986a-f5cca515bcb2 x-openstack-request-id: req-bbaf553d-6ad3-411d-986a-f5cca515bcb2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:02.386319 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cb89eb-b94a-4718-b631-93bcb0c74934", "name": "network-vif-deleted", "tag": "74b18e45-543e-4017-a9d4-c4b3eb9ed678", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:02.386577 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbaf553d-6ad3-411d-986a-f5cca515bcb2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:02.387008 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cb89eb-b94a-4718-b631-93bcb0c74934', 'name': 'network-vif-deleted', 'tag': '74b18e45-543e-4017-a9d4-c4b3eb9ed678', 'status': 'completed', 'code': 200} Nov 09 18:09:02.661070 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42cd00cf-8c68-4b8e-9081-8a628459f61e req-91d8f7ab-ad5c-4e69-b8a7-3a9edbe8e5af tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0463498 Nov 09 18:09:03.267592 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:03.562697 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:03.678709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 74b18e45-543e-4017-a9d4-c4b3eb9ed678 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:03.720595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 74b18e45-543e-4017-a9d4-c4b3eb9ed678 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:03.720855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 74b18e45-543e-4017-a9d4-c4b3eb9ed678 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:03.815850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-50bc9d5d-23c8-4b69-b4e4-445b4631ea02 req-fdd1ef90-32c9-4c25-bbf8-7b90dc75605c tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0388937 Nov 09 18:09:04.935110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c55b3eaa-e5a5-4a24-b040-464424b36c87 req-857249b4-fa55-4806-a9bf-b843d58bda24 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0319164 Nov 09 18:09:06.081621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16c4b6bb-178f-4f82-8d0d-61478d688df2 req-d2647efc-d7e8-4543-9523-64e9280183fb tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0457010 Nov 09 18:09:07.207663 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-820b6e5b-9893-4ba0-ac08-ba81da36d90d req-3d829aad-50f9-4a92-9f90-76d7117db9ef tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "GET /v2.0/ports?device_id=20cb89eb-b94a-4718-b631-93bcb0c74934 HTTP/1.1" status: 200 len: 210 time: 0.0336959 Nov 09 18:09:08.272654 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52156) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:08.341656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6a7131e-1ca9-49e0-bdf3-d7ba72c8d042 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:08.380843 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6a7131e-1ca9-49e0-bdf3-d7ba72c8d042 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:08.459891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6a7131e-1ca9-49e0-bdf3-d7ba72c8d042 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:08.465122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6a7131e-1ca9-49e0-bdf3-d7ba72c8d042 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:08.467147 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e6a7131e-1ca9-49e0-bdf3-d7ba72c8d042 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] 10.222.0.45 "DELETE /v2.0/security-groups/e29f99eb-576e-4366-b1fd-c2d61f149a7c HTTP/1.1" status: 204 len: 168 time: 0.1931899 Nov 09 18:09:08.483663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7131e-1ca9-49e0-bdf3-d7ba72c8d042 tempest-TestVolumeBackupRestore-1224443603 tempest-TestVolumeBackupRestore-1224443603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f99eb-576e-4366-b1fd-c2d61f149a7c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:14.363813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:14.820261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:15.105563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Deleting port 0b98744f-1e50-4fe7-955b-759df8462634 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:15.105930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:15.202298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] For port 0b98744f-1e50-4fe7-955b-759df8462634, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0b98744f-1e50-4fe7-955b-759df8462634,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:15.202777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:15.220635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Calling delete_port for 0b98744f-1e50-4fe7-955b-759df8462634 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:15.431862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:15.461102 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b98744f-1e50-4fe7-955b-759df8462634,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:15.674417 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:15.922293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:16.073402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:16.082334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-467a30d0-8fe9-478d-9229-2f15d5904e22 admin admin] 10.222.0.45 "PUT /v2.0/routers/5dc6db14-8ecf-413c-8a11-f01d9827ac76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143428 Nov 09 18:09:16.082581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:16.085280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] Sync routers for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:16.100631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:16.101650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:09:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:16.264748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:16.508443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:09:15Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:16.544093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] Checking router: 5dc6db14-8ecf-413c-8a11-f01d9827ac76 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:16.555949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] Routers {'5dc6db14-8ecf-413c-8a11-f01d9827ac76'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:16.556600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:09:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:16.574824 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:16.696061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] Set router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:16.743548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:16.822191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Deleting port 4f3066ab-c6c6-4ace-ba54-3305b7a21976 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:16.822566 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:16.928058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] For port 4f3066ab-c6c6-4ace-ba54-3305b7a21976, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4f3066ab-c6c6-4ace-ba54-3305b7a21976,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:16.928606 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:16.940723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:09:15Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:16.946835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Calling delete_port for 4f3066ab-c6c6-4ace-ba54-3305b7a21976 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:16.974885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5db2-0067-40fa-bb49-26d93c3aa6e1 None None] The sync data for ids ['5dc6db14-8ecf-413c-8a11-f01d9827ac76'] in n-d-804292-3 is: [{'id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'name': 'tempest-TestVolumeBackupRestore-1351643-router', 'tenant_id': '02cd80af09f240fbb690ff195d3699af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:49Z', 'updated_at': '2021-11-09T18:09:15Z', 'revision_number': 5, 'project_id': '02cd80af09f240fbb690ff195d3699af', 'gw_port': {'id': '4f3066ab-c6c6-4ace-ba54-3305b7a21976', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6db14-8ecf-413c-8a11-f01d9827ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:17.158957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.189164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3066ab-c6c6-4ace-ba54-3305b7a21976,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:17.205307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6f5bd-7b15-4b39-b6ff-fe78d428e696 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:17.266335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.407575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.411309 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.465467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.466147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc6db14-8ecf-413c-8a11-f01d9827ac76 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:09:17.474628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.479021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-da7a4e08-ed46-4ced-b2bf-1c7f623ec1d8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5dc6db14-8ecf-413c-8a11-f01d9827ac76 HTTP/1.1" status: 204 len: 168 time: 1.3925102 Nov 09 18:09:17.479478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:17.514892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b98744f-1e50-4fe7-955b-759df8462634 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:17.549569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 0b98744f-1e50-4fe7-955b-759df8462634 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:17.549999 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0b98744f-1e50-4fe7-955b-759df8462634 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:17.556796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Deleting subnet ee2f1c51-b134-4410-a71f-06329d65ca95 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:09:17.561637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.618850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.732993 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.816951 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.859837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2f1c51-b134-4410-a71f-06329d65ca95,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:17.864900 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:17.871245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3c44946b-f3a4-47d1-b92e-efb9adb4b88e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ee2f1c51-b134-4410-a71f-06329d65ca95 HTTP/1.1" status: 204 len: 168 time: 0.3902798 Nov 09 18:09:17.873023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28830039-6fbe-4f8b-b501-41ece499abf2 None None] Network d8144077-4b08-4156-a691-ce6622e8e049 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:17.873745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:17.958010 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.039763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Deleting port 0ac26a75-1d6e-4024-9567-d7267dc31184 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:18.040097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.117552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] For port 0ac26a75-1d6e-4024-9567-d7267dc31184, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0ac26a75-1d6e-4024-9567-d7267dc31184,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:18.117927 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.135125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Calling delete_port for 0ac26a75-1d6e-4024-9567-d7267dc31184 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:18.139006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] DHCP port deletion for d8144077-4b08-4156-a691-ce6622e8e049 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:18.189993 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Deleting port 0ac26a75-1d6e-4024-9567-d7267dc31184 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:18.190376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.229998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.262005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] No DVR routers for this DVR port 0ac26a75-1d6e-4024-9567-d7267dc31184 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:18.263723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] For port 0ac26a75-1d6e-4024-9567-d7267dc31184, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0ac26a75-1d6e-4024-9567-d7267dc31184,segment=NetworkSegment(10b41cb6-129e-4162-be4e-dde3e47b0cf3),segment_id=10b41cb6-129e-4162-be4e-dde3e47b0cf3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:18.264339 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.266575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac26a75-1d6e-4024-9567-d7267dc31184,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:18.285455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Calling delete_port for 0ac26a75-1d6e-4024-9567-d7267dc31184 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:18.344903 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.369447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8144077-4b08-4156-a691-ce6622e8e049']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.376215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.380797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b41cb6-129e-4162-be4e-dde3e47b0cf3') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.381202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b41cb6-129e-4162-be4e-dde3e47b0cf3') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.393232 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.408394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.420462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Pushing event deleted for resources: {'Port': ['ID=0ac26a75-1d6e-4024-9567-d7267dc31184,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:18.420705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:18.420866 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:18.422665 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:18.425515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] No DVR routers for this DVR port 0ac26a75-1d6e-4024-9567-d7267dc31184 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:18.433627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.434111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.434445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.434785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.435151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.435630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.436118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.436452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.436781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.437119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.437444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.437766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b35915c-4c4e-4f87-be4b-c494c080bf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:18.485621 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.491695 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:18.495747 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] 10.222.0.45 "DELETE /v2.0/networks/d8144077-4b08-4156-a691-ce6622e8e049 HTTP/1.1" status: 204 len: 168 time: 0.6208670 Nov 09 18:09:18.498678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52620) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:18.507772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812f5c3-59f2-441f-9cc5-ae37763a693a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8144077-4b08-4156-a691-ce6622e8e049,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:19.261890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:19.364137 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4f3066ab-c6c6-4ace-ba54-3305b7a21976 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:19.385842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4f3066ab-c6c6-4ace-ba54-3305b7a21976 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:19.386452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4f3066ab-c6c6-4ace-ba54-3305b7a21976 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:19.386888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0ac26a75-1d6e-4024-9567-d7267dc31184 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:19.406960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 0ac26a75-1d6e-4024-9567-d7267dc31184 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:19.407353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0ac26a75-1d6e-4024-9567-d7267dc31184 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:19.550200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Deleting port 76039ece-53db-427f-9971-2099accae0aa {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:19.550808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:19.650699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] For port 76039ece-53db-427f-9971-2099accae0aa, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=76039ece-53db-427f-9971-2099accae0aa,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:19.650975 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:19.666354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Calling delete_port for 76039ece-53db-427f-9971-2099accae0aa owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:19.888639 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:19.921059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=76039ece-53db-427f-9971-2099accae0aa,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:20.163823 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:20.419271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Router b4c24e42-1717-4dbb-b84e-a9c1243f203a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:20.544600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:20.549910 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1b244780-0ad1-44fb-985c-23ca3cf90b9c admin admin] 10.222.0.45 "PUT /v2.0/routers/b4c24e42-1717-4dbb-b84e-a9c1243f203a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499480 Nov 09 18:09:20.552559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52622) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:20.559370 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] Sync routers for ids ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:20.571296 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] Routers {'b4c24e42-1717-4dbb-b84e-a9c1243f203a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:20.571925 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:09:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.678933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:20.693017 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] Set router b4c24e42-1717-4dbb-b84e-a9c1243f203a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:20.800173 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:20.857902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Deleting port f9935d2a-3104-4cfa-bd67-f60a0ae588d4 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:20.858239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:20.885625 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 5, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port': {'id': 'f9935d2a-3104-4cfa-bd67-f60a0ae588d4', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:01Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.917454 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] Checking router: b4c24e42-1717-4dbb-b84e-a9c1243f203a for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:20.928673 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] Routers {'b4c24e42-1717-4dbb-b84e-a9c1243f203a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:20.929304 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:09:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.951625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] For port f9935d2a-3104-4cfa-bd67-f60a0ae588d4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:20.951989 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:20.968518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Calling delete_port for f9935d2a-3104-4cfa-bd67-f60a0ae588d4 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:21.018666 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] Set router b4c24e42-1717-4dbb-b84e-a9c1243f203a gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:21.089885 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:09:20Z', 'revision_number': 6, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:21.118218 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137d552-7999-4fdb-ab07-8ac7546805bd None None] The sync data for ids ['b4c24e42-1717-4dbb-b84e-a9c1243f203a'] in n-d-804292-3 is: [{'id': 'b4c24e42-1717-4dbb-b84e-a9c1243f203a', 'name': 'tempest-TestVolumeBackupRestore-2036894849-router', 'tenant_id': '287d14ad83c8498c91aa13bd38b99f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:09:20Z', 'revision_number': 6, 'project_id': '287d14ad83c8498c91aa13bd38b99f3c', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:21.180883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.213746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9935d2a-3104-4cfa-bd67-f60a0ae588d4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:21.233136 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2f32b-abdb-4be0-b405-868bbc318648 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:21.281775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.379406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.381713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.427960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.428488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c24e42-1717-4dbb-b84e-a9c1243f203a {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:09:21.433529 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.434744 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-451c15db-0a65-4026-b18f-b839f24b529e admin admin] 10.222.0.45 "DELETE /v2.0/routers/b4c24e42-1717-4dbb-b84e-a9c1243f203a HTTP/1.1" status: 204 len: 168 time: 0.8811800 Nov 09 18:09:21.437518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52624) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:21.510198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Deleting subnet 60d04bce-40cf-4db8-9f90-ff6cfbed1394 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:09:21.513993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.554330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.656747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.726125 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.756732 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d04bce-40cf-4db8-9f90-ff6cfbed1394,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:21.759189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.763770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-49e26b33-ec28-4422-90c9-6cdf9ea60f16 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/60d04bce-40cf-4db8-9f90-ff6cfbed1394 HTTP/1.1" status: 204 len: 168 time: 0.3241384 Nov 09 18:09:21.766659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d11c39-89c8-4aa2-be48-b98034ab969e None None] Network 6f1f2adb-b8e6-40a2-a972-44b826905da6 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:21.767518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:21.892805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.939559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 76039ece-53db-427f-9971-2099accae0aa no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:21.960336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Deleting port 8e83ee06-ef31-4529-a9cc-ae565d63db01 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:21.961065 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:21.968127 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 76039ece-53db-427f-9971-2099accae0aa {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:21.968482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 76039ece-53db-427f-9971-2099accae0aa not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:22.019736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] DHCP port deletion for 6f1f2adb-b8e6-40a2-a972-44b826905da6 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:22.054180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] For port 8e83ee06-ef31-4529-a9cc-ae565d63db01, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8e83ee06-ef31-4529-a9cc-ae565d63db01,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:22.054180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.076449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Calling delete_port for 8e83ee06-ef31-4529-a9cc-ae565d63db01 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:22.090525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] Deleting port 8e83ee06-ef31-4529-a9cc-ae565d63db01 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:22.091040 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.165254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] For port 8e83ee06-ef31-4529-a9cc-ae565d63db01, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8e83ee06-ef31-4529-a9cc-ae565d63db01,segment=NetworkSegment(a220d7cb-df75-4855-ae09-8a7d5902d60b),segment_id=a220d7cb-df75-4855-ae09-8a7d5902d60b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:22.165870 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.186756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] Calling delete_port for 8e83ee06-ef31-4529-a9cc-ae565d63db01 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:22.193794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.229832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] No DVR routers for this DVR port 8e83ee06-ef31-4529-a9cc-ae565d63db01 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:22.234428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e83ee06-ef31-4529-a9cc-ae565d63db01,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:22.329100 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.334950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.369632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1f2adb-b8e6-40a2-a972-44b826905da6']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.377351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] Pushing event deleted for resources: {'Port': ['ID=8e83ee06-ef31-4529-a9cc-ae565d63db01,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:22.382544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a220d7cb-df75-4855-ae09-8a7d5902d60b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.382975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a220d7cb-df75-4855-ae09-8a7d5902d60b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.386300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac304dd1-76d6-468a-b089-c3503bf55d8d None None] No DVR routers for this DVR port 8e83ee06-ef31-4529-a9cc-ae565d63db01 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:22.398288 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.417460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.424086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:22.424490 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:22.426279 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:22.484043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.489538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.493498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6f1f2adb-b8e6-40a2-a972-44b826905da6 HTTP/1.1" status: 204 len: 168 time: 0.7244501 Nov 09 18:09:22.506779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe23e54-a520-42fd-8ee7-7d9023d35b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1f2adb-b8e6-40a2-a972-44b826905da6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:22.699821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52630) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:22.750093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4190a62e-1255-45de-965e-7cbc03c63372 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02cd80af09f240fbb690ff195d3699af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485940 Nov 09 18:09:22.754407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52632) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:22.809566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8083b2f-9efe-4e17-8828-e61ab1b4282b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.834436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8083b2f-9efe-4e17-8828-e61ab1b4282b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.890028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8083b2f-9efe-4e17-8828-e61ab1b4282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.893108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8083b2f-9efe-4e17-8828-e61ab1b4282b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:22.894552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c8083b2f-9efe-4e17-8828-e61ab1b4282b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/919a28be-f771-4300-b79d-2f1d0303af88 HTTP/1.1" status: 204 len: 168 time: 0.1389852 Nov 09 18:09:22.905256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083b2f-9efe-4e17-8828-e61ab1b4282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919a28be-f771-4300-b79d-2f1d0303af88,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:23.345325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52638) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:23.384684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f9935d2a-3104-4cfa-bd67-f60a0ae588d4 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:23.401678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3bcd1603-d5aa-4048-ae94-79bf17f99363 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=287d14ad83c8498c91aa13bd38b99f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547791 Nov 09 18:09:23.404476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:23.419916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:23.421621 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f9935d2a-3104-4cfa-bd67-f60a0ae588d4 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:23.422160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f9935d2a-3104-4cfa-bd67-f60a0ae588d4 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:23.422836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8e83ee06-ef31-4529-a9cc-ae565d63db01 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:23.454139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8e83ee06-ef31-4529-a9cc-ae565d63db01 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:23.454689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8e83ee06-ef31-4529-a9cc-ae565d63db01 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:23.481742 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63be599d-b720-44e0-a742-f4278ff1e634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:23.509526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63be599d-b720-44e0-a742-f4278ff1e634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:23.569973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63be599d-b720-44e0-a742-f4278ff1e634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:23.573725 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63be599d-b720-44e0-a742-f4278ff1e634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:23.575003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-63be599d-b720-44e0-a742-f4278ff1e634 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/134462c2-fc03-404c-bad7-a4035d40b510 HTTP/1.1" status: 204 len: 168 time: 0.1694682 Nov 09 18:09:23.583510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be599d-b720-44e0-a742-f4278ff1e634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134462c2-fc03-404c-bad7-a4035d40b510,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:28.009627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af6a1202-fe44-42a3-9dc8-12dd08025cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:28.761644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:30.450577 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dcf151a0-2a47-4bb6-8c06-96f40233a06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:31.813410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:33.263874 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:33.560858 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:34.081670 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:09:35.815378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-18706602-f38a-4e1a-b3aa-30084391ac10 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=902a2214085b4247a95690c1999a1992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236514 Nov 09 18:09:35.940488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-54f7dd97-c0cf-4ffe-8b82-1641aa4dd232 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:35.942019 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-54f7dd97-c0cf-4ffe-8b82-1641aa4dd232 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185074 Nov 09 18:09:35.957792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-eec2ade6-1556-4f06-8ff9-4c64c81b52ca tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/quotas/902a2214085b4247a95690c1999a1992 HTTP/1.1" status: 200 len: 375 time: 0.0097756 Nov 09 18:09:35.995592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-6f3f30f5-041f-4dca-a044-fb21816b9535 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=902a2214085b4247a95690c1999a1992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294375 Nov 09 18:09:36.178704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87dbf3a5-eff7-4551-a556-af1e90fe3461 req-8e39aae2-98ab-4ea2-b5c5-93d2bf1c6d67 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 210 time: 0.0328155 Nov 09 18:09:37.253619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-47ba833c-5b30-4fdf-91cd-fe08c902c756 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=902a2214085b4247a95690c1999a1992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333226 Nov 09 18:09:37.300872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4aa98911-95ca-4eec-b0df-e20266bfa35d req-14b16cd3-f52f-4fcc-8e1d-dd24ce0841bc tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 210 time: 0.0309579 Nov 09 18:09:37.414708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-519bd597-bad5-4b55-bf5f-fba2e089b472 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:37.416561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-519bd597-bad5-4b55-bf5f-fba2e089b472 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528380 Nov 09 18:09:37.430658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Request body: {'port': {'device_id': '511c8fa1-245a-4412-9da5-307488105d4a', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'admin_state_up': True, 'tenant_id': '902a2214085b4247a95690c1999a1992'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:37.560076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Made reservation on behalf of 902a2214085b4247a95690c1999a1992 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:37.563800 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:37.574378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:37.667097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:37.672413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:37.738091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837b2b9f-e698-40f9-8358-7b5f6f8a539b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.821955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Allocated IP 192.168.233.42 (dcc97b2a-16c4-4eea-9fc5-87b9610accde/bc274ca7-68ab-4234-852e-c5c500197937/6e763ccc-f159-4585-9253-0e3e51ba35ed) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:38.004051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.042741 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.093771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Network dcc97b2a-16c4-4eea-9fc5-87b9610accde is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:38.099657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:38.104486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:38.131072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Pushing event updated for resources: {'Port': ['ID=6e763ccc-f159-4585-9253-0e3e51ba35ed,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:38.177111 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.178251 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.208493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-a180c1e1-355d-4ecc-baaa-ce2404416ff3 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7823877 Nov 09 18:09:38.224672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Request body: {'port': {'device_id': '511c8fa1-245a-4412-9da5-307488105d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:38.314595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.376123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0d82bff6-0e67-44a4-9fe2-72b65b61edc3 None None] Provisioning complete for port 6e763ccc-f159-4585-9253-0e3e51ba35ed triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:38.376939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d82bff6-0e67-44a4-9fe2-72b65b61edc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.440025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0d82bff6-0e67-44a4-9fe2-72b65b61edc3 None None] Port 6e763ccc-f159-4585-9253-0e3e51ba35ed cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:09:38.550420 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a373f5d-10e5-49a0-b9ad-e78b576fe688 req-dc7a210e-24d4-4268-a481-5158f51cb0cd tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.551971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a373f5d-10e5-49a0-b9ad-e78b576fe688 req-dc7a210e-24d4-4268-a481-5158f51cb0cd tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 935 time: 0.1664128 Nov 09 18:09:38.652188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a373f5d-10e5-49a0-b9ad-e78b576fe688 req-5e62746e-a080-440d-a402-a0cf0a2c25ca tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699859 Nov 09 18:09:38.733014 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e763ccc-f159-4585-9253-0e3e51ba35ed {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:38.741034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.757067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Transition to ACTIVE for port object 6e763ccc-f159-4585-9253-0e3e51ba35ed will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:38.762144 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.837395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=6e763ccc-f159-4585-9253-0e3e51ba35ed,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:38.903247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Attempting to bind port 6e763ccc-f159-4585-9253-0e3e51ba35ed on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:09:38.903590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Attempting to bind port 6e763ccc-f159-4585-9253-0e3e51ba35ed by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:09:38.903921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Attempting to bind port 6e763ccc-f159-4585-9253-0e3e51ba35ed on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:38.909000 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Port 6e763ccc-f159-4585-9253-0e3e51ba35ed on network dcc97b2a-16c4-4eea-9fc5-87b9610accde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:38.909334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Attempting to bind port 6e763ccc-f159-4585-9253-0e3e51ba35ed on network dcc97b2a-16c4-4eea-9fc5-87b9610accde {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:38.915407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:38.915727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Checking segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:09:38.916126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Bound using segment: {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:38.916568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Bound port: 6e763ccc-f159-4585-9253-0e3e51ba35ed, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0fbc4-19a4-4230-9cb4-285d59ea830b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:09:38.916921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:38.995509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] For port 6e763ccc-f159-4585-9253-0e3e51ba35ed, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:38.999361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] For port 6e763ccc-f159-4585-9253-0e3e51ba35ed, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:39.006303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:39.066429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.067773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:39.070104 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e763ccc-f159-4585-9253-0e3e51ba35ed HTTP/1.1" status: 200 len: 1095 time: 0.8528771 Nov 09 18:09:39.075216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c8fa1-245a-4412-9da5-307488105d4a', 'tag': '6e763ccc-f159-4585-9253-0e3e51ba35ed'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:39.079850 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1527de-3f12-4125-9740-4b27f41c7a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "511c8fa1-245a-4412-9da5-307488105d4a", "tag": "6e763ccc-f159-4585-9253-0e3e51ba35ed"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:39.153448 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833b557-3d5c-4466-aee9-d12f2881751f x-openstack-request-id: req-9833b557-3d5c-4466-aee9-d12f2881751f {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:39.153920 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c8fa1-245a-4412-9da5-307488105d4a", "tag": "6e763ccc-f159-4585-9253-0e3e51ba35ed", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:39.154337 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9833b557-3d5c-4466-aee9-d12f2881751f {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:39.155010 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c8fa1-245a-4412-9da5-307488105d4a', 'tag': '6e763ccc-f159-4585-9253-0e3e51ba35ed', 'status': 'completed', 'code': 200} Nov 09 18:09:39.159089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cc552-ed90-4add-90e9-ba77b632dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=6e763ccc-f159-4585-9253-0e3e51ba35ed,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:39.220935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-1cca974b-9c20-4d98-b25d-94f0d71a62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.222529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-1cca974b-9c20-4d98-b25d-94f0d71a62d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=902a2214085b4247a95690c1999a1992&device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 1098 time: 0.0927956 Nov 09 18:09:39.268537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-274bc9ef-42a1-4650-885f-65e714b08b05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed HTTP/1.1" status: 200 len: 217 time: 0.0377648 Nov 09 18:09:39.325307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-68dca922-7c4e-4eb0-b3c1-6e234a817473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.326788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-68dca922-7c4e-4eb0-b3c1-6e234a817473 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0505743 Nov 09 18:09:39.382246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-c64a046f-6415-4dd4-a697-4466533f082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.383821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-c64a046f-6415-4dd4-a697-4466533f082d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489762 Nov 09 18:09:39.492346 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-f476e253-3fd5-4580-ab24-0887f6a089e0 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001556 Nov 09 18:09:39.605977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5f2204db-10bf-4d2a-ba6d-0c2ed4e701e4 req-26ba5481-0514-49b2-aa24-1dbbdd5531f9 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064363 Nov 09 18:09:39.707965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-1c00bb0c-a69a-426f-b252-9d701a3d5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.711243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-1c00bb0c-a69a-426f-b252-9d701a3d5dd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=902a2214085b4247a95690c1999a1992&device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 1098 time: 0.0535910 Nov 09 18:09:39.848657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e57bc-d7d8-4849-8281-48ff69793c32 req-6f0abe0f-29e8-4660-8c98-a95e8ad4cbf8 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.850223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df7e57bc-d7d8-4849-8281-48ff69793c32 req-6f0abe0f-29e8-4660-8c98-a95e8ad4cbf8 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 947 time: 0.0860310 Nov 09 18:09:39.861497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-a0f27c02-be2b-43b3-8a8f-9f80eeaee852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.863025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-a0f27c02-be2b-43b3-8a8f-9f80eeaee852 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dcc97b2a-16c4-4eea-9fc5-87b9610accde HTTP/1.1" status: 200 len: 869 time: 0.1452231 Nov 09 18:09:39.919391 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-507c0a90-5708-48b4-b1a9-906f5dd035ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed HTTP/1.1" status: 200 len: 217 time: 0.0477076 Nov 09 18:09:39.981894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df7e57bc-d7d8-4849-8281-48ff69793c32 req-9e688ddc-a487-4432-8c10-b5562f353ce6 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177726 Nov 09 18:09:39.997879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-629aeeaf-db28-4f20-82f2-594642a0f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.999649 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-629aeeaf-db28-4f20-82f2-594642a0f9b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc274ca7-68ab-4234-852e-c5c500197937 HTTP/1.1" status: 200 len: 843 time: 0.0695693 Nov 09 18:09:40.055921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-789c681c-9a0e-48f2-b3dc-1d107ebd13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:40.057438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-789c681c-9a0e-48f2-b3dc-1d107ebd13b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dcc97b2a-16c4-4eea-9fc5-87b9610accde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487804 Nov 09 18:09:40.167097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-f7bae16c-e046-4379-b2a5-ec9ed2cc0f67 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011693 Nov 09 18:09:40.275874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ce1527de-3f12-4125-9740-4b27f41c7a4b req-6404a71e-c261-4e5b-b729-ec56c076f5f6 service neutron] 10.222.0.43 "GET /v2.0/networks/dcc97b2a-16c4-4eea-9fc5-87b9610accde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008103 Nov 09 18:09:40.856751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e763ccc-f159-4585-9253-0e3e51ba35ed details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:40.962334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6e763ccc-f159-4585-9253-0e3e51ba35ed, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:40.974803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '6e763ccc-f159-4585-9253-0e3e51ba35ed', 'network_id': 'dcc97b2a-16c4-4eea-9fc5-87b9610accde', 'port_id': '6e763ccc-f159-4585-9253-0e3e51ba35ed', 'mac_address': 'fa:16:3e:6a:c7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc274ca7-68ab-4234-852e-c5c500197937', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:41.014317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:41.029731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e763ccc-f159-4585-9253-0e3e51ba35ed {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:41.051550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6e763ccc-f159-4585-9253-0e3e51ba35ed, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:41.056646 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:41.118190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6e763ccc-f159-4585-9253-0e3e51ba35ed,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.131763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa179f0-69f3-45d4-8520-15fa43a9b9db req-f1420047-a2d0-41e0-addf-963d2d9e5cc9 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.134236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fa179f0-69f3-45d4-8520-15fa43a9b9db req-f1420047-a2d0-41e0-addf-963d2d9e5cc9 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 948 time: 0.0614989 Nov 09 18:09:41.192772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2fa179f0-69f3-45d4-8520-15fa43a9b9db req-87d02e95-df91-45e1-a017-3fbd6318a1a8 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523090 Nov 09 18:09:41.296606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6e763ccc-f159-4585-9253-0e3e51ba35ed'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:42.332358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b68a6f-5f0a-444a-a803-5eaa4472d47f req-4e843eaf-72c4-4d55-ba9b-445476c09ea0 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.334184 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b68a6f-5f0a-444a-a803-5eaa4472d47f req-4e843eaf-72c4-4d55-ba9b-445476c09ea0 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 948 time: 0.0545371 Nov 09 18:09:42.387273 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1b68a6f-5f0a-444a-a803-5eaa4472d47f req-01798722-914d-4c40-be3e-aa4ff3f5fbe4 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449140 Nov 09 18:09:42.873538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e763ccc-f159-4585-9253-0e3e51ba35ed up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:42.925327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 6e763ccc-f159-4585-9253-0e3e51ba35ed completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:42.932356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 6e763ccc-f159-4585-9253-0e3e51ba35ed triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:42.932970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:43.028490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:43.056524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511c8fa1-245a-4412-9da5-307488105d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e763ccc-f159-4585-9253-0e3e51ba35ed'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:43.058781 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af7bc9b-948e-4b01-822a-f9d15e3a2dec" -d '{"events": [{"server_uuid": "511c8fa1-245a-4412-9da5-307488105d4a", "name": "network-vif-plugged", "status": "completed", "tag": "6e763ccc-f159-4585-9253-0e3e51ba35ed"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:43.074462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 6e763ccc-f159-4585-9253-0e3e51ba35ed, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:43.079043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:43.132813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=6e763ccc-f159-4585-9253-0e3e51ba35ed,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:43.186396 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce35856-55f4-481d-85f9-10666f5ac221 x-openstack-request-id: req-4ce35856-55f4-481d-85f9-10666f5ac221 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:43.186396 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511c8fa1-245a-4412-9da5-307488105d4a", "name": "network-vif-plugged", "status": "completed", "tag": "6e763ccc-f159-4585-9253-0e3e51ba35ed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:43.186396 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ce35856-55f4-481d-85f9-10666f5ac221 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:43.186396 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511c8fa1-245a-4412-9da5-307488105d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e763ccc-f159-4585-9253-0e3e51ba35ed', 'code': 200} Nov 09 18:09:43.304506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4265-3067-4d4f-a728-d7dae7927a81 req-3e2a966d-d5ed-4e9c-a1c7-b58ff2f885d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.306351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be2b4265-3067-4d4f-a728-d7dae7927a81 req-3e2a966d-d5ed-4e9c-a1c7-b58ff2f885d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 1100 time: 0.0497792 Nov 09 18:09:43.356881 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be2b4265-3067-4d4f-a728-d7dae7927a81 req-86af5bf6-2741-47f9-9b78-bc2a5db28679 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Nov 09 18:09:43.447996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-2a790333-901d-4237-8610-d468b7965167 req-47e473da-1301-4ad5-8074-28892a3e06cd service neutron] (102554) timed out ('10.222.0.45', 37716) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:09:43.531692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03356bc6-1c8d-438c-ba06-2dea0c146d81 req-c8291284-6c17-4641-9d84-6cc3f8b787de tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.533297 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03356bc6-1c8d-438c-ba06-2dea0c146d81 req-c8291284-6c17-4641-9d84-6cc3f8b787de tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 949 time: 0.0555737 Nov 09 18:09:43.586092 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03356bc6-1c8d-438c-ba06-2dea0c146d81 req-36b27f71-512e-4491-aee2-1af6adb302c8 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 Nov 09 18:09:44.734139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb644c-8ba3-4cf9-8bcd-15b9fc88fb23 req-47ffdd86-f4da-49eb-9ea0-9fb4fff115b5 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.735781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73eb644c-8ba3-4cf9-8bcd-15b9fc88fb23 req-47ffdd86-f4da-49eb-9ea0-9fb4fff115b5 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 949 time: 0.0648839 Nov 09 18:09:44.789634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73eb644c-8ba3-4cf9-8bcd-15b9fc88fb23 req-e0e28cd1-e363-4d36-be17-559be663c764 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Nov 09 18:09:45.126778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-a93f10e1-e60f-40f3-a2ff-9fb29c7f38bc req-a4cbee62-9ccd-4258-bfaf-2cbc4d1dd042 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:09:45.128675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a93f10e1-e60f-40f3-a2ff-9fb29c7f38bc req-a4cbee62-9ccd-4258-bfaf-2cbc4d1dd042 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081108 Nov 09 18:09:45.630436 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-f5a7386e-76a0-4493-b364-e4a41990ac41 req-c39c6e83-cdeb-424e-aec4-567d38438df6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:09:45.633243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5a7386e-76a0-4493-b364-e4a41990ac41 req-c39c6e83-cdeb-424e-aec4-567d38438df6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1204419 Nov 09 18:09:46.067095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0c9b-9c43-4b33-937b-37e7f095255f req-a77ce50c-73f7-4f05-b820-8af18f9a6a0b tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.068723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a6c0c9b-9c43-4b33-937b-37e7f095255f req-a77ce50c-73f7-4f05-b820-8af18f9a6a0b tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 949 time: 0.0527155 Nov 09 18:09:46.125215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3a6c0c9b-9c43-4b33-937b-37e7f095255f req-ebe966fd-57ea-4a71-ba0c-da84da50f7e2 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Nov 09 18:09:47.251943 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42306d-f83b-4b74-85c7-bdb946f02c57 req-16bcec64-5e9e-4a92-9afe-d86b969d5b6b tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.254455 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a42306d-f83b-4b74-85c7-bdb946f02c57 req-16bcec64-5e9e-4a92-9afe-d86b969d5b6b tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 949 time: 0.0511787 Nov 09 18:09:47.717198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a42306d-f83b-4b74-85c7-bdb946f02c57 req-2c7366d7-295e-4e0c-95ea-9cf267a921e9 tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.45 "GET /v2.0/security-groups?id=837b2b9f-e698-40f9-8358-7b5f6f8a539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552717 Nov 09 18:09:47.736051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-1ec920a5-1e6b-4df4-a7ae-e4bda663277e tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.737720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-1ec920a5-1e6b-4df4-a7ae-e4bda663277e tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.43 "GET /v2.0/ports?device_id=511c8fa1-245a-4412-9da5-307488105d4a HTTP/1.1" status: 200 len: 949 time: 0.4558625 Nov 09 18:09:47.836964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Deleting port 6e763ccc-f159-4585-9253-0e3e51ba35ed {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:09:47.837311 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:47.940387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] For port 6e763ccc-f159-4585-9253-0e3e51ba35ed, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=6e763ccc-f159-4585-9253-0e3e51ba35ed,segment=NetworkSegment(b9e0fbc4-19a4-4230-9cb4-285d59ea830b),segment_id=b9e0fbc4-19a4-4230-9cb4-285d59ea830b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:47.940758 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:47.956069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Calling delete_port for 6e763ccc-f159-4585-9253-0e3e51ba35ed owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:09:48.115704 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:48.127697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['6e763ccc-f159-4585-9253-0e3e51ba35ed'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:48.147489 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Pushing event deleted for resources: {'Port': ['ID=6e763ccc-f159-4585-9253-0e3e51ba35ed,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:48.195727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] No DVR routers for this DVR port 6e763ccc-f159-4585-9253-0e3e51ba35ed on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:48.199017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:48.202659 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5002f457-a64c-46f3-8ee2-7e17f5a5e6b5 req-0bd85cc2-9881-4060-8eab-c5ff7d412f4f tempest-ServersAdminNegativeTestJSON-2140658682 tempest-ServersAdminNegativeTestJSON-2140658682-project] 10.222.0.43 "DELETE /v2.0/ports/6e763ccc-f159-4585-9253-0e3e51ba35ed HTTP/1.1" status: 204 len: 173 time: 0.4586618 Nov 09 18:09:48.203170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511c8fa1-245a-4412-9da5-307488105d4a', 'name': 'network-vif-deleted', 'tag': '6e763ccc-f159-4585-9253-0e3e51ba35ed'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:48.205580 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee2aff-1115-4ea5-89a6-0593ade8b597" -d '{"events": [{"server_uuid": "511c8fa1-245a-4412-9da5-307488105d4a", "name": "network-vif-deleted", "tag": "6e763ccc-f159-4585-9253-0e3e51ba35ed"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:48.253346 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9504b4-ac15-4b1b-abdb-17e37daeec65 x-openstack-request-id: req-2d9504b4-ac15-4b1b-abdb-17e37daeec65 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:48.254011 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511c8fa1-245a-4412-9da5-307488105d4a", "name": "network-vif-deleted", "tag": "6e763ccc-f159-4585-9253-0e3e51ba35ed", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:48.254011 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d9504b4-ac15-4b1b-abdb-17e37daeec65 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:48.254256 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511c8fa1-245a-4412-9da5-307488105d4a', 'name': 'network-vif-deleted', 'tag': '6e763ccc-f159-4585-9253-0e3e51ba35ed', 'status': 'completed', 'code': 200} Nov 09 18:09:49.076821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.225315 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-03436868-c766-48bf-b33c-b80b200cfe2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=902a2214085b4247a95690c1999a1992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471934 Nov 09 18:09:49.228509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.288083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb966-ff4d-4a7e-87f4-5c11a408c590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.313775 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb966-ff4d-4a7e-87f4-5c11a408c590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.361759 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb966-ff4d-4a7e-87f4-5c11a408c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.364415 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb966-ff4d-4a7e-87f4-5c11a408c590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.365567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3a9bb966-ff4d-4a7e-87f4-5c11a408c590 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/837b2b9f-e698-40f9-8358-7b5f6f8a539b HTTP/1.1" status: 204 len: 168 time: 0.1361101 Nov 09 18:09:49.373839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bb966-ff4d-4a7e-87f4-5c11a408c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b2b9f-e698-40f9-8358-7b5f6f8a539b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:49.644509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.659158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf567-6a15-43f1-b3a0-f094c314e204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.744014 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf567-6a15-43f1-b3a0-f094c314e204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.747898 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf567-6a15-43f1-b3a0-f094c314e204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.787096 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7ccf567-6a15-43f1-b3a0-f094c314e204 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=010031c535ec4c8883ef32622e70147c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413801 Nov 09 18:09:49.787967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf567-6a15-43f1-b3a0-f094c314e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692517d-e864-4065-8ffa-403cbbcb6fe7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:49.790314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52788) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.841349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94b490a1-d0ca-4efe-85df-12851e091cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.862775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94b490a1-d0ca-4efe-85df-12851e091cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.916580 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94b490a1-d0ca-4efe-85df-12851e091cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.919406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-94b490a1-d0ca-4efe-85df-12851e091cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:49.920588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-94b490a1-d0ca-4efe-85df-12851e091cbb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7692517d-e864-4065-8ffa-403cbbcb6fe7 HTTP/1.1" status: 204 len: 168 time: 0.1287315 Nov 09 18:09:49.928755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b490a1-d0ca-4efe-85df-12851e091cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692517d-e864-4065-8ffa-403cbbcb6fe7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:50.696581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:50.830466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-559607501-network', 'tenant_id': 'c658fb9e931c4ce0ab4eb9655e96128e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:50.853153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Made reservation on behalf of c658fb9e931c4ce0ab4eb9655e96128e for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:50.855806 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:50.865448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:50.935388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e763ccc-f159-4585-9253-0e3e51ba35ed no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:50.956068 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:50.957340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 6e763ccc-f159-4585-9253-0e3e51ba35ed {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:09:50.957716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 6e763ccc-f159-4585-9253-0e3e51ba35ed not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:50.960961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:50.987694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:50.999674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b14f5-18ec-485f-bdb8-e1173de0d59d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:51.005600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.005959 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Added segment 1c280e72-dcf8-44f1-8fe9-768cb625386b of type vlan for network 0618183e-9a84-421c-abe7-f24f213b7f3a Nov 09 18:09:51.051391 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.080762 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.081626 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.082214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.142111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4440217 Nov 09 18:09:51.145106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:51.152404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Request body: {'subnet': {'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-559607501-subnet', 'tenant_id': 'c658fb9e931c4ce0ab4eb9655e96128e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:51.156937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d5c18-8316-41c6-978b-2f47ceb1a4ec admin admin] Pushing event updated for resources: {'Network': ['ID=0618183e-9a84-421c-abe7-f24f213b7f3a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:51.168785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 0618183e-9a84-421c-abe7-f24f213b7f3a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:51.178706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Made reservation on behalf of c658fb9e931c4ce0ab4eb9655e96128e for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:51.181896 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.363604 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.424044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=15407290-3b16-4fa7-a9b2-113ab899e573,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:51.436974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Checking segment: {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:09:51.437335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Network hostable DHCP agents. Network: 0618183e-9a84-421c-abe7-f24f213b7f3a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:51.459555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Network 0618183e-9a84-421c-abe7-f24f213b7f3a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:51.469706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 0618183e-9a84-421c-abe7-f24f213b7f3a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:51.474103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.474741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:51.481664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ccbf4-0b95-46cb-a7fd-ce706682d0c1 None None] Network 0618183e-9a84-421c-abe7-f24f213b7f3a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:51.492821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f37d42a4-eae5-4d8a-a54e-709bca9c94bb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3466034 Nov 09 18:09:51.779175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a944dc1c-7fb8-4e7b-a741-43921400ca4d None None] Network 0618183e-9a84-421c-abe7-f24f213b7f3a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:51.964103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-de08019e-df5d-4016-8378-0a54e5e4b587 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.965748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-de08019e-df5d-4016-8378-0a54e5e4b587 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 811 time: 0.1122220 Nov 09 18:09:51.982737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-a63b0ccb-216d-4cf3-85c6-71b1c504e245 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/quotas/c658fb9e931c4ce0ab4eb9655e96128e HTTP/1.1" status: 200 len: 375 time: 0.0108297 Nov 09 18:09:52.018267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-158e66bd-5e2b-4cec-9ce6-98b332557a7c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291514 Nov 09 18:09:52.131656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-85e1aeb7-5887-4083-8abd-fdac30262aa0 service neutron] 10.222.0.45 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034503 Nov 09 18:09:52.231044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-ee34a661-20e0-45ea-b820-d42566423f79 service neutron] 10.222.0.45 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924053 Nov 09 18:09:52.406685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d9a1d6de-738b-43af-bec4-7ae079b8ead4 req-9e5dd45b-5e8f-419c-8782-a23a014240f2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 210 time: 0.0288756 Nov 09 18:09:53.372452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-191d24d5-8f6b-4de0-b4bf-51bab8e03f9d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.373853 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-191d24d5-8f6b-4de0-b4bf-51bab8e03f9d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.43 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 811 time: 0.1127715 Nov 09 18:09:53.388631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:53.389238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Request body: {'port': {'device_id': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a', 'admin_state_up': True, 'tenant_id': 'c658fb9e931c4ce0ab4eb9655e96128e'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:53.510548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Made reservation on behalf of c658fb9e931c4ce0ab4eb9655e96128e for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:53.514291 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:53.527405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcf887be-009d-4f60-bdd1-6d7de018777b req-f8caa46e-77b3-406b-83ef-8a5f1a2517ed tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 210 time: 0.0333939 Nov 09 18:09:53.661855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Allocated IP 172.20.0.12 (0618183e-9a84-421c-abe7-f24f213b7f3a/15407290-3b16-4fa7-a9b2-113ab899e573/b109df33-62a2-4f7a-89db-f78261d49b93) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:53.825886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:53.860568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:53.910930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Network 0618183e-9a84-421c-abe7-f24f213b7f3a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:53.916902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:53.921220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:53.928363 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:53.980224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.981073 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:53.999075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-eccf9897-1f6f-4529-ad12-fbedc6072b06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146681 Nov 09 18:09:54.012502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Request body: {'port': {'device_id': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:54.071615 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:54.367908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109df33-62a2-4f7a-89db-f78261d49b93 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:54.376275 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:54.390341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Transition to ACTIVE for port object b109df33-62a2-4f7a-89db-f78261d49b93 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:54.394802 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:54.446887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:54.528254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:09:54.528929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:09:54.528929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 on network 0618183e-9a84-421c-abe7-f24f213b7f3a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:54.533632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Port b109df33-62a2-4f7a-89db-f78261d49b93 on network 0618183e-9a84-421c-abe7-f24f213b7f3a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:54.533958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 on network 0618183e-9a84-421c-abe7-f24f213b7f3a {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:54.539979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:54.540325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Checking segment: {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:09:54.540718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Bound using segment: {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:54.541153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Bound port: b109df33-62a2-4f7a-89db-f78261d49b93, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:09:54.541512 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:54.649802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:54.666946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:54.672676 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:54.719123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df0099-b02c-4673-b542-d260ff5d0a4b req-f587d8d0-b0d7-409c-8116-1e7678ae3e06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.720849 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58df0099-b02c-4673-b542-d260ff5d0a4b req-f587d8d0-b0d7-409c-8116-1e7678ae3e06 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 944 time: 0.1093740 Nov 09 18:09:54.728482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.729223 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:54.730660 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] 10.222.0.43 "PUT /v2.0/ports/b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 1092 time: 0.7227261 Nov 09 18:09:54.732444 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:54.734754 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b9e98-a718-4864-aa6a-aa2c82322e14" -d '{"events": [{"name": "network-changed", "server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:54.777593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86060-a48d-46ec-b069-3f2f0bcd2bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:54.809894 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c40972e-4d37-4d9e-8576-492a4786fd81 x-openstack-request-id: req-8c40972e-4d37-4d9e-8576-492a4786fd81 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:54.810187 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:54.810438 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c40972e-4d37-4d9e-8576-492a4786fd81 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:54.810850 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'status': 'completed', 'code': 200} Nov 09 18:09:54.833984 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58df0099-b02c-4673-b542-d260ff5d0a4b req-1e7da6e4-67f9-4568-91a9-aabe49ae8098 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022980 Nov 09 18:09:54.845493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-b8ce1534-fa38-42db-8873-6b8b071f54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.847052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-b8ce1534-fa38-42db-8873-6b8b071f54d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1095 time: 0.0706074 Nov 09 18:09:54.891826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-fd275a5e-2249-441e-ade3-30d5d858a376 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0358567 Nov 09 18:09:54.955698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-87192c5f-2860-4a96-afdc-aa1a198d6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.957471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-87192c5f-2860-4a96-afdc-aa1a198d6c8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0581930 Nov 09 18:09:54.992394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-fc1a6650-eb2f-485d-a79a-969a431de6ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274594 Nov 09 18:09:55.086368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-8acfbc62-a6ec-499f-b33c-6ff03ad0dba7 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Nov 09 18:09:55.183687 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a8cf3b89-5149-4ea0-adee-0d572508cddc req-f5e5fdde-bbe2-4148-a781-cb64108eaeb3 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906308 Nov 09 18:09:55.273124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-d1a94ddd-3f53-4566-9a41-9cc47bad6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.274909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-d1a94ddd-3f53-4566-9a41-9cc47bad6460 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1095 time: 0.0450304 Nov 09 18:09:55.393274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-cbc40c95-4919-44e8-ba22-834e58a6b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.395087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-cbc40c95-4919-44e8-ba22-834e58a6b81b service neutron] 10.222.0.43 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 911 time: 0.1131310 Nov 09 18:09:55.441012 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-1e8e5ff6-cb28-40b6-ad11-3be8e51668b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0379798 Nov 09 18:09:55.496422 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-fa2f54cd-baac-4535-9a2a-82a27c6309d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.497946 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-fa2f54cd-baac-4535-9a2a-82a27c6309d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0480950 Nov 09 18:09:55.531790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-06ae9077-2662-4ee7-bc13-a0e1e00700b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262380 Nov 09 18:09:55.638645 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-9c964cad-241d-43e4-b546-4ec84bfeedb9 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994227 Nov 09 18:09:55.776300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-525b9e98-a718-4864-aa6a-aa2c82322e14 req-dffce954-1786-43a0-90e0-f1cd96f6ef7b service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299076 Nov 09 18:09:55.967002 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a108504-a344-4e0d-b1c2-00c477453f79 req-b27b3b83-67df-4523-95d9-d356e7728feb tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.968680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a108504-a344-4e0d-b1c2-00c477453f79 req-b27b3b83-67df-4523-95d9-d356e7728feb tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 944 time: 0.0540109 Nov 09 18:09:56.030645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a108504-a344-4e0d-b1c2-00c477453f79 req-cf02e76b-f366-4db2-8789-347e87cc4da0 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Nov 09 18:09:56.949949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:57.067108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:57.082560 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a', 'port_id': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'mac_address': 'fa:16:3e:2c:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15407290-3b16-4fa7-a9b2-113ab899e573', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:57.123479 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:57.139023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109df33-62a2-4f7a-89db-f78261d49b93 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:57.160506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:57.165710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:57.170890 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f4f77-d9fb-40af-8398-b83912fc1c11 req-b492a75c-fd19-492c-9236-3952373b5dbc tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:57.172764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a82f4f77-d9fb-40af-8398-b83912fc1c11 req-b492a75c-fd19-492c-9236-3952373b5dbc tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 944 time: 0.0617328 Nov 09 18:09:57.229208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:57.241195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a82f4f77-d9fb-40af-8398-b83912fc1c11 req-4e1ca0da-86c8-4179-b398-af30460103c3 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Nov 09 18:09:57.354403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['b109df33-62a2-4f7a-89db-f78261d49b93'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:58.015740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ef295af-3bdf-48e1-a016-47df4dc2362b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:58.399624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0fbf-454a-4db3-afe6-650c1ae19494 req-06e40f9b-f16d-4d57-85cb-36dadabff89c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.401268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7cfb0fbf-454a-4db3-afe6-650c1ae19494 req-06e40f9b-f16d-4d57-85cb-36dadabff89c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 945 time: 0.0540998 Nov 09 18:09:58.461611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7cfb0fbf-454a-4db3-afe6-650c1ae19494 req-f8d7ab89-0712-40c2-9b33-f859f272cd2b tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537815 Nov 09 18:09:58.764273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:58.950825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:59.008923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port b109df33-62a2-4f7a-89db-f78261d49b93 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:59.013181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port b109df33-62a2-4f7a-89db-f78261d49b93 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:59.013588 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:59.097750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:59.124839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:59.127178 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdbcc27-0467-42a0-a0b0-5638dc997d50" -d '{"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-plugged", "status": "completed", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:59.145915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:59.152849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:09:59.181135 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ea99d-5210-4d8e-931c-dd595ccba27e x-openstack-request-id: req-064ea99d-5210-4d8e-931c-dd595ccba27e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:59.181438 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-plugged", "status": "completed", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:59.181686 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-064ea99d-5210-4d8e-931c-dd595ccba27e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:59.182090 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'code': 200} Nov 09 18:09:59.216076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:59.292369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1665d9d-8309-4e94-848d-4d44b0b5e770 req-dd292c67-b89b-4464-9a37-0b2ec30fe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.293965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1665d9d-8309-4e94-848d-4d44b0b5e770 req-dd292c67-b89b-4464-9a37-0b2ec30fe1e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1097 time: 0.0439382 Nov 09 18:09:59.354481 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1665d9d-8309-4e94-848d-4d44b0b5e770 req-a1ffcbd0-8b20-4536-9331-2f513ae7ea10 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Nov 09 18:09:59.601121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833d98-8232-4823-a47f-13e5d868d4cf req-6f4f4165-56a0-4539-9a99-595bd5f98dbc tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.602794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51833d98-8232-4823-a47f-13e5d868d4cf req-6f4f4165-56a0-4539-9a99-595bd5f98dbc tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0641329 Nov 09 18:09:59.662172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51833d98-8232-4823-a47f-13e5d868d4cf req-0cb3b237-2bf7-4fe0-be6d-000443c046af tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Nov 09 18:10:00.467531 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e4dbe65-059a-43c0-9ad5-c977c69b118a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:00.817796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157cf26-d6eb-4b14-a0dc-6ec422322408 req-c1208da8-e040-4cce-97b7-561f3e307d19 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.820148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d157cf26-d6eb-4b14-a0dc-6ec422322408 req-c1208da8-e040-4cce-97b7-561f3e307d19 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0626786 Nov 09 18:10:00.880930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d157cf26-d6eb-4b14-a0dc-6ec422322408 req-c89b7f9d-4a5d-4758-9027-5b7615158841 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Nov 09 18:10:01.169900 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7989-f8f3-4b2f-9ab4-da2fb9475370 req-9e26b750-52bc-4758-8275-553772b360fb tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.172187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba7b7989-f8f3-4b2f-9ab4-da2fb9475370 req-9e26b750-52bc-4758-8275-553772b360fb tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0701654 Nov 09 18:10:01.217250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-054200a1-09b8-4d72-ac0e-0b0a338bf8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122568 Nov 09 18:10:01.230341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-2c592aa7-4ee8-4504-9ac2-cb882ba4c500 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:10:01.232557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-2c592aa7-4ee8-4504-9ac2-cb882ba4c500 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089598 Nov 09 18:10:01.238599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba7b7989-f8f3-4b2f-9ab4-da2fb9475370 req-0ad5b194-71c8-4602-9a93-5017fda6de51 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597844 Nov 09 18:10:01.824115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:02.398518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b636-1dc2-4414-97f7-c6bfef987076 req-0bf4e402-942b-4910-a8b5-abc2877b0fed tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.401970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c72b636-1dc2-4414-97f7-c6bfef987076 req-0bf4e402-942b-4910-a8b5-abc2877b0fed tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0690396 Nov 09 18:10:02.460242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c72b636-1dc2-4414-97f7-c6bfef987076 req-a823c944-78a0-4db9-a5ba-39281ecf1fa2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525782 Nov 09 18:10:03.016910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-b24b551e-a7a9-4713-a823-270cece2f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.018448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-b24b551e-a7a9-4713-a823-270cece2f712 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1097 time: 0.0466282 Nov 09 18:10:03.125203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-0716af1b-f36a-480b-bfa4-c7becaf32dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.126791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-0716af1b-f36a-480b-bfa4-c7becaf32dd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 911 time: 0.1010633 Nov 09 18:10:03.173607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-db601448-8f99-44ef-acda-d644e7695696 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0382099 Nov 09 18:10:03.235164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-3df5b0d2-cf66-434e-9cfb-f16fdcc365ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.236771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-3df5b0d2-cf66-434e-9cfb-f16fdcc365ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0556526 Nov 09 18:10:03.269237 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:03.272986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-75a297ae-bcd2-4f80-adc8-c0c2170eef00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288370 Nov 09 18:10:03.426469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-dacec388-1a15-402c-a8c1-858d3e22a645 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462226 Nov 09 18:10:03.561862 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:03.574764 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-c83b083b-5b0c-4c85-a944-0dcd043e489b service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400263 Nov 09 18:10:03.639504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da975ad9-f874-4d86-9bc2-1c11ee71a547 req-1d9f59a8-a683-45a7-a410-af961d57286c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.641609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da975ad9-f874-4d86-9bc2-1c11ee71a547 req-1d9f59a8-a683-45a7-a410-af961d57286c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0970716 Nov 09 18:10:03.709507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da975ad9-f874-4d86-9bc2-1c11ee71a547 req-42f93138-bc16-4e5b-964f-e6f67c2bc4b6 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Nov 09 18:10:04.857028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ea46c-fb34-44a3-9125-ee0502bdf4cb req-02425287-3730-4e6a-ad7a-f6c3519e0f56 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:04.858870 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae9ea46c-fb34-44a3-9125-ee0502bdf4cb req-02425287-3730-4e6a-ad7a-f6c3519e0f56 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0580091 Nov 09 18:10:04.913026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae9ea46c-fb34-44a3-9125-ee0502bdf4cb req-d2264a82-0dc2-4ef0-92cf-ac8530f7ba01 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Nov 09 18:10:06.046198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ac0d-c689-47cf-a0da-8038c83c1c81 req-01c2a6d6-071a-413e-9653-fe3b8915a1d6 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:06.047868 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b0ac0d-c689-47cf-a0da-8038c83c1c81 req-01c2a6d6-071a-413e-9653-fe3b8915a1d6 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0597765 Nov 09 18:10:06.105568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c2b0ac0d-c689-47cf-a0da-8038c83c1c81 req-af506287-1581-4fb4-85b1-7c94c28e3a9f tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Nov 09 18:10:07.261559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ac23d-3b31-48a4-8c4e-a2ef24de7a27 req-4e0202c9-817d-40d7-8a29-640430b9c2a5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:07.263369 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-204ac23d-3b31-48a4-8c4e-a2ef24de7a27 req-4e0202c9-817d-40d7-8a29-640430b9c2a5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0531495 Nov 09 18:10:07.320182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-204ac23d-3b31-48a4-8c4e-a2ef24de7a27 req-41172604-21ac-4a22-a669-5e01014b4f2f tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Nov 09 18:10:08.467872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249d2f-fe89-4857-946f-85ee585eebd6 req-3cf90ca6-03ec-4eb9-840b-c897048b397e tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:08.469507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e249d2f-fe89-4857-946f-85ee585eebd6 req-3cf90ca6-03ec-4eb9-840b-c897048b397e tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0537622 Nov 09 18:10:08.525459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e249d2f-fe89-4857-946f-85ee585eebd6 req-0b25cabc-f409-4f3a-9eef-583b28031ca2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Nov 09 18:10:09.673851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728dc33-5e15-40df-a41a-63c709a41d4f req-1b70a902-327f-4083-9744-0f0b121aa555 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:09.676771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f728dc33-5e15-40df-a41a-63c709a41d4f req-1b70a902-327f-4083-9744-0f0b121aa555 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0715840 Nov 09 18:10:09.732365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f728dc33-5e15-40df-a41a-63c709a41d4f req-8ec09dbf-e8b9-4411-9cd8-2e98f4b721d5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490921 Nov 09 18:10:10.858933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83140a2-4fc2-4d40-96a4-ca8586e4be3e req-9bd8997a-8f1d-4064-b5da-91b5935d2e52 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:10.860551 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f83140a2-4fc2-4d40-96a4-ca8586e4be3e req-9bd8997a-8f1d-4064-b5da-91b5935d2e52 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0520287 Nov 09 18:10:10.915521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f83140a2-4fc2-4d40-96a4-ca8586e4be3e req-16371c56-40b6-4b2e-a298-145134595073 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Nov 09 18:10:11.081309 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:10:12.045037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e72ac-5ead-4937-ae03-14cf88539ddc req-7d0113a0-5ca3-4de4-a1d0-f52e4d0df3b5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:12.046754 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-145e72ac-5ead-4937-ae03-14cf88539ddc req-7d0113a0-5ca3-4de4-a1d0-f52e4d0df3b5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0552666 Nov 09 18:10:12.126552 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-145e72ac-5ead-4937-ae03-14cf88539ddc req-c4483ffe-fadb-4d1e-8e6d-81740c09b985 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731776 Nov 09 18:10:13.258845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529057c-c351-4f6e-bac4-ad380739a6fc req-031c5e15-5ee4-4c55-8f9b-c1ca69a31dc2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:13.260505 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1529057c-c351-4f6e-bac4-ad380739a6fc req-031c5e15-5ee4-4c55-8f9b-c1ca69a31dc2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0604398 Nov 09 18:10:13.316286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1529057c-c351-4f6e-bac4-ad380739a6fc req-0bd55f56-dd1f-4238-9dc9-caf1b1bc08df tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Nov 09 18:10:14.452231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580527c-81bc-4fdb-afc6-7a3d1a62269e req-e4acaae5-374c-4f69-ad6c-c459c4260e19 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:14.453791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8580527c-81bc-4fdb-afc6-7a3d1a62269e req-e4acaae5-374c-4f69-ad6c-c459c4260e19 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0578330 Nov 09 18:10:14.523140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8580527c-81bc-4fdb-afc6-7a3d1a62269e req-221c5075-f227-48de-a061-c84d3ab757e5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560424 Nov 09 18:10:15.659108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6afd-f2eb-416c-b44c-af79970c3b9e req-01203149-11a8-43a9-88e7-385b3471d59b tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.660716 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-684b6afd-f2eb-416c-b44c-af79970c3b9e req-01203149-11a8-43a9-88e7-385b3471d59b tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0584934 Nov 09 18:10:15.754806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-684b6afd-f2eb-416c-b44c-af79970c3b9e req-0d9b241e-5540-46e0-993a-2c42304609fc tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780890 Nov 09 18:10:16.878857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dc2a0-c237-4d87-b3da-95b0f7eea450 req-b2cad580-8c0a-4645-9c5e-154eb2b169a5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.882129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f75dc2a0-c237-4d87-b3da-95b0f7eea450 req-b2cad580-8c0a-4645-9c5e-154eb2b169a5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0631883 Nov 09 18:10:16.956186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f75dc2a0-c237-4d87-b3da-95b0f7eea450 req-5effdb26-fc70-41fe-b580-df9d45141e3b tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639286 Nov 09 18:10:18.108880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5284-18cf-4aa8-9d67-47f939431ecc req-66ec2142-f2d3-4f13-a22d-6ecbf329d75a tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.110562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ebf5284-18cf-4aa8-9d67-47f939431ecc req-66ec2142-f2d3-4f13-a22d-6ecbf329d75a tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0606987 Nov 09 18:10:18.174515 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ebf5284-18cf-4aa8-9d67-47f939431ecc req-48009fdc-e816-4e52-8ccf-3deb87997fb5 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530972 Nov 09 18:10:19.338918 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e436a9-2e69-45e5-9f59-68b01f535543 req-672c543a-9b83-4156-b419-e77bafd319a9 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.340737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65e436a9-2e69-45e5-9f59-68b01f535543 req-672c543a-9b83-4156-b419-e77bafd319a9 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0594563 Nov 09 18:10:19.397053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65e436a9-2e69-45e5-9f59-68b01f535543 req-0e1e9713-afd9-4015-bf58-e342b2cbd2e7 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490825 Nov 09 18:10:20.529726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b4bc-1dfa-4c54-a33d-6e324a561124 req-30c61c9d-f08b-4b39-81b6-e83a13434d4a tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.531375 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1cb4b4bc-1dfa-4c54-a33d-6e324a561124 req-30c61c9d-f08b-4b39-81b6-e83a13434d4a tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0545576 Nov 09 18:10:20.587468 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1cb4b4bc-1dfa-4c54-a33d-6e324a561124 req-9cf87295-d7bc-45da-a57b-3e56eb7b34fd tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486336 Nov 09 18:10:21.738908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a45f-b58c-4795-8faa-ee105013c549 req-ffbdd34d-dd72-4b76-8c9d-069fe1f24216 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:21.741107 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e30a45f-b58c-4795-8faa-ee105013c549 req-ffbdd34d-dd72-4b76-8c9d-069fe1f24216 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0615356 Nov 09 18:10:21.796338 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e30a45f-b58c-4795-8faa-ee105013c549 req-00ba3c2c-f7ce-45fd-be4b-6db92dd92509 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483108 Nov 09 18:10:22.940060 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f00ed0-8b16-4350-a6a4-c9bc772e27c8 req-5216b007-23dc-4236-b6bb-a9ebad8c30c8 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:22.941701 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3f00ed0-8b16-4350-a6a4-c9bc772e27c8 req-5216b007-23dc-4236-b6bb-a9ebad8c30c8 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0688124 Nov 09 18:10:23.001417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f3f00ed0-8b16-4350-a6a4-c9bc772e27c8 req-b2c76142-0915-4759-a288-1aa2cc21e885 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Nov 09 18:10:23.390185 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:24.132752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42be23-243f-46c6-9259-b9bc7474a4db req-a11a0152-d06f-4030-a660-2cb3c4dc7f14 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.134366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d42be23-243f-46c6-9259-b9bc7474a4db req-a11a0152-d06f-4030-a660-2cb3c4dc7f14 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0555544 Nov 09 18:10:24.188557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d42be23-243f-46c6-9259-b9bc7474a4db req-82b92807-b8bd-4b31-9fd6-9d118a7d1f39 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Nov 09 18:10:25.366122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc3648-6eea-43c3-a594-0f78be437cb6 req-50daeab0-8c2f-45f1-8f24-3ec47a0f1b15 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:25.368129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbc3648-6eea-43c3-a594-0f78be437cb6 req-50daeab0-8c2f-45f1-8f24-3ec47a0f1b15 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0912201 Nov 09 18:10:25.437518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6fbc3648-6eea-43c3-a594-0f78be437cb6 req-3aa653f6-0c53-44b7-b4e4-7424e1241123 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Nov 09 18:10:26.580730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5caa7a-1d9d-46c9-8c70-25aa9fdfdc5b req-e0c2e043-475b-43d4-ac57-07c8af6701d2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:26.582402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a5caa7a-1d9d-46c9-8c70-25aa9fdfdc5b req-e0c2e043-475b-43d4-ac57-07c8af6701d2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0646360 Nov 09 18:10:26.648070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a5caa7a-1d9d-46c9-8c70-25aa9fdfdc5b req-e259892b-6399-4070-b80d-02ba54bb98ba tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Nov 09 18:10:27.783265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98eb55-d769-4534-b50a-a7e598986892 req-6956075c-5461-4dba-a022-ba7c887bdc91 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:27.784856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da98eb55-d769-4534-b50a-a7e598986892 req-6956075c-5461-4dba-a022-ba7c887bdc91 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0555665 Nov 09 18:10:27.842968 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-da98eb55-d769-4534-b50a-a7e598986892 req-8c71e635-e57b-40a1-98f7-f926e6b2d718 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Nov 09 18:10:28.018556 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0566009-4cf3-4862-b7db-1bf034ab3e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:28.779891 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:28.988481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465a0c7-74c5-444b-ae67-993bd6e64d7f req-88fc623a-f57e-407b-8985-4d90acf2bffa tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:28.990776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c465a0c7-74c5-444b-ae67-993bd6e64d7f req-88fc623a-f57e-407b-8985-4d90acf2bffa tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0547793 Nov 09 18:10:29.045587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c465a0c7-74c5-444b-ae67-993bd6e64d7f req-9e3522cd-d1a0-4a56-bd55-6d0bf9b823b6 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 Nov 09 18:10:30.180315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffe42a-fd45-4a29-ad9e-0a152a2a676d req-6f8bde64-1c8a-4dd2-9bd9-89e7ba1dcb1d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:30.181944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58ffe42a-fd45-4a29-ad9e-0a152a2a676d req-6f8bde64-1c8a-4dd2-9bd9-89e7ba1dcb1d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0586958 Nov 09 18:10:30.236369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-58ffe42a-fd45-4a29-ad9e-0a152a2a676d req-6a852b07-21a9-462b-a1ff-d1227643d38b tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480697 Nov 09 18:10:30.455310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-821500a4-89cd-409d-8464-e164aba19601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:30.564107 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-3f0556fb-7177-42b0-a374-476e2896e585 service neutron] show failed (client error): The resource could not be found. Nov 09 18:10:30.565188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-3f0556fb-7177-42b0-a374-476e2896e585 service neutron] 10.222.0.43 "GET /v2.0/ports/b109df33-62a2-4f7a-89db-f78261d49b93/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0649226 Nov 09 18:10:30.871298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-1c7e41dd-2c0b-4119-89f3-3988fe6c55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:30.873234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-1c7e41dd-2c0b-4119-89f3-3988fe6c55be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6&tenant_id=c658fb9e931c4ce0ab4eb9655e96128e HTTP/1.1" status: 200 len: 1097 time: 0.1041527 Nov 09 18:10:30.891866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:30.955596 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.218734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:31.261201 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:31.331687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:31.335735 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017cf3a4-15cc-4cd7-9dd3-9c01c2e57fba" -d '{"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:31.342943 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.393326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Transition to ACTIVE for port object b109df33-62a2-4f7a-89db-f78261d49b93 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:10:31.401869 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.492840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3d726-32fe-4919-a090-03ca4723c8ec req-023a4960-64e6-44fe-b270-3bcf89a0c0ca tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:31.495416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73f3d726-32fe-4919-a090-03ca4723c8ec req-023a4960-64e6-44fe-b270-3bcf89a0c0ca tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.1488550 Nov 09 18:10:31.518146 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d97d6c-b2d4-4251-bdde-de99e2426db4 x-openstack-request-id: req-64d97d6c-b2d4-4251-bdde-de99e2426db4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:31.518436 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:31.518684 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64d97d6c-b2d4-4251-bdde-de99e2426db4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:31.519143 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'code': 200} Nov 09 18:10:31.523742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] No DVR routers for this DVR port b109df33-62a2-4f7a-89db-f78261d49b93 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:31.532416 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:31.572246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.572616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.572934 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.573273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.573607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.573941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.574264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.574585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.574911 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.575284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.575575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.575895 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:31.606770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:10:31.607194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:10:31.607568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 on network 0618183e-9a84-421c-abe7-f24f213b7f3a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:31.625565 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Port b109df33-62a2-4f7a-89db-f78261d49b93 on network 0618183e-9a84-421c-abe7-f24f213b7f3a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:10:31.625946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Attempting to bind port b109df33-62a2-4f7a-89db-f78261d49b93 on network 0618183e-9a84-421c-abe7-f24f213b7f3a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:31.634210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73f3d726-32fe-4919-a090-03ca4723c8ec req-73b1c6e9-f50f-4694-b1da-2a3cfd6b1c5d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178222 Nov 09 18:10:31.637543 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:31.637937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Checking segment: {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:10:31.638370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Bound using segment: {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:31.639068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Bound port: b109df33-62a2-4f7a-89db-f78261d49b93, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c280e72-dcf8-44f1-8fe9-768cb625386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:10:31.639621 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.714801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:31.718207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:31.725129 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.765210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:31.765940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.767463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] 10.222.0.83 "PUT /v2.0/ports/b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 1092 time: 0.8810415 Nov 09 18:10:31.792591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df977f6-8df1-41a7-95d9-c56c5db9c6ba service neutron] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:31.819021 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:31.851705 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-d633fd34-d8bf-4faa-91a8-bc346f12acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:31.853275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-d633fd34-d8bf-4faa-91a8-bc346f12acde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1095 time: 0.0543876 Nov 09 18:10:31.966836 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-55694501-ec8b-4e91-bdcc-a6a1f493564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:31.968580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-55694501-ec8b-4e91-bdcc-a6a1f493564b service neutron] 10.222.0.83 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 911 time: 0.1035352 Nov 09 18:10:32.022290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-5a4de6f6-000d-4d5b-b3a2-830fc99283e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0396559 Nov 09 18:10:32.092679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-38456708-a24b-4195-ae49-4d492cd433dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.094224 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-38456708-a24b-4195-ae49-4d492cd433dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0618894 Nov 09 18:10:32.134755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-2e879741-c065-4236-9bca-d8ee26fd999c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280654 Nov 09 18:10:32.245086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-6d4759c6-0ba0-439d-9577-e1188ddb777c service neutron] 10.222.0.83 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975780 Nov 09 18:10:32.370447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b342ee6d-83c9-4c6e-8350-d1f7416a610e req-77640cd9-ff4a-4f21-8ac7-41d280e23390 service neutron] 10.222.0.83 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141427 Nov 09 18:10:32.806585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f04ef1-2e42-4010-b80c-ce3870cd20a6 req-70c3b5d4-4562-4bb3-8938-9906b1794699 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.809423 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66f04ef1-2e42-4010-b80c-ce3870cd20a6 req-70c3b5d4-4562-4bb3-8938-9906b1794699 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 944 time: 0.0769997 Nov 09 18:10:32.875808 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-66f04ef1-2e42-4010-b80c-ce3870cd20a6 req-dec158ab-071b-4fd2-b246-1f0f8da5b291 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595362 Nov 09 18:10:33.271869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:33.519958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:33.523434 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd30674a-2ec5-4999-a581-3b1dad93de45" -d '{"events": [{"name": "network-changed", "server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:33.560421 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:33.595617 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0992a7b9-7997-4324-b604-22f4b01f9267 x-openstack-request-id: req-0992a7b9-7997-4324-b604-22f4b01f9267 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:33.595913 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:33.596166 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0992a7b9-7997-4324-b604-22f4b01f9267 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:33.596569 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'status': 'completed', 'code': 200} Nov 09 18:10:33.672311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-e15a8151-40f8-4c3e-8284-0cc1b04bf9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.674517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-e15a8151-40f8-4c3e-8284-0cc1b04bf9e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1095 time: 0.0502419 Nov 09 18:10:33.694748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-3e4aa9a3-ea78-4db7-bd9b-e80aa46c2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.697132 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-3e4aa9a3-ea78-4db7-bd9b-e80aa46c2a73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1095 time: 0.0769358 Nov 09 18:10:33.795293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-a92fab25-2ffa-456d-a290-094ae4d41ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.796844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-a92fab25-2ffa-456d-a290-094ae4d41ac3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 911 time: 0.1133475 Nov 09 18:10:33.809747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-c5036af9-6f19-46c4-b48b-87fa53d984e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.811333 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-c5036af9-6f19-46c4-b48b-87fa53d984e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 911 time: 0.1071711 Nov 09 18:10:33.844513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-f0c893ca-72e7-4fd3-8753-31702e3f82a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0398047 Nov 09 18:10:33.862615 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-869e3b1d-48a6-4517-b7f8-5e9c5e952a37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0438702 Nov 09 18:10:33.905249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-cc009f84-a0a6-407c-ba48-53b0222c9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.908852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-cc009f84-a0a6-407c-ba48-53b0222c9cd6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0550125 Nov 09 18:10:33.932089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-23cae56f-194b-4a04-9dd4-09f55ff2e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.935696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-23cae56f-194b-4a04-9dd4-09f55ff2e58a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0656590 Nov 09 18:10:33.953095 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-1e6a6c70-340a-4887-8842-7feeccbb5ebb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329576 Nov 09 18:10:33.973821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-e82fd027-a1e2-4fb9-9bcc-eab3b827966b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313470 Nov 09 18:10:34.065484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-b20803f2-65cf-467d-86cc-3f6bdfecdb36 service neutron] 10.222.0.83 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009004 Nov 09 18:10:34.091833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213c93-f932-4fe7-9beb-0b57b466b3d5 req-a588a9ea-c398-49eb-952c-364cc653d062 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.093471 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57213c93-f932-4fe7-9beb-0b57b466b3d5 req-a588a9ea-c398-49eb-952c-364cc653d062 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 944 time: 0.1230354 Nov 09 18:10:34.131171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-c00c0cc6-9b5f-4bb1-87f3-b9f21822a9d1 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479545 Nov 09 18:10:34.191746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-9f0fe880-d68d-4662-900f-fdfbec42295d service neutron] 10.222.0.83 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169460 Nov 09 18:10:34.231708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-57213c93-f932-4fe7-9beb-0b57b466b3d5 req-1be44673-a887-4524-b999-4389d885d6f2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199019 Nov 09 18:10:34.281248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd30674a-2ec5-4999-a581-3b1dad93de45 req-a8201bda-6765-4e8a-a655-83ada83eeead service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412747 Nov 09 18:10:35.132121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:35.176842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:10:35.738569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03bae-92e9-4915-879e-18ac1b2ef8f4 req-0b2bc91f-e95f-4106-979b-613f5e7dcf98 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:35.740806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39d03bae-92e9-4915-879e-18ac1b2ef8f4 req-0b2bc91f-e95f-4106-979b-613f5e7dcf98 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 944 time: 0.4244819 Nov 09 18:10:35.795801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-39d03bae-92e9-4915-879e-18ac1b2ef8f4 req-2b308f8c-bfb4-4e79-9e0a-55498958a3b9 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480945 Nov 09 18:10:36.120775 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-64dbc9e7-a006-48a1-922c-2e51c33539d0 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.122523 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-64dbc9e7-a006-48a1-922c-2e51c33539d0 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.43 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6&tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 944 time: 0.0994444 Nov 09 18:10:36.196162 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-f9db2bd4-7dec-40d9-a88b-d3cb08255689 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:10:36.197369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-f9db2bd4-7dec-40d9-a88b-d3cb08255689 service neutron] 10.222.0.43 "DELETE /v2.0/ports/b109df33-62a2-4f7a-89db-f78261d49b93/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0673854 Nov 09 18:10:36.267260 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:10:36.292607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-df448040-14ee-4f29-a8f0-8fecb934658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.294206 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-df448040-14ee-4f29-a8f0-8fecb934658d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 1095 time: 0.0501771 Nov 09 18:10:36.404443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-bb9af78f-727a-4a0f-ad17-67e2d42c50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.405883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-bb9af78f-727a-4a0f-ad17-67e2d42c50e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 200 len: 911 time: 0.1045144 Nov 09 18:10:36.415626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:36.430011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'network_id': '0618183e-9a84-421c-abe7-f24f213b7f3a', 'port_id': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'mac_address': 'fa:16:3e:2c:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15407290-3b16-4fa7-a9b2-113ab899e573', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:10:36.455824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-59ed7971-219d-4224-92e2-c6a4c5f28ab5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 200 len: 217 time: 0.0421102 Nov 09 18:10:36.475543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:36.491757 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109df33-62a2-4f7a-89db-f78261d49b93 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:36.519122 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-bdde5de2-a9bd-40c9-9f22-9d7481996643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.522725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:36.522976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-bdde5de2-a9bd-40c9-9f22-9d7481996643 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 200 len: 851 time: 0.0592194 Nov 09 18:10:36.528562 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:36.574095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-a9d40c32-a8b8-425a-90ca-ba92d28eca59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0618183e-9a84-421c-abe7-f24f213b7f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450265 Nov 09 18:10:36.582692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:36.592803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.593161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.593604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.593945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.594345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.594723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.595122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.595552 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.596032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.596438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.596946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.597402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:36.676350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-017f8ecf-fe36-4c39-b6c9-71fdf18e97d4 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949812 Nov 09 18:10:36.782898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-50bba06d-4c3b-4f63-9ba8-ace68a70e082 service neutron] 10.222.0.43 "GET /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985842 Nov 09 18:10:36.792256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b109df33-62a2-4f7a-89db-f78261d49b93'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:37.660034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e5170-3b43-4bed-8b05-409f9afe27c1 req-a26de9c5-48a1-4bb0-961c-eef48f05892c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.661777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e6e5170-3b43-4bed-8b05-409f9afe27c1 req-a26de9c5-48a1-4bb0-961c-eef48f05892c tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Nov 09 18:10:37.718696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6e6e5170-3b43-4bed-8b05-409f9afe27c1 req-7a6fdb07-1f4d-4de0-94c1-395d4c4a314d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Nov 09 18:10:38.284855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:38.337700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port b109df33-62a2-4f7a-89db-f78261d49b93 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:10:38.342546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port b109df33-62a2-4f7a-89db-f78261d49b93 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:38.342919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:38.438641 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:38.463711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:38.465966 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec4f284-9a62-4abb-963c-8fcb895138ee" -d '{"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-plugged", "status": "completed", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:38.480777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:38.486501 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:38.515421 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4587954-96b4-4459-bf8d-0072dfea93d6 x-openstack-request-id: req-d4587954-96b4-4459-bf8d-0072dfea93d6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:38.515705 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-plugged", "status": "completed", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:38.515965 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4587954-96b4-4459-bf8d-0072dfea93d6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:38.516363 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'code': 200} Nov 09 18:10:38.544577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:38.860205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba74b9-e20a-4303-a103-56ef9ecf4166 req-8dd8123e-6af8-4f7c-9fa0-70adb8403a2d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.861850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86ba74b9-e20a-4303-a103-56ef9ecf4166 req-8dd8123e-6af8-4f7c-9fa0-70adb8403a2d tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0652807 Nov 09 18:10:38.939028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86ba74b9-e20a-4303-a103-56ef9ecf4166 req-bc406c20-e550-4990-b0ce-43b293e0c22b tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b14f5-18ec-485f-bdb8-e1173de0d59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Nov 09 18:10:39.006968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-65a950f6-e736-4ca8-a58e-6c829b1cdab2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.008588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-65a950f6-e736-4ca8-a58e-6c829b1cdab2 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.83 "GET /v2.0/ports?device_id=c468ff41-7716-422d-8cdf-a94401ca73b6 HTTP/1.1" status: 200 len: 946 time: 0.0556149 Nov 09 18:10:39.113106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Deleting port b109df33-62a2-4f7a-89db-f78261d49b93 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:10:39.113450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:39.218920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] For port b109df33-62a2-4f7a-89db-f78261d49b93, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b109df33-62a2-4f7a-89db-f78261d49b93,segment=NetworkSegment(1c280e72-dcf8-44f1-8fe9-768cb625386b),segment_id=1c280e72-dcf8-44f1-8fe9-768cb625386b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:39.219671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:39.237325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Calling delete_port for b109df33-62a2-4f7a-89db-f78261d49b93 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:10:39.379696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:39.402881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b109df33-62a2-4f7a-89db-f78261d49b93'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:39.411785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Pushing event deleted for resources: {'Port': ['ID=b109df33-62a2-4f7a-89db-f78261d49b93,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:39.455154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] No DVR routers for this DVR port b109df33-62a2-4f7a-89db-f78261d49b93 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:39.457856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:39.462180 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-89f7b20e-6f36-4594-b2f6-549e7caea272 req-20844181-125b-4caf-b4a4-844533952e58 tempest-DeleteServersTestJSON-1900873809 tempest-DeleteServersTestJSON-1900873809-project] 10.222.0.83 "DELETE /v2.0/ports/b109df33-62a2-4f7a-89db-f78261d49b93 HTTP/1.1" status: 204 len: 173 time: 0.4428508 Nov 09 18:10:39.462652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-deleted', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:39.465047 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35286a90-a5b7-44fe-97f6-ee51943d0f09" -d '{"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-deleted", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:39.517866 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb729f-713e-4f35-946e-89af4701c92b x-openstack-request-id: req-e6eb729f-713e-4f35-946e-89af4701c92b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:39.518157 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468ff41-7716-422d-8cdf-a94401ca73b6", "name": "network-vif-deleted", "tag": "b109df33-62a2-4f7a-89db-f78261d49b93", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:39.518416 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6eb729f-713e-4f35-946e-89af4701c92b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:39.518831 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468ff41-7716-422d-8cdf-a94401ca73b6', 'name': 'network-vif-deleted', 'tag': 'b109df33-62a2-4f7a-89db-f78261d49b93', 'status': 'completed', 'code': 200} Nov 09 18:10:40.079198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:40.126054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Deleting subnet 15407290-3b16-4fa7-a9b2-113ab899e573 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:10:40.129666 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.171629 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.216231 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.293751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.321439 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15407290-3b16-4fa7-a9b2-113ab899e573,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:40.324583 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.327962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9677339c-1d0c-4c6b-8424-4dadf610e5c8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/15407290-3b16-4fa7-a9b2-113ab899e573 HTTP/1.1" status: 204 len: 168 time: 0.2476056 Nov 09 18:10:40.331075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:40.412480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.497783 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.529843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0618183e-9a84-421c-abe7-f24f213b7f3a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:40.539798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c280e72-dcf8-44f1-8fe9-768cb625386b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:40.540166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c280e72-dcf8-44f1-8fe9-768cb625386b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:40.550430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.564773 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.572884 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:10:40.573284 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:10:40.575124 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:10:40.632963 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.640799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.643777 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0618183e-9a84-421c-abe7-f24f213b7f3a HTTP/1.1" status: 204 len: 168 time: 0.3116591 Nov 09 18:10:40.655831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e50654-0124-4500-b636-9e36f96f1e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=0618183e-9a84-421c-abe7-f24f213b7f3a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:40.792364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52974) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:40.858286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a4d39891-64ac-4d04-bba2-5eb5ecd8de21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c658fb9e931c4ce0ab4eb9655e96128e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638323 Nov 09 18:10:40.860727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 52976) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:40.916824 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:40.941853 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:41.002223 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:41.005096 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:41.006917 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c59b14f5-18ec-485f-bdb8-e1173de0d59d HTTP/1.1" status: 204 len: 168 time: 0.1448131 Nov 09 18:10:41.014959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b14f5-18ec-485f-bdb8-e1173de0d59d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:41.025702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.026151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.026576 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.027457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.028027 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.028527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.029071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.029560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.030052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.030521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.031081 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.031593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a1dfa-2858-4ebf-8600-6499c63dad59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:41.799853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 52998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:41.905794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1605293797-network', 'tenant_id': '3d410f82cacb459895b039e9acc3a059'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:41.929731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Made reservation on behalf of 3d410f82cacb459895b039e9acc3a059 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:41.932250 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:41.942024 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.035995 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.040624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.068269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:10:42.083573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da595a-4e20-4744-bfb6-a1ce2f57e2f7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:42.092900 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.093255 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Added segment 5c3f1d00-7691-4c27-b01b-09c76eecd672 of type vlan for network ada95f9f-5993-4c75-a1c6-8f859c44bdaf Nov 09 18:10:42.140365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.168998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.170120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:42.170795 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.231225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4301758 Nov 09 18:10:42.235220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:42.239939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30751359-ac8d-411a-bfc6-d9ae714465dd admin admin] Pushing event updated for resources: {'Network': ['ID=ada95f9f-5993-4c75-a1c6-8f859c44bdaf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:42.244172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Request body: {'subnet': {'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1605293797-subnet', 'tenant_id': '3d410f82cacb459895b039e9acc3a059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:42.253772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network ada95f9f-5993-4c75-a1c6-8f859c44bdaf details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:10:42.274053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Made reservation on behalf of 3d410f82cacb459895b039e9acc3a059 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:42.276845 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.477307 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.535814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3149af2-5b46-411a-95d7-28d55e89329c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:42.547025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Checking segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:10:42.547380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Network hostable DHCP agents. Network: ada95f9f-5993-4c75-a1c6-8f859c44bdaf, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:10:42.565702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Network ada95f9f-5993-4c75-a1c6-8f859c44bdaf is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:10:42.576892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, ada95f9f-5993-4c75-a1c6-8f859c44bdaf) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:42.582711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:42.584247 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:42.590646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad07cb9-95ae-43cc-9d99-228e8608497f None None] Network ada95f9f-5993-4c75-a1c6-8f859c44bdaf requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:42.608943 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-06ee1944-1e05-4cdb-a23e-1c89ed47c6c1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3713505 Nov 09 18:10:42.744801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08dcd52-59c3-4cb7-90ed-fec7c59d7c12 None None] Network ada95f9f-5993-4c75-a1c6-8f859c44bdaf requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:43.085183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-8c734656-fba4-4da1-bed6-573f89b40600 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:43.086778 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-8c734656-fba4-4da1-bed6-573f89b40600 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 815 time: 0.1158707 Nov 09 18:10:43.103180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-23387824-0d41-47b1-80f4-211cdaf855d6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/quotas/3d410f82cacb459895b039e9acc3a059 HTTP/1.1" status: 200 len: 375 time: 0.0101597 Nov 09 18:10:43.143695 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-3120b56e-18af-4ec3-a660-3a67fe870d83 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346265 Nov 09 18:10:43.304723 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-efbfae5b-f64e-4f53-98f4-71f6573d6b69 service neutron] 10.222.0.45 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522298 Nov 09 18:10:43.408518 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-3408c0f1-da54-40fb-9d8f-39e72900751c service neutron] 10.222.0.45 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970907 Nov 09 18:10:43.587155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba28fd1b-7131-46dc-80d5-faef19ead7bd req-1ea2ef7f-4a9d-4704-9583-db31ef172d5f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 210 time: 0.0284607 Nov 09 18:10:44.327819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:44.350139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: b109df33-62a2-4f7a-89db-f78261d49b93 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:10:44.350486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b109df33-62a2-4f7a-89db-f78261d49b93 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:10:44.702774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7afa78ef-47bf-4fc8-97dc-899e4d64653a req-e056e47c-3aeb-439f-9180-7bc61b54a7bc tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 210 time: 0.0292597 Nov 09 18:10:44.757035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-dd3abdcd-dedb-48f5-b57c-b3d4f59c9b8c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:44.758602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-dd3abdcd-dedb-48f5-b57c-b3d4f59c9b8c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 815 time: 0.1317661 Nov 09 18:10:44.777247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Request body: {'port': {'device_id': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'admin_state_up': True, 'tenant_id': '3d410f82cacb459895b039e9acc3a059'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:44.918779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Made reservation on behalf of 3d410f82cacb459895b039e9acc3a059 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:44.923103 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:45.101241 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Allocated IP 172.20.0.3 (ada95f9f-5993-4c75-a1c6-8f859c44bdaf/d3149af2-5b46-411a-95d7-28d55e89329c/1291f9b7-ea6e-4d53-805b-b28a8a93e884) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:45.277710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:45.311859 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:45.360527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Network ada95f9f-5993-4c75-a1c6-8f859c44bdaf is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:45.368973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:45.373963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:45.378577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:45.429700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:45.430478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:45.451751 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-74206ce4-7c3b-4cc2-adb1-3fe99dc8105f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6782947 Nov 09 18:10:45.473167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Request body: {'port': {'device_id': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:45.540660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:45.883039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1291f9b7-ea6e-4d53-805b-b28a8a93e884 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:45.893124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:45.908963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d201-c923-4ec1-aae9-5289f0db9fba req-61fc4877-e6dc-44e3-b533-722a94d146ae tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:45.910601 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e74d201-c923-4ec1-aae9-5289f0db9fba req-61fc4877-e6dc-44e3-b533-722a94d146ae tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 931 time: 0.1190932 Nov 09 18:10:45.919412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Transition to ACTIVE for port object 1291f9b7-ea6e-4d53-805b-b28a8a93e884 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:10:45.928954 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:46.009835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:46.024633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1e74d201-c923-4ec1-aae9-5289f0db9fba req-a89499c2-f7dc-4707-af14-937cbefebfe7 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039405 Nov 09 18:10:46.104095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:10:46.104447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:10:46.104777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:46.109803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:10:46.110132 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:46.116571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:46.117065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Checking segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:10:46.117471 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Bound using segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:46.117919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Bound port: 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:10:46.118282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:46.218404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:46.224275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:46.229352 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:46.267015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:46.267667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:46.269067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] 10.222.0.83 "PUT /v2.0/ports/1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 1091 time: 0.8032382 Nov 09 18:10:46.269513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:46.271914 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be718666-a1b7-4148-89d1-410ee5bb9744" -d '{"events": [{"name": "network-changed", "server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:46.305293 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f17c41-fd87-46e2-965d-02bfa63a43b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:46.323359 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eba86c-1d53-4b3c-bacb-823bb7f3d618 x-openstack-request-id: req-34eba86c-1d53-4b3c-bacb-823bb7f3d618 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:46.323660 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:46.324064 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34eba86c-1d53-4b3c-bacb-823bb7f3d618 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:46.324602 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'status': 'completed', 'code': 200} Nov 09 18:10:46.379400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-6d3d7659-46e0-4d61-b08a-e82cc96b23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:46.382343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-6d3d7659-46e0-4d61-b08a-e82cc96b23f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1094 time: 0.0518212 Nov 09 18:10:46.438687 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-8d37d273-29fd-48f8-83f8-ccb253dafe52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0439005 Nov 09 18:10:46.498406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-6fbc6e78-43f8-4ba7-9b30-e45294ecc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:46.499869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-6fbc6e78-43f8-4ba7-9b30-e45294ecc163 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0495868 Nov 09 18:10:46.540104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-85ffa408-0ca6-47df-bbae-c6f0099be2a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263286 Nov 09 18:10:46.647697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-ce611cdb-e5b4-4f42-af97-bc172150b209 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974929 Nov 09 18:10:46.749423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3b63d6a-85ee-4bb6-a42a-c7421ca0bd2a req-f4b9d686-9fe0-4844-b38a-b65749c9fb0c service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894451 Nov 09 18:10:46.858792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-b8915866-3c2b-4053-bbcc-75d0fd1cc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:46.860422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-b8915866-3c2b-4053-bbcc-75d0fd1cc961 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1094 time: 0.0516734 Nov 09 18:10:46.963028 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-3718510a-39d3-418d-8807-7311e81340eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:46.964555 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-3718510a-39d3-418d-8807-7311e81340eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.0962651 Nov 09 18:10:47.009897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-4feba5ee-4838-4e5c-a9f2-b77782e76fc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0378010 Nov 09 18:10:47.074756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-fb84c957-2093-46dd-990e-f3479b8d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:47.076390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-fb84c957-2093-46dd-990e-f3479b8d64b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0574591 Nov 09 18:10:47.126004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-b7f67e58-004c-448c-b1e7-e509ef369f10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371809 Nov 09 18:10:47.242012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c1394-0a85-43f5-bff6-b1569fe43c92 req-36361a27-8566-47f2-8e3e-ad433eeac635 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:47.243953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-645c1394-0a85-43f5-bff6-b1569fe43c92 req-36361a27-8566-47f2-8e3e-ad433eeac635 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.1206293 Nov 09 18:10:47.277269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-e082f635-af8d-4328-9ddb-93905e28b13b service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415997 Nov 09 18:10:47.352839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-645c1394-0a85-43f5-bff6-b1569fe43c92 req-fd52af30-499b-4767-aa07-76e9127d154c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007571 Nov 09 18:10:47.401266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-be718666-a1b7-4148-89d1-410ee5bb9744 req-97d595b9-9384-4c95-ad7d-44b2ce162c94 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099913 Nov 09 18:10:48.080787 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:10:48.490643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ae1b-aae4-4eed-a093-1bd93ff297f6 req-fe4998af-6b58-459e-bc7d-eb5b5c06d249 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:48.492369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12e9ae1b-aae4-4eed-a093-1bd93ff297f6 req-fe4998af-6b58-459e-bc7d-eb5b5c06d249 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.0558193 Nov 09 18:10:48.548214 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12e9ae1b-aae4-4eed-a093-1bd93ff297f6 req-953148fe-1a56-48cf-a658-9a2f8e309662 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Nov 09 18:10:49.695551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794c534-e448-4115-ad68-0e004be1db99 req-611d75df-1239-4c76-a402-478144004138 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:49.697159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7794c534-e448-4115-ad68-0e004be1db99 req-611d75df-1239-4c76-a402-478144004138 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.0637887 Nov 09 18:10:49.754306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7794c534-e448-4115-ad68-0e004be1db99 req-58ea0712-1c22-45fc-8ffd-1277b80f3073 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Nov 09 18:10:50.360640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:10:50.467686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:50.481962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'port_id': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'mac_address': 'fa:16:3e:2e:af:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3149af2-5b46-411a-95d7-28d55e89329c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:10:50.527541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:50.543553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1291f9b7-ea6e-4d53-805b-b28a8a93e884 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:50.566644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:50.571980 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:50.632977 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:50.816923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['1291f9b7-ea6e-4d53-805b-b28a8a93e884'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:50.903847 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04686775-0338-4411-a1e2-beda12b8246e req-066d0335-d480-4240-ab94-71900737379b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:50.905291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-04686775-0338-4411-a1e2-beda12b8246e req-066d0335-d480-4240-ab94-71900737379b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 944 time: 0.0565808 Nov 09 18:10:50.966349 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-04686775-0338-4411-a1e2-beda12b8246e req-56a77b67-8adb-475c-9d55-93eb2a21a71b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546534 Nov 09 18:10:52.096164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9bce-776d-41cc-8618-f3d454f30a0b req-31678580-9927-4d61-afc5-fa956cb9bdb4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:52.097808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d29c9bce-776d-41cc-8618-f3d454f30a0b req-31678580-9927-4d61-afc5-fa956cb9bdb4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 944 time: 0.0533917 Nov 09 18:10:52.154275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d29c9bce-776d-41cc-8618-f3d454f30a0b req-bfee8483-796b-4f1e-acb2-f32ff0ae9007 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493228 Nov 09 18:10:52.376504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:52.462625 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:10:52.467083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:52.467455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:52.549958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:52.576844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:52.579137 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26670dc-4610-471c-bc63-bfe325713f6e" -d '{"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-plugged", "status": "completed", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:52.591971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:52.598035 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:52.636106 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17f969-f881-49d0-ab59-7d882b4139a8 x-openstack-request-id: req-9e17f969-f881-49d0-ab59-7d882b4139a8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:52.636419 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-plugged", "status": "completed", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:52.636752 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e17f969-f881-49d0-ab59-7d882b4139a8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:52.637284 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'code': 200} Nov 09 18:10:52.679017 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:52.744420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8db72f-443d-4363-b99a-5736af89f74c req-30385c54-640b-4f25-8db8-9e446cae53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:52.746367 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d8db72f-443d-4363-b99a-5736af89f74c req-30385c54-640b-4f25-8db8-9e446cae53b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1096 time: 0.0446460 Nov 09 18:10:52.801713 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d8db72f-443d-4363-b99a-5736af89f74c req-f70fb86c-ad1e-4091-ad62-b08666762936 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Nov 09 18:10:53.279367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c73a0-eb7a-412e-9342-580bd6a2cab5 req-52364e8a-035a-4dca-853a-dac6fa0e4186 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:53.280949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d6c73a0-eb7a-412e-9342-580bd6a2cab5 req-52364e8a-035a-4dca-853a-dac6fa0e4186 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0534132 Nov 09 18:10:53.341751 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d6c73a0-eb7a-412e-9342-580bd6a2cab5 req-2844bed2-f4b0-487d-b90c-cce38b258b3a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Nov 09 18:10:53.386015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:54.469908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75293958-b22f-497d-8a7a-ab88546f0d5a req-97cfb6d9-7b3c-4b9e-8101-1f807b8badbd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:54.471484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75293958-b22f-497d-8a7a-ab88546f0d5a req-97cfb6d9-7b3c-4b9e-8101-1f807b8badbd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0518794 Nov 09 18:10:54.527281 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-75293958-b22f-497d-8a7a-ab88546f0d5a req-96e41cd4-61d1-409c-a6fd-feb62e4e69a1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Nov 09 18:10:54.657604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393ea5-ce67-4095-b1d8-608c516907d2 req-a07cea21-d7d3-4e98-b8e9-73e258a324f2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:54.659889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7393ea5-ce67-4095-b1d8-608c516907d2 req-a07cea21-d7d3-4e98-b8e9-73e258a324f2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0598481 Nov 09 18:10:54.719352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e7393ea5-ce67-4095-b1d8-608c516907d2 req-5b526bf9-a550-4a51-ad24-0926653b5969 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530531 Nov 09 18:10:54.950273 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91723ff0-7fee-4197-9d33-e1bc6e8ebe28 req-3f75d9b2-06bb-4941-bf27-27ae6f82743c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:54.951825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91723ff0-7fee-4197-9d33-e1bc6e8ebe28 req-3f75d9b2-06bb-4941-bf27-27ae6f82743c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0564082 Nov 09 18:10:55.005431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-91723ff0-7fee-4197-9d33-e1bc6e8ebe28 req-01fad85a-fe95-4863-abd1-78cedf7be824 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Nov 09 18:10:55.138401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbf81c-0d99-4332-989e-313256dd360e req-d80de153-1e2c-4253-99a4-645c87034ded tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.140044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9abbf81c-0d99-4332-989e-313256dd360e req-d80de153-1e2c-4253-99a4-645c87034ded tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0591159 Nov 09 18:10:55.198647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9abbf81c-0d99-4332-989e-313256dd360e req-84801927-4f30-4572-924e-3be07e7428e2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521038 Nov 09 18:10:55.514471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-68ca1448-8551-45aa-9356-cce6e93f0171 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618336 Nov 09 18:10:55.524461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870c5a-6e7f-4df7-81ed-6cf998744687 req-499d4bf7-9aeb-42f1-b930-93271f6bd5c1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.526099 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21870c5a-6e7f-4df7-81ed-6cf998744687 req-499d4bf7-9aeb-42f1-b930-93271f6bd5c1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0695984 Nov 09 18:10:55.595445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-21870c5a-6e7f-4df7-81ed-6cf998744687 req-169049eb-acdb-40c8-8caf-c81ebc84dcb0 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Nov 09 18:10:56.735599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba176734-5b99-4c03-a5fe-6abafcf696af req-a07cc7fa-4821-45d2-95eb-9fbe905b32e4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:56.737208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba176734-5b99-4c03-a5fe-6abafcf696af req-a07cc7fa-4821-45d2-95eb-9fbe905b32e4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Nov 09 18:10:56.793878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba176734-5b99-4c03-a5fe-6abafcf696af req-533d8726-05dc-4336-b801-8090f957189e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Nov 09 18:10:56.993607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-9e912c01-d80e-4ad1-b4d5-6cb744d55c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:56.995097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-9e912c01-d80e-4ad1-b4d5-6cb744d55c53 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1096 time: 0.0495374 Nov 09 18:10:57.117443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-029c9bd7-e789-4d84-a20c-5e4f7b4dfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:57.119031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-029c9bd7-e789-4d84-a20c-5e4f7b4dfe07 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1173668 Nov 09 18:10:57.169213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-88bd1b9a-0662-418e-a6ae-1c059796bf69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0421531 Nov 09 18:10:57.221724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-cc806273-8db6-47cb-a0ab-a83886b72977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:57.223337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-cc806273-8db6-47cb-a0ab-a83886b72977 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0476072 Nov 09 18:10:57.257668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-64b1c7f7-f755-41b3-b7e4-adb428b20e2e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270135 Nov 09 18:10:57.375561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-39e21418-3894-411c-bcd7-e1a172059dfa service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107209 Nov 09 18:10:57.478117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-ccb4c88b-8568-4182-8d49-38e61b60261a service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959158 Nov 09 18:10:57.932819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065397-a9cd-4634-bc5b-d91ffe016e13 req-940cdb00-44c8-4f01-9eae-fee83a5094ac tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:57.934461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6065397-a9cd-4634-bc5b-d91ffe016e13 req-940cdb00-44c8-4f01-9eae-fee83a5094ac tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0577598 Nov 09 18:10:57.985648 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a6065397-a9cd-4634-bc5b-d91ffe016e13 req-578526b1-b2be-4f56-8125-eec8508625d0 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Nov 09 18:10:58.024079 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc92ec99-ef88-48dd-8c80-cb373d1246b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:58.765050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:10:59.130368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe947-8798-4980-8360-4fb0b6b3de58 req-5e37dca4-1224-4661-9f38-014fa1d57270 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.132467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0abe947-8798-4980-8360-4fb0b6b3de58 req-5e37dca4-1224-4661-9f38-014fa1d57270 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0583794 Nov 09 18:10:59.186867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a0abe947-8798-4980-8360-4fb0b6b3de58 req-9ed429b0-f2c2-4543-8632-9c348c8f143f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480893 Nov 09 18:11:00.322828 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0665ec-678c-4fd1-a70a-100e2f209124 req-06872f39-4c3c-4675-a58b-d294272d387b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.324662 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d0665ec-678c-4fd1-a70a-100e2f209124 req-06872f39-4c3c-4675-a58b-d294272d387b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0568316 Nov 09 18:11:00.407045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2d0665ec-678c-4fd1-a70a-100e2f209124 req-e838ef7b-33a1-4050-9db4-471fd7335ae2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755615 Nov 09 18:11:00.449269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bad42d17-2d2a-49fd-a50f-a5a37c3b7afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:01.544250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f721ef-e3e6-4f30-b34a-ed41f3a4b881 req-281d4517-fd97-4339-bc07-dbbe56d54df4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.545918 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1f721ef-e3e6-4f30-b34a-ed41f3a4b881 req-281d4517-fd97-4339-bc07-dbbe56d54df4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0613635 Nov 09 18:11:01.599312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1f721ef-e3e6-4f30-b34a-ed41f3a4b881 req-cb8845ed-22f2-438d-9c6f-5c673d7896bc tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Nov 09 18:11:01.817705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:02.750971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004700-feaa-4e51-952a-42aa137dc026 req-3612fba9-af87-4eac-a738-60cdc633859a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:02.752707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0004700-feaa-4e51-952a-42aa137dc026 req-3612fba9-af87-4eac-a738-60cdc633859a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0695159 Nov 09 18:11:02.811929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b0004700-feaa-4e51-952a-42aa137dc026 req-5a0da471-cfda-4353-9d19-629f62a07adc tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 Nov 09 18:11:03.273091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:03.557977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:03.956010 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edba2a-34e8-4bb6-96c9-6d4b14f54722 req-de021dd5-fcb6-45fd-b291-6450d4cd4098 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:03.957655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5edba2a-34e8-4bb6-96c9-6d4b14f54722 req-de021dd5-fcb6-45fd-b291-6450d4cd4098 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0550709 Nov 09 18:11:04.010919 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5edba2a-34e8-4bb6-96c9-6d4b14f54722 req-f2c80ffc-b7e2-4f01-97db-f99c0f823515 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Nov 09 18:11:05.138734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2253c-15eb-46cf-8d28-f07393ea86d4 req-b99aee6c-47d9-47d1-834f-d11b307a44ca tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:05.140474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0d2253c-15eb-46cf-8d28-f07393ea86d4 req-b99aee6c-47d9-47d1-834f-d11b307a44ca tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0549295 Nov 09 18:11:05.193622 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a0d2253c-15eb-46cf-8d28-f07393ea86d4 req-37b261f1-2653-4464-9ac6-34b8fddcf27e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Nov 09 18:11:06.321511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ca0f-d003-427c-a100-81bccd8ac23d req-76b30081-866f-4ba5-9bd3-3613a0868596 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.323113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa02ca0f-d003-427c-a100-81bccd8ac23d req-76b30081-866f-4ba5-9bd3-3613a0868596 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0570004 Nov 09 18:11:06.375358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aa02ca0f-d003-427c-a100-81bccd8ac23d req-ae9b7341-306b-430a-abf5-b1eeff8b4c33 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Nov 09 18:11:07.502629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77dd3c-cef5-4a47-b993-8349e405c4b8 req-2a121b10-e8b1-43cd-88c7-e270149a12ea tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:07.504517 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f77dd3c-cef5-4a47-b993-8349e405c4b8 req-2a121b10-e8b1-43cd-88c7-e270149a12ea tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Nov 09 18:11:07.555539 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f77dd3c-cef5-4a47-b993-8349e405c4b8 req-ec9742a2-527e-48e8-89f2-9356d553eb6d tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Nov 09 18:11:08.702435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9271112-09dc-4d46-816d-a1857b18b0fe req-8f6e1578-5a3d-4e33-bae6-205454419370 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:08.704173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9271112-09dc-4d46-816d-a1857b18b0fe req-8f6e1578-5a3d-4e33-bae6-205454419370 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0530109 Nov 09 18:11:08.760267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9271112-09dc-4d46-816d-a1857b18b0fe req-0a2a309e-87ea-4ff8-aaa1-3c713e53655f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Nov 09 18:11:09.883476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2b346-0c18-41c0-94a6-9dda1382992a req-95492660-8e60-472a-a614-1069f869a75b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:09.885120 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4c2b346-0c18-41c0-94a6-9dda1382992a req-95492660-8e60-472a-a614-1069f869a75b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Nov 09 18:11:09.937896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f4c2b346-0c18-41c0-94a6-9dda1382992a req-48ac6dc5-891b-45cf-b396-054d7448d762 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Nov 09 18:11:11.069835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d969823-098b-4021-b6a2-b5c8ae8c77cf req-69c6582f-c34f-429e-9670-8bf647690d22 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:11.071523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d969823-098b-4021-b6a2-b5c8ae8c77cf req-69c6582f-c34f-429e-9670-8bf647690d22 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0595417 Nov 09 18:11:11.134486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d969823-098b-4021-b6a2-b5c8ae8c77cf req-c41cc2f2-acbe-4e9d-9acc-616813f87356 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523083 Nov 09 18:11:12.262114 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8487-8805-4f2b-8737-f100d9814155 req-39928b99-76b3-4d88-b464-c1da94dbae53 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:12.263681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b34e8487-8805-4f2b-8737-f100d9814155 req-39928b99-76b3-4d88-b464-c1da94dbae53 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Nov 09 18:11:12.314590 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b34e8487-8805-4f2b-8737-f100d9814155 req-d78a8a33-380c-4285-9478-cdf0275b6705 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450025 Nov 09 18:11:13.452659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407967db-393d-4732-a5cd-c6f68c700951 req-d9575c0a-ea3d-4f63-8f1d-66245ea63638 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:13.454458 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-407967db-393d-4732-a5cd-c6f68c700951 req-d9575c0a-ea3d-4f63-8f1d-66245ea63638 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0610397 Nov 09 18:11:13.508333 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-407967db-393d-4732-a5cd-c6f68c700951 req-d8ca19e9-53b5-4805-aa06-06c067b7de8f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470803 Nov 09 18:11:14.673227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922163bd-f751-4af6-8bcf-4101314212c7 req-d3c093aa-84fa-471d-8ac2-22ef26589599 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:14.674892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-922163bd-f751-4af6-8bcf-4101314212c7 req-d3c093aa-84fa-471d-8ac2-22ef26589599 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Nov 09 18:11:14.743316 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-922163bd-f751-4af6-8bcf-4101314212c7 req-c5c33672-842c-4bd8-8ec0-b027f12a06a6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612092 Nov 09 18:11:15.863855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd94c95-2e2f-4e26-8976-9c02e9a364db req-89c07205-4f2f-43fb-970a-b124a6851da3 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.865485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcd94c95-2e2f-4e26-8976-9c02e9a364db req-89c07205-4f2f-43fb-970a-b124a6851da3 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Nov 09 18:11:15.926127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcd94c95-2e2f-4e26-8976-9c02e9a364db req-bc90f1b5-98f0-4116-ac46-9556c925b7a9 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Nov 09 18:11:17.067862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b25f9-7500-4103-9768-815e1dd42713 req-9b278c6e-8899-4098-b773-78326907e5eb tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:17.069443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-989b25f9-7500-4103-9768-815e1dd42713 req-9b278c6e-8899-4098-b773-78326907e5eb tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0635278 Nov 09 18:11:17.141685 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-989b25f9-7500-4103-9768-815e1dd42713 req-d834f13a-b18d-432e-a73d-a3f0ae40e7ca tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653040 Nov 09 18:11:18.322409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a4c6-71f7-472e-b86f-d2cce83a4965 req-dc090cad-f791-4998-8b77-af3cfd14af09 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:18.324063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3c2a4c6-71f7-472e-b86f-d2cce83a4965 req-dc090cad-f791-4998-8b77-af3cfd14af09 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0782421 Nov 09 18:11:18.388973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f3c2a4c6-71f7-472e-b86f-d2cce83a4965 req-c711f05c-9735-43d8-9bc1-0018e1a486a6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519466 Nov 09 18:11:19.526950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d305-98c8-4ab5-936d-7a55468bd2d9 req-d14d26af-126e-4761-b21a-8ae08fb20cb8 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:19.528493 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8f6d305-98c8-4ab5-936d-7a55468bd2d9 req-d14d26af-126e-4761-b21a-8ae08fb20cb8 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0557275 Nov 09 18:11:19.577397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b8f6d305-98c8-4ab5-936d-7a55468bd2d9 req-1e2ed180-8c6c-4fd6-8fff-66e81dded9ab tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Nov 09 18:11:20.732556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e37f-3c5c-4b5d-81b1-3a90bb541fcb req-030f2652-26e7-414f-84b8-46860dd1095f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:20.734146 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-edb3e37f-3c5c-4b5d-81b1-3a90bb541fcb req-030f2652-26e7-414f-84b8-46860dd1095f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0696478 Nov 09 18:11:20.788924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-edb3e37f-3c5c-4b5d-81b1-3a90bb541fcb req-fe007824-b95f-4556-a606-cce7ee654d83 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Nov 09 18:11:21.938811 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3527-2d92-44c6-a727-4389b83f03e8 req-43a5e02d-660a-4638-8108-17076c63a207 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:21.940449 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de8d3527-2d92-44c6-a727-4389b83f03e8 req-43a5e02d-660a-4638-8108-17076c63a207 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0623782 Nov 09 18:11:21.994465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de8d3527-2d92-44c6-a727-4389b83f03e8 req-8e2fee26-4aac-475e-ac62-b0307230446d tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472806 Nov 09 18:11:23.129628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b26f26-f0f4-4434-8aa9-a838f8e294b4 req-65c25064-a618-4a24-b46d-31a324e9179b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:23.131247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41b26f26-f0f4-4434-8aa9-a838f8e294b4 req-65c25064-a618-4a24-b46d-31a324e9179b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Nov 09 18:11:23.187197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41b26f26-f0f4-4434-8aa9-a838f8e294b4 req-0adb23ca-6515-4671-a524-c2d7720680a1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498803 Nov 09 18:11:23.387370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:24.307670 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ee054-de52-49ff-9045-56cb19cbd87c req-f5bb0441-7331-48b7-b61d-1dcaddeced8f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:24.309150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d2ee054-de52-49ff-9045-56cb19cbd87c req-f5bb0441-7331-48b7-b61d-1dcaddeced8f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Nov 09 18:11:24.357182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d2ee054-de52-49ff-9045-56cb19cbd87c req-33425300-06e7-46b9-b2e3-bf6a275fcef8 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Nov 09 18:11:25.022762 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-2a1464f9-322c-46d9-9aec-403d97d17aec service neutron] show failed (client error): The resource could not be found. Nov 09 18:11:25.023893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-2a1464f9-322c-46d9-9aec-403d97d17aec service neutron] 10.222.0.83 "GET /v2.0/ports/1291f9b7-ea6e-4d53-805b-b28a8a93e884/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0594437 Nov 09 18:11:25.080639 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:11:25.256163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-0a062ee2-9b8e-4af0-9730-9d3236c6e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:25.257712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-0a062ee2-9b8e-4af0-9730-9d3236c6e55e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047&tenant_id=3d410f82cacb459895b039e9acc3a059 HTTP/1.1" status: 200 len: 1096 time: 0.0424054 Nov 09 18:11:25.270327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:25.328744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:25.505694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d14ca-5931-415a-bd71-169ef63e9340 req-9693d6d7-cc40-49b5-afe2-b5ea28ff5fb6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:25.507266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b3d14ca-5931-415a-bd71-169ef63e9340 req-9693d6d7-cc40-49b5-afe2-b5ea28ff5fb6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0559196 Nov 09 18:11:25.562974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2b3d14ca-5931-415a-bd71-169ef63e9340 req-b6ca00ed-6f59-4041-9114-2122fd619625 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Nov 09 18:11:26.002726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:26.045281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:26.098493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:26.101059 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355a315-20d6-4cc6-b12f-e1e1ab0cac9e" -d '{"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-unplugged", "status": "completed", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:26.105423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:26.122712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Transition to ACTIVE for port object 1291f9b7-ea6e-4d53-805b-b28a8a93e884 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:26.135742 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:26.194506 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50381939-14d6-4cf5-a635-c85d57d3758d x-openstack-request-id: req-50381939-14d6-4cf5-a635-c85d57d3758d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:26.195959 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-unplugged", "status": "completed", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:26.196304 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50381939-14d6-4cf5-a635-c85d57d3758d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:26.196718 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'code': 200} Nov 09 18:11:26.229590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] No DVR routers for this DVR port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:26.243330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:26.276482 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:11:26.276841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:11:26.277166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:26.282766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:26.283154 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Attempting to bind port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:26.288562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:26.288903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Checking segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:11:26.289290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Bound using segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:26.289724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Bound port: 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:11:26.290082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:26.376352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:26.380327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:26.386861 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:26.428540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.429511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:26.430960 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] 10.222.0.43 "PUT /v2.0/ports/1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 1091 time: 1.1648715 Nov 09 18:11:26.453621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81b6b1-982a-4433-a333-68a6f04ea8ca service neutron] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:26.526506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-2c74f573-7fad-4321-84ad-96f9cb50be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.529452 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-2c74f573-7fad-4321-84ad-96f9cb50be89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1094 time: 0.0723555 Nov 09 18:11:26.652291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-11685e2e-45c6-40f1-a2ef-f2d8162c1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.653813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-11685e2e-45c6-40f1-a2ef-f2d8162c1065 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1166668 Nov 09 18:11:26.704357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafbb6b-ac7f-46f7-9820-9ba9a0c7b193 req-526e4df5-36b3-4fce-90e6-37fc247e1e13 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.706073 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eaafbb6b-ac7f-46f7-9820-9ba9a0c7b193 req-526e4df5-36b3-4fce-90e6-37fc247e1e13 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.0556860 Nov 09 18:11:26.728953 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-46ad3652-e405-42b3-a117-6eeca9d2fc4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0672910 Nov 09 18:11:26.759301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eaafbb6b-ac7f-46f7-9820-9ba9a0c7b193 req-47726ea0-afdd-4dd9-8cfe-0fa4b9d5e4d2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449812 Nov 09 18:11:26.781393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-0a9d0083-bcac-4544-8cf8-160e61211fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.782863 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-0a9d0083-bcac-4544-8cf8-160e61211fd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0474818 Nov 09 18:11:26.816428 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-b6dc5686-4222-4adb-b937-86d6a305ec62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262165 Nov 09 18:11:26.908957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-4785e602-2397-4c7d-9a3c-2c03628770e3 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842273 Nov 09 18:11:27.008307 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a065ba1a-e465-47a2-8aef-e2ee6c025b53 req-82b74d57-12d9-4a30-9fee-688be6430d80 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914552 Nov 09 18:11:27.898694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f2e9a-0d9b-41f4-994e-9c3db65f575c req-ecc11583-bb1f-468d-8928-f38af66d481c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:27.900369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a6f2e9a-0d9b-41f4-994e-9c3db65f575c req-ecc11583-bb1f-468d-8928-f38af66d481c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.0517294 Nov 09 18:11:27.955095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6a6f2e9a-0d9b-41f4-994e-9c3db65f575c req-944ca183-dd00-41ed-90be-a157bc048977 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Nov 09 18:11:28.017543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c78bf08-d5b7-456c-9156-ea91271c8535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:28.198440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:28.201244 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0f680-491a-4a41-914b-62c912a1cb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:28.252740 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d50ba6-c448-4ab9-9f36-89172d67865d x-openstack-request-id: req-c9d50ba6-c448-4ab9-9f36-89172d67865d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:28.253037 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:28.253544 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9d50ba6-c448-4ab9-9f36-89172d67865d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:28.254013 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'status': 'completed', 'code': 200} Nov 09 18:11:28.321665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-c05107b8-3dcf-41e1-95cd-0480b1ba9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.323447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-c05107b8-3dcf-41e1-95cd-0480b1ba9da0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1094 time: 0.0442393 Nov 09 18:11:28.331227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-9b512def-6404-4f1f-91c6-bf37e419f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.334183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-9b512def-6404-4f1f-91c6-bf37e419f73a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1094 time: 0.0556984 Nov 09 18:11:28.435383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-5457bc2d-6060-4ede-b610-7d28e7dfe5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.436826 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-5457bc2d-6060-4ede-b610-7d28e7dfe5c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1013830 Nov 09 18:11:28.442401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-ea1ba5ad-8d46-4b19-b511-2d14ef1034df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.443919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-ea1ba5ad-8d46-4b19-b511-2d14ef1034df service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.0999880 Nov 09 18:11:28.494221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-0cb35688-1548-4b8e-8888-01cf21edd40d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0422070 Nov 09 18:11:28.505053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-c0e94700-c39d-41de-91c9-76b028e8a398 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0470309 Nov 09 18:11:28.556459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-e554ee4e-e93e-4ace-80ba-607f76edef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.558302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-e554ee4e-e93e-4ace-80ba-607f76edef00 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0518034 Nov 09 18:11:28.568688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-8f5e82f4-0276-4a38-9c87-bee3e4a32955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.570198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-8f5e82f4-0276-4a38-9c87-bee3e4a32955 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0576098 Nov 09 18:11:28.596995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-4d440147-e501-405a-acc5-5e567750ada0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275238 Nov 09 18:11:28.622016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-874a1a56-ca62-422e-bc63-97b2f7d6eb15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356104 Nov 09 18:11:28.709882 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-16c12a13-ea1d-49b6-a66b-9a6985bba45a service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010451 Nov 09 18:11:28.723789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-5182b284-087d-4dae-9a42-dfcdb445261f service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942869 Nov 09 18:11:28.770500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:28.824925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-0afd51e1-175e-4c0f-be84-c038e4dd09d1 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025274 Nov 09 18:11:28.841841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebe0f680-491a-4a41-914b-62c912a1cb0c req-64eb0e5b-17db-4f0b-82de-5324f01274ac service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110790 Nov 09 18:11:29.086542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12130d8a-7f46-48b6-8ba6-fb3935f7e799 req-dd688853-1197-48cf-81e5-259249938dda tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.088220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12130d8a-7f46-48b6-8ba6-fb3935f7e799 req-dd688853-1197-48cf-81e5-259249938dda tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.0581706 Nov 09 18:11:29.149284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-12130d8a-7f46-48b6-8ba6-fb3935f7e799 req-65ebe4f5-4b9d-432b-a826-ad5251f583c2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Nov 09 18:11:29.389341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745e84f-be1a-4114-94b5-71c7f09ee505 req-b857d1ac-91c3-43d2-8105-c13768dba4ee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.391010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9745e84f-be1a-4114-94b5-71c7f09ee505 req-b857d1ac-91c3-43d2-8105-c13768dba4ee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 943 time: 0.0670483 Nov 09 18:11:29.442446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-c6f330c3-19d1-4503-b891-86d8bdc3446a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.444091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-c6f330c3-19d1-4503-b891-86d8bdc3446a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047&tenant_id=3d410f82cacb459895b039e9acc3a059&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 943 time: 0.1012661 Nov 09 18:11:29.460542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9745e84f-be1a-4114-94b5-71c7f09ee505 req-ad45322b-b91c-4cac-83c6-240ef810ffdd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Nov 09 18:11:29.481437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:29.515902 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-987f0f6c-a999-4d96-a983-2e68cb298d94 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:11:29.516842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-987f0f6c-a999-4d96-a983-2e68cb298d94 service neutron] 10.222.0.83 "DELETE /v2.0/ports/1291f9b7-ea6e-4d53-805b-b28a8a93e884/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0620944 Nov 09 18:11:29.602026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:29.625745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-89e4419a-2692-44e6-bf3c-ded7fa2d2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.629357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-89e4419a-2692-44e6-bf3c-ded7fa2d2e84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 1094 time: 0.0512686 Nov 09 18:11:29.739394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-8cdb5fb7-7c9a-4ff6-b56b-169b021e3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.741204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-8cdb5fb7-7c9a-4ff6-b56b-169b021e3f8c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1019602 Nov 09 18:11:29.794833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'port_id': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'mac_address': 'fa:16:3e:2e:af:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3149af2-5b46-411a-95d7-28d55e89329c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:29.800293 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-0532eb8c-10a6-46f1-961f-393871b66b59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 200 len: 217 time: 0.0474708 Nov 09 18:11:29.835705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:29.850170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1291f9b7-ea6e-4d53-805b-b28a8a93e884 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:29.869349 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-7d4467d3-77c5-4aba-8f9e-3230895c2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.870927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-7d4467d3-77c5-4aba-8f9e-3230895c2cdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0596757 Nov 09 18:11:29.873144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:29.877708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:29.913025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-44b30f33-962e-4327-ab9c-67a927216cc7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303915 Nov 09 18:11:29.929343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:30.018358 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-0815ead3-1bc0-4d10-9e14-dfcd67f358f1 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918727 Nov 09 18:11:30.092240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['1291f9b7-ea6e-4d53-805b-b28a8a93e884'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:30.132604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1da00345-0a1b-4bf6-8777-f797540a3bfe req-81cc1c40-6193-40c5-a3ed-b89ed82aa654 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030684 Nov 09 18:11:30.454459 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a443c50-884d-4902-9d8d-1ec307d83651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:30.631778 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8a87-6607-407e-af37-c10bc6c3abd1 req-56d35ac9-bb67-48e1-bdb4-2f7837f38dce tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:30.633474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c8f8a87-6607-407e-af37-c10bc6c3abd1 req-56d35ac9-bb67-48e1-bdb4-2f7837f38dce tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 944 time: 0.0678456 Nov 09 18:11:30.682972 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:30.712094 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c8f8a87-6607-407e-af37-c10bc6c3abd1 req-aa750089-5505-4ac7-9caf-d4ceae12cade tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635347 Nov 09 18:11:30.744329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:31.483184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:31.539814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:31.545018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:31.545481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:31.637277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:31.663885 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:31.666230 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e470a0d-920a-4da7-a59b-a98c16942724" -d '{"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-plugged", "status": "completed", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:31.682493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:31.688250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:31.716419 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0046d-cc41-4760-b7ec-656e6b74b7e0 x-openstack-request-id: req-93f0046d-cc41-4760-b7ec-656e6b74b7e0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:31.716727 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-plugged", "status": "completed", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:31.716965 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93f0046d-cc41-4760-b7ec-656e6b74b7e0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:31.717367 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'code': 200} Nov 09 18:11:31.746374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:31.822330 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:31.840334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfebd6-ce60-4c9e-9733-5d165544eaea req-ab47b986-7dd4-4881-9e00-c833c93740a2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:31.841926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbcfebd6-ce60-4c9e-9733-5d165544eaea req-ab47b986-7dd4-4881-9e00-c833c93740a2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0542862 Nov 09 18:11:31.899666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fbcfebd6-ce60-4c9e-9733-5d165544eaea req-ead5fc67-1764-43d8-abcc-d3eaf29f00f7 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506594 Nov 09 18:11:32.033375 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71677ffc-f631-4879-aec4-59b045d9bb37 req-ff9e9cdc-bc71-4393-8fae-4824c459634b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.035301 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-71677ffc-f631-4879-aec4-59b045d9bb37 req-ff9e9cdc-bc71-4393-8fae-4824c459634b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0584722 Nov 09 18:11:32.088100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-71677ffc-f631-4879-aec4-59b045d9bb37 req-0212bc7e-08c4-49f5-9eda-29a979e160c5 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Nov 09 18:11:32.214025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60da8d-7be2-4edf-a43d-a00395a9b4a2 req-20df5fe4-a00e-4367-804d-2929a3f6a2d1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.215515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e60da8d-7be2-4edf-a43d-a00395a9b4a2 req-20df5fe4-a00e-4367-804d-2929a3f6a2d1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Nov 09 18:11:32.279057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e60da8d-7be2-4edf-a43d-a00395a9b4a2 req-f5bb6950-405b-4f54-be14-6b408bee1e9e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561039 Nov 09 18:11:32.803831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-c84c63b0-6eb4-4c37-a281-3bec5f4e66cf tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.806587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-c84c63b0-6eb4-4c37-a281-3bec5f4e66cf tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 815 time: 0.1447866 Nov 09 18:11:32.829061 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-895d4c26-9a6f-4354-bf54-4d19bcab9a01 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/quotas/3d410f82cacb459895b039e9acc3a059 HTTP/1.1" status: 200 len: 375 time: 0.0158765 Nov 09 18:11:32.886716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-a57dd2b4-2233-4819-b36e-9fdeb2b0ceb1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493729 Nov 09 18:11:32.902858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-4bdab3a3-b5d0-4d31-8e8a-0aa662715ab7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:32.904179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-4bdab3a3-b5d0-4d31-8e8a-0aa662715ab7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056927 Nov 09 18:11:33.028549 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-5366c1db-fedc-4b47-82d5-baeca1b24afe service neutron] 10.222.0.45 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172466 Nov 09 18:11:33.277818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:33.537485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-e794c0b5-22f4-4c16-b1bf-4ed941b874bc service neutron] 10.222.0.45 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017877 Nov 09 18:11:33.556739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:33.743876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f683cff-9261-44f3-8b2a-0839f828e44f req-83db529a-445a-421b-8490-e9dc45347e9a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 210 time: 0.0446453 Nov 09 18:11:33.843225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-c039c0b2-14c4-4905-9422-1fe5fb0a52d9 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.844740 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-c039c0b2-14c4-4905-9422-1fe5fb0a52d9 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc196b9a-ab13-41c1-a246-fd9e4b817047 HTTP/1.1" status: 200 len: 945 time: 0.0597856 Nov 09 18:11:33.950451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Deleting port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:11:33.950795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:34.072549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] For port 1291f9b7-ea6e-4d53-805b-b28a8a93e884, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=1291f9b7-ea6e-4d53-805b-b28a8a93e884,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:34.073389 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:34.096163 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Calling delete_port for 1291f9b7-ea6e-4d53-805b-b28a8a93e884 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:11:34.259489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:34.273689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['1291f9b7-ea6e-4d53-805b-b28a8a93e884'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:34.303548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Pushing event deleted for resources: {'Port': ['ID=1291f9b7-ea6e-4d53-805b-b28a8a93e884,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:34.356509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] No DVR routers for this DVR port 1291f9b7-ea6e-4d53-805b-b28a8a93e884 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:34.359378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:34.362818 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2aaf9ff8-0562-456a-9156-facac6292bbc req-77697f29-7ac2-4639-bcac-f1f4b0f81fec tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.43 "DELETE /v2.0/ports/1291f9b7-ea6e-4d53-805b-b28a8a93e884 HTTP/1.1" status: 204 len: 173 time: 0.5109329 Nov 09 18:11:34.363300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-deleted', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:34.365723 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0a4399-d3d8-4f52-9782-30342045a500" -d '{"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-deleted", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:34.419291 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c4ed8e-572c-49f9-a3d4-ccc8aaa3f16a x-openstack-request-id: req-b5c4ed8e-572c-49f9-a3d4-ccc8aaa3f16a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:34.420588 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc196b9a-ab13-41c1-a246-fd9e4b817047", "name": "network-vif-deleted", "tag": "1291f9b7-ea6e-4d53-805b-b28a8a93e884", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:34.421006 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5c4ed8e-572c-49f9-a3d4-ccc8aaa3f16a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:34.423289 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc196b9a-ab13-41c1-a246-fd9e4b817047', 'name': 'network-vif-deleted', 'tag': '1291f9b7-ea6e-4d53-805b-b28a8a93e884', 'status': 'completed', 'code': 200} Nov 09 18:11:34.905751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-658ec1a4-dda6-4b89-9f10-fdd69f2b9343 req-5af5f916-f36b-4888-9bbd-a6095dcbaabe tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 210 time: 0.0371184 Nov 09 18:11:34.932208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-8dcea003-3e16-494c-a6b1-e0a97bad9233 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.933786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-8dcea003-3e16-494c-a6b1-e0a97bad9233 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 815 time: 0.2188933 Nov 09 18:11:34.948286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Request body: {'port': {'device_id': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'admin_state_up': True, 'tenant_id': '3d410f82cacb459895b039e9acc3a059'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:35.065248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Made reservation on behalf of 3d410f82cacb459895b039e9acc3a059 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:35.069763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:35.219113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Allocated IP 172.20.0.8 (ada95f9f-5993-4c75-a1c6-8f859c44bdaf/d3149af2-5b46-411a-95d7-28d55e89329c/996b25f9-9415-4eb9-8655-f86486ab382d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:11:35.395107 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:35.432071 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:35.444384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['1291f9b7-ea6e-4d53-805b-b28a8a93e884'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:35.483086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Network ada95f9f-5993-4c75-a1c6-8f859c44bdaf is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:11:35.488303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:35.490881 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:11:35.520747 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:35.552005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:35.552636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:35.570002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-263656f2-299f-47dc-b6e8-36074ba90bee tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6257558 Nov 09 18:11:35.583207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Request body: {'port': {'device_id': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:35.647814 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:35.957471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996b25f9-9415-4eb9-8655-f86486ab382d {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:35.965414 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:35.978886 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Transition to ACTIVE for port object 996b25f9-9415-4eb9-8655-f86486ab382d will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:35.983573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:36.038855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:36.053037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0516b3d-7ec9-4162-987c-32bced532ce7 req-3a833d6b-eca6-438a-88b0-3a202a467bdd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.055578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0516b3d-7ec9-4162-987c-32bced532ce7 req-3a833d6b-eca6-438a-88b0-3a202a467bdd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0604503 Nov 09 18:11:36.114525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:11:36.114876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:11:36.115236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:36.118864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0516b3d-7ec9-4162-987c-32bced532ce7 req-66693679-9d62-40e7-86d9-543a0868ccb0 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569172 Nov 09 18:11:36.119733 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Port 996b25f9-9415-4eb9-8655-f86486ab382d on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:36.120055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:36.125173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:36.125541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Checking segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:11:36.126104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Bound using segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:36.126540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Bound port: 996b25f9-9415-4eb9-8655-f86486ab382d, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:11:36.127056 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:36.199708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:36.203134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:36.208239 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:36.244433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.245042 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:36.246426 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] 10.222.0.43 "PUT /v2.0/ports/996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 1091 time: 0.6685653 Nov 09 18:11:36.268369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561c48a-b059-42e5-aaf0-98345076e64f service neutron] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:36.327491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-d3bb2058-a42f-4485-ad05-fafc3b2b8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.328989 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-d3bb2058-a42f-4485-ad05-fafc3b2b8fff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1094 time: 0.0425737 Nov 09 18:11:36.377145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-282d3cc5-92bc-4126-ba6c-61e7cff14997 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0395315 Nov 09 18:11:36.426589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:36.429052 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d676eebe-af5a-4559-9d8a-4c5f80f53604" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:36.438139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-8aff0143-edd1-416a-ba21-af47ce6c5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.440572 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-8aff0143-edd1-416a-ba21-af47ce6c5ca7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0550086 Nov 09 18:11:36.486887 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-ff742022-38b2-45d3-9101-ae72229ad0da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392237 Nov 09 18:11:36.488690 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157640e6-391a-4457-85f9-5bba88447d3a x-openstack-request-id: req-157640e6-391a-4457-85f9-5bba88447d3a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:36.489098 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:36.489359 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-157640e6-391a-4457-85f9-5bba88447d3a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:36.489750 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d', 'status': 'completed', 'code': 200} Nov 09 18:11:36.603751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-c4b6c17c-4508-454b-a862-3251ee82d1e0 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036296 Nov 09 18:11:36.698438 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d73f6e97-1115-4bcf-ae65-9c8d0cdd9935 req-c7c3e54c-098c-420a-80ac-72ca9b06ae88 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877008 Nov 09 18:11:36.786537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-cb1751d7-6b2c-49b3-a98e-119d6ba5631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.787969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-cb1751d7-6b2c-49b3-a98e-119d6ba5631b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1094 time: 0.0432122 Nov 09 18:11:36.894649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-238d6db3-e361-4dbf-9651-438212e6c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.896390 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-238d6db3-e361-4dbf-9651-438212e6c4b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1008849 Nov 09 18:11:36.953832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-d3d1aa4a-7f89-4ed7-b251-1f9c3bdf0ecc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0487602 Nov 09 18:11:37.010505 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-74a9b841-05e0-41a8-ab18-8eec33e9dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.012020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-74a9b841-05e0-41a8-ab18-8eec33e9dd62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0500855 Nov 09 18:11:37.046244 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-e1f8e0a3-707e-46ae-ba83-5d1eea554afa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261052 Nov 09 18:11:37.139561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-de55000f-ab78-45cb-9964-dcfa4e23a748 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Nov 09 18:11:37.242771 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d676eebe-af5a-4559-9d8a-4c5f80f53604 req-eb0f8578-1c96-4da8-b99c-a666025e8d9b service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950997 Nov 09 18:11:37.271086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae3701-4a7c-4ed6-8f75-de970a733c77 req-e10fbbb0-ab3c-48b2-9f05-cad71d4c233e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.272634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfae3701-4a7c-4ed6-8f75-de970a733c77 req-e10fbbb0-ab3c-48b2-9f05-cad71d4c233e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0780454 Nov 09 18:11:37.328439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfae3701-4a7c-4ed6-8f75-de970a733c77 req-d75010b3-44c0-4985-a53e-25d279f3da19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496123 Nov 09 18:11:37.511075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:37.531581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 1291f9b7-ea6e-4d53-805b-b28a8a93e884 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:11:37.531925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 1291f9b7-ea6e-4d53-805b-b28a8a93e884 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:38.463515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5f6d-0ee6-40d8-a67f-ab56d7fc07c3 req-9de72af9-f5b5-4b2e-bb74-612614f0a30d tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.465177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d5b5f6d-0ee6-40d8-a67f-ab56d7fc07c3 req-9de72af9-f5b5-4b2e-bb74-612614f0a30d tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0535390 Nov 09 18:11:38.522445 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7d5b5f6d-0ee6-40d8-a67f-ab56d7fc07c3 req-af8d779e-a00c-4377-b144-0f9cc7c1cca6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Nov 09 18:11:39.526181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:39.646168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:39.657944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '996b25f9-9415-4eb9-8655-f86486ab382d', 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'port_id': '996b25f9-9415-4eb9-8655-f86486ab382d', 'mac_address': 'fa:16:3e:f1:19:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3149af2-5b46-411a-95d7-28d55e89329c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:39.662333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41bf2d-3079-4b87-a670-80785b6808ba req-624a3108-7ebd-4e61-8d60-fbbea5d9725f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:39.664081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5d41bf2d-3079-4b87-a670-80785b6808ba req-624a3108-7ebd-4e61-8d60-fbbea5d9725f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0529757 Nov 09 18:11:39.708696 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:39.717980 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5d41bf2d-3079-4b87-a670-80785b6808ba req-31c27c27-0355-479c-a6e0-9a0b098e9f69 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Nov 09 18:11:39.727411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996b25f9-9415-4eb9-8655-f86486ab382d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:39.755194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:39.760357 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:39.811961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:39.820427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.820782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.821122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.821464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.821804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.822138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.822467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.822793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.823153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.823482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.823809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.824134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:39.952795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['996b25f9-9415-4eb9-8655-f86486ab382d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:40.840160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9397-564f-41b4-9b37-e7cc2f218d1e req-e38f0d0c-0fd1-4477-8653-8db50353339c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.841691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dcf9397-564f-41b4-9b37-e7cc2f218d1e req-e38f0d0c-0fd1-4477-8653-8db50353339c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 944 time: 0.0507011 Nov 09 18:11:40.904248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dcf9397-564f-41b4-9b37-e7cc2f218d1e req-e5227834-34cf-42eb-bca6-f189b49553c6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 Nov 09 18:11:41.542132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:41.592271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 996b25f9-9415-4eb9-8655-f86486ab382d completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:41.596489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 996b25f9-9415-4eb9-8655-f86486ab382d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:41.597372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:41.689832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:41.715675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:41.718324 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0ca68d-d9a7-4665-9c08-a5558477ce1e" -d '{"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-plugged", "status": "completed", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:41.732961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:41.738716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:41.768256 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbc34c7-85fe-4755-a5b8-9472401cfd27 x-openstack-request-id: req-3cbc34c7-85fe-4755-a5b8-9472401cfd27 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:41.768557 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-plugged", "status": "completed", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:41.768854 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cbc34c7-85fe-4755-a5b8-9472401cfd27 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:41.769430 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d', 'code': 200} Nov 09 18:11:41.796254 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:41.875823 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ffd4e-d677-4d05-b915-0bd5a6143a23 req-6ea349da-173c-4330-a02b-274110a78007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:41.877366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f8ffd4e-d677-4d05-b915-0bd5a6143a23 req-6ea349da-173c-4330-a02b-274110a78007 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1096 time: 0.0436769 Nov 09 18:11:41.926008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9f8ffd4e-d677-4d05-b915-0bd5a6143a23 req-1e22ed3d-65f5-4e20-957e-5811b3e9e8eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Nov 09 18:11:42.036919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf0cd-07e1-43ab-a4a1-4ac8f619a883 req-888e5a6b-ccc4-4c37-9f33-0b5a4188a125 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:42.038919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccfaf0cd-07e1-43ab-a4a1-4ac8f619a883 req-888e5a6b-ccc4-4c37-9f33-0b5a4188a125 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0571437 Nov 09 18:11:42.095979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ccfaf0cd-07e1-43ab-a4a1-4ac8f619a883 req-5edadc85-92e3-4e11-a002-d637de34d0ab tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507390 Nov 09 18:11:43.231965 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d83eb8-8753-4ec7-be03-a276c38d6ea8 req-1feb29f2-02fc-49e5-aaec-592fe78bb48b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.233625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-35d83eb8-8753-4ec7-be03-a276c38d6ea8 req-1feb29f2-02fc-49e5-aaec-592fe78bb48b tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Nov 09 18:11:43.287750 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-35d83eb8-8753-4ec7-be03-a276c38d6ea8 req-cb43804d-7cd6-46a6-b98c-37d60183d8b2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476773 Nov 09 18:11:43.416362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3626853-7d43-4faf-83b6-744841199e18 req-74e90366-e768-4bdc-98a1-e21c78f50224 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.418243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3626853-7d43-4faf-83b6-744841199e18 req-74e90366-e768-4bdc-98a1-e21c78f50224 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0600853 Nov 09 18:11:43.476780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3626853-7d43-4faf-83b6-744841199e18 req-045dc141-e4c5-4cfb-9293-16c31a15e839 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517638 Nov 09 18:11:43.760668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-eeb9298a-3c9c-4806-9a21-b6759fe27a58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637884 Nov 09 18:11:43.772551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe642-967b-42eb-96e1-d8829205bd88 req-51b134c2-ebf9-41c6-bb9d-f74471e42322 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.774768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6dfbe642-967b-42eb-96e1-d8829205bd88 req-51b134c2-ebf9-41c6-bb9d-f74471e42322 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0665123 Nov 09 18:11:43.849151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6dfbe642-967b-42eb-96e1-d8829205bd88 req-428ba4fc-98bf-4677-8140-12e44fea8374 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Nov 09 18:11:43.969621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4cd31-b344-476f-863d-829461634b63 req-2dd4b290-b854-4005-bbf7-e347fe784d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.972158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-2dd4b290-b854-4005-bbf7-e347fe784d23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1096 time: 0.0598600 Nov 09 18:11:44.095162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4cd31-b344-476f-863d-829461634b63 req-b7bc0efc-146a-467f-977b-abb76c007a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:44.097499 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-b7bc0efc-146a-467f-977b-abb76c007a73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1047046 Nov 09 18:11:44.163961 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-abbe4633-c597-41c8-8ca1-73843ed633be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0583763 Nov 09 18:11:44.224297 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4cd31-b344-476f-863d-829461634b63 req-a90cc7e4-bf48-4473-a0da-27d5b74a041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:44.224297 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-a90cc7e4-bf48-4473-a0da-27d5b74a041f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0531993 Nov 09 18:11:44.262882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-f9e122d5-c818-45e9-a6f4-468a67355653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275311 Nov 09 18:11:44.369711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-58cd29d9-0296-4b73-b704-32923c8f5a69 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989904 Nov 09 18:11:44.529591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61c4cd31-b344-476f-863d-829461634b63 req-6648c981-5eb7-4d69-bda1-908a80ae6c87 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526299 Nov 09 18:11:44.990720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4dc2-4864-45bc-97f8-efa3cd3b04e5 req-6dee057d-9c79-4eaf-b307-cbd7688d3fb3 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:44.992651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-627a4dc2-4864-45bc-97f8-efa3cd3b04e5 req-6dee057d-9c79-4eaf-b307-cbd7688d3fb3 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0535414 Nov 09 18:11:45.056208 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-627a4dc2-4864-45bc-97f8-efa3cd3b04e5 req-80a11e9d-4887-4f62-95e9-41f5af1e003a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569952 Nov 09 18:11:45.173937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-d28f1586-27ad-4d48-9bb7-61313cbfe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.176107 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-d28f1586-27ad-4d48-9bb7-61313cbfe102 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1096 time: 0.0480516 Nov 09 18:11:45.280672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-23b8c0ad-b69c-4895-bc15-898be6abec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.282170 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-23b8c0ad-b69c-4895-bc15-898be6abec57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.0993760 Nov 09 18:11:45.328384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-b670cc29-dd6c-44b2-9733-2a60fe639b4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0384946 Nov 09 18:11:45.386138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-e8767dbd-4d99-4be0-8321-03f23b99dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.388474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-e8767dbd-4d99-4be0-8321-03f23b99dc70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0532877 Nov 09 18:11:45.427896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-68f9ae02-73e9-41fd-b49c-c9d919e1c098 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327132 Nov 09 18:11:45.536629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-618fd798-43c5-4efb-8af2-b2ee8dc96ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013880 Nov 09 18:11:45.641679 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-096b1fc1-f8ee-4799-8ae6-787db64f050d service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978873 Nov 09 18:11:46.197006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dc894-bb0e-42c0-9b95-92122a34e23a req-667ec0a6-4755-4da0-bb48-48c11872d129 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:46.198600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c24dc894-bb0e-42c0-9b95-92122a34e23a req-667ec0a6-4755-4da0-bb48-48c11872d129 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0584030 Nov 09 18:11:46.282294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c24dc894-bb0e-42c0-9b95-92122a34e23a req-de2a9a56-2888-4821-aebc-6c3e35008b49 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762661 Nov 09 18:11:47.422647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94456a0-aedf-4c2b-9431-e53f670ef136 req-a8dac93a-b1e8-4dec-9de8-78aeb0c7270c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:47.424380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a94456a0-aedf-4c2b-9431-e53f670ef136 req-a8dac93a-b1e8-4dec-9de8-78aeb0c7270c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0631368 Nov 09 18:11:47.502111 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a94456a0-aedf-4c2b-9431-e53f670ef136 req-212a9e5c-50fe-48f9-92e5-b5678d495cf1 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704405 Nov 09 18:11:48.646299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42dc45-cca0-43f2-a9e2-c73db787fa13 req-6b332f64-cd45-4b24-a067-536e26ccc154 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:48.647976 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd42dc45-cca0-43f2-a9e2-c73db787fa13 req-6b332f64-cd45-4b24-a067-536e26ccc154 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0669975 Nov 09 18:11:48.701751 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bd42dc45-cca0-43f2-a9e2-c73db787fa13 req-827ab9c8-0f05-4294-97df-8d8b3d4adab2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 Nov 09 18:11:49.830304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73642fb-f68b-40ce-a22b-ea0bebbd47f6 req-b031d297-2278-4660-80a1-55b95735c205 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.832635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b73642fb-f68b-40ce-a22b-ea0bebbd47f6 req-b031d297-2278-4660-80a1-55b95735c205 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Nov 09 18:11:49.885836 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b73642fb-f68b-40ce-a22b-ea0bebbd47f6 req-3d5e930d-a6f0-4178-87bd-94070a8d7ecc tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Nov 09 18:11:51.023076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769c76d-4977-4511-8c3f-360c9beb60d4 req-c5d4c086-5f90-4eea-8bf8-89c4eef75db2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.024750 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6769c76d-4977-4511-8c3f-360c9beb60d4 req-c5d4c086-5f90-4eea-8bf8-89c4eef75db2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0624347 Nov 09 18:11:51.079461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6769c76d-4977-4511-8c3f-360c9beb60d4 req-53020f83-58f8-45b9-a617-aa3b1e006e38 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483112 Nov 09 18:11:52.214695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f648d-5264-4099-9c6e-9cf722419cfc req-0a280882-2399-4e22-84e6-a8e5406f23f5 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:52.217084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-510f648d-5264-4099-9c6e-9cf722419cfc req-0a280882-2399-4e22-84e6-a8e5406f23f5 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0565026 Nov 09 18:11:52.282153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-510f648d-5264-4099-9c6e-9cf722419cfc req-c952d6d9-fac4-4927-ad19-39b117ef7fa2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581229 Nov 09 18:11:53.408542 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037485-2c48-4a1a-a01e-240c5b944e85 req-45aae4ff-0a18-4846-a554-5349970295a9 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.410135 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d037485-2c48-4a1a-a01e-240c5b944e85 req-45aae4ff-0a18-4846-a554-5349970295a9 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0542758 Nov 09 18:11:53.418220 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:53.463110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d037485-2c48-4a1a-a01e-240c5b944e85 req-23e3c91d-415f-412b-88e0-8b86073b3e05 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Nov 09 18:11:54.614589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eb895-666c-4b58-b2d0-ced0b18c7a8b req-18b3d67a-984a-44ea-8ce2-ce8ccf865de7 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:54.617241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a4eb895-666c-4b58-b2d0-ced0b18c7a8b req-18b3d67a-984a-44ea-8ce2-ce8ccf865de7 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0804849 Nov 09 18:11:54.677374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a4eb895-666c-4b58-b2d0-ced0b18c7a8b req-d1eeca13-bf26-4cb4-8a38-e636aebe6144 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540075 Nov 09 18:11:55.811744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13640cea-e212-4937-942e-35efb4ea0d11 req-e0bd02aa-6dd8-4d56-b05d-6376a018fcda tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:55.813326 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13640cea-e212-4937-942e-35efb4ea0d11 req-e0bd02aa-6dd8-4d56-b05d-6376a018fcda tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0561047 Nov 09 18:11:55.870328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-13640cea-e212-4937-942e-35efb4ea0d11 req-34ff050a-ca8a-4cbb-a080-803eaa72e5b3 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500894 Nov 09 18:11:57.007192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff0f9-aa30-4366-8847-3a574f4c1566 req-98f80d90-509a-41d1-996c-4cd122f2a909 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:57.009991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53fff0f9-aa30-4366-8847-3a574f4c1566 req-98f80d90-509a-41d1-996c-4cd122f2a909 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Nov 09 18:11:57.073812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-53fff0f9-aa30-4366-8847-3a574f4c1566 req-01ee848e-4b48-492b-8ed7-33d60f06e405 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572379 Nov 09 18:11:58.027226 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4bde47a1-742d-4c04-867e-d0a4bb596b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:58.248510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885a6e-fb66-4653-908a-643afa0461ba req-ae31c7a5-5cb3-42ff-bfe1-0dca34ce538e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:58.250029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c885a6e-fb66-4653-908a-643afa0461ba req-ae31c7a5-5cb3-42ff-bfe1-0dca34ce538e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0785408 Nov 09 18:11:58.304655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c885a6e-fb66-4653-908a-643afa0461ba req-79933567-4d69-4417-9c5b-f6c6e3b464c8 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Nov 09 18:11:58.785940 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:11:59.442209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ceef-e536-4d45-80a1-33d088de438b req-8f416c01-66fb-468b-acaf-eb6767df3401 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.444077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9645ceef-e536-4d45-80a1-33d088de438b req-8f416c01-66fb-468b-acaf-eb6767df3401 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0623014 Nov 09 18:11:59.498822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9645ceef-e536-4d45-80a1-33d088de438b req-32b4f3a9-f9c0-4d8f-bd24-c8fba3e1c8a6 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473950 Nov 09 18:12:00.463538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1376930b-c8c3-4f16-b3a8-38b51d76101d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:00.649284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa649dd3-dc1e-484a-bfbc-583f79327c92 req-b082b409-8dbb-4d11-8a5b-0e7e3634a1b4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.650838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa649dd3-dc1e-484a-bfbc-583f79327c92 req-b082b409-8dbb-4d11-8a5b-0e7e3634a1b4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0511549 Nov 09 18:12:00.707187 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa649dd3-dc1e-484a-bfbc-583f79327c92 req-daeefed6-8824-4e9a-b21f-48f45eb72363 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Nov 09 18:12:01.826798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:01.847567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56776-d12e-498a-97d0-b8c0316ec2f9 req-a8e321ed-833b-4f9d-bb54-ad150afb5b38 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.849209 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cae56776-d12e-498a-97d0-b8c0316ec2f9 req-a8e321ed-833b-4f9d-bb54-ad150afb5b38 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0586572 Nov 09 18:12:01.910569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cae56776-d12e-498a-97d0-b8c0316ec2f9 req-fe82eca5-5792-487d-8bb8-2b5418af2530 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545239 Nov 09 18:12:02.081509 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:12:03.052325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a8e1-3b7b-465d-8c40-6c1d0a3fde0d req-02a70990-5c47-46d0-a223-7762f25cbc9e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:03.054667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a93a8e1-3b7b-465d-8c40-6c1d0a3fde0d req-02a70990-5c47-46d0-a223-7762f25cbc9e tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0654097 Nov 09 18:12:03.115836 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a93a8e1-3b7b-465d-8c40-6c1d0a3fde0d req-77ba8f76-5f5b-4ee3-a90c-2aad8afcecde tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490971 Nov 09 18:12:03.279152 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:03.557537 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:04.281920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0897b-761d-4668-ae8c-508e48f120c9 req-c0ebdf4f-8d3c-4769-9eaa-8903f61c0bc2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:04.283662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16d0897b-761d-4668-ae8c-508e48f120c9 req-c0ebdf4f-8d3c-4769-9eaa-8903f61c0bc2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0550346 Nov 09 18:12:04.344489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-16d0897b-761d-4668-ae8c-508e48f120c9 req-e46f0ae0-4510-48f4-8623-c3c01a4ef7a3 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Nov 09 18:12:05.496234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b163a53-0cdc-43bd-a233-77d09557dff9 req-db340cb6-895e-4a22-acba-e6c6aeb13f11 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:05.497861 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b163a53-0cdc-43bd-a233-77d09557dff9 req-db340cb6-895e-4a22-acba-e6c6aeb13f11 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0589464 Nov 09 18:12:05.552131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3b163a53-0cdc-43bd-a233-77d09557dff9 req-458aa3d2-7c67-48a2-bf29-24e1d16b06d2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Nov 09 18:12:06.695297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e09f89-4df5-4ea1-b1bb-a590a9a7fdd2 req-210de468-b69f-47a4-82e1-06ca1e76ec22 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.696967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e09f89-4df5-4ea1-b1bb-a590a9a7fdd2 req-210de468-b69f-47a4-82e1-06ca1e76ec22 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0551622 Nov 09 18:12:06.762463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13e09f89-4df5-4ea1-b1bb-a590a9a7fdd2 req-7e9bcbd7-16a1-4e24-81b1-c1a0b36a15ca tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543122 Nov 09 18:12:07.911387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62c732-64d2-4c9c-ad52-d9f9da59a61a req-fb6bb32e-fb10-4261-9120-ab88b045f0ba tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:07.914078 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c62c732-64d2-4c9c-ad52-d9f9da59a61a req-fb6bb32e-fb10-4261-9120-ab88b045f0ba tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0610659 Nov 09 18:12:07.967057 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c62c732-64d2-4c9c-ad52-d9f9da59a61a req-f13a6466-6914-4f3f-b349-75e584c07b71 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Nov 09 18:12:09.128912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd525-dce9-4578-971a-df5891d092cb req-833c3665-9bee-4906-bb80-8df8d5a5f8d4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:09.131214 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-084dd525-dce9-4578-971a-df5891d092cb req-833c3665-9bee-4906-bb80-8df8d5a5f8d4 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0767362 Nov 09 18:12:09.185703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-084dd525-dce9-4578-971a-df5891d092cb req-09ea6ffe-02c5-40a3-8eab-ef991463b9be tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Nov 09 18:12:10.333140 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a4598-311a-4152-9acf-53c4bd3d1e33 req-e8c3926d-570f-4e72-a7f8-5fd0e4313088 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:10.334772 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6a4598-311a-4152-9acf-53c4bd3d1e33 req-e8c3926d-570f-4e72-a7f8-5fd0e4313088 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0536251 Nov 09 18:12:10.399203 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4f6a4598-311a-4152-9acf-53c4bd3d1e33 req-40cee33d-a0ed-4490-81ee-568d1ffba941 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Nov 09 18:12:11.573135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9431-d842-4e46-86c9-ccefb4c9b2dd req-427f3fae-8a26-406f-abc0-bbbc89cbf8ab tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:11.575835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a4a9431-d842-4e46-86c9-ccefb4c9b2dd req-427f3fae-8a26-406f-abc0-bbbc89cbf8ab tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0906744 Nov 09 18:12:11.655521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7a4a9431-d842-4e46-86c9-ccefb4c9b2dd req-5800466c-537f-42fd-9a88-b371ce02c144 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Nov 09 18:12:12.341949 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-d61746e8-c83e-4b2c-aea0-4ea8012fef6f service neutron] show failed (client error): The resource could not be found. Nov 09 18:12:12.343179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-d61746e8-c83e-4b2c-aea0-4ea8012fef6f service neutron] 10.222.0.43 "GET /v2.0/ports/996b25f9-9415-4eb9-8655-f86486ab382d/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0654848 Nov 09 18:12:12.603573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-93c4e95c-01b6-4e86-9101-e2e716758b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:12.605129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-93c4e95c-01b6-4e86-9101-e2e716758b20 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65&tenant_id=3d410f82cacb459895b039e9acc3a059 HTTP/1.1" status: 200 len: 1096 time: 0.0464997 Nov 09 18:12:12.625224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:12.707389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:12.830337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a107b-782b-4926-b729-ccc7ebda4192 req-03b34491-0df4-489b-8c4d-c7be20251095 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:12.832543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d1a107b-782b-4926-b729-ccc7ebda4192 req-03b34491-0df4-489b-8c4d-c7be20251095 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0674157 Nov 09 18:12:12.900843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5d1a107b-782b-4926-b729-ccc7ebda4192 req-9ebeb1e8-dfff-4feb-8184-f4bdbb738738 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Nov 09 18:12:12.958126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:12.998776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:13.043596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:13.046014 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d51a12-8007-40ff-9989-3cd0c571e634" -d '{"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-unplugged", "status": "completed", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:13.050863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:13.066344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Transition to ACTIVE for port object 996b25f9-9415-4eb9-8655-f86486ab382d will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:13.071660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:13.166623 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aa25d5-a45c-4ed9-82ca-b17e819c47e7 x-openstack-request-id: req-06aa25d5-a45c-4ed9-82ca-b17e819c47e7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:13.166926 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-unplugged", "status": "completed", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:13.167150 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06aa25d5-a45c-4ed9-82ca-b17e819c47e7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:13.167468 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d', 'code': 200} Nov 09 18:12:13.172535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] No DVR routers for this DVR port 996b25f9-9415-4eb9-8655-f86486ab382d on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:13.181974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:13.210570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.210915 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.211296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.211638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.211974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.212311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.212645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.212977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.213309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.213650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.213972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.214310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:13.233371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:12:13.233711 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:12:13.234049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:13.240673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Port 996b25f9-9415-4eb9-8655-f86486ab382d on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:13.240999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Attempting to bind port 996b25f9-9415-4eb9-8655-f86486ab382d on network ada95f9f-5993-4c75-a1c6-8f859c44bdaf {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:13.246823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:13.247226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Checking segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:12:13.247589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Bound using segment: {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:13.248031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Bound port: 996b25f9-9415-4eb9-8655-f86486ab382d, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3f1d00-7691-4c27-b01b-09c76eecd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:12:13.248394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:13.320750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:13.324776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:13.329526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:13.374670 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.375527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:13.377292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] 10.222.0.83 "PUT /v2.0/ports/996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 1091 time: 0.7591798 Nov 09 18:12:13.427219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2be19-09e7-4cc0-9a63-a46a2a733fff service neutron] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:13.484380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-aceb287f-8f55-40dd-a725-97fe3b44a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.485981 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-aceb287f-8f55-40dd-a725-97fe3b44a21e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1094 time: 0.0744350 Nov 09 18:12:13.600392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-8e2a662f-05cf-4519-9a69-8a8bf739905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.602159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-8e2a662f-05cf-4519-9a69-8a8bf739905c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1056242 Nov 09 18:12:13.656937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-0373e9af-62c2-4e65-86b6-9cc7ab81b7a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0447896 Nov 09 18:12:13.729649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-bb25db48-6265-451b-8bec-49d5d21a6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.731251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-bb25db48-6265-451b-8bec-49d5d21a6147 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0669730 Nov 09 18:12:13.776139 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-3c3d7e1c-9c8e-47c7-a354-5041bc460457 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330508 Nov 09 18:12:13.883797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-2f593966-d99e-43f7-a779-c41adf107fa3 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966332 Nov 09 18:12:14.003271 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-19d3af02-e272-4bed-939c-3e3a25d81504 req-4bb641c2-23f5-483a-89b9-5cc5688c81e5 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089718 Nov 09 18:12:14.095573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626394d2-0753-4231-9af2-090706254a0c req-f4c3a912-a48e-4929-9f92-f135a2e55f5d tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:14.098588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-626394d2-0753-4231-9af2-090706254a0c req-f4c3a912-a48e-4929-9f92-f135a2e55f5d tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0855529 Nov 09 18:12:14.180718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-626394d2-0753-4231-9af2-090706254a0c req-b165c763-ce9a-4ea0-ba67-c7a664a89a40 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726337 Nov 09 18:12:15.169059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:15.171964 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751ed59-3e02-452a-9c8a-0d302b06be9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:15.230012 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fd99b8-0b91-410a-9c98-1c6ebfefbfe6 x-openstack-request-id: req-61fd99b8-0b91-410a-9c98-1c6ebfefbfe6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:15.230402 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:15.230564 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61fd99b8-0b91-410a-9c98-1c6ebfefbfe6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:15.230976 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d', 'status': 'completed', 'code': 200} Nov 09 18:12:15.318251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-296c3a83-6211-48c0-a65c-b85d8c115a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.320548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-296c3a83-6211-48c0-a65c-b85d8c115a75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1094 time: 0.0690706 Nov 09 18:12:15.377935 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-aeb526bb-bdd1-4bdd-af28-84f22965355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.379894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-aeb526bb-bdd1-4bdd-af28-84f22965355b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1094 time: 0.1253874 Nov 09 18:12:15.393701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22315d-b3f4-4dbc-adb9-c3454a46bff6 req-d7e45fa6-ce5c-4c7d-af4f-28bc4a504382 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.395479 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e22315d-b3f4-4dbc-adb9-c3454a46bff6 req-d7e45fa6-ce5c-4c7d-af4f-28bc4a504382 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.1035883 Nov 09 18:12:15.467075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-fd7c1133-d539-4117-881a-076b0f669efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.469137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-fd7c1133-d539-4117-881a-076b0f669efe service neutron] 10.222.0.83 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1411166 Nov 09 18:12:15.527621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-476de5ed-8bf0-47ff-b1c7-23b4c9dc0df4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0497415 Nov 09 18:12:15.546050 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e22315d-b3f4-4dbc-adb9-c3454a46bff6 req-4a7f2ea6-0e00-49b7-ad13-e3cda9ffca86 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906961 Nov 09 18:12:15.553207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-5aa84be0-3434-40f0-82d8-ef49e9346451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.554820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-5aa84be0-3434-40f0-82d8-ef49e9346451 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1583755 Nov 09 18:12:15.607443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-02a4637b-82cf-4276-87a5-9e01b26a53ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0447130 Nov 09 18:12:15.614094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-a85a7214-ecfe-464c-8c4a-aa3242e138c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.616449 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-a85a7214-ecfe-464c-8c4a-aa3242e138c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0803187 Nov 09 18:12:15.663799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-c5085a66-b43a-46b8-b5fa-d2eefcaab15a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390139 Nov 09 18:12:15.665260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-e1322d24-c5aa-479d-a865-b6a15f14a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.666896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-e1322d24-c5aa-479d-a865-b6a15f14a927 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0519135 Nov 09 18:12:15.707336 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-a9fe16e9-2cbb-4fb8-9cb9-1efbb2bbfa70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332537 Nov 09 18:12:15.775579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:15.832297 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-4faa2ff2-0929-4769-ba1d-6efda0256d32 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595628 Nov 09 18:12:15.832629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:15.860043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-c2a66877-d4db-4ed3-a88f-1c849115dc9b service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453848 Nov 09 18:12:15.979934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-ff4d34d8-97e5-4b13-a808-a2d2dc7642b8 service neutron] 10.222.0.83 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388888 Nov 09 18:12:15.993274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0751ed59-3e02-452a-9c8a-0d302b06be9b req-54d6af6f-ca23-4a6e-9b65-18707e516c7b service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249728 Nov 09 18:12:16.704908 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851047c-c351-45db-805a-151bbd932566 req-dec42d34-d3ee-4012-9031-bd9843efc444 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:16.707660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5851047c-c351-45db-805a-151bbd932566 req-dec42d34-d3ee-4012-9031-bd9843efc444 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0726149 Nov 09 18:12:16.764504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5851047c-c351-45db-805a-151bbd932566 req-01845821-9a9d-4a0e-921f-ec58a92bdcdd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Nov 09 18:12:16.876194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:17.006759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:17.012193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8861ba-22de-4964-b424-f3664a110098 req-7d8f5ad1-138a-4035-9f0e-8b4c7c65cdc0 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.021725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c8861ba-22de-4964-b424-f3664a110098 req-7d8f5ad1-138a-4035-9f0e-8b4c7c65cdc0 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 943 time: 0.0685716 Nov 09 18:12:17.022041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '996b25f9-9415-4eb9-8655-f86486ab382d', 'network_id': 'ada95f9f-5993-4c75-a1c6-8f859c44bdaf', 'port_id': '996b25f9-9415-4eb9-8655-f86486ab382d', 'mac_address': 'fa:16:3e:f1:19:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3149af2-5b46-411a-95d7-28d55e89329c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:17.052672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-d81ce6b6-0dd0-441a-ad3b-e8b3a2c69672 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.054905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-d81ce6b6-0dd0-441a-ad3b-e8b3a2c69672 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65&tenant_id=3d410f82cacb459895b039e9acc3a059&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 943 time: 0.1093695 Nov 09 18:12:17.074672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:17.093276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996b25f9-9415-4eb9-8655-f86486ab382d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:17.120804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7c8861ba-22de-4964-b424-f3664a110098 req-f84227d3-0599-474c-b26a-52f4d3f7ede2 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949798 Nov 09 18:12:17.130476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:17.135065 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-6fd6fdb7-5993-4e8b-8ee3-84ee5d61203a service neutron] delete failed (client error): The resource could not be found. Nov 09 18:12:17.136233 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-6fd6fdb7-5993-4e8b-8ee3-84ee5d61203a service neutron] 10.222.0.43 "DELETE /v2.0/ports/996b25f9-9415-4eb9-8655-f86486ab382d/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0715034 Nov 09 18:12:17.136473 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:17.195367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:17.247948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-6579a3e5-b647-4b5e-a522-22927afffaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.249481 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-6579a3e5-b647-4b5e-a522-22927afffaf0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d410f82cacb459895b039e9acc3a059&device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 1095 time: 0.0643420 Nov 09 18:12:17.418594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['996b25f9-9415-4eb9-8655-f86486ab382d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:17.418957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-5923ca46-b672-4f8e-a0b3-c5beb7684fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.422193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-5923ca46-b672-4f8e-a0b3-c5beb7684fde service neutron] 10.222.0.43 "GET /v2.0/networks?id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 200 len: 915 time: 0.1645920 Nov 09 18:12:17.474180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-bd6833a6-66ff-4178-b9f1-5462bb413351 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 200 len: 217 time: 0.0444167 Nov 09 18:12:17.544307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-79f9215a-92d0-48a8-9c5a-4f989b5c87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.545857 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-79f9215a-92d0-48a8-9c5a-4f989b5c87d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 200 len: 855 time: 0.0647347 Nov 09 18:12:17.579062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-6546a5c0-c5a0-4aa6-aa9a-ee39a89fa581 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ada95f9f-5993-4c75-a1c6-8f859c44bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265725 Nov 09 18:12:17.695324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-eca87af7-777a-4eeb-a584-f18001b6cfc8 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075642 Nov 09 18:12:17.804934 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-055d3b93-2660-4e9c-a777-ceff89a01f9a req-0bf198cf-8517-4798-82ee-23b5e790d9d3 service neutron] 10.222.0.43 "GET /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023939 Nov 09 18:12:18.636765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cc6e2-2966-46f8-a0c6-13df2d5cb73e req-a7388112-2ea0-4e6a-bd0e-6fd895a6697a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:18.638302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e59cc6e2-2966-46f8-a0c6-13df2d5cb73e req-a7388112-2ea0-4e6a-bd0e-6fd895a6697a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 944 time: 0.4300492 Nov 09 18:12:18.701141 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e59cc6e2-2966-46f8-a0c6-13df2d5cb73e req-2a034e0d-32b9-4dc1-a36c-aee5d3ba45fd tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550361 Nov 09 18:12:18.903538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:18.965135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 996b25f9-9415-4eb9-8655-f86486ab382d completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:18.970092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 996b25f9-9415-4eb9-8655-f86486ab382d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:18.970519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:19.055720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:19.085131 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:19.087783 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9507d7e0-d940-4dbe-9f64-675e32d5c505" -d '{"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-plugged", "status": "completed", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:19.101904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:19.114478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:19.151212 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e0a3ce-6b2a-4b84-9ef1-0a89dbec4dd7 x-openstack-request-id: req-61e0a3ce-6b2a-4b84-9ef1-0a89dbec4dd7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:19.151492 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-plugged", "status": "completed", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:19.151744 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61e0a3ce-6b2a-4b84-9ef1-0a89dbec4dd7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:19.152136 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d', 'code': 200} Nov 09 18:12:19.178259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:19.834872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf0c3d-3c25-4217-9b64-02dd7e91d029 req-a211d2d6-2eac-406d-8158-1447d8da2027 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:19.836593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4dcf0c3d-3c25-4217-9b64-02dd7e91d029 req-a211d2d6-2eac-406d-8158-1447d8da2027 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0616934 Nov 09 18:12:19.889010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4dcf0c3d-3c25-4217-9b64-02dd7e91d029 req-52eb4ddc-92c7-457d-bb37-eb4b953ee977 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Nov 09 18:12:20.060318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ea84-e90f-4645-8fb9-af221d7874a6 req-94ccad57-ee85-4803-994a-8afda7dc8314 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.061971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ddf2ea84-e90f-4645-8fb9-af221d7874a6 req-94ccad57-ee85-4803-994a-8afda7dc8314 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0594330 Nov 09 18:12:20.119948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ddf2ea84-e90f-4645-8fb9-af221d7874a6 req-0b1248dc-093f-4e23-a2e6-27dd0ad87af8 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 Nov 09 18:12:20.268751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b34b0-c487-4cb8-8912-bb1313c928d4 req-cfb66a0d-e385-424d-b5f2-75d1b98e5750 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.271172 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-182b34b0-c487-4cb8-8912-bb1313c928d4 req-cfb66a0d-e385-424d-b5f2-75d1b98e5750 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0765827 Nov 09 18:12:20.325859 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-182b34b0-c487-4cb8-8912-bb1313c928d4 req-aaa5b228-10fa-4973-b5f0-51b6f13d86ba tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Nov 09 18:12:20.728615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c51ee-041f-41c9-b953-e9e24a18406c req-225b7349-e525-45b1-8551-bf4eea103e36 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.730566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d79c51ee-041f-41c9-b953-e9e24a18406c req-225b7349-e525-45b1-8551-bf4eea103e36 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Nov 09 18:12:20.784863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d79c51ee-041f-41c9-b953-e9e24a18406c req-e05045d6-3ff7-493d-9ec9-22fa33597088 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475743 Nov 09 18:12:21.948141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e5c71-41e3-422c-b902-55d74409eaff req-36cc0e01-63fe-4348-bab3-bffa05c8d58c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.949749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e41e5c71-41e3-422c-b902-55d74409eaff req-36cc0e01-63fe-4348-bab3-bffa05c8d58c tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0533216 Nov 09 18:12:22.010609 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e41e5c71-41e3-422c-b902-55d74409eaff req-b9fcfcb2-5cd1-49f0-a2ef-9f201d076b7a tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.45 "GET /v2.0/security-groups?id=53da595a-4e20-4744-bfb6-a1ce2f57e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542917 Nov 09 18:12:22.033664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-0a6f9bde-1c94-4bae-b4ad-cfd1b608db4f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:22.037219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-0a6f9bde-1c94-4bae-b4ad-cfd1b608db4f tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad12fa5f-75cd-4d2f-ad82-82b78ab73a65 HTTP/1.1" status: 200 len: 945 time: 0.0583465 Nov 09 18:12:22.156570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Deleting port 996b25f9-9415-4eb9-8655-f86486ab382d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:12:22.156913 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:22.264302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] For port 996b25f9-9415-4eb9-8655-f86486ab382d, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=996b25f9-9415-4eb9-8655-f86486ab382d,segment=NetworkSegment(5c3f1d00-7691-4c27-b01b-09c76eecd672),segment_id=5c3f1d00-7691-4c27-b01b-09c76eecd672)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:22.264676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:22.281667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Calling delete_port for 996b25f9-9415-4eb9-8655-f86486ab382d owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:12:22.437996 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:22.453837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['996b25f9-9415-4eb9-8655-f86486ab382d'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:22.488250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Pushing event deleted for resources: {'Port': ['ID=996b25f9-9415-4eb9-8655-f86486ab382d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:22.543953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] No DVR routers for this DVR port 996b25f9-9415-4eb9-8655-f86486ab382d on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:22.547072 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:22.552004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a5906007-9a2c-4d6d-a23f-44609331a2d2 req-c60ce953-9757-44aa-b056-d934cc01fd19 tempest-ServerDiskConfigTestJSON-179938645 tempest-ServerDiskConfigTestJSON-179938645-project] 10.222.0.83 "DELETE /v2.0/ports/996b25f9-9415-4eb9-8655-f86486ab382d HTTP/1.1" status: 204 len: 173 time: 0.5046091 Nov 09 18:12:22.552539 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-deleted', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:22.554897 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3615b3b3-a426-428c-9872-339dcd7d3408" -d '{"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-deleted", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:22.607543 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea58115-ac81-4816-913d-5d523ee62a33 x-openstack-request-id: req-dea58115-ac81-4816-913d-5d523ee62a33 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:22.608012 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12fa5f-75cd-4d2f-ad82-82b78ab73a65", "name": "network-vif-deleted", "tag": "996b25f9-9415-4eb9-8655-f86486ab382d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:22.608408 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dea58115-ac81-4816-913d-5d523ee62a33 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:22.608894 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12fa5f-75cd-4d2f-ad82-82b78ab73a65', 'name': 'network-vif-deleted', 'tag': '996b25f9-9415-4eb9-8655-f86486ab382d', 'status': 'completed', 'code': 200} Nov 09 18:12:23.154924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:23.202597 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Deleting subnet d3149af2-5b46-411a-95d7-28d55e89329c {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:12:23.206707 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.248568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.292898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.350360 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.378161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3149af2-5b46-411a-95d7-28d55e89329c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:23.384936 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.388196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d3149af2-5b46-411a-95d7-28d55e89329c HTTP/1.1" status: 204 len: 168 time: 0.2322078 Nov 09 18:12:23.391561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:23.396055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.396840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.398069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.398913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.399559 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.400097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.400715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.401239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.402342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.402910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.404879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.405457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2322ce0c-0f88-4f91-8b7c-1f72b9ebb23a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:23.427325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.478931 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.579321 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.619410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada95f9f-5993-4c75-a1c6-8f859c44bdaf']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:23.635710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3f1d00-7691-4c27-b01b-09c76eecd672') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:23.636184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3f1d00-7691-4c27-b01b-09c76eecd672') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:23.652097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.672482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.681904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:23.682293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:23.684233 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:23.749582 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.756399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:23.762028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] 10.222.0.45 "DELETE /v2.0/networks/ada95f9f-5993-4c75-a1c6-8f859c44bdaf HTTP/1.1" status: 204 len: 168 time: 0.3686466 Nov 09 18:12:23.782706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab45b4-b7a9-490b-864a-480fcbc3368f admin admin] Pushing event deleted for resources: {'Network': ['ID=ada95f9f-5993-4c75-a1c6-8f859c44bdaf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:23.898271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53342) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:23.948192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fd5c7f59-e7c5-4628-af94-d503cd161737 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d410f82cacb459895b039e9acc3a059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486498 Nov 09 18:12:23.950792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:24.040052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5999eb1c-344b-457f-ade0-63e9e7f20803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:24.077989 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5999eb1c-344b-457f-ade0-63e9e7f20803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:24.145158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5999eb1c-344b-457f-ade0-63e9e7f20803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:24.147985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5999eb1c-344b-457f-ade0-63e9e7f20803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:24.149245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5999eb1c-344b-457f-ade0-63e9e7f20803 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53da595a-4e20-4744-bfb6-a1ce2f57e2f7 HTTP/1.1" status: 204 len: 168 time: 0.1974392 Nov 09 18:12:24.159387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999eb1c-344b-457f-ade0-63e9e7f20803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da595a-4e20-4744-bfb6-a1ce2f57e2f7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:24.901978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:25.007591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2037125986-network', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:25.030246 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Made reservation on behalf of 4c15a1158aa849a39fffdc29f96fd477 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:25.032905 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.043293 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.134501 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.138936 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.167227 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:25.179103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba91e96-779d-4349-98b2-f64631989d6e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:25.185306 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.185635 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Added segment 3f764dc2-6da2-49d2-8e15-fea0f780447f of type vlan for network a935c5df-133b-42d7-bd68-8757b004d576 Nov 09 18:12:25.232397 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.263804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.264955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:25.265660 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.336474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4332421 Nov 09 18:12:25.340346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53370) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:25.345100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2527bc9-4f2e-40cf-923a-c8e89521f3cc admin admin] Pushing event updated for resources: {'Network': ['ID=a935c5df-133b-42d7-bd68-8757b004d576,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:25.350610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Request body: {'subnet': {'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2037125986-subnet', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:25.358848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network a935c5df-133b-42d7-bd68-8757b004d576 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:25.382423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Made reservation on behalf of 4c15a1158aa849a39fffdc29f96fd477 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:25.385841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.609892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.678079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe78121-dc2f-4453-b427-8caa0d11c17a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:25.688166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:12:25.688532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Network hostable DHCP agents. Network: a935c5df-133b-42d7-bd68-8757b004d576, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:12:25.708911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Network a935c5df-133b-42d7-bd68-8757b004d576 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:12:25.721720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, a935c5df-133b-42d7-bd68-8757b004d576) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:25.728248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:25.728745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.733810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a2691c-737e-469b-bb4c-e9ad1ba74598 None None] Network a935c5df-133b-42d7-bd68-8757b004d576 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:25.747583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1ee9764a-dd6c-4e70-9abd-283edb2868d3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4056935 Nov 09 18:12:25.751058 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 53372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:25.760375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:25.803158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.805414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.866880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:25.970675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-a935c5df-133b-42d7-bd68-8757b004d576', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:12:25.971640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.080335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.188502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Allocated IP 172.20.0.2 (a935c5df-133b-42d7-bd68-8757b004d576/efe78121-dc2f-4453-b427-8caa0d11c17a/ae88eb87-2fe9-4b91-a3e3-43a8de9aadee) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:26.435348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.460543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.472605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.478261 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.545050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:26.552434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:26.557058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:26.572423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Pushing event updated for resources: {'Port': ['ID=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:26.664585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Allocated IP 172.25.3.173 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/cfcb34f1-7211-42c2-ae26-409d6985480d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:26.667273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Attempting to bind port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:12:26.667640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Attempting to bind port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:12:26.667947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Attempting to bind port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:26.674480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:26.674849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:12:26.675215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.675647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:26.676241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Bound port: ae88eb87-2fe9-4b91-a3e3-43a8de9aadee, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:12:26.677102 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.762631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] For port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:26.769037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] For port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:26.774734 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.843438 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.870697 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89969e-735e-4cc0-b755-b32ae8759ece None None] Pushing event updated for resources: {'Port': ['ID=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:26.905223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:26.946540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:26.952532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:26.955481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:26.972947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625049c2-5d26-4553-a4e1-08799fb40248 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:12:26.980007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:26.990440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Pushing event updated for resources: {'Port': ['ID=cfcb34f1-7211-42c2-ae26-409d6985480d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:27.022609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 996b25f9-9415-4eb9-8655-f86486ab382d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:12:27.022609 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 996b25f9-9415-4eb9-8655-f86486ab382d not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:27.071741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-89e54c0d-5794-4f7c-9ca5-92d809768ccd None None] Provisioning complete for port cfcb34f1-7211-42c2-ae26-409d6985480d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:27.072142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89e54c0d-5794-4f7c-9ca5-92d809768ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.158913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-89e54c0d-5794-4f7c-9ca5-92d809768ccd None None] Port cfcb34f1-7211-42c2-ae26-409d6985480d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:12:27.354841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.511166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ae88eb87-2fe9-4b91-a3e3-43a8de9aadee up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:27.584274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.599919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:27.600556 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.745086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.777941 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Router 91185a71-d223-4e1f-95e4-44cd58528a8a is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:12:27.785514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:27.791208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.888659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:27.961552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:27.978813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:27.990202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:27.992426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-84da7e4f-8c95-4f8b-957f-e9efe7442c5b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2386675 Nov 09 18:12:27.996797 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:28.006028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:28.007093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:12:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:28.083597 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af094237-9dc9-4d09-8e64-1b194a5e60a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:28.308050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac73278-e8ae-41df-8dd2-481fe28b6660 None None] Network a935c5df-133b-42d7-bd68-8757b004d576 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:28.394106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b5db2d0e-6cec-4b2a-b751-272e68ca201a None None] Provisioning complete for port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:28.394608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b5db2d0e-6cec-4b2a-b751-272e68ca201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:28.437375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:28.656046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:28.835180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:28.859090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Allocated IP 172.20.0.1 (a935c5df-133b-42d7-bd68-8757b004d576/efe78121-dc2f-4453-b427-8caa0d11c17a/d79475fb-08a9-4172-a3ca-2987b742859d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:28.873048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:27Z', 'revision_number': 3, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:28.906644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:28.907024 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Updating router 91185a71-d223-4e1f-95e4-44cd58528a8a port cfcb34f1-7211-42c2-ae26-409d6985480d binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:12:28.954377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.058770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.124127 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.169813 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:29.172958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:29.180251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:29.190623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5888534c-a7ae-4f08-8355-e1b2f7b3b26d None None] Provisioning complete for port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:29.190802 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5888534c-a7ae-4f08-8355-e1b2f7b3b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.225621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Pushing event updated for resources: {'Port': ['ID=d79475fb-08a9-4172-a3ca-2987b742859d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:29.248070 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.400481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.412157 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.438868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.467784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd89cd-df3e-4494-a454-28bab918f9a9 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:12:29.489985 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Attempting to bind port cfcb34f1-7211-42c2-ae26-409d6985480d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:12:29.490363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Attempting to bind port cfcb34f1-7211-42c2-ae26-409d6985480d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:12:29.490736 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Attempting to bind port cfcb34f1-7211-42c2-ae26-409d6985480d on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:29.507016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d01280-de50-43c6-9e5f-5ebdae6fa348 None None] Pushing event updated for resources: {'Port': ['ID=cfcb34f1-7211-42c2-ae26-409d6985480d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:29.510156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c0619b00-f450-40c5-8942-e128f1832165 None None] Provisioning complete for port d79475fb-08a9-4172-a3ca-2987b742859d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:29.510545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0619b00-f450-40c5-8942-e128f1832165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.513028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:29.513378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:12:29.513568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.513909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:29.515140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Bound port: cfcb34f1-7211-42c2-ae26-409d6985480d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:12:29.515705 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.523095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ae88eb87-2fe9-4b91-a3e3-43a8de9aadee up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:29.627329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c0619b00-f450-40c5-8942-e128f1832165 None None] Port d79475fb-08a9-4172-a3ca-2987b742859d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:12:29.652687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] For port cfcb34f1-7211-42c2-ae26-409d6985480d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:29.657183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] For port cfcb34f1-7211-42c2-ae26-409d6985480d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cfcb34f1-7211-42c2-ae26-409d6985480d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:29.664545 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.665000 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.671295 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.675244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:29.675721 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.746001 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790bf5a9-7fe7-4b8a-906d-5e5998dace66 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:12:29.754664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.756685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Pushing event updated for resources: {'Port': ['ID=d79475fb-08a9-4172-a3ca-2987b742859d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:29.782046 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:29.783115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:12:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:29.788413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d01280-de50-43c6-9e5f-5ebdae6fa348 None None] Pushing event updated for resources: {'Port': ['ID=cfcb34f1-7211-42c2-ae26-409d6985480d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:29.846676 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8469707c-af56-4656-85f7-c35e74dee028 None None] Provisioning complete for port cfcb34f1-7211-42c2-ae26-409d6985480d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:29.851515 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8469707c-af56-4656-85f7-c35e74dee028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:29.861651 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:29.863679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:30.012617 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:30.019141 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:30.081738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8469707c-af56-4656-85f7-c35e74dee028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.175502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8469707c-af56-4656-85f7-c35e74dee028 None None] For port cfcb34f1-7211-42c2-ae26-409d6985480d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cfcb34f1-7211-42c2-ae26-409d6985480d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:30.187259 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8469707c-af56-4656-85f7-c35e74dee028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.202126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:30.223298 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b4771b22-d121-4d6b-8c09-934a793c4dab admin admin] 10.222.0.45 "PUT /v2.0/routers/91185a71-d223-4e1f-95e4-44cd58528a8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2188261 Nov 09 18:12:30.291582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469707c-af56-4656-85f7-c35e74dee028 None None] Pushing event updated for resources: {'Port': ['ID=cfcb34f1-7211-42c2-ae26-409d6985480d,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:30.331324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0a02dbb4-31ed-44ef-bbdc-dc41aa201a1e None None] Provisioning complete for port cfcb34f1-7211-42c2-ae26-409d6985480d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:30.331692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a02dbb4-31ed-44ef-bbdc-dc41aa201a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.360309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 2, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:30.590792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db4a94-771c-4976-9d2a-2204b154ec0d None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 2, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:30.613921 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1b8c-c0f5-4c0d-991e-5822e1060d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.683371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0a02dbb4-31ed-44ef-bbdc-dc41aa201a1e None None] Provisioning complete for port d79475fb-08a9-4172-a3ca-2987b742859d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:30.683794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a02dbb4-31ed-44ef-bbdc-dc41aa201a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.730166 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0a02dbb4-31ed-44ef-bbdc-dc41aa201a1e None None] Port d79475fb-08a9-4172-a3ca-2987b742859d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:12:30.776433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53382) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:30.781371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510802054', 'description': 'tempest-description--1086231804'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:30.809064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.904489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.912734 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.943743 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:30.947799 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1676483 Nov 09 18:12:30.948377 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:30.953243 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'security_group_rule': {'security_group_id': '069fb01e-9707-4940-9767-542913fa31d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:30.961787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1819d7-31da-4d61-af6b-ca443a526802 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069fb01e-9707-4940-9767-542913fa31d8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:30.996053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.076540 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.081994 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.101779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3821ecd8-9d3c-41bd-b7fc-dc2ba5c21eb9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:31.111053 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.112795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-643bb866-9b2d-44af-b851-9c280f8944e5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634290 Nov 09 18:12:31.115502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53386) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:31.120051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'security_group_rule': {'security_group_id': '069fb01e-9707-4940-9767-542913fa31d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:31.152840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.228417 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.232790 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.253135 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bef4f40-8146-42f0-8967-2a39be0fe54d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:31.263104 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.264431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b807a5ed-430e-45b2-ae72-f0cb70115e34 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479630 Nov 09 18:12:31.267614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53388) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:31.272328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:31.299241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.445864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.525674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cfcb34f1-7211-42c2-ae26-409d6985480d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:31.581574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Allocated IP 172.25.3.233 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/18f6cb46-305c-4370-9ce8-8e7ac384931b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:31.604261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port cfcb34f1-7211-42c2-ae26-409d6985480d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:31.604879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.705168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.745458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.786223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:31.792187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:31.796642 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:31.803254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'Port': ['ID=18f6cb46-305c-4370-9ce8-8e7ac384931b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:31.838958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.920076 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:31.987028 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:32.212673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:32.219367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:32.303621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'Port': ['ID=18f6cb46-305c-4370-9ce8-8e7ac384931b,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:32.321712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:32.339277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:32.340589 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d51bc78a-e126-441c-bbd4-6cf812fe4b33 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0718286 Nov 09 18:12:32.521457 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c1be2cf2-28e7-426d-bfdc-31090a911d4e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1510802054&fields=id&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 267 time: 0.0496259 Nov 09 18:12:32.648713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-2628c33a-ad73-4b41-9186-ae9fe6de3943 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.650431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-2628c33a-ad73-4b41-9186-ae9fe6de3943 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1203918 Nov 09 18:12:32.675088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-d9f75da7-6b50-4e37-a80f-25beb6f83dd5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/quotas/4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 375 time: 0.0146811 Nov 09 18:12:32.742330 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-439c6169-7db1-48f4-90fc-6d6229d35506 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605118 Nov 09 18:12:32.762791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-3802079c-328c-449a-a5c1-a052324df16c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:12:32.763877 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-3802079c-328c-449a-a5c1-a052324df16c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058904 Nov 09 18:12:32.875795 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-9f1b6b35-4240-408d-8965-e6c849330ebd service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035132 Nov 09 18:12:32.955153 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:32.966084 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:32.966727 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:12:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:32.980166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-f6c0f754-8e7f-47fe-9d65-79303e7050f2 service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974643 Nov 09 18:12:33.130509 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:33.199278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-180f7e3a-25ae-44fe-bdf9-4bf1a2dc152d req-b826974e-b165-47b2-9a0f-b6d1ede275b7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 210 time: 0.0581958 Nov 09 18:12:33.292596 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:33.377578 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 2, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:33.421078 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:33.421777 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Updating router 91185a71-d223-4e1f-95e4-44cd58528a8a port d79475fb-08a9-4172-a3ca-2987b742859d binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:12:33.461989 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:33.559833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:33.864853 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:33.872892 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:33.944903 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Pushing event updated for resources: {'Port': ['ID=d79475fb-08a9-4172-a3ca-2987b742859d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:33.969280 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.970568 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.970568 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.970858 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.971152 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.971485 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.971814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.972141 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.972466 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.972792 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.973109 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:33.973435 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:34.017744 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Attempting to bind port d79475fb-08a9-4172-a3ca-2987b742859d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:12:34.018427 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Attempting to bind port d79475fb-08a9-4172-a3ca-2987b742859d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:12:34.018810 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Attempting to bind port d79475fb-08a9-4172-a3ca-2987b742859d on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:34.034813 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:34.035222 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:12:34.035629 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.036024 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:34.036492 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Bound port: d79475fb-08a9-4172-a3ca-2987b742859d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:12:34.036874 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.130511 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] For port d79475fb-08a9-4172-a3ca-2987b742859d, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:34.134040 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] For port d79475fb-08a9-4172-a3ca-2987b742859d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d79475fb-08a9-4172-a3ca-2987b742859d,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:34.138887 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.206148 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:34.206815 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:12:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:34.219693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-230fbbd0-b20b-448e-9d0f-de40a17e3b91 None None] Provisioning complete for port d79475fb-08a9-4172-a3ca-2987b742859d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:34.220076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-230fbbd0-b20b-448e-9d0f-de40a17e3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.332034 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:34.382040 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063579d-4112-4f8e-a60e-9bab1fb5581d None None] Pushing event updated for resources: {'Port': ['ID=d79475fb-08a9-4172-a3ca-2987b742859d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:34.420780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-41462343-c2b5-457c-a96e-3af30fbe601a req-4766e7ad-d4c8-408f-b578-f55129c3da03 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 210 time: 0.0916753 Nov 09 18:12:34.443311 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-230fbbd0-b20b-448e-9d0f-de40a17e3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.507667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-230fbbd0-b20b-448e-9d0f-de40a17e3b91 None None] For port d79475fb-08a9-4172-a3ca-2987b742859d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d79475fb-08a9-4172-a3ca-2987b742859d,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:34.514959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-230fbbd0-b20b-448e-9d0f-de40a17e3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.521580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-4e1b53ec-b06e-4855-8f1e-6c670643469f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:34.523337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-4e1b53ec-b06e-4855-8f1e-6c670643469f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1685550 Nov 09 18:12:34.602971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fbbd0-b20b-448e-9d0f-de40a17e3b91 None None] Pushing event updated for resources: {'Port': ['ID=d79475fb-08a9-4172-a3ca-2987b742859d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:34.639872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-13c6220a-3208-44b1-be0c-e4c5df5b1643 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 380 time: 0.0996094 Nov 09 18:12:34.650303 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:34.651809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'port': {'device_id': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'admin_state_up': True, 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'security_groups': ['069fb01e-9707-4940-9767-542913fa31d8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:34.655463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c5cdcfe2-854e-4d73-8706-84a96c1b9cb8 None None] Provisioning complete for port d79475fb-08a9-4172-a3ca-2987b742859d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:34.656452 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5cdcfe2-854e-4d73-8706-84a96c1b9cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:34.681170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce900a-5844-4d04-af19-adb1058b8ca4 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:34.816298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Made reservation on behalf of 4c15a1158aa849a39fffdc29f96fd477 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:34.821799 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.003074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Allocated IP 172.20.0.7 (a935c5df-133b-42d7-bd68-8757b004d576/efe78121-dc2f-4453-b427-8caa0d11c17a/2758e2a9-bfaf-4e2f-8634-56b972ad560a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:35.190827 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.238871 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.294108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:35.300984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:35.305431 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:35.312552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:35.372094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.372944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.396433 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-c4c893be-f6d3-4084-85ac-d590682dd956 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494619 Nov 09 18:12:35.417524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Request body: {'port': {'device_id': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:35.547058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d79475fb-08a9-4172-a3ca-2987b742859d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:35.556509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.620410 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d79475fb-08a9-4172-a3ca-2987b742859d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:35.620787 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.675392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541dc6f-c31c-43fb-93f7-aced229042c9 req-77dd22c5-2861-4ff9-b1e0-306b335b80b0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.677062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d541dc6f-c31c-43fb-93f7-aced229042c9 req-77dd22c5-2861-4ff9-b1e0-306b335b80b0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 931 time: 0.1404147 Nov 09 18:12:35.727437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-36c83883-79b3-4157-ab77-0f2cf845fc41 None None] Provisioning complete for port 2758e2a9-bfaf-4e2f-8634-56b972ad560a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:35.727815 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36c83883-79b3-4157-ab77-0f2cf845fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:35.772546 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-36c83883-79b3-4157-ab77-0f2cf845fc41 None None] Port 2758e2a9-bfaf-4e2f-8634-56b972ad560a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:12:36.205439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d541dc6f-c31c-43fb-93f7-aced229042c9 req-c2b5e4ba-07a1-4e66-af9a-fe665dff9edb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117867 Nov 09 18:12:36.319256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2758e2a9-bfaf-4e2f-8634-56b972ad560a {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:36.327235 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:36.341095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Transition to ACTIVE for port object 2758e2a9-bfaf-4e2f-8634-56b972ad560a will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:36.345497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:36.406292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:36.479629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:12:36.479962 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:12:36.480284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:36.485199 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:36.485557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:36.491933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:36.492276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:12:36.492661 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:36.493095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Bound port: 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:12:36.493511 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:36.578112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:36.583080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:36.588509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:36.631307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:36.631950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:36.633421 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] 10.222.0.83 "PUT /v2.0/ports/2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 1091 time: 1.2203801 Nov 09 18:12:36.633901 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:36.636306 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7147f225d125572e65f94eb9b7af23f5b91f1da78c6cb6dc89e04437e460c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e156c3c-8504-42fd-be5e-fcca96e2aef2" -d '{"events": [{"name": "network-changed", "server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:36.677109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a422d-2c0b-475a-beaa-dd3f15714bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:36.701372 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ae753-3ee7-4b89-afcd-60f797f68882 x-openstack-request-id: req-ef8ae753-3ee7-4b89-afcd-60f797f68882 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:36.701640 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:36.701968 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef8ae753-3ee7-4b89-afcd-60f797f68882 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:36.702306 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'status': 'completed', 'code': 200} Nov 09 18:12:36.746376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-7688189e-2a30-477d-b04a-bcc4b9bc9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:36.748017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-7688189e-2a30-477d-b04a-bcc4b9bc9316 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1094 time: 0.0565381 Nov 09 18:12:36.800371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-30a65f28-3dd8-4eac-8ca8-ad6b43a2f069 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 217 time: 0.0430272 Nov 09 18:12:36.865802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-d21a5268-96b5-4dc4-b69c-4a514928b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:36.867352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-d21a5268-96b5-4dc4-b69c-4a514928b243 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0560160 Nov 09 18:12:36.935620 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-b74281ef-550d-45eb-a723-9516ef151b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:36.937067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-b74281ef-550d-45eb-a723-9516ef151b5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593944 Nov 09 18:12:37.093418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-75d52d1c-deee-49d6-8ceb-1608b76535aa service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446936 Nov 09 18:12:37.206264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-488acc0b-ebbe-4bc2-81d9-1b5ff175c007 req-73861952-274b-4289-994f-8a84c20ecbc5 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013069 Nov 09 18:12:37.382377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-b05c04d2-c5f0-492d-9e8e-34bcaf3915c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.384533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-b05c04d2-c5f0-492d-9e8e-34bcaf3915c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1094 time: 0.1199710 Nov 09 18:12:37.409244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5fed2-0e30-4d81-8a43-ffe8e654f54d req-b8badecf-4df7-492a-8b7f-40e91d85bb86 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.412123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6db5fed2-0e30-4d81-8a43-ffe8e654f54d req-b8badecf-4df7-492a-8b7f-40e91d85bb86 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.1060023 Nov 09 18:12:37.544221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6db5fed2-0e30-4d81-8a43-ffe8e654f54d req-0d66f8d0-6efa-443b-94cd-f0da45a1f160 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184149 Nov 09 18:12:37.566252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-f101d20d-76bf-4a8c-a192-f592e5d6b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.567916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-f101d20d-76bf-4a8c-a192-f592e5d6b395 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1749415 Nov 09 18:12:37.620985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-b761a94f-5c9a-4ee1-a2d1-1e0a92e951a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 217 time: 0.0440013 Nov 09 18:12:37.705396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-07c9fb4e-d647-4f68-80de-d770127c55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.707991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-07c9fb4e-d647-4f68-80de-d770127c55af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0780594 Nov 09 18:12:37.761433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-8a1dc402-11eb-4b35-97af-f60c8e83320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.763093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-8a1dc402-11eb-4b35-97af-f60c8e83320d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458999 Nov 09 18:12:37.870797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-22adc7aa-073f-402c-8bea-76050856cd03 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985098 Nov 09 18:12:37.983081 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3e156c3c-8504-42fd-be5e-fcca96e2aef2 req-504fb6cc-624d-43c8-95ed-f718c9f9833f service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045139 Nov 09 18:12:38.702594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa521c-3828-44ca-8857-3e862971fcb6 req-90c09457-c1ac-4a18-916a-144a250bad86 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:38.706145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebfa521c-3828-44ca-8857-3e862971fcb6 req-90c09457-c1ac-4a18-916a-144a250bad86 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.0702555 Nov 09 18:12:38.764898 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ebfa521c-3828-44ca-8857-3e862971fcb6 req-5e1c2b1e-a15f-4fd1-bb68-1262285d1fcf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522828 Nov 09 18:12:39.082461 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:12:39.892337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85167c8-ad7d-4310-a009-6160b71da802 req-7972c7c4-f759-4b27-b915-b47e273d2b19 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.894069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c85167c8-ad7d-4310-a009-6160b71da802 req-7972c7c4-f759-4b27-b915-b47e273d2b19 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.0548296 Nov 09 18:12:39.955592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c85167c8-ad7d-4310-a009-6160b71da802 req-4d01ec1f-5228-4d70-be63-cf279b9fa281 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551369 Nov 09 18:12:41.052317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:41.097069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0eeec-af2a-4c3e-8a1b-7922fca15754 req-c76ec227-ce42-4511-a484-9efc9057c515 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:41.099696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29b0eeec-af2a-4c3e-8a1b-7922fca15754 req-c76ec227-ce42-4511-a484-9efc9057c515 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.0711248 Nov 09 18:12:41.165683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29b0eeec-af2a-4c3e-8a1b-7922fca15754 req-b3bf9087-c51f-4917-8fa8-e561701685a8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595672 Nov 09 18:12:41.185708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:41.199475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'mac_address': 'fa:16:3e:86:69:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:41.240711 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:41.255101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2758e2a9-bfaf-4e2f-8634-56b972ad560a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:41.277458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:41.281807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:41.335693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:41.344106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.344437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.344776 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.345627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.346023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.346352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.346682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.347021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.347342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.347673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.347988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.348311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.533325 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['2758e2a9-bfaf-4e2f-8634-56b972ad560a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:42.307411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35dd32-717e-4d37-8ce5-0f96dd494ce2 req-39a57a5d-4d58-4b3f-8a88-cf851c321bcf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:42.309006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f35dd32-717e-4d37-8ce5-0f96dd494ce2 req-39a57a5d-4d58-4b3f-8a88-cf851c321bcf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 944 time: 0.0624936 Nov 09 18:12:42.362466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9f35dd32-717e-4d37-8ce5-0f96dd494ce2 req-0c0decad-46de-463e-9fef-e6ca350f80ab tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Nov 09 18:12:43.055915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:43.115657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 2758e2a9-bfaf-4e2f-8634-56b972ad560a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:43.119605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 2758e2a9-bfaf-4e2f-8634-56b972ad560a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:43.119973 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:43.209502 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:43.234956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:43.238620 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc1064df21c98b0459b93cff1c821e76d37d6af4f30a3320afc12fc503d8027e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa440bc-9a42-48a6-a16b-8febcbcd4af8" -d '{"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-plugged", "status": "completed", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:43.252949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:43.257575 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:43.292682 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95742ddb-2d98-475b-bf0a-6c4055e11ad9 x-openstack-request-id: req-95742ddb-2d98-475b-bf0a-6c4055e11ad9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:43.292956 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-plugged", "status": "completed", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:43.293224 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95742ddb-2d98-475b-bf0a-6c4055e11ad9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:43.293632 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'code': 200} Nov 09 18:12:43.317981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:43.416466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e6005-258a-4b83-9d91-b1aa36b85921 req-fab8506a-961c-476e-a7db-87a36d804377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:43.418351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f6e6005-258a-4b83-9d91-b1aa36b85921 req-fab8506a-961c-476e-a7db-87a36d804377 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1096 time: 0.0528998 Nov 09 18:12:43.505801 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f6e6005-258a-4b83-9d91-b1aa36b85921 req-f0f4dd69-a888-4938-b799-8ab47aef3998 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740018 Nov 09 18:12:43.526329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e572d1-472b-4f4a-99b5-7521d718a2de req-153a8989-f634-46d8-9a9c-2691d403d89e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:43.527991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1e572d1-472b-4f4a-99b5-7521d718a2de req-153a8989-f634-46d8-9a9c-2691d403d89e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0766013 Nov 09 18:12:43.586069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1e572d1-472b-4f4a-99b5-7521d718a2de req-62660852-fede-4b51-9924-b671573e079e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507772 Nov 09 18:12:44.754200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65236da9-b7de-438e-b898-24ddb1e8401c req-2f7a5e5c-776e-4e55-8f62-136dc64f3306 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.756883 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65236da9-b7de-438e-b898-24ddb1e8401c req-2f7a5e5c-776e-4e55-8f62-136dc64f3306 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0896077 Nov 09 18:12:44.826401 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-65236da9-b7de-438e-b898-24ddb1e8401c req-c663ba42-7337-4e93-b1ea-1653b18ede8b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632575 Nov 09 18:12:46.045138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4552d-174d-4007-8a2c-ea1b07068216 req-7fc17255-414e-4346-bcd7-ac6d9a355167 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:46.046794 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07a4552d-174d-4007-8a2c-ea1b07068216 req-7fc17255-414e-4346-bcd7-ac6d9a355167 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.1264365 Nov 09 18:12:46.112241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07a4552d-174d-4007-8a2c-ea1b07068216 req-46ffc479-4f3b-4e7b-9c9f-da38d323231f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579770 Nov 09 18:12:46.238707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438157c-003c-424f-a4d1-e2ec80fc4638 req-554853ea-8d46-4039-9627-5d69de5ca685 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:46.240290 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0438157c-003c-424f-a4d1-e2ec80fc4638 req-554853ea-8d46-4039-9627-5d69de5ca685 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0577307 Nov 09 18:12:46.249341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:46.256103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'floatingip': {'port_id': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:46.297666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:46.840603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:46.845966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:46.957176 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f associated. External IP: 172.25.3.233, port: 2758e2a9-bfaf-4e2f-8634-56b972ad560a. Nov 09 18:12:47.196021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:47.315119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:47.320156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:47.326541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:47.338317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:47.338950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:12:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:47.358193 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-22ff68c0-ab51-45e5-93f6-fb7eca1875fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "PUT /v2.0/floatingips/5968719a-0b4b-46a9-92c9-04ea4f6c683f HTTP/1.1" status: 200 len: 991 time: 1.1069231 Nov 09 18:12:47.359231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:47.364152 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41e88b853a7033e8624c6db24748b1374010c0a693c3940772eec4c6ff797b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f641fb8b-24ae-42de-a14e-d69d4569d346" -d '{"events": [{"name": "network-changed", "server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:47.436971 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf5feba-ae1b-4d7b-9a59-d0e11a756f95 x-openstack-request-id: req-bdf5feba-ae1b-4d7b-9a59-d0e11a756f95 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:47.437773 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:47.438192 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdf5feba-ae1b-4d7b-9a59-d0e11a756f95 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:47.440189 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'status': 'completed', 'code': 200} Nov 09 18:12:47.478295 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:47.522629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-e53b0476-6569-4016-9fa0-57c905b88922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.524225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-e53b0476-6569-4016-9fa0-57c905b88922 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1096 time: 0.0607965 Nov 09 18:12:47.631297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-62881aad-3c06-4ee8-8163-6c691534d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.632739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-62881aad-3c06-4ee8-8163-6c691534d89c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1007848 Nov 09 18:12:47.712375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-efba2d62-0ead-48ba-9937-55250c8468b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 999 time: 0.0714982 Nov 09 18:12:47.756651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:86:69:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:12:46Z', 'revision_number': 1, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:47.781033 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-9b94e123-fb1f-41a2-a3ec-afd3aa64e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.783144 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-9b94e123-fb1f-41a2-a3ec-afd3aa64e657 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0637193 Nov 09 18:12:47.790974 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:47.802571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:47.803917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:12:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:47.840625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-47808ef7-8b99-42de-85ff-39659b147e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.842498 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-47808ef7-8b99-42de-85ff-39659b147e1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518765 Nov 09 18:12:47.952801 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:47.953401 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-d13247c7-fbe3-4ddd-b922-8e86546234eb service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021857 Nov 09 18:12:48.077303 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f641fb8b-24ae-42de-a14e-d69d4569d346 req-05a5cc4b-294e-41ee-b252-9ee75b8f8aed service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161342 Nov 09 18:12:48.227785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:86:69:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:12:46Z', 'revision_number': 1, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:48.256492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa965a-1f89-4cec-aebd-a5c4f0723b4d None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:86:69:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:12:46Z', 'revision_number': 1, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:48.508921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-ee679775-d880-43ca-b49c-b6adbbeafd71 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665629 Nov 09 18:12:48.514863 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517fca7-2abb-4905-b67f-f41315e9cfb5 None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:12:48.638493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-27c3c743-d9b8-4d89-b51e-77cb1e49c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.640978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-27c3c743-d9b8-4d89-b51e-77cb1e49c3b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1096 time: 0.0683541 Nov 09 18:12:48.801662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-669c4c73-0ac1-41cd-928c-570178d53041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.803225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-669c4c73-0ac1-41cd-928c-570178d53041 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1346526 Nov 09 18:12:48.877350 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-3ca4bb66-b3ed-45ab-a563-5237bf43030c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 1001 time: 0.0665379 Nov 09 18:12:48.938857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-cf069937-730f-45b1-9259-b215a81f007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.940464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-cf069937-730f-45b1-9259-b215a81f007c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0558541 Nov 09 18:12:48.994872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-d725c8c6-18f3-4eb9-94cf-413045816f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.996508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-d725c8c6-18f3-4eb9-94cf-413045816f53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483251 Nov 09 18:12:49.103186 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-6ead0959-b1e5-40a4-a966-c5f3d20c7f5b service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978436 Nov 09 18:12:49.215620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4578fa3-b09d-4b41-911c-b6975d02c4a2 req-95719d4b-e4e2-417c-ab54-3bbb3a8c717c service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051545 Nov 09 18:12:53.421304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:58.022499 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69da49fb-dc38-44b4-be8e-a19cf3a28bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:12:58.789979 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:00.465033 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a39f673-c028-4acc-b443-c66ab8d8a151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:01.834200 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:03.289193 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:03.557465 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:08.288637 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b158a3d9-6a5e-4a8d-ad0f-84410471f0eb req-61ae3647-7687-4781-ab28-66873e0aa6a8 service neutron] (102555) timed out ('10.222.0.45', 40026) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:13:16.084015 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:13:23.413811 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:28.020538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfdf6c65-ac2d-4f9e-b428-fdd65d23cb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:28.827111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:30.465450 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1cca506-4655-4897-aabb-b31af64512ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:31.833868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:33.301061 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:33.562568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:50.543349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-05e35216-de3f-4590-8a0d-442d79dfaf9c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031985 Nov 09 18:13:50.645076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a847d-3301-498c-8384-8c4d5f623688 req-d0147906-105a-4893-bc6e-c2bea9ea0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:50.646651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-d0147906-105a-4893-bc6e-c2bea9ea0ab2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1096 time: 0.0452311 Nov 09 18:13:50.772444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a847d-3301-498c-8384-8c4d5f623688 req-5e381af7-07c0-4f04-bd61-fcf9dc907743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:50.773889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-5e381af7-07c0-4f04-bd61-fcf9dc907743 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1046598 Nov 09 18:13:50.862442 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-6fe996f3-09ab-45ae-97e5-b62ae266d062 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 1001 time: 0.0760427 Nov 09 18:13:50.926779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a847d-3301-498c-8384-8c4d5f623688 req-46582101-77bb-468b-86bb-26d6ff8cc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:50.928361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-46582101-77bb-468b-86bb-26d6ff8cc205 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0551362 Nov 09 18:13:50.988644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a847d-3301-498c-8384-8c4d5f623688 req-3b5d63d1-89d6-4e71-9fab-031b89fd793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:50.990579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-3b5d63d1-89d6-4e71-9fab-031b89fd793f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494339 Nov 09 18:13:51.115361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-462a3c47-791a-4141-b071-9eb94d6c06dc service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989490 Nov 09 18:13:51.236743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c81a847d-3301-498c-8384-8c4d5f623688 req-60e8b152-ea78-4e24-8128-efcbebbcaf38 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097002 Nov 09 18:13:53.085256 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:13:53.432531 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:58.021362 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-719dfcd5-f9f2-4d5d-94aa-50ff8ca6edf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:13:58.821425 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:00.460919 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dabdb189-8d53-4060-b63a-5438473e0bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:01.835899 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:03.297629 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:03.568874 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:23.446175 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:28.020282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2caa-d33e-417b-aa6a-e781b1d059ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:28.856419 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:28.994691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f1e8e-b4c5-498e-baa1-91e2d2fd56c7 req-1f94849f-4538-406d-8a85-b99cc98d2d8a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.996325 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-777f1e8e-b4c5-498e-baa1-91e2d2fd56c7 req-1f94849f-4538-406d-8a85-b99cc98d2d8a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.1103609 Nov 09 18:14:29.048460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-777f1e8e-b4c5-498e-baa1-91e2d2fd56c7 req-0c12d83d-3d7f-4cc6-b74e-d48f6106da15 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Nov 09 18:14:30.089123 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:14:30.323021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-7d8b5c55-ba5b-4c30-b382-26000060f6fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449235 Nov 09 18:14:30.340247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d155836-1d5c-48cb-b483-f512d4fa1cd3 req-51d77683-2d66-4053-9bd5-67cc875f7440 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:30.343236 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d155836-1d5c-48cb-b483-f512d4fa1cd3 req-51d77683-2d66-4053-9bd5-67cc875f7440 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0629323 Nov 09 18:14:30.411072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0d155836-1d5c-48cb-b483-f512d4fa1cd3 req-335c4e8f-99ba-4dfe-80e8-8cecce671f60 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592146 Nov 09 18:14:30.465606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d02ca6a7-a824-4d4d-b754-48d0361fed36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:31.670697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a779f-045a-46fb-b50a-d0b0dd05d730 req-82700789-e6f0-4df7-a00f-183bcd15f088 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.672308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-556a779f-045a-46fb-b50a-d0b0dd05d730 req-82700789-e6f0-4df7-a00f-183bcd15f088 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0978210 Nov 09 18:14:31.724816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-556a779f-045a-46fb-b50a-d0b0dd05d730 req-74f5e76d-974e-4d29-973d-c0361390ee23 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Nov 09 18:14:31.840711 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:32.843745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aafab-2745-4dd8-a2af-e73a32688b47 req-ff5c83ed-b6ff-4a6a-b5bf-3b9ef3ccb6af tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.845291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c4aafab-2745-4dd8-a2af-e73a32688b47 req-ff5c83ed-b6ff-4a6a-b5bf-3b9ef3ccb6af tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0498762 Nov 09 18:14:32.896473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2c4aafab-2745-4dd8-a2af-e73a32688b47 req-79edfaf9-d306-4dcc-971a-a7d7f2200931 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Nov 09 18:14:33.298445 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:33.565833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:34.027464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b581df-1539-4a63-b5d4-ffe7bce61d29 req-5d801de6-d05c-494a-a8c9-7ebd8d54ecd3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.029405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6b581df-1539-4a63-b5d4-ffe7bce61d29 req-5d801de6-d05c-494a-a8c9-7ebd8d54ecd3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0552580 Nov 09 18:14:34.095545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6b581df-1539-4a63-b5d4-ffe7bce61d29 req-5ba7b033-e7d1-4ea1-8699-45393de39d25 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572488 Nov 09 18:14:35.255058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02786b18-1863-438d-85b7-5034423a647a req-6ba3eb99-5acc-4ac8-b535-57ca8230aaff tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.256885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02786b18-1863-438d-85b7-5034423a647a req-6ba3eb99-5acc-4ac8-b535-57ca8230aaff tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0654111 Nov 09 18:14:35.329060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02786b18-1863-438d-85b7-5034423a647a req-5b22610b-b9e6-412e-ac25-76875fad0f9a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582438 Nov 09 18:14:35.721709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-f6ac7eeb-7923-44df-acd2-e221334d3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.723461 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-f6ac7eeb-7923-44df-acd2-e221334d3de8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1096 time: 0.0478015 Nov 09 18:14:35.850448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-f0334043-c2ff-4e3a-a92b-7d2aa8d5c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.852072 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-f0334043-c2ff-4e3a-a92b-7d2aa8d5c02d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1152112 Nov 09 18:14:35.930423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-8a90c5ac-1833-4282-aa74-55668f970bc0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 1001 time: 0.0654237 Nov 09 18:14:35.989667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-145de966-f6da-45e5-a5a0-36955ddbd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.991173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-145de966-f6da-45e5-a5a0-36955ddbd1ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0478427 Nov 09 18:14:36.046656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-6aac7d15-d035-489f-af7d-6bd09f7da6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:36.048320 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-6aac7d15-d035-489f-af7d-6bd09f7da6d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497208 Nov 09 18:14:36.146334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-d6c8bebb-0806-47fb-8242-17f9de75b499 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867369 Nov 09 18:14:36.258196 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-2cb88f4b-ca90-48ad-8721-507426b74983 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993516 Nov 09 18:14:36.462690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26fef-bb01-4004-9d08-3a038e761182 req-b6796b77-b5ce-4db7-ade2-53d84caa60b1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:36.464262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81a26fef-bb01-4004-9d08-3a038e761182 req-b6796b77-b5ce-4db7-ade2-53d84caa60b1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0528812 Nov 09 18:14:36.518574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81a26fef-bb01-4004-9d08-3a038e761182 req-7f929837-f96c-4d83-9842-a1960249f948 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 Nov 09 18:14:37.682491 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3131ab-f7dc-4f5c-a29e-488afe5d71aa req-69a4d38d-68e5-4a64-b946-c4f7860bb566 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.684243 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3131ab-f7dc-4f5c-a29e-488afe5d71aa req-69a4d38d-68e5-4a64-b946-c4f7860bb566 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0859175 Nov 09 18:14:37.752097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ab3131ab-f7dc-4f5c-a29e-488afe5d71aa req-42b5cc8c-3ce1-4ff8-8c36-61820679ac55 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599575 Nov 09 18:14:38.881738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1df66-c44d-4915-9b33-2e4ec2f95368 req-433ab3d3-e0b7-4c3e-b670-c102dd9d98c7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.883330 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65b1df66-c44d-4915-9b33-2e4ec2f95368 req-433ab3d3-e0b7-4c3e-b670-c102dd9d98c7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0550189 Nov 09 18:14:38.941041 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65b1df66-c44d-4915-9b33-2e4ec2f95368 req-6ff344cd-8d49-4433-a06a-6f46d25f82ba tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506008 Nov 09 18:14:40.071958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4708e9-cefe-4b13-8286-d3b81d8ff95d req-1262a3f5-3668-426e-b350-4841589e675f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:40.074283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af4708e9-cefe-4b13-8286-d3b81d8ff95d req-1262a3f5-3668-426e-b350-4841589e675f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0594051 Nov 09 18:14:40.132669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-af4708e9-cefe-4b13-8286-d3b81d8ff95d req-081c1e92-9293-4cfa-8d0f-96ba9f9f35fd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514364 Nov 09 18:14:41.275248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a207333-56d0-41fb-bfc7-4a1109d1af74 req-07d09bef-c7bb-43a7-9bf6-8213f1748fb6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.277827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a207333-56d0-41fb-bfc7-4a1109d1af74 req-07d09bef-c7bb-43a7-9bf6-8213f1748fb6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0708971 Nov 09 18:14:41.345825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a207333-56d0-41fb-bfc7-4a1109d1af74 req-b06ba716-72a8-460f-b917-adbcad09100c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617809 Nov 09 18:14:42.474359 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68258-d557-4846-95ff-a0c2ae82903e req-323bb3f0-d1ef-4003-b314-025757f64703 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:42.475918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10e68258-d557-4846-95ff-a0c2ae82903e req-323bb3f0-d1ef-4003-b314-025757f64703 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0504532 Nov 09 18:14:42.535110 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10e68258-d557-4846-95ff-a0c2ae82903e req-78fab72c-406c-4f62-9ce1-3b01b4259ce4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525732 Nov 09 18:14:43.690835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0c5cf-0fd8-4918-8b32-46921c7f3e2f req-fe116117-f014-47c8-9a76-dcfce3b2f753 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:43.692615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6df0c5cf-0fd8-4918-8b32-46921c7f3e2f req-fe116117-f014-47c8-9a76-dcfce3b2f753 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0710342 Nov 09 18:14:43.743534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6df0c5cf-0fd8-4918-8b32-46921c7f3e2f req-95a7f537-7188-455c-91fe-b4c16f1cfe2c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Nov 09 18:14:44.877518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be265cab-8aef-411a-8f4e-4abe2e225546 req-cf162e90-8198-4442-b365-116518d40ede tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.879368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be265cab-8aef-411a-8f4e-4abe2e225546 req-cf162e90-8198-4442-b365-116518d40ede tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0545990 Nov 09 18:14:44.937765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be265cab-8aef-411a-8f4e-4abe2e225546 req-a66bf5f0-3620-42f0-aed9-42de66b46770 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484126 Nov 09 18:14:46.066499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf8998-dffa-437c-afde-434f0c49439c req-4b2571ff-7f5a-4c3c-8f5f-fd9833a9763f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.068070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33cf8998-dffa-437c-afde-434f0c49439c req-4b2571ff-7f5a-4c3c-8f5f-fd9833a9763f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0562019 Nov 09 18:14:46.122843 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33cf8998-dffa-437c-afde-434f0c49439c req-2e897049-1e94-4101-bb90-336d854e8064 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484591 Nov 09 18:14:47.245494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ec0c0-556a-42ba-a5f8-bc2200d78792 req-b8d5db29-c9bd-4276-8e4e-b978a53e0d22 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:47.247033 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c7ec0c0-556a-42ba-a5f8-bc2200d78792 req-b8d5db29-c9bd-4276-8e4e-b978a53e0d22 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0526175 Nov 09 18:14:47.300865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c7ec0c0-556a-42ba-a5f8-bc2200d78792 req-b8fd86f1-0be9-43d1-89e5-6cd190135d95 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476551 Nov 09 18:14:48.427928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9bdbe-1915-40b8-8697-95591d0ddf83 req-b21d950b-eef0-4e06-acef-f0772deda3fb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:48.429539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f9bdbe-1915-40b8-8697-95591d0ddf83 req-b21d950b-eef0-4e06-acef-f0772deda3fb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0563388 Nov 09 18:14:48.480170 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f9bdbe-1915-40b8-8697-95591d0ddf83 req-32a1ed98-06c0-4ac7-bc37-d2cdb8e200f2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Nov 09 18:14:48.693908 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-f49c3f20-6889-48bd-a071-ca7c66a0b248 service neutron] show failed (client error): The resource could not be found. Nov 09 18:14:48.695000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-f49c3f20-6889-48bd-a071-ca7c66a0b248 service neutron] 10.222.0.83 "GET /v2.0/ports/2758e2a9-bfaf-4e2f-8634-56b972ad560a/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.1090937 Nov 09 18:14:48.989010 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-67252421-add8-41ac-a240-256f513e7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:48.990554 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-67252421-add8-41ac-a240-256f513e7645 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 1096 time: 0.0842831 Nov 09 18:14:49.001919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:49.056902 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:49.259580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:49.291695 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:49.335833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:49.341585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:49.354285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Transition to ACTIVE for port object 2758e2a9-bfaf-4e2f-8634-56b972ad560a will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:14:49.358204 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:49.387164 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d284f9e-6f3b-4005-999a-d43db8dafdaf" -d '{"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-unplugged", "status": "completed", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:49.447936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:49.463427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.463782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.464117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.464462 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.464799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.465131 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.465506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.466572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.467170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.467518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.467907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.468237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:49.524627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] No DVR routers for this DVR port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:49.569010 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71b2cee-23ef-47b4-8444-34da0f54791a x-openstack-request-id: req-e71b2cee-23ef-47b4-8444-34da0f54791a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:49.569336 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-unplugged", "status": "completed", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:49.569562 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e71b2cee-23ef-47b4-8444-34da0f54791a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:49.569969 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'code': 200} Nov 09 18:14:49.633802 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fbf55-8bcf-4161-8b01-03d89c40ecde req-a9923f8b-1b78-4188-b85a-5576f0df6197 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:49.636499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8c7fbf55-8bcf-4161-8b01-03d89c40ecde req-a9923f8b-1b78-4188-b85a-5576f0df6197 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.0743632 Nov 09 18:14:49.683714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:14:49.685869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:14:49.685869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:49.691010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8c7fbf55-8bcf-4161-8b01-03d89c40ecde req-a500d389-19a6-4890-845b-bcbcc7fcceaa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482683 Nov 09 18:14:49.691192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:49.691380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Attempting to bind port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:49.696870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:49.697129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:14:49.697518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:49.698384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Bound port: 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:14:49.698384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:49.767414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:49.770836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:49.776094 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:49.821829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:49.822453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:49.823979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] 10.222.0.43 "PUT /v2.0/ports/2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 1091 time: 0.8258994 Nov 09 18:14:49.839191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a3227-973f-4bdd-8979-59e7bbc3eaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:49.902354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-1822fcb9-3d78-45d4-8f5d-b574e5afe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:49.904825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-1822fcb9-3d78-45d4-8f5d-b574e5afe377 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1094 time: 0.0563619 Nov 09 18:14:50.007543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-49660e79-ab5a-4623-b32d-4d906b1496e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:50.009032 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-49660e79-ab5a-4623-b32d-4d906b1496e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0971887 Nov 09 18:14:50.079831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-cce9dfd0-93cd-4cca-b2b0-618ad9017bf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 999 time: 0.0635936 Nov 09 18:14:50.136511 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-4b59bd18-d39e-4efd-878b-b59e0f594c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:50.138743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-4b59bd18-d39e-4efd-878b-b59e0f594c2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0520754 Nov 09 18:14:50.185829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-fb49262c-bf6a-4743-834b-deedf49f26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:50.187393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-fb49262c-bf6a-4743-834b-deedf49f26d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416896 Nov 09 18:14:50.281171 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-600b5965-dfc5-4a30-a536-04c8c7145e5f service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857906 Nov 09 18:14:50.743475 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0f91e478-9467-4ae3-9dfb-0a19a9617ce3 req-aa70206e-5f50-4b39-bbae-8030556ef20e service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553499 Nov 09 18:14:50.825768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895f38-1dff-4fec-8153-1ac8cabdc450 req-ae51a5e6-55ac-4b7f-9ed4-0b79b181d679 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:50.827484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2895f38-1dff-4fec-8153-1ac8cabdc450 req-ae51a5e6-55ac-4b7f-9ed4-0b79b181d679 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.0534964 Nov 09 18:14:50.879249 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2895f38-1dff-4fec-8153-1ac8cabdc450 req-48e9def9-5cb8-4d7c-b04d-adfa28cdda00 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Nov 09 18:14:51.571166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:51.574035 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc07baf2-7eed-4430-b96b-8a27328d04e6" -d '{"events": [{"name": "network-changed", "server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:51.623744 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260127ae-96ac-4fc8-af6d-28618422d70c x-openstack-request-id: req-260127ae-96ac-4fc8-af6d-28618422d70c {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:51.624037 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:51.624292 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-260127ae-96ac-4fc8-af6d-28618422d70c {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:51.624691 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'status': 'completed', 'code': 200} Nov 09 18:14:51.696791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-973969c1-e4d5-4fca-8060-94b34da13b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.697400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-17ea1684-c6a1-47d2-b79e-016c6c60ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.698351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-973969c1-e4d5-4fca-8060-94b34da13b72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1094 time: 0.0464933 Nov 09 18:14:51.698634 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-17ea1684-c6a1-47d2-b79e-016c6c60ffaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1094 time: 0.0471570 Nov 09 18:14:51.772404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:51.809809 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-2b3a830e-784c-4775-8379-74193a8ad852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.811813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-2b3a830e-784c-4775-8379-74193a8ad852 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1014469 Nov 09 18:14:51.814291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-649ea0b4-d623-4341-8657-2ac612507658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.817017 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-649ea0b4-d623-4341-8657-2ac612507658 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1098557 Nov 09 18:14:51.818232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:51.898831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-5ef793dc-86e0-4232-a783-ae19824ee0de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 999 time: 0.0742178 Nov 09 18:14:51.911594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-2d988b97-d885-488d-a473-4639d71316d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 999 time: 0.0838270 Nov 09 18:14:51.963768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-ca6bc864-f2f1-45fc-a84a-f666c7c47403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.966656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-ca6bc864-f2f1-45fc-a84a-f666c7c47403 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0561843 Nov 09 18:14:51.983137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-dd502d36-1dda-4e45-b5d6-d90f261ce095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.984630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-dd502d36-1dda-4e45-b5d6-d90f261ce095 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0635693 Nov 09 18:14:52.025129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-2b48974b-a199-4357-a0cc-16bbc4164084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:52.026547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-2b48974b-a199-4357-a0cc-16bbc4164084 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482090 Nov 09 18:14:52.049195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e9fa-6781-4ba2-a517-e3b87daad7f6 req-57896a58-e9b6-496b-824d-40276b5d0d39 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:52.050711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4027e9fa-6781-4ba2-a517-e3b87daad7f6 req-57896a58-e9b6-496b-824d-40276b5d0d39 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 943 time: 0.0839171 Nov 09 18:14:52.069475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-083c2caf-f4c2-49eb-b21b-2095bb2b1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:52.070933 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-083c2caf-f4c2-49eb-b21b-2095bb2b1ec8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719352 Nov 09 18:14:52.153219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-ef78d645-082d-47b3-bf02-a9920a6968a4 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136038 Nov 09 18:14:52.163530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4027e9fa-6781-4ba2-a517-e3b87daad7f6 req-ecd364c2-902b-41d8-81fb-3bb5037080bb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059389 Nov 09 18:14:52.213102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-edada36e-36c1-42bc-9afc-a116cd62c27c service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258893 Nov 09 18:14:52.283384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-d4c643c6-3ba9-4fa3-b83e-0a4e1ca6e103 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173227 Nov 09 18:14:52.346977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fc07baf2-7eed-4430-b96b-8a27328d04e6 req-8d8e83e3-b1d0-452f-940c-75f296eaa0c4 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240938 Nov 09 18:14:52.710451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:14:52.813275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:52.826417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'mac_address': 'fa:16:3e:86:69:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:14:52.863469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:52.882715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2758e2a9-bfaf-4e2f-8634-56b972ad560a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:52.905053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:52.909122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:52.959090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:52.966951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.967242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.967587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.967929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.968270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.968606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.968938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.969273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.969603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.969932 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.970262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:52.970587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:53.155709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['2758e2a9-bfaf-4e2f-8634-56b972ad560a'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:53.294768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abd259-83c2-45aa-ad39-ab7f734bde8d req-1d4248eb-aa05-4fd0-b8b9-f7d4496614b5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.296451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9abd259-83c2-45aa-ad39-ab7f734bde8d req-1d4248eb-aa05-4fd0-b8b9-f7d4496614b5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 944 time: 0.0550160 Nov 09 18:14:53.347670 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f9abd259-83c2-45aa-ad39-ab7f734bde8d req-5400e3b9-a2d6-473d-ad2a-83fe234edc0e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Nov 09 18:14:53.474265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:53.609461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fa748-2587-49ca-84bc-7a5fc3d4a82d req-80e8e225-fca4-41a9-ba81-2185923674cf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.611005 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c3fa748-2587-49ca-84bc-7a5fc3d4a82d req-80e8e225-fca4-41a9-ba81-2185923674cf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 944 time: 0.0838964 Nov 09 18:14:53.625525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-3ceb467c-d7c7-4893-8acb-b5a1e2e55932 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.627024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-3ceb467c-d7c7-4893-8acb-b5a1e2e55932 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63&tenant_id=4c15a1158aa849a39fffdc29f96fd477&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 944 time: 0.0906088 Nov 09 18:14:53.701517 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c3fa748-2587-49ca-84bc-7a5fc3d4a82d req-2536b3cf-f260-45f4-add7-501afb83a224 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841057 Nov 09 18:14:53.719850 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-de81bda6-b677-44e4-b613-594c6e3e6e82 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:14:53.721063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-de81bda6-b677-44e4-b613-594c6e3e6e82 service neutron] 10.222.0.83 "DELETE /v2.0/ports/2758e2a9-bfaf-4e2f-8634-56b972ad560a/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0790863 Nov 09 18:14:53.817387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-0b3cbf97-45fe-4202-8d27-ac60c17658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.818917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-0b3cbf97-45fe-4202-8d27-ac60c17658c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 1095 time: 0.0442073 Nov 09 18:14:53.918303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-c4e38786-bc1a-407d-8b75-19a1d9d903dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.918997 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-c4e38786-bc1a-407d-8b75-19a1d9d903dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0895576 Nov 09 18:14:53.993560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-8d4a3184-90fa-4482-880d-acba8ce6e936 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 200 len: 1000 time: 0.0630267 Nov 09 18:14:54.057296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-e9d4b810-f8ce-4c55-8a5d-12f9708fe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:54.058779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-e9d4b810-f8ce-4c55-8a5d-12f9708fe73e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0534685 Nov 09 18:14:54.115397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-e388ab83-766d-47d7-b8d3-924035c25ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:54.116924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-e388ab83-766d-47d7-b8d3-924035c25ccf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452740 Nov 09 18:14:54.220515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-75ae668f-b73b-436e-bf17-a9402459e37c service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913723 Nov 09 18:14:54.322160 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f9d3e6e-27a9-45c2-90f4-87ccc92b0b96 req-26a357b8-2dc9-4b05-88ae-64d13848d3ab service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920455 Nov 09 18:14:54.715709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:54.771063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 2758e2a9-bfaf-4e2f-8634-56b972ad560a completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:14:54.776315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 2758e2a9-bfaf-4e2f-8634-56b972ad560a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:54.777165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:54.832276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302f07f-04c2-4f91-b786-8a96362d8b67 req-f8936076-0294-412d-8c02-5a1a75e1b7bf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:54.833796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9302f07f-04c2-4f91-b786-8a96362d8b67 req-f8936076-0294-412d-8c02-5a1a75e1b7bf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 944 time: 0.0544772 Nov 09 18:14:54.875218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:54.892402 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9302f07f-04c2-4f91-b786-8a96362d8b67 req-f87be3cb-f621-47e9-a862-fa46743df6d6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522130 Nov 09 18:14:54.902228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:54.918129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:54.924007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:54.954652 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc71293-ca3e-4183-98c0-4e256638b3f4" -d '{"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-plugged", "status": "completed", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:54.987097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:55.064671 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c43d5-bcd8-41b1-8cb3-62d7ed2b244e x-openstack-request-id: req-353c43d5-bcd8-41b1-8cb3-62d7ed2b244e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:55.065071 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-plugged", "status": "completed", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:55.065339 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-353c43d5-bcd8-41b1-8cb3-62d7ed2b244e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:55.065743 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'code': 200} Nov 09 18:14:56.016858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e24a6-1111-4feb-8cd9-51792b5392ca req-c5bb787d-d57a-4e78-aa47-69b2221d2cc3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:56.018430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6e24a6-1111-4feb-8cd9-51792b5392ca req-c5bb787d-d57a-4e78-aa47-69b2221d2cc3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0513563 Nov 09 18:14:56.069478 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cf6e24a6-1111-4feb-8cd9-51792b5392ca req-6b1d36bb-9f2e-4778-a87c-61a4d2197dab tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 Nov 09 18:14:56.201850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5e78-9cf4-41fd-afda-4deb3ebd0602 req-1a021c7e-4242-4d38-92cb-8261a63b7358 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:56.203547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba9a5e78-9cf4-41fd-afda-4deb3ebd0602 req-1a021c7e-4242-4d38-92cb-8261a63b7358 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0554724 Nov 09 18:14:56.257631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ba9a5e78-9cf4-41fd-afda-4deb3ebd0602 req-72f0fcdb-d89c-4547-96bc-7860e6ee57d7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479405 Nov 09 18:14:56.399579 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdadfb-5ed9-4285-a487-86ae47f4f7db req-5697244c-d838-4ba3-a7f5-4959e1754b17 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:56.401230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ffdadfb-5ed9-4285-a487-86ae47f4f7db req-5697244c-d838-4ba3-a7f5-4959e1754b17 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0653865 Nov 09 18:14:56.456509 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0ffdadfb-5ed9-4285-a487-86ae47f4f7db req-dfa9b87e-ac4f-47da-b9b6-a304035cd345 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Nov 09 18:14:56.701298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067bdb2-998e-457d-abc1-cb5efdfe87aa req-bdf617df-c357-4caa-88e2-a983e3bb7e08 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:56.702859 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9067bdb2-998e-457d-abc1-cb5efdfe87aa req-bdf617df-c357-4caa-88e2-a983e3bb7e08 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Nov 09 18:14:56.751352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9067bdb2-998e-457d-abc1-cb5efdfe87aa req-a93d2ec9-aece-4a31-9933-fcde6b3309bd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Nov 09 18:14:57.888155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f167d-4d37-466f-a3f7-05157b9d3e6d req-9f2bf86b-765f-4c7d-83b0-4cf81a82f399 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:57.889735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282f167d-4d37-466f-a3f7-05157b9d3e6d req-9f2bf86b-765f-4c7d-83b0-4cf81a82f399 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0609739 Nov 09 18:14:57.963557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-282f167d-4d37-466f-a3f7-05157b9d3e6d req-febc8e94-5f94-4dc1-afed-2ad70e1df689 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661035 Nov 09 18:14:57.986887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-359387dc-08a4-434e-93b4-b896c8af238f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:57.988730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-359387dc-08a4-434e-93b4-b896c8af238f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 945 time: 0.0647168 Nov 09 18:14:58.026701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b836980-6c79-4c64-a438-e2f6b53f4d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.098652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Deleting port 2758e2a9-bfaf-4e2f-8634-56b972ad560a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:14:58.099023 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.197120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] For port 2758e2a9-bfaf-4e2f-8634-56b972ad560a, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=2758e2a9-bfaf-4e2f-8634-56b972ad560a,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:58.197493 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.388249 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.388489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.388809 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f disassociated. External IP: 172.25.3.233, port: 2758e2a9-bfaf-4e2f-8634-56b972ad560a. Nov 09 18:14:58.389119 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Calling delete_port for 2758e2a9-bfaf-4e2f-8634-56b972ad560a owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:14:58.534433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.573434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event deleted for resources: {'Port': ['ID=2758e2a9-bfaf-4e2f-8634-56b972ad560a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:58.706749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:14:58.820561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:58.832622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:58.855420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:58.856421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:14:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:58.867498 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] No DVR routers for this DVR port 2758e2a9-bfaf-4e2f-8634-56b972ad560a on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:58.870964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.876623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bf9faad2-985a-48d2-8ba9-a26f12e9c5ed req-9436694d-e862-4d40-ba8c-0b401fb48af7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "DELETE /v2.0/ports/2758e2a9-bfaf-4e2f-8634-56b972ad560a HTTP/1.1" status: 204 len: 173 time: 0.8816183 Nov 09 18:14:58.877109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-deleted', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:58.879707 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628a6b91-148c-49cd-9ba5-3db028cbfdfe" -d '{"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-deleted", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:58.901257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:14:58.924942 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b9c26-8fe3-4634-93e9-575e0cfa0041 x-openstack-request-id: req-f01b9c26-8fe3-4634-93e9-575e0cfa0041 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:58.925240 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15255a87-f1d0-40f0-8b7c-0bb0d90c5e63", "name": "network-vif-deleted", "tag": "2758e2a9-bfaf-4e2f-8634-56b972ad560a", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:58.925498 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f01b9c26-8fe3-4634-93e9-575e0cfa0041 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:58.925910 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15255a87-f1d0-40f0-8b7c-0bb0d90c5e63', 'name': 'network-vif-deleted', 'tag': '2758e2a9-bfaf-4e2f-8634-56b972ad560a', 'status': 'completed', 'code': 200} Nov 09 18:14:58.993602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:59.091225 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5544fa8-dc73-4a9d-a64b-d4f79169ac1b req-fec4f078-4fe0-4929-a5e0-2212ba3f7cb5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=15255a87-f1d0-40f0-8b7c-0bb0d90c5e63 HTTP/1.1" status: 200 len: 210 time: 0.0301619 Nov 09 18:14:59.245275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:59.273435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:59.282744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:59.283403 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:14:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:59.396183 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:59.632018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:59.660182 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a08d6-d0e3-402d-a288-360c4aaf1b80 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:59.889478 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78df54-f151-4922-a7d4-94e9c4909c09 None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:15:00.345781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-b0fad00a-1bdb-46af-90cf-c056402aa8bf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1510802054&fields=id&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 267 time: 0.0432806 Nov 09 18:15:00.468479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-a8208556-09b7-460e-9643-115a59348140 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:00.469783 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-830dcbd4-5ccd-446f-96a8-f254713be829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:00.470332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-a8208556-09b7-460e-9643-115a59348140 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1172686 Nov 09 18:15:00.488265 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-1c24f04d-5a7e-4d57-b15f-8d364e7845a2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/quotas/4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 375 time: 0.0119190 Nov 09 18:15:00.549181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-0fbfcecf-18a1-4bef-89b1-e902cfbdfd49 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548756 Nov 09 18:15:00.742915 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-72232f36-5543-416f-9c12-9ede7d732c0b service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419008 Nov 09 18:15:00.850814 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-f0820c0e-1e96-485e-83ad-ce14def02f1d service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952723 Nov 09 18:15:01.023739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0b316e99-240c-4a3b-9f1d-5453df243563 req-a9ea5219-5755-436b-b31f-0fb98518b1aa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Nov 09 18:15:01.842485 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:02.132085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edbdf7f5-9dbc-4e85-ab1c-4b4a6b6f55a2 req-33b6b519-7837-43c0-8c38-0e76f3a3346f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0311260 Nov 09 18:15:02.231971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-983eb28c-f8bd-4b5f-9e5e-d2c1d8bb57eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.233494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-983eb28c-f8bd-4b5f-9e5e-d2c1d8bb57eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1165805 Nov 09 18:15:02.314198 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-465ff546-d150-4f79-b56e-fcb1db59c0c1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 380 time: 0.0648069 Nov 09 18:15:02.324688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'port': {'device_id': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'admin_state_up': True, 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'security_groups': ['069fb01e-9707-4940-9767-542913fa31d8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:02.447228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Made reservation on behalf of 4c15a1158aa849a39fffdc29f96fd477 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:02.450785 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:02.593030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Allocated IP 172.20.0.8 (a935c5df-133b-42d7-bd68-8757b004d576/efe78121-dc2f-4453-b427-8caa0d11c17a/4f2c39de-45c1-46ef-b825-7cc09ee4ede9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:02.745346 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:02.747009 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:02.771361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 2758e2a9-bfaf-4e2f-8634-56b972ad560a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:15:02.771767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 2758e2a9-bfaf-4e2f-8634-56b972ad560a not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:02.801055 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:02.850639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:02.856556 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:02.860952 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:02.868256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:02.899483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.899850 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.900307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.900646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.900983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.901316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.901643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.901967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.902301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.903357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.903695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.904025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:02.933656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.934497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:02.954253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-3817042c-acd6-4b96-8df9-e8d75fc471eb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332781 Nov 09 18:15:02.973092 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Request body: {'port': {'device_id': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:03.047724 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.133329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ff7d5925-f712-4077-af50-3183d01c445b None None] Provisioning complete for port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:03.134008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5925-f712-4077-af50-3183d01c445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.176981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d5925-f712-4077-af50-3183d01c445b None None] Port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:15:03.310601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.344959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef3119-eb7a-4c93-8f84-65778b645192 req-8b4d021b-11bd-475b-80e6-85fb4d4c81e9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:03.346579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36ef3119-eb7a-4c93-8f84-65778b645192 req-8b4d021b-11bd-475b-80e6-85fb4d4c81e9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 931 time: 0.1057215 Nov 09 18:15:03.444116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36ef3119-eb7a-4c93-8f84-65778b645192 req-22dc7847-2566-483c-9081-8dacb4c7e6d6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901275 Nov 09 18:15:03.455957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:03.464539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.479677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Transition to ACTIVE for port object 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:15:03.485535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.537366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:03.562730 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.633435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:15:03.633768 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:15:03.634100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:03.640497 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:15:03.640831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:03.646869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:03.647280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:15:03.647734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:03.656731 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Bound port: 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:15:03.656731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:03.728088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:03.732715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:03.737906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:04.143730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.144365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:04.145793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] 10.222.0.83 "PUT /v2.0/ports/4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1091 time: 1.1778224 Nov 09 18:15:04.146275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:04.180116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886f5f9-21dd-4c4a-9961-566a2082902f service neutron] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:04.195782 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc6c14-d355-498b-b954-94d7ffbe59d3" -d '{"events": [{"name": "network-changed", "server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:04.257893 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-d7408fd1-b540-48a5-bee5-aa9107c4f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.259652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-d7408fd1-b540-48a5-bee5-aa9107c4f0ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0533128 Nov 09 18:15:04.314618 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdb309-4329-4ba3-bbe1-29f1f1273603 x-openstack-request-id: req-f5bdb309-4329-4ba3-bbe1-29f1f1273603 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:04.314919 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:04.315208 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5bdb309-4329-4ba3-bbe1-29f1f1273603 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:04.315620 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'status': 'completed', 'code': 200} Nov 09 18:15:04.317266 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-13a3123e-81f7-41cd-9ad5-081fb1e5865c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 217 time: 0.0442395 Nov 09 18:15:04.386448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-31a2383a-cfaf-411f-8551-3aa623f9f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.389069 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-31a2383a-cfaf-411f-8551-3aa623f9f921 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0585637 Nov 09 18:15:04.446841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-a3111ddb-7dbb-4bf6-8d88-2a7f9ff5ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.448413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-a3111ddb-7dbb-4bf6-8d88-2a7f9ff5ca4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480964 Nov 09 18:15:04.583821 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-affae516-8fe4-4516-95dd-f3e80060ac47 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229100 Nov 09 18:15:04.592707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e22ae-f543-4f37-9295-85eb2f8f0dc4 req-6e595a1a-acb5-4078-a06e-8d553d50f18a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.594236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-536e22ae-f543-4f37-9295-85eb2f8f0dc4 req-6e595a1a-acb5-4078-a06e-8d553d50f18a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0734229 Nov 09 18:15:04.698565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-536e22ae-f543-4f37-9295-85eb2f8f0dc4 req-8cba0148-fbe3-464a-a8e8-75a1b4d9bc54 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959454 Nov 09 18:15:04.722592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d65d6cf-b011-4c73-b6c6-29c1a44e7c81 req-f1e32718-be60-4401-b589-97431d9983d5 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273608 Nov 09 18:15:04.828187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-be9b1957-962d-41dd-9bf6-13afba11bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.829679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-be9b1957-962d-41dd-9bf6-13afba11bb34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0419600 Nov 09 18:15:04.924987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-10819db3-75c5-4d7c-a832-131618f6485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.926485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-10819db3-75c5-4d7c-a832-131618f6485d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0885136 Nov 09 18:15:04.974071 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-e14b4aa7-9ca8-4f3f-8ed0-dddcaceb0c12 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 217 time: 0.0397942 Nov 09 18:15:05.029245 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-d47cd277-3907-4923-85fa-d645fa578bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:05.030775 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-d47cd277-3907-4923-85fa-d645fa578bef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0482378 Nov 09 18:15:05.081900 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-250bf241-71ee-41fe-9639-0e2701050b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:05.083469 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-250bf241-71ee-41fe-9639-0e2701050b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440915 Nov 09 18:15:05.185226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-cc0ea30f-1892-48a1-8966-13e06099e778 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911014 Nov 09 18:15:05.286527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eebc6c14-d355-498b-b954-94d7ffbe59d3 req-55e813c0-c4b0-42d6-926e-f19caee6983f service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906918 Nov 09 18:15:05.827299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bc21f-2bc3-44fc-9413-9ea2e6cd937e req-0cfb73d3-8b37-4324-94a5-3ece3b4c025f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:05.828838 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd1bc21f-2bc3-44fc-9413-9ea2e6cd937e req-0cfb73d3-8b37-4324-94a5-3ece3b4c025f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0522234 Nov 09 18:15:05.880378 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-cd1bc21f-2bc3-44fc-9413-9ea2e6cd937e req-4142c712-8741-49b7-a267-091f1e7f239d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Nov 09 18:15:07.012184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0fe01-38c7-458a-8c74-5a1a53a03ed2 req-0eb231fb-5704-4fe4-b313-1c412f945787 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:07.014066 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ea0fe01-38c7-458a-8c74-5a1a53a03ed2 req-0eb231fb-5704-4fe4-b313-1c412f945787 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0549994 Nov 09 18:15:07.071463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ea0fe01-38c7-458a-8c74-5a1a53a03ed2 req-fdd369f1-3e28-4416-af53-b31429c30d43 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Nov 09 18:15:07.088325 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:15:07.814435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:15:07.917039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:07.930067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'mac_address': 'fa:16:3e:78:f8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:15:07.967073 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:07.984667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:08.004610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:08.008589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:08.057102 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:08.200342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff1f15-7b0c-4da5-bf49-97312fb3e029 req-0e054bd8-01fb-4b93-b80b-15ca58931fae tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:08.201991 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1eff1f15-7b0c-4da5-bf49-97312fb3e029 req-0e054bd8-01fb-4b93-b80b-15ca58931fae tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0566144 Nov 09 18:15:08.253102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1eff1f15-7b0c-4da5-bf49-97312fb3e029 req-820a4aae-1849-4550-9dc9-964b2105d201 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Nov 09 18:15:08.316059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['4f2c39de-45c1-46ef-b825-7cc09ee4ede9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:15:09.375924 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716563c-f700-4435-9cdc-94c94490d980 req-56a4d327-ef3a-4e62-86ac-ff383096df83 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:09.377318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e716563c-f700-4435-9cdc-94c94490d980 req-56a4d327-ef3a-4e62-86ac-ff383096df83 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0497587 Nov 09 18:15:09.425483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e716563c-f700-4435-9cdc-94c94490d980 req-05f8f15e-03b9-4ba2-a9f2-ce4a71120ff6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Nov 09 18:15:09.835636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:09.885059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:15:09.889232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:09.889606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:09.965974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:09.988472 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:09.990681 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5296fe-ca81-4592-b35b-93590107fa57" -d '{"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:10.007443 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:10.012449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:10.040805 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb79e85-4f5b-4c7c-bc4f-2c8011f87e7a x-openstack-request-id: req-feb79e85-4f5b-4c7c-bc4f-2c8011f87e7a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:10.041233 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:10.041544 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-feb79e85-4f5b-4c7c-bc4f-2c8011f87e7a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:10.042109 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'code': 200} Nov 09 18:15:10.074246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:10.142531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136564d-77d6-4890-8066-ac8e1ce9a1a8 req-5a991216-b707-47ff-bfd3-820d83c30693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:10.144215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1136564d-77d6-4890-8066-ac8e1ce9a1a8 req-5a991216-b707-47ff-bfd3-820d83c30693 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0441236 Nov 09 18:15:10.195346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1136564d-77d6-4890-8066-ac8e1ce9a1a8 req-e8c3e890-4b58-4f6b-9032-013d0f476f3a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394990 Nov 09 18:15:10.553899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a05154-af44-486a-ac1c-67436b1b4aa5 req-ad4993d1-b848-4f78-b16c-84202aaa7906 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:10.555483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49a05154-af44-486a-ac1c-67436b1b4aa5 req-ad4993d1-b848-4f78-b16c-84202aaa7906 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0575848 Nov 09 18:15:10.606424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-49a05154-af44-486a-ac1c-67436b1b4aa5 req-316d1a9f-00df-4a33-9f56-48a47c3e3d9e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447516 Nov 09 18:15:11.738891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83004e7a-4d75-4cc4-9951-3f8b69289e3a req-ee24c961-cb0a-43d1-8dc2-0bff7ffd04a4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:11.740549 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83004e7a-4d75-4cc4-9951-3f8b69289e3a req-ee24c961-cb0a-43d1-8dc2-0bff7ffd04a4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0545321 Nov 09 18:15:11.790791 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83004e7a-4d75-4cc4-9951-3f8b69289e3a req-3e97e157-e1ac-4515-a88c-e61bb745a93c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Nov 09 18:15:11.908380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7224d2-186b-4938-8314-cc974c5af87a req-af7fdf54-f3a7-4e13-887f-e2f1c2bb5ec9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:11.909938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c7224d2-186b-4938-8314-cc974c5af87a req-af7fdf54-f3a7-4e13-887f-e2f1c2bb5ec9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Nov 09 18:15:11.919991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 53850) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:11.924570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'floatingip': {'port_id': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:11.968846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:12.416963 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:12.420982 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:12.525016 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f associated. External IP: 172.25.3.233, port: 4f2c39de-45c1-46ef-b825-7cc09ee4ede9. Nov 09 18:15:12.747877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:12.859347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:12.864482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:12.869650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:12.881249 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:12.881869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:15:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:12.894157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-95e8db91-3577-4548-a160-9f31eede7e3d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "PUT /v2.0/floatingips/5968719a-0b4b-46a9-92c9-04ea4f6c683f HTTP/1.1" status: 200 len: 991 time: 0.9730363 Nov 09 18:15:12.894750 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:12.897029 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd99ff25-4aa6-4733-bf73-b629efa19a76" -d '{"events": [{"name": "network-changed", "server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:12.942958 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b984ca-3b1e-40b4-a527-c0cebdac69da x-openstack-request-id: req-f2b984ca-3b1e-40b4-a527-c0cebdac69da {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:12.943307 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:12.943566 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2b984ca-3b1e-40b4-a527-c0cebdac69da {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:12.943986 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'status': 'completed', 'code': 200} Nov 09 18:15:12.998005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:13.015694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-5e09c845-9688-47f2-ba51-972ee22d310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:13.017355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-5e09c845-9688-47f2-ba51-972ee22d310c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0442228 Nov 09 18:15:13.131964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-3850dc60-434b-4812-8f4a-a033f5ec7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:13.133485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-3850dc60-434b-4812-8f4a-a033f5ec7cbf service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1088471 Nov 09 18:15:13.203761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-1f5d0655-4d9d-4884-aba2-cd05cf1cac50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 999 time: 0.0629592 Nov 09 18:15:13.242114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:78:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:15:12Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:13.259734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-ace8a653-3c06-454f-8d2f-ff932b269c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:13.261193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-ace8a653-3c06-454f-8d2f-ff932b269c72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0505009 Nov 09 18:15:13.272026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:13.282224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:13.282833 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:15:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:13.309365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-a353cd50-8338-426b-b99b-bef38d567e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:13.310933 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-a353cd50-8338-426b-b99b-bef38d567e00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422628 Nov 09 18:15:13.391252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:13.404099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-571cf106-2c05-4b77-aaab-59846f1cdb4a service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857155 Nov 09 18:15:13.507067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd99ff25-4aa6-4733-bf73-b629efa19a76 req-fa984b1c-68a3-4f53-966d-1e65febb9076 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953090 Nov 09 18:15:13.635990 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:78:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:15:12Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:13.670291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca1630-3c4a-4b32-87c2-916c997bb1d5 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:78:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:15:12Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:13.899566 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28c7fa-11b3-41cd-81ce-410ae7e59bdf None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:15:23.457600 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:28.019950 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9493a490-e768-4d21-be42-24a6f8bea735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:28.865062 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:30.644664 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40ac5da6-6206-42ec-8872-65c536c70a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:31.854553 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:33.307785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:33.559823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:44.087104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:15:51.494277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-837cb7b9-b0a7-424c-9c13-39df8eeae96b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425794 Nov 09 18:15:51.589145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-2323da7b-ab41-400a-8c52-5211c4b5e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.590699 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-2323da7b-ab41-400a-8c52-5211c4b5e427 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0421405 Nov 09 18:15:51.702054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-8edabc70-b1fe-445b-8be2-fbf921a35341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.703584 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-8edabc70-b1fe-445b-8be2-fbf921a35341 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0914650 Nov 09 18:15:51.776765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-433379fe-55bc-4400-b2a7-d652c5ea32c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1001 time: 0.0613384 Nov 09 18:15:51.837732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-f793b7d1-514a-4cfd-ada2-de9ed6aa4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.839849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-f793b7d1-514a-4cfd-ada2-de9ed6aa4ccb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0508840 Nov 09 18:15:51.892804 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-a89be5a8-984c-4076-a945-3cf7ba2c3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.894294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-a89be5a8-984c-4076-a945-3cf7ba2c3aa4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408885 Nov 09 18:15:51.984903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-e14ed0ce-4662-461b-9ad3-9d7746ab5c12 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816927 Nov 09 18:15:52.084129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0c871359-cb88-4cb5-ba4e-52a839375b14 req-e9480b1a-3e48-434a-bf73-4a8471e01d44 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881207 Nov 09 18:15:53.456668 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:58.024770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d200bd66-225b-4a7f-b801-66f168d02014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:15:58.877443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:00.476214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5844a1b6-f0d2-407d-bff9-5bfcff0c0126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:01.850405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:03.307315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:03.561277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:21.086539 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:16:23.456470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:28.030840 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2d49c73-b9f7-4108-bd78-ce1d4184b894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:28.878553 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:30.479631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f670e998-fe41-4625-a00a-74934e9f289d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:31.852245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:33.311282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:33.565465 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:52.494140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-c1de2dec-1ab9-49b5-91d5-a8bbac3324b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474768 Nov 09 18:16:52.591805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-79e8b299-b17e-43ad-b1d3-4e7b260d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:52.593327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-79e8b299-b17e-43ad-b1d3-4e7b260d5a14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0459650 Nov 09 18:16:52.720947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-4697566d-bb6e-4f7d-a850-7003e4c1414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:52.722837 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-4697566d-bb6e-4f7d-a850-7003e4c1414e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1034014 Nov 09 18:16:52.794916 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-24fd1705-6253-44a6-88fd-eb8db9f99960 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1001 time: 0.0636790 Nov 09 18:16:52.853277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-6fb7cf6f-420f-4c3a-9519-2552b194ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:52.854780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-6fb7cf6f-420f-4c3a-9519-2552b194ee49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0525990 Nov 09 18:16:52.905527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-dbd74867-cd26-47ef-8fc3-4a3eb713d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:52.907073 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-dbd74867-cd26-47ef-8fc3-4a3eb713d07d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446503 Nov 09 18:16:53.006123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-e705f7b8-0fab-4d3f-b238-8fae2dfc5deb service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Nov 09 18:16:53.118353 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40040705-0aeb-45c5-90ef-924239ced0a4 req-571c8443-5d7e-4964-8711-cc985449b935 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045268 Nov 09 18:16:53.471234 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:55.069461 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15df23-b978-43a3-9475-d99587dfdc83 req-03359ecc-5d86-4c9f-9bd1-c4fa3b648025 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:55.071772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df15df23-b978-43a3-9475-d99587dfdc83 req-03359ecc-5d86-4c9f-9bd1-c4fa3b648025 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0550241 Nov 09 18:16:55.127799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df15df23-b978-43a3-9475-d99587dfdc83 req-5ebc9cd5-4cb3-40a1-9731-0cf12b90639a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496101 Nov 09 18:16:56.266278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd128-059a-4094-9b89-7b497633a933 req-a3b94427-b12e-4b7e-9eff-c626eda67a81 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:56.267831 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556dd128-059a-4094-9b89-7b497633a933 req-a3b94427-b12e-4b7e-9eff-c626eda67a81 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0581079 Nov 09 18:16:56.324380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-556dd128-059a-4094-9b89-7b497633a933 req-607389e4-c790-42cb-9972-88aa677df6b8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503972 Nov 09 18:16:57.450583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589c53c-bd79-41c2-a3de-1748ff56576e req-c2e31c52-8a51-4c6e-b933-640c2cc57445 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:57.452237 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8589c53c-bd79-41c2-a3de-1748ff56576e req-c2e31c52-8a51-4c6e-b933-640c2cc57445 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0581694 Nov 09 18:16:57.505079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8589c53c-bd79-41c2-a3de-1748ff56576e req-fd9041f5-7ab6-4d2f-b015-e4d5545a2533 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Nov 09 18:16:58.030427 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8fb6f8f-114f-4280-8105-490042a2314a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:58.089841 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:16:58.633502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc066f2d-13e1-41f5-96bd-6d9c6bba6693 req-94a8c2ac-0aea-4be0-a968-8bedc83d46f3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:58.635359 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc066f2d-13e1-41f5-96bd-6d9c6bba6693 req-94a8c2ac-0aea-4be0-a968-8bedc83d46f3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Nov 09 18:16:58.690474 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc066f2d-13e1-41f5-96bd-6d9c6bba6693 req-8229d8e6-fb91-4bc9-8839-6fab4687f822 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489211 Nov 09 18:16:58.876279 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:16:59.826967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1482d-dc2f-4959-be76-89101ed8cd58 req-d147e6c6-21ab-44aa-a6c9-c815c09250ec tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:59.828565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fa1482d-dc2f-4959-be76-89101ed8cd58 req-d147e6c6-21ab-44aa-a6c9-c815c09250ec tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0567968 Nov 09 18:16:59.883414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6fa1482d-dc2f-4959-be76-89101ed8cd58 req-359ed066-47a7-48ab-811d-a388f8232424 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480819 Nov 09 18:17:00.484047 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d730757e-25fc-40f4-8d09-5dc888cd694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:01.020101 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125596a-1a76-42a7-a1e5-04eac06c135e req-05762c52-4479-4926-be41-906e6076f3e3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.021715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b125596a-1a76-42a7-a1e5-04eac06c135e req-05762c52-4479-4926-be41-906e6076f3e3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0530322 Nov 09 18:17:01.079013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b125596a-1a76-42a7-a1e5-04eac06c135e req-a4aeb74e-64f8-4ef7-9f2d-f951fafc4bcb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503030 Nov 09 18:17:01.865500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:02.211839 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd26201-b639-4220-b11c-63e6338fdc0a req-29ba1a3b-6efd-4525-aa8b-2f73de50435a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.213434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcd26201-b639-4220-b11c-63e6338fdc0a req-29ba1a3b-6efd-4525-aa8b-2f73de50435a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0551271 Nov 09 18:17:02.277159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcd26201-b639-4220-b11c-63e6338fdc0a req-917582e5-6e6f-4162-b723-e8885f26d60e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574381 Nov 09 18:17:03.321125 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:03.404293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb9ea9-9d91-4c3b-886e-b36b75dfbd2a req-5e54d355-f2c4-43f8-a524-c8bd9522a5f1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.405803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82fb9ea9-9d91-4c3b-886e-b36b75dfbd2a req-5e54d355-f2c4-43f8-a524-c8bd9522a5f1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0559263 Nov 09 18:17:03.464914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82fb9ea9-9d91-4c3b-886e-b36b75dfbd2a req-4b287282-2e7d-447d-8fff-cb6d7f25e72e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525897 Nov 09 18:17:03.572655 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:04.598803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c728-4327-49ff-8f95-506839baee4e req-7b5310f3-bfdb-4f8f-b48e-c70a116c7541 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.600501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5f3c728-4327-49ff-8f95-506839baee4e req-7b5310f3-bfdb-4f8f-b48e-c70a116c7541 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Nov 09 18:17:04.657798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e5f3c728-4327-49ff-8f95-506839baee4e req-d9655a31-e5e7-4e9d-824a-4a7b0416008f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506561 Nov 09 18:17:05.789541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b10590-72dd-4333-9ef4-db19b9950077 req-233bc8e5-e4d9-4e47-a028-6ba3b42dde04 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:05.791264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99b10590-72dd-4333-9ef4-db19b9950077 req-233bc8e5-e4d9-4e47-a028-6ba3b42dde04 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0537634 Nov 09 18:17:05.843599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-99b10590-72dd-4333-9ef4-db19b9950077 req-4232f6e5-837a-47cc-bb3d-44e04446e354 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 Nov 09 18:17:06.135427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385419e-2a33-4bdf-a3cd-9fbe4859fd9f req-1f253511-12e2-4821-b6b3-ca142e9cfeab tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:06.137086 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c385419e-2a33-4bdf-a3cd-9fbe4859fd9f req-1f253511-12e2-4821-b6b3-ca142e9cfeab tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0611973 Nov 09 18:17:06.220231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c385419e-2a33-4bdf-a3cd-9fbe4859fd9f req-32b14748-f136-4af4-a176-311897d2b071 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745652 Nov 09 18:17:06.238529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-e0368c72-fe30-452f-b1e9-967526901c43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115489 Nov 09 18:17:07.346940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca5792-5a8f-411b-885f-d895a59f29bb req-7796a1d9-9c94-4b0d-852a-9d352826459c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.348486 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-66ca5792-5a8f-411b-885f-d895a59f29bb req-7796a1d9-9c94-4b0d-852a-9d352826459c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0523808 Nov 09 18:17:07.409162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-66ca5792-5a8f-411b-885f-d895a59f29bb req-40ecc9c0-c28a-4a55-8a62-d28d3a543be8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544698 Nov 09 18:17:07.526882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-af0a329a-7f74-4c87-986b-218458ebb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.528390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-af0a329a-7f74-4c87-986b-218458ebb970 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0462573 Nov 09 18:17:07.628851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-32f36b92-c81b-45dc-9c13-c1090218803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.630652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-32f36b92-c81b-45dc-9c13-c1090218803a service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0902452 Nov 09 18:17:07.708388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-c90d4397-e89c-4fa5-9622-86cad66c2571 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1001 time: 0.0656006 Nov 09 18:17:07.764668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-67d7b093-fb19-44c3-8c64-d56112e068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.766171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-67d7b093-fb19-44c3-8c64-d56112e068ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0457454 Nov 09 18:17:07.817653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-6532cf65-0414-47f8-ac0d-a5b202cff276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.819220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-6532cf65-0414-47f8-ac0d-a5b202cff276 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421777 Nov 09 18:17:07.928118 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-39f99a5c-80bc-4f86-b67e-6f74b5c88bca service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003823 Nov 09 18:17:08.028219 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-1fa653f9-dbd2-43aa-a1f5-90eace5fe14f service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885310 Nov 09 18:17:08.532084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9e4c7-5940-4518-a299-10580ef14446 req-a326495c-b0c5-487d-b916-a9ef54dd0e72 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:08.533568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1c9e4c7-5940-4518-a299-10580ef14446 req-a326495c-b0c5-487d-b916-a9ef54dd0e72 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Nov 09 18:17:08.584014 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1c9e4c7-5940-4518-a299-10580ef14446 req-fd51fc8f-aca6-4617-b29c-65809ce2fe68 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Nov 09 18:17:09.713541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113806bc-af4e-4833-920b-d7285c3d5286 req-d0708e16-6af4-4779-b913-6fcbcfb2ab22 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:09.715090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-113806bc-af4e-4833-920b-d7285c3d5286 req-d0708e16-6af4-4779-b913-6fcbcfb2ab22 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0561781 Nov 09 18:17:09.764283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-113806bc-af4e-4833-920b-d7285c3d5286 req-176c9230-12cd-40a8-a798-7aa95adc6a63 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432250 Nov 09 18:17:10.168790 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-fe0ed955-0233-4736-8c8c-ab373b2c58e0 service neutron] show failed (client error): The resource could not be found. Nov 09 18:17:10.169920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-fe0ed955-0233-4736-8c8c-ab373b2c58e0 service neutron] 10.222.0.83 "GET /v2.0/ports/4f2c39de-45c1-46ef-b825-7cc09ee4ede9/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0603015 Nov 09 18:17:10.399549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-93bf3d23-3384-4d51-9651-fb4bcfbe960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:10.401394 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-93bf3d23-3384-4d51-9651-fb4bcfbe960d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 1096 time: 0.0443418 Nov 09 18:17:10.414492 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:10.477506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:10.716982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:10.777059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:10.833551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:10.836262 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a5bd2-7eee-4d93-b66c-f1365e2f579d" -d '{"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:10.841971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:10.903024 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa05dd4-10c3-49b3-91cb-9ce29eb37fc5 x-openstack-request-id: req-9aa05dd4-10c3-49b3-91cb-9ce29eb37fc5 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:10.903486 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:10.903834 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9aa05dd4-10c3-49b3-91cb-9ce29eb37fc5 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:10.904273 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'code': 200} Nov 09 18:17:10.905292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Transition to ACTIVE for port object 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:10.910804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:11.007679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977231f-a3e5-4b0b-a073-02b7ef82c767 req-33f850e0-b8f7-459b-95a9-0569464e07ea tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.011002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b977231f-a3e5-4b0b-a073-02b7ef82c767 req-33f850e0-b8f7-459b-95a9-0569464e07ea tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1709156 Nov 09 18:17:11.088510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:11.108808 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.109160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.109593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.109836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.110178 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.110512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.110846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.111217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.111549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.111877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.112204 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.112531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:11.163083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] No DVR routers for this DVR port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:11.169267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b977231f-a3e5-4b0b-a073-02b7ef82c767 req-5bc4283b-ad1a-41e0-aaa3-2955b92db0ac tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431909 Nov 09 18:17:11.312830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:17:11.313164 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:17:11.313490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:11.318134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:11.318455 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Attempting to bind port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:11.327210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:11.327606 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:17:11.328023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:11.328577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Bound port: 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:17:11.328932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:11.403779 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:11.407012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:11.412603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:11.450827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.451485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:11.452901 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1091 time: 1.0432792 Nov 09 18:17:11.480269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd9f3-6862-44dc-a749-4b2d03c0ecc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:11.531020 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-4020b015-f93c-4545-93b3-df59e5afc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.532759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-4020b015-f93c-4545-93b3-df59e5afc90a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0490735 Nov 09 18:17:11.656439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-c0f45fbc-4153-4426-a1d7-840be6c34a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.657964 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-c0f45fbc-4153-4426-a1d7-840be6c34a83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1171682 Nov 09 18:17:11.732287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-fec7760a-fa46-4f0b-84a3-1e1e8cc39971 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 999 time: 0.0660880 Nov 09 18:17:11.793694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-d16af83e-bbb4-4a2d-9713-59e8c6565e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.796256 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-d16af83e-bbb4-4a2d-9713-59e8c6565e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0571384 Nov 09 18:17:11.846675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-284b5a8f-8f95-4ba9-a209-0f5cbfeaf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.848163 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-284b5a8f-8f95-4ba9-a209-0f5cbfeaf28f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451365 Nov 09 18:17:11.949366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-d7c559f6-49e0-4e15-b4cd-f3367bfbf287 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939989 Nov 09 18:17:12.056134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4c129ee0-69a5-48f6-8ba9-c6f5b3e0bab5 req-1b7584bb-937b-4590-ad89-7df0aa789ae4 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994372 Nov 09 18:17:12.314578 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f03f-ee1a-40d0-81b1-d99505e4297f req-781d7471-94de-42f9-a0d6-c495e5e6dab0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.316566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d94f03f-ee1a-40d0-81b1-d99505e4297f req-781d7471-94de-42f9-a0d6-c495e5e6dab0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0684817 Nov 09 18:17:12.383730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0d94f03f-ee1a-40d0-81b1-d99505e4297f req-a6afe9fc-574f-4a2f-8c1d-a21b78366762 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597649 Nov 09 18:17:12.905859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:12.910102 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fadd2e-f693-402d-a81c-84d62f02483d" -d '{"events": [{"name": "network-changed", "server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:12.967619 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9821cdc6-ae3b-4838-8976-07856147df0b x-openstack-request-id: req-9821cdc6-ae3b-4838-8976-07856147df0b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:12.967900 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:12.968158 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9821cdc6-ae3b-4838-8976-07856147df0b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:12.968555 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'status': 'completed', 'code': 200} Nov 09 18:17:13.050016 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4f755c9b-b512-4d28-9825-5d66e1df96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.052019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4f755c9b-b512-4d28-9825-5d66e1df96d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0588739 Nov 09 18:17:13.052667 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-a753a292-5938-4cb4-a2a0-c7aacc2bf995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.054946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-a753a292-5938-4cb4-a2a0-c7aacc2bf995 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0598953 Nov 09 18:17:13.186374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-3fa44ca4-26af-4ec3-a684-2146fd96d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.187757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4634b1eb-9879-4840-affa-188520464846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.189057 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-3fa44ca4-26af-4ec3-a684-2146fd96d9bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1221497 Nov 09 18:17:13.189280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4634b1eb-9879-4840-affa-188520464846 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1293335 Nov 09 18:17:13.275647 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-71a78a8e-5308-4a35-a92d-d578ebfd3f0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 999 time: 0.0779357 Nov 09 18:17:13.293583 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-1eade00b-a01a-4019-b169-7ea2836fc40a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 999 time: 0.0930839 Nov 09 18:17:13.338256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4325dce4-89f8-4058-a643-4b71b1536679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.339981 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4325dce4-89f8-4058-a643-4b71b1536679 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0558922 Nov 09 18:17:13.364873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-566c57e4-53b1-4e9a-93a9-722787e98184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.366622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-566c57e4-53b1-4e9a-93a9-722787e98184 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0610297 Nov 09 18:17:13.425098 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-ee80510c-a43e-4a6a-a699-fc3c94fae67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.430151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-ee80510c-a43e-4a6a-a699-fc3c94fae67d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822384 Nov 09 18:17:13.448076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd2e-f693-402d-a81c-84d62f02483d req-992cc92c-4b7b-42a7-bb53-a4108a934300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.450937 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-992cc92c-4b7b-42a7-bb53-a4108a934300 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711801 Nov 09 18:17:13.459822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:13.566725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-938dfccd-b6a7-45d5-b475-572655e378b3 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288421 Nov 09 18:17:13.615075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:13.626240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4111d-f21e-4c87-878a-bb2872b2f061 req-629fe8b9-026a-464f-a2a4-e561ab97e242 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.628031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ee4111d-f21e-4c87-878a-bb2872b2f061 req-629fe8b9-026a-464f-a2a4-e561ab97e242 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 943 time: 0.0941877 Nov 09 18:17:13.629945 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'mac_address': 'fa:16:3e:78:f8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:13.633593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-4eac40eb-20c2-49bb-8b83-4ecfd9869ce8 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688409 Nov 09 18:17:13.680245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:13.702816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:13.714621 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-1eb7ba92-9ba2-4dc1-8a7b-5ecdb75aecc9 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393590 Nov 09 18:17:13.730950 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:13.738382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:13.791761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6ee4111d-f21e-4c87-878a-bb2872b2f061 req-a80eaf5a-6dbe-4d80-8f72-3075aed7f80f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510701 Nov 09 18:17:13.803364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.813355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.813709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.814049 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.814460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.814905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.815288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.815667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.816104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.816578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.816913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.817243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.817835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:13.827268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69fadd2e-f693-402d-a81c-84d62f02483d req-ac523d20-f86f-48f0-b262-462c7840bd58 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844344 Nov 09 18:17:13.952084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['4f2c39de-45c1-46ef-b825-7cc09ee4ede9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:14.123577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e3482-6e52-4b4a-b8a7-70ed7239868c req-21dca981-f32a-4a80-a3a9-2bf735c4b6cd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.125182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-006e3482-6e52-4b4a-b8a7-70ed7239868c req-21dca981-f32a-4a80-a3a9-2bf735c4b6cd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 944 time: 0.1209981 Nov 09 18:17:14.151262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-6165a7fc-aba0-4867-8d4a-6bcc91845cab tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.152835 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-6165a7fc-aba0-4867-8d4a-6bcc91845cab tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5&tenant_id=4c15a1158aa849a39fffdc29f96fd477&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 944 time: 0.0869954 Nov 09 18:17:14.231921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-006e3482-6e52-4b4a-b8a7-70ed7239868c req-36c3f554-5727-4627-846e-f5f590f1e38f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960126 Nov 09 18:17:14.260471 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-ebc974bd-5338-49ed-b519-394f563eb282 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:17:14.262116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-ebc974bd-5338-49ed-b519-394f563eb282 service neutron] 10.222.0.83 "DELETE /v2.0/ports/4f2c39de-45c1-46ef-b825-7cc09ee4ede9/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0991101 Nov 09 18:17:14.361536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-66f9d3d2-fee7-4224-9054-62e1b8dc37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.363110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-66f9d3d2-fee7-4224-9054-62e1b8dc37fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1095 time: 0.0476182 Nov 09 18:17:14.457533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:14.473753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-22f16ac9-3672-4787-bbc2-b3a98ee1fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.475516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-22f16ac9-3672-4787-bbc2-b3a98ee1fc0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1033900 Nov 09 18:17:14.502384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:14.553850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-c7c6e4d6-06e7-489c-be32-eceed546aed4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1000 time: 0.0665922 Nov 09 18:17:14.613308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-aee252cf-e2a7-4a8e-b685-fb66fd509377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.614815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-aee252cf-e2a7-4a8e-b685-fb66fd509377 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0490775 Nov 09 18:17:14.672990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-92ed363b-781f-4874-97ad-fed056d31f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.674516 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-92ed363b-781f-4874-97ad-fed056d31f7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482686 Nov 09 18:17:14.780218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-0e1f0707-7ab2-4dbc-8efd-79872a4a4d0b service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930712 Nov 09 18:17:14.883076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0c0f1eb-d39d-4c38-8ba6-3d61daf1beef req-b33e599a-7e90-412c-8fdc-2ce4991aa6dd service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919042 Nov 09 18:17:15.480542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:15.560816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:15.568485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:15.568867 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:15.668922 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:15.695741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:15.698455 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed20905-c588-4a6d-b222-4a40015fbee8" -d '{"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:15.714116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:15.719890 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:15.750022 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce5aefe-925a-4f1e-924c-7af2fe0ea126 x-openstack-request-id: req-5ce5aefe-925a-4f1e-924c-7af2fe0ea126 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:15.750427 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:15.750578 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ce5aefe-925a-4f1e-924c-7af2fe0ea126 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:15.751031 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'code': 200} Nov 09 18:17:15.781866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.786843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6d6a5-68b7-4f3f-ae48-f92bc0fea460 req-0cf14095-0fdb-4feb-9e8e-8760967f0865 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.789109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fd6d6a5-68b7-4f3f-ae48-f92bc0fea460 req-0cf14095-0fdb-4feb-9e8e-8760967f0865 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 944 time: 0.4612606 Nov 09 18:17:15.841542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fd6d6a5-68b7-4f3f-ae48-f92bc0fea460 req-23c371cc-54c6-41f3-80d2-f24a4457ea3f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458314 Nov 09 18:17:16.985949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14343b1-5ca2-4c5f-9255-c2ea02495cc6 req-833c0ba8-d9a2-4042-8ffa-29508989720f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:16.987682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f14343b1-5ca2-4c5f-9255-c2ea02495cc6 req-833c0ba8-d9a2-4042-8ffa-29508989720f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0554011 Nov 09 18:17:17.042620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f14343b1-5ca2-4c5f-9255-c2ea02495cc6 req-62b503c4-176f-4ac8-aca8-377e2c173876 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Nov 09 18:17:17.197478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c7346-d5e6-40c2-9c86-413f3865fd5d req-89d5404a-6212-421e-8135-3ff5918d0394 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.199133 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c40c7346-d5e6-40c2-9c86-413f3865fd5d req-89d5404a-6212-421e-8135-3ff5918d0394 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0640676 Nov 09 18:17:17.256822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c40c7346-d5e6-40c2-9c86-413f3865fd5d req-fcea1dd2-733b-445c-ae05-b833fd4fdbde tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514381 Nov 09 18:17:17.566964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65999b4-5686-48b0-a21c-0a5354ebfee4 req-e6d1abc5-0f13-4a70-95ca-602fc1e60530 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.571746 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b65999b4-5686-48b0-a21c-0a5354ebfee4 req-e6d1abc5-0f13-4a70-95ca-602fc1e60530 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.1288414 Nov 09 18:17:17.615756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-802f1e79-9d72-45f1-b465-6a0687e3c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.618175 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-802f1e79-9d72-45f1-b465-6a0687e3c4cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 1096 time: 0.1288464 Nov 09 18:17:17.696234 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b65999b4-5686-48b0-a21c-0a5354ebfee4 req-55ff32c2-d61c-476a-82c5-68f59d06b4df tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143653 Nov 09 18:17:17.742051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-48e087bb-38af-499a-8608-b81bc9ef76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.743559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-48e087bb-38af-499a-8608-b81bc9ef76df service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1137969 Nov 09 18:17:17.815978 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-ae80bc15-8dbd-48d4-b4f4-bd40b86786b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 200 len: 1001 time: 0.0641026 Nov 09 18:17:17.869028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-8ce17933-bb43-4e30-83ec-8744831746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.870529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-8ce17933-bb43-4e30-83ec-8744831746a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0479517 Nov 09 18:17:17.935425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-1b8b9d12-6967-4a8d-b96c-19458d0a621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.937021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-1b8b9d12-6967-4a8d-b96c-19458d0a621d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592437 Nov 09 18:17:18.042974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-7c714c16-4ec7-4941-ab0e-632cc2aef6aa service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962114 Nov 09 18:17:18.147673 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32e25ad7-5b44-46c0-983d-10bc8fda0102 req-f8fd6597-b7aa-4f21-a754-f9690b4def72 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973575 Nov 09 18:17:18.824277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231e858-057f-4cdf-82e3-5e7be899473f req-c405f385-9bd7-4226-b526-ea84aef8c2c2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.825910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b231e858-057f-4cdf-82e3-5e7be899473f req-c405f385-9bd7-4226-b526-ea84aef8c2c2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Nov 09 18:17:18.875546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b231e858-057f-4cdf-82e3-5e7be899473f req-59954033-5ffb-4376-8887-5686efc082b0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Nov 09 18:17:19.136171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c1971-1dcf-44e5-b8c2-183133c34c31 req-2b2a5c5d-5eac-4873-9b78-ab0fbacf1ab2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.137740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-602c1971-1dcf-44e5-b8c2-183133c34c31 req-2b2a5c5d-5eac-4873-9b78-ab0fbacf1ab2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Nov 09 18:17:19.191173 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-602c1971-1dcf-44e5-b8c2-183133c34c31 req-861a8270-182a-4eb8-a123-0d1cd43b7294 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468895 Nov 09 18:17:20.380892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852ee4b-8534-4f33-a36d-e3ecdd3f2cd6 req-2d7243cc-0436-48df-a151-274b3b2bc207 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:20.383106 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d852ee4b-8534-4f33-a36d-e3ecdd3f2cd6 req-2d7243cc-0436-48df-a151-274b3b2bc207 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0862896 Nov 09 18:17:20.406510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-693a0c36-9eb9-4336-a6c5-2dbc016c056a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:20.407999 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-693a0c36-9eb9-4336-a6c5-2dbc016c056a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0969417 Nov 09 18:17:20.502380 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d852ee4b-8534-4f33-a36d-e3ecdd3f2cd6 req-b9df3a4c-6667-4967-b7e1-35190248cdc4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129489 Nov 09 18:17:20.534180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Deleting port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:17:20.534478 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:20.638055 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] For port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:20.638331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:20.834457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:20.834819 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:20.835204 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f disassociated. External IP: 172.25.3.233, port: 4f2c39de-45c1-46ef-b825-7cc09ee4ede9. Nov 09 18:17:20.836218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Calling delete_port for 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:17:20.978302 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:21.008679 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event deleted for resources: {'Port': ['ID=4f2c39de-45c1-46ef-b825-7cc09ee4ede9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:21.150587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:21.286599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:21.299665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:21.323954 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:21.325030 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:21.333181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] No DVR routers for this DVR port 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:21.336491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:21.339906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-562eaa67-f814-4af7-9b6d-98273145ccd4 req-a094e8c0-3dc9-4613-a497-9b40853398d5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "DELETE /v2.0/ports/4f2c39de-45c1-46ef-b825-7cc09ee4ede9 HTTP/1.1" status: 204 len: 173 time: 0.9251835 Nov 09 18:17:21.340371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-deleted', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:21.342725 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f34bb-362b-487b-bfc7-eabb9fa8ba18" -d '{"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-deleted", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:21.388715 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e627d8a-bd43-4a82-9703-b8f862521a7a x-openstack-request-id: req-7e627d8a-bd43-4a82-9703-b8f862521a7a {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:21.389361 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570fcebc-bc64-4e26-825e-3e946e34b0e5", "name": "network-vif-deleted", "tag": "4f2c39de-45c1-46ef-b825-7cc09ee4ede9", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:21.389361 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e627d8a-bd43-4a82-9703-b8f862521a7a {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:21.389641 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fcebc-bc64-4e26-825e-3e946e34b0e5', 'name': 'network-vif-deleted', 'tag': '4f2c39de-45c1-46ef-b825-7cc09ee4ede9', 'status': 'completed', 'code': 200} Nov 09 18:17:21.476870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:21.650405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2a4e36ac-8c61-47d4-9404-76dd79fe8647 req-95feb7cf-b276-45be-987c-79c5acaa402f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=570fcebc-bc64-4e26-825e-3e946e34b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0342014 Nov 09 18:17:21.712784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:21.749193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:21.759297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:21.759922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:17:00Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:21.871795 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:22.087483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:22.115590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54447e5b-85ce-42e1-83d7-ffb14f08b3ce None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:22.362159 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b32a8-d0ce-4a79-a402-d6d73c9bb1da None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:22.979744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-b72e9716-3b6e-4dcc-9494-48f613715907 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1510802054&fields=id&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 267 time: 0.0668519 Nov 09 18:17:23.146592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-51db82ba-309a-4444-b1d5-d3fc20add2f5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.148993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-51db82ba-309a-4444-b1d5-d3fc20add2f5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1624331 Nov 09 18:17:23.166250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-3b57acb9-ab5b-4f3b-b171-0dce73763d01 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/quotas/4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 375 time: 0.0108590 Nov 09 18:17:23.235118 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-66bb071d-f3d4-425f-9f53-2687f63ffc7f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579898 Nov 09 18:17:23.464106 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:23.468471 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-1c699680-943d-43c2-9b15-7b4504d1587f service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807172 Nov 09 18:17:23.498253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:23.551300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:17:23.552124 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device 4f2c39de-45c1-46ef-b825-7cc09ee4ede9 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:23.585853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-b4479285-fc1d-470c-bbb8-1ac2c7bd6b1a service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107399 Nov 09 18:17:23.822862 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9926f61b-85af-4332-a8a6-1a2ca974e323 req-89ad7abb-8f21-4848-80e1-ea5b1ec0da0c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 210 time: 0.0416059 Nov 09 18:17:24.978744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-97809ea0-c7c1-4b99-acac-acebe942ff05 req-d6ba98fe-0953-49e4-9ca4-7b7706c4816a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 210 time: 0.0397358 Nov 09 18:17:25.045580 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-34dd5310-e1d3-4e76-ad22-d66d0d1fbe2c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:25.047011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-34dd5310-e1d3-4e76-ad22-d66d0d1fbe2c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1593370 Nov 09 18:17:25.124534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-b86c330a-2299-4122-8bf6-acfff92877b4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 380 time: 0.0577643 Nov 09 18:17:25.136555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'port': {'device_id': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'admin_state_up': True, 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'security_groups': ['069fb01e-9707-4940-9767-542913fa31d8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:25.251376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Made reservation on behalf of 4c15a1158aa849a39fffdc29f96fd477 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:25.255347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:25.417275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Allocated IP 172.20.0.5 (a935c5df-133b-42d7-bd68-8757b004d576/efe78121-dc2f-4453-b427-8caa0d11c17a/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:25.572109 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:25.609155 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:25.653583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:25.656830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:25.664422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:25.691707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:25.704898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.705251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.705610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.705945 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.706272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.706614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.707015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.707336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.707659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.708026 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.708466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.708968 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:25.737496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:25.738145 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:25.769373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-57b50256-9128-4480-b646-61e31888c551 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364100 Nov 09 18:17:25.788671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Request body: {'port': {'device_id': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:25.857602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:25.971629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-53976fc4-b1d1-4bd2-a90c-6033e894112f None None] Provisioning complete for port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:25.971629 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53976fc4-b1d1-4bd2-a90c-6033e894112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:26.004044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-53976fc4-b1d1-4bd2-a90c-6033e894112f None None] Port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:17:26.113595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc345224-256e-4fb2-92fe-026212d81106 req-a6115921-552b-436e-976b-8b0a738208f3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.115209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc345224-256e-4fb2-92fe-026212d81106 req-a6115921-552b-436e-976b-8b0a738208f3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 931 time: 0.0526180 Nov 09 18:17:26.146660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:26.154602 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:26.168683 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Transition to ACTIVE for port object c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:26.172585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc345224-256e-4fb2-92fe-026212d81106 req-8d109700-58e2-4d61-9693-167c70d2ae48 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502477 Nov 09 18:17:26.173131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:26.228803 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:26.313825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:17:26.314256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:17:26.314609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:26.319981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:26.320369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:26.326570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:26.327074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:17:26.327422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:26.327903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Bound port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:17:26.328270 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:26.418640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:26.426467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:26.432964 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:26.477376 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.478016 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:26.479696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] 10.222.0.83 "PUT /v2.0/ports/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1091 time: 0.6970272 Nov 09 18:17:26.480177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:26.482488 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2" -d '{"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:26.519016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf8dd-1e38-482f-bd4f-19d8bb2cdeac service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:26.569226 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed00ee6e-1833-46c0-ab99-c9d954885d95 x-openstack-request-id: req-ed00ee6e-1833-46c0-ab99-c9d954885d95 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:26.569575 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:26.569775 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed00ee6e-1833-46c0-ab99-c9d954885d95 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:26.570156 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'status': 'completed', 'code': 200} Nov 09 18:17:26.589281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-7d06b1e5-9547-47ca-a38d-2745898f417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.591148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-7d06b1e5-9547-47ca-a38d-2745898f417e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1094 time: 0.0581498 Nov 09 18:17:26.646693 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-facc63bd-c3f2-489d-ac25-d787124535ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 217 time: 0.0427737 Nov 09 18:17:26.712489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-ef1a5103-d5d9-4d90-ac3b-cfb7cd8781f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.714010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-ef1a5103-d5d9-4d90-ac3b-cfb7cd8781f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0585325 Nov 09 18:17:26.771727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-236be904-69c6-452b-a0a9-4a6444de971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.773197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-236be904-69c6-452b-a0a9-4a6444de971a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458822 Nov 09 18:17:26.874205 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-32829d41-43f7-4ff3-9809-2e57240f57f9 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920713 Nov 09 18:17:26.973048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8b7e8d2b-d269-4cc5-982a-9b5f1977d156 req-7b71b9cd-8c1f-495e-8ca0-b94ce636ce80 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875423 Nov 09 18:17:27.081386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-ac92c86e-b1d6-45d7-91d0-7d6c1d354ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.083090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-ac92c86e-b1d6-45d7-91d0-7d6c1d354ce5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1094 time: 0.0548959 Nov 09 18:17:27.336689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae98b3d-3fa6-4d92-8010-7ba9b813af10 req-06d24725-e603-4b45-8df3-631a8efc48d2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.338185 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dae98b3d-3fa6-4d92-8010-7ba9b813af10 req-06d24725-e603-4b45-8df3-631a8efc48d2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.0746927 Nov 09 18:17:27.393597 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dae98b3d-3fa6-4d92-8010-7ba9b813af10 req-1103b3ea-a4cb-48a3-bda1-0071e36f8631 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491107 Nov 09 18:17:27.618231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-d29b6c0a-e77c-47fd-a5f0-c60424fc0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.620707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-d29b6c0a-e77c-47fd-a5f0-c60424fc0597 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.5302370 Nov 09 18:17:27.671679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-2259f416-8573-40d3-915e-15cf8b321da5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 217 time: 0.0433354 Nov 09 18:17:27.726486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-0630fbb9-3be5-4658-869b-c2580110b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.728032 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-0630fbb9-3be5-4658-869b-c2580110b02b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0464907 Nov 09 18:17:27.786806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-f5615af6-a553-4a02-912e-2c8e5aaa9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.788804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-f5615af6-a553-4a02-912e-2c8e5aaa9723 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527158 Nov 09 18:17:27.903418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-1e5196cf-f5ef-466a-a556-dab158954db5 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051381 Nov 09 18:17:28.045494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4d9ace-8404-4b7d-9a01-229a63b8feb2 req-f0516ac5-99d0-413d-9914-4138be73c6c8 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327507 Nov 09 18:17:28.047142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad603ec5-2942-4687-81f9-593f8408dfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:28.520987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:28.538423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc18af-c8e4-4347-8888-5ba5e86ca23a req-69916427-f40f-4d6a-8a5d-84df078df308 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:28.540529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33fc18af-c8e4-4347-8888-5ba5e86ca23a req-69916427-f40f-4d6a-8a5d-84df078df308 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.0695031 Nov 09 18:17:28.595997 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33fc18af-c8e4-4347-8888-5ba5e86ca23a req-1736c213-72e0-4dbc-9b42-915fa4cee993 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491009 Nov 09 18:17:28.657369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:28.670602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'mac_address': 'fa:16:3e:b5:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:28.722469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:28.742323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:28.767588 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:28.771806 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:28.832161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:28.890905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:29.072840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:29.773063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087e8-e7d4-4c2a-89cf-f7e9a2cd9dce req-1cf1c3c9-b224-468f-8dc7-0f6e6fc5d57c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.774668 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-917087e8-e7d4-4c2a-89cf-f7e9a2cd9dce req-1cf1c3c9-b224-468f-8dc7-0f6e6fc5d57c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0535035 Nov 09 18:17:29.827728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-917087e8-e7d4-4c2a-89cf-f7e9a2cd9dce req-8e1ab3ad-8994-4c64-8998-c1f1236e2130 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461423 Nov 09 18:17:30.488144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b63fe90-17f8-4966-93f3-a74b64259513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:30.534908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:30.587420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:30.591354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:30.591721 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:30.680639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:30.722351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:30.726703 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342237e0-a970-403a-b75b-fa1322d95f0d" -d '{"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:30.748561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:30.754940 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:30.784811 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47558f34-531b-407b-a11f-9e5410b8d31e x-openstack-request-id: req-47558f34-531b-407b-a11f-9e5410b8d31e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:30.785120 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:30.786615 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47558f34-531b-407b-a11f-9e5410b8d31e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:30.786615 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'code': 200} Nov 09 18:17:30.818014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:30.885792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266f37-6b0c-497c-b359-9d11ad716ef9 req-0a9735d2-751f-4964-850a-f475143b0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:30.887494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a266f37-6b0c-497c-b359-9d11ad716ef9 req-0a9735d2-751f-4964-850a-f475143b0ecc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1096 time: 0.0470169 Nov 09 18:17:30.939372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a266f37-6b0c-497c-b359-9d11ad716ef9 req-e457ec45-2efc-422f-9792-1c7a51178bf4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 Nov 09 18:17:30.956638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6378-b8ee-4755-96e4-815ebb654cd6 req-e94e4a25-27cb-4a93-a36d-d7765b2f6c64 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:30.958207 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d01f6378-b8ee-4755-96e4-815ebb654cd6 req-e94e4a25-27cb-4a93-a36d-d7765b2f6c64 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0579767 Nov 09 18:17:31.011094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d01f6378-b8ee-4755-96e4-815ebb654cd6 req-a2d8faac-3a25-41e0-b2ab-185891fb3eb6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459752 Nov 09 18:17:31.857203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:32.148021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cdb99-a880-47af-adfa-d4527dacffa1 req-d57dd29e-e497-4303-bc34-32635d463ecd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:32.149622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-546cdb99-a880-47af-adfa-d4527dacffa1 req-d57dd29e-e497-4303-bc34-32635d463ecd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0608423 Nov 09 18:17:32.203043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-546cdb99-a880-47af-adfa-d4527dacffa1 req-7a2f1c8c-6eba-4459-917b-dcd5bfefeff4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 Nov 09 18:17:32.350373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-cd64bf38-f817-4d9f-aa4e-0eea4c61f667 req-cebdd388-1f8e-4fe3-b4fd-28fe340af69f service neutron] (102555) timed out ('10.222.0.83', 64971) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:17:33.316931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:33.340399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4bec9-02cd-4af7-a639-4a5ecd18fbd9 req-30669dda-a1a9-4bd9-868e-78cc9dd1a8f5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:33.341980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91c4bec9-02cd-4af7-a639-4a5ecd18fbd9 req-30669dda-a1a9-4bd9-868e-78cc9dd1a8f5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0598373 Nov 09 18:17:33.394568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-91c4bec9-02cd-4af7-a639-4a5ecd18fbd9 req-de18dda1-a213-4076-bf76-f27103d1f128 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Nov 09 18:17:33.515090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a446147-dd00-4646-8494-e37f1b5b2409 req-a844b1ea-4894-403e-a75f-a80db49c3905 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:33.516599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a446147-dd00-4646-8494-e37f1b5b2409 req-a844b1ea-4894-403e-a75f-a80db49c3905 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Nov 09 18:17:33.525869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54288) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:33.530501 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'floatingip': {'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:33.568782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:33.577180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:34.030842 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:34.034878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:34.149463 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f associated. External IP: 172.25.3.233, port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3. Nov 09 18:17:34.374851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:34.490623 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:34.496058 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:34.501040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:34.512228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:34.512896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:34.528362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3e3d9c9e-33b6-4466-a3f2-c9ea63db976a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "PUT /v2.0/floatingips/5968719a-0b4b-46a9-92c9-04ea4f6c683f HTTP/1.1" status: 200 len: 991 time: 1.0013459 Nov 09 18:17:34.528972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:34.531299 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e02006-9e61-4740-af0c-d1d9117cb9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:34.578204 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c3892-57d1-4772-9c27-f935676369a9 x-openstack-request-id: req-8c0c3892-57d1-4772-9c27-f935676369a9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:34.578550 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:34.578813 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c0c3892-57d1-4772-9c27-f935676369a9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:34.579262 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'status': 'completed', 'code': 200} Nov 09 18:17:34.635391 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:34.658575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-461b5f11-d517-47cc-97ba-7e41956dfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.660125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-461b5f11-d517-47cc-97ba-7e41956dfd79 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1096 time: 0.0451310 Nov 09 18:17:34.757549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-037d1338-6c44-47a9-964a-ae38d104f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.759090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-037d1338-6c44-47a9-964a-ae38d104f141 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0909028 Nov 09 18:17:34.840128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-3c5dbc9a-a526-4ddf-aa21-9584547fb4fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 999 time: 0.0701873 Nov 09 18:17:34.898445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-e420dbd0-3c18-435d-811f-c1f664793b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.899914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-e420dbd0-3c18-435d-811f-c1f664793b4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0494835 Nov 09 18:17:34.954606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-74873c00-7fad-4046-bfd1-379f3d21825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.956184 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-74873c00-7fad-4046-bfd1-379f3d21825d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491171 Nov 09 18:17:35.046110 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:b5:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:17:33Z', 'revision_number': 9, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:35.060479 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-757d46e1-2ff7-46a0-9e34-4b77b6d1df32 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966384 Nov 09 18:17:35.075105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:35.083761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:35.084383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:17:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:35.090810 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:17:35.164849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70e02006-9e61-4740-af0c-d1d9117cb9e6 req-45ae48ae-1baa-4ca2-b577-7dda7d4f3db3 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974500 Nov 09 18:17:35.198045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:35.437837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:b5:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:17:33Z', 'revision_number': 9, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:35.466363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb53d5-02e8-41d0-bfb8-7dde827fa872 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:b5:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:17:33Z', 'revision_number': 9, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:35.676373 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5a5fb-18a8-4560-bb47-1fad0b724f61 None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:40.143468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-ab3c9458-d436-4a1b-b69b-f973753a7d08 req-e0b3c90f-6439-49ac-8dd0-43dd220a33de service neutron] (102554) timed out ('10.222.0.43', 60311) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:17:53.503261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:54.479957 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-48e5fc80-8190-4494-8159-addf3971c976 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504086 Nov 09 18:17:54.569898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-06341f86-06d1-4cd7-8324-700e354411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:54.571485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-06341f86-06d1-4cd7-8324-700e354411d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1096 time: 0.0425897 Nov 09 18:17:54.684999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-c40e1f7c-3294-45f5-8882-1a12cf7d322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:54.686528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-c40e1f7c-3294-45f5-8882-1a12cf7d322e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0911984 Nov 09 18:17:54.762922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-6c7c1bc8-6bf2-4693-bc27-179bdd5c0597 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1002 time: 0.0671797 Nov 09 18:17:54.816090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-04ed34de-887f-43bb-8e15-07b28625d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:54.817575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-04ed34de-887f-43bb-8e15-07b28625d17e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0465903 Nov 09 18:17:54.865704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-126f6f30-9308-41fe-a83c-bc92fc6fecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:54.867370 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-126f6f30-9308-41fe-a83c-bc92fc6fecd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422285 Nov 09 18:17:54.974084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-56464f2a-fb2d-445b-8a60-58be80fafb7f service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982683 Nov 09 18:17:55.069123 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-642e8d93-c099-475c-83e4-ad7555a4c0b0 req-14b588b7-594c-479d-ae4f-5b6f23c2650d service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873170 Nov 09 18:17:58.040216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74698d79-6b36-4120-a95a-80be20c9b640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:17:58.885109 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:00.493405 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba090-39e6-4c3c-80b1-40c870fc4c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:01.860881 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:03.327075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:03.575498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:12.091552 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:18:23.502273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:28.039376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28b5fe26-faa5-415f-b34b-c71d9d45d645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:28.900302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:30.500602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17e9f02b-b0b8-4bea-89eb-c45b2f04f9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:31.868794 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:33.321417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:33.559763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:49.094221 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:18:53.514695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:54.475566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-761a761d-f4d3-44a4-8fb5-d3d997c82878 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438275 Nov 09 18:18:54.578286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-c6296d91-7c56-4a1e-8308-5dd7e4f50e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:54.579846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-c6296d91-7c56-4a1e-8308-5dd7e4f50e88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1096 time: 0.0513871 Nov 09 18:18:54.698087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-9664afe1-715b-4b1f-887a-498494315e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:54.699647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-9664afe1-715b-4b1f-887a-498494315e28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0952446 Nov 09 18:18:54.778345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-20232a02-a5e6-4057-96f7-78463900c8f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1002 time: 0.0675724 Nov 09 18:18:54.833429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-cb9b8f85-5163-4964-8204-d9bde6cd8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:54.834898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-cb9b8f85-5163-4964-8204-d9bde6cd8e8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0461838 Nov 09 18:18:54.894260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-20a3b091-7216-49e4-abc8-710934bc08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:54.895892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-20a3b091-7216-49e4-abc8-710934bc08d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480554 Nov 09 18:18:54.911146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-b5672d0b-7dab-476e-a52f-7ede9a7f5d71 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:18:54.912122 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-b5672d0b-7dab-476e-a52f-7ede9a7f5d71 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055358 Nov 09 18:18:55.015283 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-18d66cd3-af2e-4560-a51d-cd72e1f6ddc5 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890124 Nov 09 18:18:55.112682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dcf6c7a6-b619-42bc-92f0-ceeb05a68858 req-c476c59c-0dc8-495b-a186-26c992472564 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887644 Nov 09 18:18:58.039342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-351711b0-7839-42ab-9a72-5509bb9285ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:18:58.924974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:00.495017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4413-de5d-4275-8065-29570d96e45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:01.866365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:03.326068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:03.563577 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:15.982257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-0bdbca21-c3e7-4362-ac68-c9bf0edca359 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530803 Nov 09 18:19:15.989615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3047caf-2d1c-44a6-af45-a360e63027d6 req-84a86cba-11cb-4768-b89a-c0eb9df15db9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:15.991267 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3047caf-2d1c-44a6-af45-a360e63027d6 req-84a86cba-11cb-4768-b89a-c0eb9df15db9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0731599 Nov 09 18:19:16.060792 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a3047caf-2d1c-44a6-af45-a360e63027d6 req-e72d2745-ea0a-4b94-af5e-3deb0617041a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590942 Nov 09 18:19:17.254948 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd9e28-180c-4bdf-9517-d1aae26b83e0 req-778b53fd-bbf1-4514-8f2c-9288fcc83bb2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.256611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61dd9e28-180c-4bdf-9517-d1aae26b83e0 req-778b53fd-bbf1-4514-8f2c-9288fcc83bb2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.1156154 Nov 09 18:19:17.305290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-bbc31bae-f319-4edb-a3e3-57c07256a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.306926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-bbc31bae-f319-4edb-a3e3-57c07256a8ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1096 time: 0.0969138 Nov 09 18:19:17.333043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61dd9e28-180c-4bdf-9517-d1aae26b83e0 req-e02d355c-d2e0-42d8-b4c1-0bf8bb196645 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676765 Nov 09 18:19:17.419389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-afabc1a6-cd12-4f8f-91db-ce161a87dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.420927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-afabc1a6-cd12-4f8f-91db-ce161a87dd79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1009102 Nov 09 18:19:17.495337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-7d458acc-d634-44c6-8e21-51fd48dfef31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1002 time: 0.0619135 Nov 09 18:19:17.553879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-19e0a10e-eaed-458d-a1f9-0b3dcf2eda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.555398 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-19e0a10e-eaed-458d-a1f9-0b3dcf2eda4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0484521 Nov 09 18:19:17.610926 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-f4e86a35-b44e-40c5-832d-cf788203d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.613043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-f4e86a35-b44e-40c5-832d-cf788203d88f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454741 Nov 09 18:19:17.708839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-89259bea-e8b8-4aee-8210-ca25b678c30f service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844345 Nov 09 18:19:17.812048 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-23620b8f-586a-4dd2-b94b-899a66a1c30e service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912735 Nov 09 18:19:18.468214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205e8fd-8037-4e54-abb5-3ec9e87ad3af req-ffe17059-1912-4360-bc60-f25620a61b9f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:18.469739 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0205e8fd-8037-4e54-abb5-3ec9e87ad3af req-ffe17059-1912-4360-bc60-f25620a61b9f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Nov 09 18:19:18.517109 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0205e8fd-8037-4e54-abb5-3ec9e87ad3af req-adc91329-fe88-474c-9a78-da70dc134672 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Nov 09 18:19:19.641480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a506c-5291-4e1a-bbe8-02ed0196b61a req-ea04456f-9ace-49b8-8d61-fc5c5ee804d7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:19.642970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41a506c-5291-4e1a-bbe8-02ed0196b61a req-ea04456f-9ace-49b8-8d61-fc5c5ee804d7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0523841 Nov 09 18:19:19.694045 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c41a506c-5291-4e1a-bbe8-02ed0196b61a req-a88c96be-5940-41e7-b6a3-d4fab01f1cfb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Nov 09 18:19:21.106503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f4adb-2aa4-4ce6-8c60-c26aead6272c req-27c86f84-a21c-42ef-bc1e-ef72ea4f2b8f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.108656 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-326f4adb-2aa4-4ce6-8c60-c26aead6272c req-27c86f84-a21c-42ef-bc1e-ef72ea4f2b8f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0545390 Nov 09 18:19:21.156894 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-326f4adb-2aa4-4ce6-8c60-c26aead6272c req-224d364b-d13a-414b-8ecf-a30aba5f5e96 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Nov 09 18:19:22.277666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aca08-cd95-4872-8877-1c25c6ac5ae1 req-cbc39863-c56f-41ae-882d-cef917c4ee4b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:22.279504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d90aca08-cd95-4872-8877-1c25c6ac5ae1 req-cbc39863-c56f-41ae-882d-cef917c4ee4b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Nov 09 18:19:22.328418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d90aca08-cd95-4872-8877-1c25c6ac5ae1 req-b08bf44b-7def-4d42-aa71-049d626d4cc9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Nov 09 18:19:23.454909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0db0-518f-4492-837e-c528de3d65b9 req-50076a6f-83c1-4b19-9941-88cd982cb9a2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.456815 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4ee0db0-518f-4492-837e-c528de3d65b9 req-50076a6f-83c1-4b19-9941-88cd982cb9a2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Nov 09 18:19:23.519268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4ee0db0-518f-4492-837e-c528de3d65b9 req-fddb117d-d7cd-49a5-b211-b74dc09f23f8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536478 Nov 09 18:19:23.530015 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:24.655821 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067954c9-2171-4d27-8e9d-07db1e3ce640 req-dc4ac6af-4ade-415d-aca5-15993b8d4835 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.657419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-067954c9-2171-4d27-8e9d-07db1e3ce640 req-dc4ac6af-4ade-415d-aca5-15993b8d4835 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0655816 Nov 09 18:19:24.709575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-067954c9-2171-4d27-8e9d-07db1e3ce640 req-c4259d97-1d8f-4ce0-9107-875f82b0de36 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452049 Nov 09 18:19:25.829953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884bd3-8c44-40ea-b57a-b374fb4be169 req-3e92502c-caa1-4918-834a-cc78b5b9d75e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.831876 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84884bd3-8c44-40ea-b57a-b374fb4be169 req-3e92502c-caa1-4918-834a-cc78b5b9d75e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Nov 09 18:19:25.885313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84884bd3-8c44-40ea-b57a-b374fb4be169 req-793c7fa3-6e9d-4135-be0e-f78e752b2b73 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 Nov 09 18:19:26.094405 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:19:27.009249 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79319328-412d-4429-81e2-400fcdba51d4 req-5620245f-71dc-44fb-8243-0ac382daec51 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:27.010767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79319328-412d-4429-81e2-400fcdba51d4 req-5620245f-71dc-44fb-8243-0ac382daec51 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0532935 Nov 09 18:19:27.063689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79319328-412d-4429-81e2-400fcdba51d4 req-60854c5c-7178-4e95-b6e9-b258c08c1914 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468245 Nov 09 18:19:28.032491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3e59428-31d2-402d-ac53-03f97430b34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:28.192332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf897-62d1-484a-ac22-160ae208bc92 req-f364c042-1b95-4457-a6cf-5bf9d8e6c893 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.193866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d58bf897-62d1-484a-ac22-160ae208bc92 req-f364c042-1b95-4457-a6cf-5bf9d8e6c893 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0556066 Nov 09 18:19:28.247639 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d58bf897-62d1-484a-ac22-160ae208bc92 req-78b63a85-eb23-48ea-9ebd-faa8fc55304e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Nov 09 18:19:28.920661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:29.372277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0747-3671-4edf-860d-a490e9e34b96 req-f2e153bd-1e8f-4e24-95fb-177bc4a00c7b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:29.373778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d7a0747-3671-4edf-860d-a490e9e34b96 req-f2e153bd-1e8f-4e24-95fb-177bc4a00c7b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Nov 09 18:19:29.426936 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d7a0747-3671-4edf-860d-a490e9e34b96 req-2799418a-315d-49a8-9d23-709f1ba23d6c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Nov 09 18:19:30.198790 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [req-2299f807-b336-4322-a703-717440380a99 req-3b79a071-43e8-4606-bb12-b8a0fa3abcbb service neutron] show failed (client error): The resource could not be found. Nov 09 18:19:30.199848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-3b79a071-43e8-4606-bb12-b8a0fa3abcbb service neutron] 10.222.0.83 "GET /v2.0/ports/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3/bindings/n-h1-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0568984 Nov 09 18:19:30.428309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-1fbb7e01-7c64-4e4b-8b1a-9468ce89403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:30.429802 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-1fbb7e01-7c64-4e4b-8b1a-9468ce89403f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 1096 time: 0.0437698 Nov 09 18:19:30.445246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-43d89f4b-0f74-40d7-a82c-90ef65c88396 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:19:30.446311 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-43d89f4b-0f74-40d7-a82c-90ef65c88396 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087590 Nov 09 18:19:30.461527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:30.502742 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6215f036-7d66-4987-8311-4acc7da0bb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:30.538960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:30.716745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc33d8d-e781-4b25-bb22-e26975aae60f req-bec89773-48f6-4304-b5fb-4653bfbd328b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:30.718323 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bcc33d8d-e781-4b25-bb22-e26975aae60f req-bec89773-48f6-4304-b5fb-4653bfbd328b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.1982906 Nov 09 18:19:30.822274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bcc33d8d-e781-4b25-bb22-e26975aae60f req-7f7384a2-cf7b-4d26-8539-ccf04c70a337 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935404 Nov 09 18:19:30.839035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:30.874645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:30.916598 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:30.918893 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9973c9b-6078-4082-b475-c21bb203cfe3" -d '{"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-unplugged", "status": "completed", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:30.923538 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:30.940021 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Transition to ACTIVE for port object c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:19:30.944440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:30.979181 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf200d7-f247-49fa-89a4-8aca318392d2 x-openstack-request-id: req-8bf200d7-f247-49fa-89a4-8aca318392d2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:30.979507 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-unplugged", "status": "completed", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:30.979762 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bf200d7-f247-49fa-89a4-8aca318392d2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:30.980177 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'code': 200} Nov 09 18:19:31.033072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:31.050693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.051066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.051419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.051757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.052092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.052423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.052753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.053109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.053411 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.053744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.054069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.054394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.102355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] No DVR routers for this DVR port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:31.259070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:19:31.259310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:19:31.259645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:31.264316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:31.264625 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:31.270770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:31.271148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:19:31.271538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:31.271974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Bound port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:19:31.272329 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:31.354583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:31.359385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:31.365503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:31.403820 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.404460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:31.405895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] 10.222.0.43 "PUT /v2.0/ports/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1091 time: 0.9488249 Nov 09 18:19:31.444048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a187-b570-4630-8e18-19d40bc90f79 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:31.481408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-35aa713b-f2a5-49c6-be25-801c56ff9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.482962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-35aa713b-f2a5-49c6-be25-801c56ff9dfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1094 time: 0.0534515 Nov 09 18:19:31.597665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-70b1f9db-0bb9-46e7-8546-8e946fbd015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.599238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-70b1f9db-0bb9-46e7-8546-8e946fbd015d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1085081 Nov 09 18:19:31.692957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-564677b1-11db-4fe1-9df0-827c1b4ad8be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0859504 Nov 09 18:19:31.755237 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-8c322f74-9529-49c8-93b2-f212e8bf80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.756626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-8c322f74-9529-49c8-93b2-f212e8bf80d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0570607 Nov 09 18:19:31.813040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f807-b336-4322-a703-717440380a99 req-7849e815-d5d3-4b8d-9e23-aed43dd67b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.815144 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-7849e815-d5d3-4b8d-9e23-aed43dd67b1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502071 Nov 09 18:19:31.872583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:31.959189 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-b73c38ba-3a8b-4c05-94a8-2e535d234692 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366370 Nov 09 18:19:32.027458 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3507-02cf-43ab-9671-4df9700eb57f req-901b9f64-fcb6-47eb-aa94-830d58c68b7e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.028948 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7da3507-02cf-43ab-9671-4df9700eb57f req-901b9f64-fcb6-47eb-aa94-830d58c68b7e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.1249788 Nov 09 18:19:32.106619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2299f807-b336-4322-a703-717440380a99 req-fc99e00c-1af4-4ea1-89f5-2bcade7bce9a service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399426 Nov 09 18:19:32.111002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7da3507-02cf-43ab-9671-4df9700eb57f req-319b4118-f667-40ea-9adf-1b29db381a27 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750945 Nov 09 18:19:32.981405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:32.984240 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716c7e49-a87a-480f-bd72-992251eff01c" -d '{"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:33.040680 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927577e-3132-4c05-b28c-fbb91a83ee04 x-openstack-request-id: req-c927577e-3132-4c05-b28c-fbb91a83ee04 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:33.041128 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:33.041420 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c927577e-3132-4c05-b28c-fbb91a83ee04 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:33.041834 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'status': 'completed', 'code': 200} Nov 09 18:19:33.113656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-fd6dfa20-ec0d-49c5-816b-8e3484f9ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.115265 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-fd6dfa20-ec0d-49c5-816b-8e3484f9ae6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1094 time: 0.0508258 Nov 09 18:19:33.116856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-92147ed9-e9b3-4e1e-ac2f-fab469d5da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.118304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-92147ed9-e9b3-4e1e-ac2f-fab469d5da2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1094 time: 0.0500371 Nov 09 18:19:33.168533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:33.230301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:33.237713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-336c0877-0aee-484b-8925-ddec65bd8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.239167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-336c0877-0aee-484b-8925-ddec65bd8dc9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1113720 Nov 09 18:19:33.274876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-bb824e3b-cd85-4f07-94a4-cdf53122b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.276397 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-bb824e3b-cd85-4f07-94a4-cdf53122b720 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1509507 Nov 09 18:19:33.291908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d1cd-2fd9-48fc-8767-79ff2f2a69df req-0b85e482-f0e3-4183-bce9-8965ac8639ae tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.295696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae63d1cd-2fd9-48fc-8767-79ff2f2a69df req-0b85e482-f0e3-4183-bce9-8965ac8639ae tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.0864356 Nov 09 18:19:33.317647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-e0ec69be-91c4-4fae-8a15-17739d6b72be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0673332 Nov 09 18:19:33.332269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:33.376866 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-93e6582f-7900-41d0-8c69-c0596d2aa97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.378451 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-93e6582f-7900-41d0-8c69-c0596d2aa97c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0500410 Nov 09 18:19:33.393843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-4bf86ef3-be01-406f-8c5f-3d47c6e7dfb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0968130 Nov 09 18:19:33.398584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ae63d1cd-2fd9-48fc-8767-79ff2f2a69df req-47ea4dfe-3f24-4ec4-b43c-61b33295f10f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934935 Nov 09 18:19:33.435698 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-87ad605f-c1e0-4d13-aa8c-d17117dbcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.437227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-87ad605f-c1e0-4d13-aa8c-d17117dbcd2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487056 Nov 09 18:19:33.446916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-fef0f1d0-5cae-4719-9017-e21ee544821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.448435 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-fef0f1d0-5cae-4719-9017-e21ee544821a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0463715 Nov 09 18:19:33.498446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e49-a87a-480f-bd72-992251eff01c req-c2ce10a1-2bf9-444c-86ed-661c0767e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.499914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-c2ce10a1-2bf9-444c-86ed-661c0767e918 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415516 Nov 09 18:19:33.554125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-61ff3562-85c2-44a5-ae4a-14da6445a157 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040490 Nov 09 18:19:33.572763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:33.685596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-f96a4ea6-a467-4c2d-ac6f-25f3ca160b0c service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200061 Nov 09 18:19:33.978059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-23c7807c-a4e6-4401-aca3-15035ecdb083 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621587 Nov 09 18:19:34.081352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-716c7e49-a87a-480f-bd72-992251eff01c req-632fd229-75ac-43c8-9f2d-9f7f7b0af3a5 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943210 Nov 09 18:19:34.580150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d35644-59aa-415d-9dd2-7f28a1645017 req-cedb2ab8-51cb-4dfb-b8f1-fdc079fd4bcb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.582027 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75d35644-59aa-415d-9dd2-7f28a1645017 req-cedb2ab8-51cb-4dfb-b8f1-fdc079fd4bcb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.1035748 Nov 09 18:19:34.634850 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-75d35644-59aa-415d-9dd2-7f28a1645017 req-36541b21-7100-4d49-8c39-082558a893a8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Nov 09 18:19:34.947972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-95633a4a-098e-4fe1-a756-29c9a6e2fd0c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.949486 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-95633a4a-098e-4fe1-a756-29c9a6e2fd0c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43&tenant_id=4c15a1158aa849a39fffdc29f96fd477&binding%3Ahost_id=n-h1-804292-3 HTTP/1.1" status: 200 len: 943 time: 0.0594521 Nov 09 18:19:34.957544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243db715-1287-44f2-8ca8-d75d5f4cfb72 req-8288fad9-93be-45ab-9972-818af86cc055 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.958996 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-243db715-1287-44f2-8ca8-d75d5f4cfb72 req-8288fad9-93be-45ab-9972-818af86cc055 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.0507648 Nov 09 18:19:35.008018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-243db715-1287-44f2-8ca8-d75d5f4cfb72 req-873913ca-7432-409e-b841-e023972e36fb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Nov 09 18:19:35.013352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-73a26ceb-a20d-42f3-8bec-a641085e6bb4 service neutron] 10.222.0.43 "GET /v2.0/ports/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3/bindings/n-h1-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.0557022 Nov 09 18:19:35.083563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-e4dc255a-85b6-4db2-8c3d-d17523caa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.085087 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-e4dc255a-85b6-4db2-8c3d-d17523caa5e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1094 time: 0.0422249 Nov 09 18:19:35.181191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-99eead4c-47fa-4077-a951-8c1b0dde414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.182666 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-99eead4c-47fa-4077-a951-8c1b0dde414a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0897920 Nov 09 18:19:35.249371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-a84a49fc-ab7c-4606-90fa-de4ebc4dedcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0589085 Nov 09 18:19:35.298724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-0597bb1c-1c12-4f89-806e-1d9ea9dce342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.300569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-0597bb1c-1c12-4f89-806e-1d9ea9dce342 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0442390 Nov 09 18:19:35.350385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-ed8a824a-9592-4079-ada0-ef404a28e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.351930 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-ed8a824a-9592-4079-ada0-ef404a28e8cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448215 Nov 09 18:19:35.441713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-afc24a53-3cf2-4019-8405-402dc86b4a84 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820205 Nov 09 18:19:35.539384 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-4abbe46c-75a2-4fc1-a7e1-a2782030e58d service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901723 Nov 09 18:19:36.109925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:36.142426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324df13-e588-44af-8c58-fa61a9617949 req-315a2a97-420b-4fd9-857f-da1b25061afb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:36.144139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0324df13-e588-44af-8c58-fa61a9617949 req-315a2a97-420b-4fd9-857f-da1b25061afb tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 943 time: 0.0542018 Nov 09 18:19:36.198021 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0324df13-e588-44af-8c58-fa61a9617949 req-57213216-9fbc-4280-9abb-f79c95f140dc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Nov 09 18:19:36.211447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:36.224134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'mac_address': 'fa:16:3e:b5:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:36.262150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:36.275851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:36.296210 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:36.301185 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:36.352317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.359627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.359973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.360312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.360651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.361013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.361894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.362239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.362572 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.362902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.363257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.363607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:36.364064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:37.325942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d28bc2-55bc-429b-b9a0-0ccadae6a504 req-cd02c356-3da8-47fa-a874-06ebbe9f2b1e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:37.327528 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15d28bc2-55bc-429b-b9a0-0ccadae6a504 req-cd02c356-3da8-47fa-a874-06ebbe9f2b1e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0551517 Nov 09 18:19:37.380592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15d28bc2-55bc-429b-b9a0-0ccadae6a504 req-6ca8459c-5606-4f7a-8339-61d71b7b74b8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Nov 09 18:19:37.542914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-58367e31-347e-4c84-a11c-0d0f1d134f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:37.544807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-58367e31-347e-4c84-a11c-0d0f1d134f21 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 1095 time: 0.0531316 Nov 09 18:19:37.558082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:37.616865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:37.824005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:37.857666 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:37.891115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:37.900166 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:37.912112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Ignored duplicate provisioning block setup for port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 18:19:37.918271 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:37.999882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=9']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:38.015549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.015897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.016244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.016589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.017081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.017244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.018454 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.018793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.019155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.019484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.019811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.020137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:38.060049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] No DVR routers for this DVR port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:38.115667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:38.208914 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:19:38.209286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:19:38.209613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:38.215053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:38.215340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:38.220563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:38.221510 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:19:38.221833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:38.222260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Bound port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:19:38.222614 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:38.237507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:38.265527 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:19:38.265903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:19:38.266270 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:38.271727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:38.272093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:38.277104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:38.277490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:19:38.277915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:38.278380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Bound port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:19:38.278777 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:38.294912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:38.298422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:38.303302 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:38.344875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.345515 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:38.347124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] 10.222.0.83 "PUT /v2.0/ports/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1091 time: 0.7939382 Nov 09 18:19:38.347641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:38.348577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:38.349863 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda" -d '{"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:38.356038 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3-n-h2-804292-3-0 {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:19:38.356989 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:19:38.373228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d35a0-75da-4f69-acf6-72f8b04a3388 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:38.422963 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e556b5-9fb9-4d4b-b41c-3b092a16dc18 x-openstack-request-id: req-89e556b5-9fb9-4d4b-b41c-3b092a16dc18 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:38.423280 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:38.423534 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89e556b5-9fb9-4d4b-b41c-3b092a16dc18 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:38.424395 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'status': 'completed', 'code': 200} Nov 09 18:19:38.430795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-afed3178-b158-424e-a762-a980f854ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.432365 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-afed3178-b158-424e-a762-a980f854ec0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0516093 Nov 09 18:19:38.494653 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-d611f1fb-0d26-4cb7-be22-74d6f82e62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.497688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-d611f1fb-0d26-4cb7-be22-74d6f82e62ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0503824 Nov 09 18:19:38.579639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a99de-658e-4638-ae14-71b725a81a03 req-4c07cff1-227f-4155-8802-7942ba3a7247 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.582021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-587a99de-658e-4638-ae14-71b725a81a03 req-4c07cff1-227f-4155-8802-7942ba3a7247 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0910022 Nov 09 18:19:38.588211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-b422d96c-05a0-4edb-a1a5-08d93dbbfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.589741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-b422d96c-05a0-4edb-a1a5-08d93dbbfbe4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1495087 Nov 09 18:19:38.624561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-0765ba82-8d56-4eb4-bfe8-eef88f06665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.628723 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-0765ba82-8d56-4eb4-bfe8-eef88f06665e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1235523 Nov 09 18:19:38.686520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-8734571d-e173-4408-8ccc-cd328fc208b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0817740 Nov 09 18:19:38.691087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-587a99de-658e-4638-ae14-71b725a81a03 req-19cb88f5-a87e-42f3-9cfd-9bd9bfa4be3c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002166 Nov 09 18:19:38.711605 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-881569bb-c8ab-4bcb-bc04-c6796c78f64d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0764101 Nov 09 18:19:38.758700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-b09d1a0b-06ed-4641-83d6-d8a66fe6d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.760672 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-b09d1a0b-06ed-4641-83d6-d8a66fe6d329 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0625222 Nov 09 18:19:38.797467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-79bd7183-a698-4cfa-9799-b72f2c336195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.799477 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-79bd7183-a698-4cfa-9799-b72f2c336195 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0787938 Nov 09 18:19:38.822265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-592be6f0-c3ed-470c-87cc-df3922d316d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.824518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-592be6f0-c3ed-470c-87cc-df3922d316d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501287 Nov 09 18:19:38.848004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-41b231b8-1555-4683-b847-5209331283a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.849544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-41b231b8-1555-4683-b847-5209331283a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431979 Nov 09 18:19:38.871484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:19:38.871856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:19:38.872218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:38.876585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:38.877781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempting to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:38.883205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:38.883574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:19:38.884167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:38.884631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Bound port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:19:38.885150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:38.930046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-92b63743-52a7-4fb4-a1df-75fb31744fd5 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939753 Nov 09 18:19:38.947007 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-dfd9be72-93da-4b66-b6f6-73b550def80c service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905583 Nov 09 18:19:38.954720 n-d-804292-3 neutron-server[102556]: WARNING neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Concurrent port binding operations failed on port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 Nov 09 18:19:38.959393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:38.961846 n-d-804292-3 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Attempt 2 to bind port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 Nov 09 18:19:38.962241 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 has no active binding in host n-h1-804292-3 {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:19:39.036323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-517de8cf-527d-42f1-ab03-8da96fcffbb3 req-54a15fa5-b520-4315-b275-f10230099ee2 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946841 Nov 09 18:19:39.052151 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-a7ea04b4-666f-45e2-aaac-f86763ac2292 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979996 Nov 09 18:19:39.133560 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-a674b888-d7a4-4787-be10-a31e0a130414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:39.135361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-a674b888-d7a4-4787-be10-a31e0a130414 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 1095 time: 0.0487359 Nov 09 18:19:39.253767 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-80bd1c27-ed20-4564-bdf5-0ddaa3b5cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:39.255446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-80bd1c27-ed20-4564-bdf5-0ddaa3b5cffa service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1077805 Nov 09 18:19:39.322700 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-547e4936-e1e1-42e4-8bac-08b9ab680412 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0601118 Nov 09 18:19:39.374230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-7363cb3d-5913-4db2-80b1-4fba282006ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:39.375797 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-7363cb3d-5913-4db2-80b1-4fba282006ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0442510 Nov 09 18:19:39.780792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-c5d91965-ae9e-46cc-b39e-4e2aeffa2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:39.782310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-c5d91965-ae9e-46cc-b39e-4e2aeffa2551 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3972161 Nov 09 18:19:39.840292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14c6b1-e243-48c0-ade9-31234cf0b5aa req-dd0140cf-47c5-4e08-a864-9468c935da36 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:39.842117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f14c6b1-e243-48c0-ade9-31234cf0b5aa req-dd0140cf-47c5-4e08-a864-9468c935da36 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0614932 Nov 09 18:19:39.881506 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-0c401868-60c5-4169-bcc4-17d5b01418aa service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863054 Nov 09 18:19:39.900376 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2f14c6b1-e243-48c0-ade9-31234cf0b5aa req-a533cc65-2998-4105-811e-bf1001fa0296 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500696 Nov 09 18:19:39.979049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0345fbcd-c251-41af-a7a7-e9bfe8b11fda req-ad90adae-cfc2-4c26-8b53-df3b6621a829 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893848 Nov 09 18:19:40.141057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:40.179905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:41.041072 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9430cf-c81c-4ffb-9b90-921151444079 req-4d07e44e-1cc2-48cd-b0d6-99ddfe03687d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.042622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd9430cf-c81c-4ffb-9b90-921151444079 req-4d07e44e-1cc2-48cd-b0d6-99ddfe03687d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0638537 Nov 09 18:19:41.092953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fd9430cf-c81c-4ffb-9b90-921151444079 req-ed2fcb49-c542-442e-b70f-3c44cd1919bf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443187 Nov 09 18:19:41.215792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:41.221054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596afd-3f38-4d51-b740-d6abcec368df req-2b5a370a-4fea-4c3c-8c69-f14c324183b4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.223059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df596afd-3f38-4d51-b740-d6abcec368df req-2b5a370a-4fea-4c3c-8c69-f14c324183b4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0597925 Nov 09 18:19:41.279121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df596afd-3f38-4d51-b740-d6abcec368df req-2fc2f0f7-42df-4bbe-96de-8af6958b2a20 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 Nov 09 18:19:41.325965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:41.338205 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'mac_address': 'fa:16:3e:b5:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:41.382474 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:41.394891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:41.398047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f9dc7-bad1-4414-b414-d3159cb591a7 req-9f8c4f3f-7030-4dd0-9d7a-7774a757397c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.399610 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f64f9dc7-bad1-4414-b414-d3159cb591a7 req-9f8c4f3f-7030-4dd0-9d7a-7774a757397c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Nov 09 18:19:41.415902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:41.420314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:41.449302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f64f9dc7-bad1-4414-b414-d3159cb591a7 req-22f13c11-d00e-47ca-aaf2-9ec687c05648 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Nov 09 18:19:41.479058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:41.669940 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:41.703942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f971bd-c6b0-4e12-8d53-f0ef75e82335 req-fb957184-36f5-4e09-9814-6e4f2fda4532 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.707119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90f971bd-c6b0-4e12-8d53-f0ef75e82335 req-fb957184-36f5-4e09-9814-6e4f2fda4532 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0573540 Nov 09 18:19:41.757202 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-90f971bd-c6b0-4e12-8d53-f0ef75e82335 req-6c1245a2-c4e6-460d-a8d9-04a424dd9d93 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Nov 09 18:19:42.878952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1bdae-4fb9-4f4b-a1ea-c03cc88b5359 req-0c7c1092-2dec-46b2-9ebb-a4a3b6bf7c8d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:42.881784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43e1bdae-4fb9-4f4b-a1ea-c03cc88b5359 req-0c7c1092-2dec-46b2-9ebb-a4a3b6bf7c8d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Nov 09 18:19:42.937274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43e1bdae-4fb9-4f4b-a1ea-c03cc88b5359 req-6d5a3457-f93b-427b-9051-09c8fccc01fd tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487120 Nov 09 18:19:43.071409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-806e9314-31a3-4b10-bbe7-f22a8f6e3553 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:43.072900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-806e9314-31a3-4b10-bbe7-f22a8f6e3553 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Nov 09 18:19:43.170897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Deleting port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:19:43.171460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.250768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:43.263365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:43.263729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.301340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:19:43.306366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:43.306788 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.388048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.410011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:43.412267 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5240ab0e-6764-466e-8c5a-aed2f90955ed" -d '{"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:43.427022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:43.432266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.456523 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f82fad-86c8-4d3e-9753-60dc85048c12 x-openstack-request-id: req-57f82fad-86c8-4d3e-9753-60dc85048c12 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:43.456822 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:43.457073 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57f82fad-86c8-4d3e-9753-60dc85048c12 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:43.457460 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'code': 200} Nov 09 18:19:43.482864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:43.499260 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.499626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.499946 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f disassociated. External IP: 172.25.3.233, port: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3. Nov 09 18:19:43.500308 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Calling delete_port for c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:19:43.643353 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.674219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event deleted for resources: {'Port': ['ID=c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:43.807402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:43.921936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:43.931450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:43.943427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:43.944043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:19:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:43.963749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] No DVR routers for this DVR port c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:43.966361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:43.969892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-33fa9439-427e-4295-9f9f-3a2613d5bf6d req-f0c571bb-6e65-41ea-afcb-0795f91129f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "DELETE /v2.0/ports/c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 HTTP/1.1" status: 204 len: 173 time: 0.8903718 Nov 09 18:19:43.970414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-deleted', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:43.972904 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251ac30f-8eec-46f3-afee-64da47bfaf7f" -d '{"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-deleted", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:44.014820 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee042c7d-dc0a-4680-872f-a9892dfb9328 x-openstack-request-id: req-ee042c7d-dc0a-4680-872f-a9892dfb9328 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:44.015887 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec422cf-4bfe-462d-bc09-ed629850ac43", "name": "network-vif-deleted", "tag": "c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:44.015887 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee042c7d-dc0a-4680-872f-a9892dfb9328 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:44.015887 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec422cf-4bfe-462d-bc09-ed629850ac43', 'name': 'network-vif-deleted', 'tag': 'c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3', 'status': 'completed', 'code': 200} Nov 09 18:19:44.047271 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c752a65-1b1a-416f-9885-15251c80a73f req-55435407-38ad-42a3-97c7-5e1a8386c11d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec422cf-4bfe-462d-bc09-ed629850ac43 HTTP/1.1" status: 200 len: 210 time: 0.0301039 Nov 09 18:19:44.081193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:44.281345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:44.307642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:44.316630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:44.317225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:19:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:44.431007 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:44.797657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:44.827177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d1d4b-d201-4f67-a89b-584a98362a2e None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:45.046210 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97773a08-d4bc-42a4-83ae-702804852bf0 None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:19:45.266467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:45.287615 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:19:45.288202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c26ddff1-ee70-4b9b-9a92-8c2bb0ce0fe3 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:45.343425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-588f4a5b-1e5a-4ba4-8cf9-c56c0bf7fe8b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1510802054&fields=id&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 267 time: 0.0418370 Nov 09 18:19:45.455440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-3405a5f4-9e42-4dd0-9559-e807e46361f7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:45.457242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-3405a5f4-9e42-4dd0-9559-e807e46361f7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1063957 Nov 09 18:19:45.473447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-f37da1bb-e141-4d54-87a3-22865764c5ac tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/quotas/4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 375 time: 0.0105617 Nov 09 18:19:45.527698 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-39720c06-f7d9-4583-85f0-c79a04a1e58a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488598 Nov 09 18:19:45.626922 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-29da1265-1075-4bb8-a591-40f3a9a2f479 service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866139 Nov 09 18:19:45.718253 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-51092157-474c-4da7-ae5e-ec8ce03b0746 service neutron] 10.222.0.45 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Nov 09 18:19:45.885626 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c3590a0-93d7-4d09-b8ca-1a895f6c82b0 req-56030e0b-a6f0-4a9d-9d54-cc92ee0fa0ef tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0278986 Nov 09 18:19:47.006099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-492b0dc9-a19e-4336-bf99-b7d865d90375 req-485f4b07-8915-4d3d-b558-6204b854ed93 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0425272 Nov 09 18:19:47.030214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-1659beed-c5e2-4e41-a241-b7c147c707d0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:47.031785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-1659beed-c5e2-4e41-a241-b7c147c707d0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 812 time: 0.1247766 Nov 09 18:19:47.099665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-8b892d50-37a9-49b7-92af-76864a0e5a8d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 380 time: 0.0587547 Nov 09 18:19:47.109909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'port': {'device_id': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'admin_state_up': True, 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'security_groups': ['069fb01e-9707-4940-9767-542913fa31d8']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:47.226683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Made reservation on behalf of 4c15a1158aa849a39fffdc29f96fd477 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:47.230246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:47.356528 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Allocated IP 172.20.0.4 (a935c5df-133b-42d7-bd68-8757b004d576/efe78121-dc2f-4453-b427-8caa0d11c17a/c5735577-81e0-4d21-aa2e-ba200db61ffb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:47.501419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:47.536201 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:47.577271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Network a935c5df-133b-42d7-bd68-8757b004d576 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:47.581591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:47.584087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:47.617073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:47.647415 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:47.648070 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:47.664728 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-43f57799-aacd-4b65-9209-92423816f9c4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590258 Nov 09 18:19:47.677487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Request body: {'port': {'device_id': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:47.744341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:47.856789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0d060af6-c1e2-4277-a942-b4480f39e574 None None] Provisioning complete for port c5735577-81e0-4d21-aa2e-ba200db61ffb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:47.857396 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d060af6-c1e2-4277-a942-b4480f39e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:47.898476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0d060af6-c1e2-4277-a942-b4480f39e574 None None] Port c5735577-81e0-4d21-aa2e-ba200db61ffb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:19:48.016091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5735577-81e0-4d21-aa2e-ba200db61ffb {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:48.024323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:48.038877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Transition to ACTIVE for port object c5735577-81e0-4d21-aa2e-ba200db61ffb will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:19:48.043581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:48.144614 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:48.198200 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db173-9104-4900-9886-100fecb7a545 req-4f2f1954-02c1-4628-b0fd-e97960fe1446 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.199786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b99db173-9104-4900-9886-100fecb7a545 req-4f2f1954-02c1-4628-b0fd-e97960fe1446 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.1198747 Nov 09 18:19:48.223431 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:19:48.223765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:19:48.224092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:48.237500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:48.237817 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:48.254810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:48.255191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:19:48.255580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:48.256023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Bound port: c5735577-81e0-4d21-aa2e-ba200db61ffb, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:19:48.256381 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:48.279954 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b99db173-9104-4900-9886-100fecb7a545 req-d8650f83-c9b5-4f13-80de-9b994cf44fd5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723860 Nov 09 18:19:48.336515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:48.339814 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:48.344165 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:48.379058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.379967 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:48.381600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] 10.222.0.43 "PUT /v2.0/ports/c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1091 time: 0.7086372 Nov 09 18:19:48.381947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:48.384228 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e73f682-1230-4220-aaef-8cf81b3dea3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:48.410499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7db78-d6e9-4876-bc40-f3d342339d9d service neutron] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:48.451833 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f43f6-3582-4b92-8faa-6ef8d5cab067 x-openstack-request-id: req-334f43f6-3582-4b92-8faa-6ef8d5cab067 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:48.452203 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:48.452532 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-334f43f6-3582-4b92-8faa-6ef8d5cab067 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:48.452950 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'status': 'completed', 'code': 200} Nov 09 18:19:48.523593 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-3862222c-a325-4e68-a8ab-f56461b6872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.525027 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-3862222c-a325-4e68-a8ab-f56461b6872b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1094 time: 0.0917506 Nov 09 18:19:48.576239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-f622775a-4457-4830-a3cd-786c70503722 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 217 time: 0.0413249 Nov 09 18:19:48.626236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-1e217c19-fa40-424a-bb34-c83d38bb825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.628458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-1e217c19-fa40-424a-bb34-c83d38bb825d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0456085 Nov 09 18:19:48.674947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-e7c80521-f4bb-4ae9-a102-a7a65b09c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.676512 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-e7c80521-f4bb-4ae9-a102-a7a65b09c4f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414422 Nov 09 18:19:48.775261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-12b07c40-e13e-4a6f-af6e-516faf290372 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908923 Nov 09 18:19:48.867569 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe9007c9-7249-4edf-8f7a-bee487a0941b req-93fdb76d-b84e-4b5c-99fa-e61a2ffe5834 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Nov 09 18:19:48.951739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-ecbe4f33-9490-40b6-b1cf-e6fd1476eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.953276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-ecbe4f33-9490-40b6-b1cf-e6fd1476eba6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1094 time: 0.0424995 Nov 09 18:19:49.050965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-2463951d-80be-4b0d-87d9-e718fbd6d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:49.052481 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-2463951d-80be-4b0d-87d9-e718fbd6d9e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0913587 Nov 09 18:19:49.096918 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-954c1f19-5a15-41a0-b351-f43e285574ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 217 time: 0.0360990 Nov 09 18:19:49.151550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-2688647b-9084-4ce5-a55a-44c59073881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:49.152993 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-2688647b-9084-4ce5-a55a-44c59073881f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0489781 Nov 09 18:19:49.201707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-dcac74fd-ff89-4125-984d-3a4d1870f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:49.203237 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-dcac74fd-ff89-4125-984d-3a4d1870f376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404978 Nov 09 18:19:49.294713 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-40392dd4-be94-477c-bd5f-e116c638fe72 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Nov 09 18:19:49.428287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd26e-b345-4cc8-9f24-3e8987ff7c15 req-f8ace74c-ae77-4aaf-bb63-92077834cb43 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:49.429832 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-154dd26e-b345-4cc8-9f24-3e8987ff7c15 req-f8ace74c-ae77-4aaf-bb63-92077834cb43 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0793564 Nov 09 18:19:49.432520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e73f682-1230-4220-aaef-8cf81b3dea3d req-88e76df3-a4e3-465b-9720-0f0a0cc3b197 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302881 Nov 09 18:19:49.479674 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-154dd26e-b345-4cc8-9f24-3e8987ff7c15 req-a9502909-d43b-4f1a-8610-ed75d84da7ac tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Nov 09 18:19:50.608065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0a79d-28eb-4fd5-9dde-8206cde36c26 req-7108bf81-a2b5-4259-97cd-16803e172076 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:50.609551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2b0a79d-28eb-4fd5-9dde-8206cde36c26 req-7108bf81-a2b5-4259-97cd-16803e172076 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0556786 Nov 09 18:19:50.657621 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2b0a79d-28eb-4fd5-9dde-8206cde36c26 req-f246c2e7-7934-4215-a829-b55916710518 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Nov 09 18:19:51.781118 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03261e39-d439-4a71-9622-d3074d3e7f62 req-fc24c45b-f851-414c-ac26-18b1e83c0360 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:51.782606 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03261e39-d439-4a71-9622-d3074d3e7f62 req-fc24c45b-f851-414c-ac26-18b1e83c0360 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0550282 Nov 09 18:19:51.832179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03261e39-d439-4a71-9622-d3074d3e7f62 req-764aa66a-c9f2-4e91-bb14-df8fe5c1a35f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Nov 09 18:19:52.205343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:52.298015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:52.309688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'mac_address': 'fa:16:3e:35:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:52.351796 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:52.364733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5735577-81e0-4d21-aa2e-ba200db61ffb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:52.386315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:52.390957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:52.440907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:52.580291 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['c5735577-81e0-4d21-aa2e-ba200db61ffb'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:52.955668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc5259-1d15-41d4-8e15-654340ef7f8d req-9c7988de-a270-4326-ae4b-c9d30ba2c161 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:52.957236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b8cc5259-1d15-41d4-8e15-654340ef7f8d req-9c7988de-a270-4326-ae4b-c9d30ba2c161 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0508955 Nov 09 18:19:53.007668 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b8cc5259-1d15-41d4-8e15-654340ef7f8d req-a5e5fe00-8fee-407c-a830-d5a1eff12f2b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Nov 09 18:19:53.528247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:54.127927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db15397-ef17-4fc5-8e33-4fd79427e576 req-7cfd35e0-ac5f-4bc5-8131-9ece847b3491 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:54.129856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6db15397-ef17-4fc5-8e33-4fd79427e576 req-7cfd35e0-ac5f-4bc5-8131-9ece847b3491 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0537174 Nov 09 18:19:54.179513 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6db15397-ef17-4fc5-8e33-4fd79427e576 req-0a379d56-584e-4625-8610-f1b2fbaed124 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Nov 09 18:19:54.232953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb up at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:54.283644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning for port c5735577-81e0-4d21-aa2e-ba200db61ffb completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:19:54.288100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Provisioning complete for port c5735577-81e0-4d21-aa2e-ba200db61ffb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:54.288478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:54.372144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:54.396303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:54.398522 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237f465-e06a-41ea-809f-a744376a0263" -d '{"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-plugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:54.411203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:54.415834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:54.465712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:54.493545 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d27984-9ce1-430a-9877-1862a2e911ff x-openstack-request-id: req-21d27984-9ce1-430a-9877-1862a2e911ff {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:54.493930 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-plugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:54.494251 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21d27984-9ce1-430a-9877-1862a2e911ff {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:54.494687 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'code': 200} Nov 09 18:19:54.604937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e7cc-7791-430f-911b-c9486387d8c7 req-b579896a-03fd-45e7-88cf-e6c5297e5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:54.606312 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a027e7cc-7791-430f-911b-c9486387d8c7 req-b579896a-03fd-45e7-88cf-e6c5297e5329 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1096 time: 0.0444629 Nov 09 18:19:54.649971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a027e7cc-7791-430f-911b-c9486387d8c7 req-3df9fb5a-62ce-426b-bddf-4cc132d83f8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367079 Nov 09 18:19:55.297587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59216010-6755-4827-bccb-8a6a1dc2d8d8 req-c774aab6-338e-4a30-8a8b-2bbe5d65b252 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.299084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-59216010-6755-4827-bccb-8a6a1dc2d8d8 req-c774aab6-338e-4a30-8a8b-2bbe5d65b252 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Nov 09 18:19:55.344688 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-59216010-6755-4827-bccb-8a6a1dc2d8d8 req-84b1c83f-60ef-4011-a791-da3b312a84e9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Nov 09 18:19:56.464044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4515-d661-4c5c-9d31-2499393471b1 req-bcbea641-e31c-4872-80fd-665ce74fdb4b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:56.465531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f85e4515-d661-4c5c-9d31-2499393471b1 req-bcbea641-e31c-4872-80fd-665ce74fdb4b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0501535 Nov 09 18:19:56.517912 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f85e4515-d661-4c5c-9d31-2499393471b1 req-616d6156-2d8c-48f3-9b32-cfecb24a969f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Nov 09 18:19:56.629719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f301d-33ee-45f6-bf4a-87a5f4287b4c req-691c86c6-38ba-4dcd-b60c-95579de26d5e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:56.631162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c48f301d-33ee-45f6-bf4a-87a5f4287b4c req-691c86c6-38ba-4dcd-b60c-95579de26d5e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Nov 09 18:19:56.639591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 54660) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:56.644075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Request body: {'floatingip': {'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:56.686167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:57.124333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:57.128764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:57.232223 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f associated. External IP: 172.25.3.233, port: c5735577-81e0-4d21-aa2e-ba200db61ffb. Nov 09 18:19:57.441013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:57.550641 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:57.555553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:57.560279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:57.570246 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:57.570857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:19:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:57.584630 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-61b8c04d-348f-4f0e-947a-f46cd5977def tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "PUT /v2.0/floatingips/5968719a-0b4b-46a9-92c9-04ea4f6c683f HTTP/1.1" status: 200 len: 992 time: 0.9439614 Nov 09 18:19:57.585223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:57.587495 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d" -d '{"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:57.678169 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e8a96-a085-4809-8371-2775d28e6cb3 x-openstack-request-id: req-7d6e8a96-a085-4809-8371-2775d28e6cb3 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:57.678804 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:57.678804 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d6e8a96-a085-4809-8371-2775d28e6cb3 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:57.679133 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'status': 'completed', 'code': 200} Nov 09 18:19:57.692689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:57.742685 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-6042c4a2-6114-43dc-b3b4-2e1c57c921c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:57.744231 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-6042c4a2-6114-43dc-b3b4-2e1c57c921c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1096 time: 0.0432317 Nov 09 18:19:57.842540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-99f9c481-a8a9-406b-9c75-5c95a1937367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:57.844095 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-99f9c481-a8a9-406b-9c75-5c95a1937367 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0914042 Nov 09 18:19:57.915068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-068e05bd-e855-4182-89a8-058b964e5cf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0636702 Nov 09 18:19:57.921855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:35:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:19:57Z', 'revision_number': 13, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:57.949825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:57.958952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:57.959595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:19:30Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:57.971381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-b4f29972-d631-4af4-ae06-a199bb7716e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:57.972850 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-b4f29972-d631-4af4-ae06-a199bb7716e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0501790 Nov 09 18:19:58.019090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-9dbcafdf-ff4f-4299-b730-9f23f4ce9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:58.020616 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-9dbcafdf-ff4f-4299-b730-9f23f4ce9b6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411108 Nov 09 18:19:58.067039 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec8a4524-de6a-452d-afe2-27dc763b51b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:19:58.086816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:58.123094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-706bf8e4-e852-4007-860c-3374c267a9ff service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952806 Nov 09 18:19:58.220470 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e5a5da54-f29a-4836-9ef1-a4f45fd8194d req-bae73c97-56b4-4a56-bd70-f51b6f867362 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894444 Nov 09 18:19:58.323310 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:35:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:19:57Z', 'revision_number': 13, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:58.350422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75819e-91ba-450d-b9a4-462b4fcec332 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '5968719a-0b4b-46a9-92c9-04ea4f6c683f', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'mac_address': 'fa:16:3e:35:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:31Z', 'updated_at': '2021-11-09T18:19:57Z', 'revision_number': 13, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:58.545145 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b908dc5-b13f-48cb-b6f4-260ba5b0e20f None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:19:58.935323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:00.499269 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5574521-6143-49bb-a170-e659d8ae1a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:01.871491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:03.093232 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:20:03.331887 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:03.567141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:23.552946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:28.040470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d9d6-1211-4224-9f7c-481fb7b1b5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:28.954008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:30.503343 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e669dc0-af22-456f-a45b-50a9ed2d1f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:31.878960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:33.332747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:33.579271 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:40.092123 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:20:47.877294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-a9f9c5e0-dd6c-44fe-9681-b4dc8bf50364 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434461 Nov 09 18:20:47.968944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-7156281d-e5ac-4d3c-bc3f-4dde4bdfb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:47.970383 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-7156281d-e5ac-4d3c-bc3f-4dde4bdfb4a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1096 time: 0.0414131 Nov 09 18:20:48.079278 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-f4036ccf-c686-4163-945a-eab83396f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:48.080820 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-f4036ccf-c686-4163-945a-eab83396f387 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0911565 Nov 09 18:20:48.146562 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-aa40c039-5d21-4f29-8848-e45019f6c2d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1002 time: 0.0588753 Nov 09 18:20:48.201916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-fd93981f-e46b-40df-b0b8-d392831537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:48.203431 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-fd93981f-e46b-40df-b0b8-d392831537b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0490685 Nov 09 18:20:48.248443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-3dbad7fe-2776-41db-9557-7afa4f1297e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:48.250421 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-3dbad7fe-2776-41db-9557-7afa4f1297e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404818 Nov 09 18:20:48.338268 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-0d204ead-1f64-4a41-88bd-8c1faed7001f service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809214 Nov 09 18:20:48.430787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b3596b3d-f0ea-4b59-b1ba-8eaaed78142a req-12990c28-ff23-49e8-b947-ae9e723202e3 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Nov 09 18:20:53.557546 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:58.043929 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47bdacd9-39e9-44b2-845b-dd2a2074ac34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:20:58.965963 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:00.507453 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b626071-9d56-4296-b9f7-c871500bbafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:01.880410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:03.334252 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:03.574192 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:17.091769 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:21:23.563423 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:28.048152 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56fb9c27-d1c0-417a-93f7-766a9e1111a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:28.979253 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:30.512194 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36bf23ca-5852-4f19-a0ba-d354781f62ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:31.883797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:33.336552 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:33.458373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8240-ab5a-4163-bdec-9574b2681d41 req-0fbc4b1d-f79d-4cd2-b1c9-02d7be96e6af tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:33.459932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8dbd8240-ab5a-4163-bdec-9574b2681d41 req-0fbc4b1d-f79d-4cd2-b1c9-02d7be96e6af tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0521402 Nov 09 18:21:33.513798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8dbd8240-ab5a-4163-bdec-9574b2681d41 req-18fc4a69-a04a-4441-ac89-5c4ab8cc43a0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466359 Nov 09 18:21:33.579382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:45.639700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-88b7a70b-d4a6-4f58-9993-8969c8d9affb req-187a518b-00e9-453e-ae2e-c41a7571646d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:21:45.640793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88b7a70b-d4a6-4f58-9993-8969c8d9affb req-187a518b-00e9-453e-ae2e-c41a7571646d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063403 Nov 09 18:21:45.822547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-17e01451-e8fb-481b-906d-b16a37a2a01b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422740 Nov 09 18:21:45.832542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-ce3ae0dd-00d7-4495-b23e-ebc35d104879 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:21:45.833930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-ce3ae0dd-00d7-4495-b23e-ebc35d104879 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059235 Nov 09 18:21:45.846103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709dce1-64dd-4826-8ed1-c8f4527396cd req-d4ce602f-e2c7-4292-bd15-729f8475643a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:45.847708 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5709dce1-64dd-4826-8ed1-c8f4527396cd req-d4ce602f-e2c7-4292-bd15-729f8475643a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0545139 Nov 09 18:21:45.900637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5709dce1-64dd-4826-8ed1-c8f4527396cd req-c3c8bc24-2d1b-42e7-9978-1b26cb327324 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467908 Nov 09 18:21:47.016972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-d16cda92-8a6a-4bf1-b3e3-c36b25bb85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.018525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-d16cda92-8a6a-4bf1-b3e3-c36b25bb85ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1096 time: 0.0469606 Nov 09 18:21:47.031616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc328286-48d2-4f91-8904-fa97c44a0433 req-a73bb5f4-e62c-435f-a24e-1abb611ce90c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.033416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc328286-48d2-4f91-8904-fa97c44a0433 req-a73bb5f4-e62c-435f-a24e-1abb611ce90c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0566657 Nov 09 18:21:47.083419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc328286-48d2-4f91-8904-fa97c44a0433 req-f1a9e552-b1e9-4a32-bc1d-674bc87e636b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Nov 09 18:21:47.116831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-f177b4cc-eb04-4825-8ca3-6ded57a07b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.118363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-f177b4cc-eb04-4825-8ca3-6ded57a07b32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0929787 Nov 09 18:21:47.189726 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-985d0f71-3901-4eac-892d-be0db70ee5ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1002 time: 0.0638745 Nov 09 18:21:47.609023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-571f550c-b6eb-45d0-ba0f-767058098d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.610879 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-571f550c-b6eb-45d0-ba0f-767058098d89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.4146156 Nov 09 18:21:47.660346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-0c5346cf-d49f-473c-8a49-df9971ba3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.661852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-0c5346cf-d49f-473c-8a49-df9971ba3caf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428286 Nov 09 18:21:47.766600 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-d3437323-2e9b-497b-8dfc-ed031417fba3 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974801 Nov 09 18:21:47.855822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-ad78be45-7c97-47ca-b5d1-ef39d6229024 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822811 Nov 09 18:21:48.021835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-f938a965-664f-4e8c-9abc-f4a487579446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.024770 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-f938a965-664f-4e8c-9abc-f4a487579446 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1096 time: 0.0473268 Nov 09 18:21:48.151158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-91b435fe-1324-44a3-9941-08e16bd7d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.152957 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-91b435fe-1324-44a3-9941-08e16bd7d7b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0959713 Nov 09 18:21:48.255658 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-a25afd7e-13ba-46f3-adeb-a997c26872fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1002 time: 0.0943224 Nov 09 18:21:48.268373 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec700d-4cf3-4dab-aeca-d71cf549794c req-f89d9b1c-4a63-4248-81fe-40ee126b4eb5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.269822 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5fec700d-4cf3-4dab-aeca-d71cf549794c req-f89d9b1c-4a63-4248-81fe-40ee126b4eb5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0994511 Nov 09 18:21:48.339255 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-1f0df4ac-0b1f-43a0-be2a-45f3dcc217bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.340777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-1f0df4ac-0b1f-43a0-be2a-45f3dcc217bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0700529 Nov 09 18:21:48.361603 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5fec700d-4cf3-4dab-aeca-d71cf549794c req-b9abf7c5-5837-4a48-8157-12754e7a82e7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836647 Nov 09 18:21:48.401585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-19a9555b-a006-4433-af92-f04222ef7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.403655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-19a9555b-a006-4433-af92-f04222ef7b19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532434 Nov 09 18:21:48.500255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-9c5dcd12-315d-4edd-a04f-c31913e70dde service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894303 Nov 09 18:21:48.595422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-312a42a7-a8c8-440c-bfd6-a16c7510ad23 req-6b0fb9ee-d5d4-40c6-98de-bae47d139ca1 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879896 Nov 09 18:21:49.490818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82e2a5-ea84-49a0-887e-64e5668dd4e2 req-4781085a-ad5e-47b0-bb9f-f07e3d3053ff tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:49.492374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d82e2a5-ea84-49a0-887e-64e5668dd4e2 req-4781085a-ad5e-47b0-bb9f-f07e3d3053ff tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0556135 Nov 09 18:21:49.541776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d82e2a5-ea84-49a0-887e-64e5668dd4e2 req-3257ed13-374e-4078-9104-fde4c1473b1a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Nov 09 18:21:50.667518 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1830-af41-46bf-829e-7341a581d05f req-92840036-c0de-497d-9356-341ecf47760f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.669088 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dfa1830-af41-46bf-829e-7341a581d05f req-92840036-c0de-497d-9356-341ecf47760f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0563087 Nov 09 18:21:50.717501 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8dfa1830-af41-46bf-829e-7341a581d05f req-6490d91d-f00a-4c7b-9454-9d9efd36a9f3 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Nov 09 18:21:51.844478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0ff6-7b53-4d26-847d-d3adc21d5637 req-b2280f31-a5d6-411c-bc45-c54d2254ca43 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:51.846141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ef4f0ff6-7b53-4d26-847d-d3adc21d5637 req-b2280f31-a5d6-411c-bc45-c54d2254ca43 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Nov 09 18:21:51.899432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ef4f0ff6-7b53-4d26-847d-d3adc21d5637 req-ece701a4-633d-40a3-aa51-f5c0670e05f2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Nov 09 18:21:53.017911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198fd2-41e3-496e-a48a-05a8fbffcc3c req-c295e65a-0eb4-41b8-b269-713481655c93 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:53.019437 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76198fd2-41e3-496e-a48a-05a8fbffcc3c req-c295e65a-0eb4-41b8-b269-713481655c93 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0493488 Nov 09 18:21:53.067693 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76198fd2-41e3-496e-a48a-05a8fbffcc3c req-968d33ea-8b1e-416e-81ec-db3ea94d9694 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Nov 09 18:21:53.551979 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:54.092803 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:21:54.186334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf300ae3-dfbd-40ff-bc21-9e19d15417fb req-c7c2b0d4-85e4-4708-9ad3-02d56ffab807 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:54.188371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bf300ae3-dfbd-40ff-bc21-9e19d15417fb req-c7c2b0d4-85e4-4708-9ad3-02d56ffab807 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Nov 09 18:21:54.238127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bf300ae3-dfbd-40ff-bc21-9e19d15417fb req-f2940b16-ac72-401d-9541-ba8316c869c1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Nov 09 18:21:55.357681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadd31b-866c-4d9a-b1e0-62d28cc3f35f req-0aea27d4-6f9f-4b20-b2c8-0d356a491d67 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.359179 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfadd31b-866c-4d9a-b1e0-62d28cc3f35f req-0aea27d4-6f9f-4b20-b2c8-0d356a491d67 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Nov 09 18:21:55.407753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dfadd31b-866c-4d9a-b1e0-62d28cc3f35f req-d8dcce5d-fd76-47a8-b019-64c2a9f9e9e7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Nov 09 18:21:56.527838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e0af-98c2-4066-b0ee-d514f3cfa6eb req-bf9411ce-56bc-484c-af66-9fcd59b18dd2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:56.530099 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b15e0af-98c2-4066-b0ee-d514f3cfa6eb req-bf9411ce-56bc-484c-af66-9fcd59b18dd2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0504365 Nov 09 18:21:56.591056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b15e0af-98c2-4066-b0ee-d514f3cfa6eb req-b071f276-8de4-4fe2-b721-eba4fd22661a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547354 Nov 09 18:21:57.712383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e48f8-04b3-4ee3-bc65-521fdc4b94f8 req-0b3f627c-3f78-4639-af0b-90a422adf7de tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:57.713880 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c9e48f8-04b3-4ee3-bc65-521fdc4b94f8 req-0b3f627c-3f78-4639-af0b-90a422adf7de tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0499988 Nov 09 18:21:57.761529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3c9e48f8-04b3-4ee3-bc65-521fdc4b94f8 req-930cade2-db0c-41cc-b20a-5f70d3f972fe tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411506 Nov 09 18:21:58.050958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0901d334-1b38-4d69-837f-35288b2b688b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:21:58.885790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab387-4270-405c-b91a-1aaa0ae0486c req-50435bfb-53f2-49f2-9993-d9e3f059fb99 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:58.887331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23aab387-4270-405c-b91a-1aaa0ae0486c req-50435bfb-53f2-49f2-9993-d9e3f059fb99 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0553081 Nov 09 18:21:58.936962 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-23aab387-4270-405c-b91a-1aaa0ae0486c req-e539ecde-60fb-46d7-b09f-daf7c5eaba0a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Nov 09 18:21:58.966541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:00.059816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5ad02-c937-45fa-8f6e-17af1b633af1 req-2170fb6c-83e0-406f-9128-ac19b8794a8d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:00.061520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edb5ad02-c937-45fa-8f6e-17af1b633af1 req-2170fb6c-83e0-406f-9128-ac19b8794a8d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Nov 09 18:22:00.115113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-edb5ad02-c937-45fa-8f6e-17af1b633af1 req-8b52844e-1b74-4d56-ae21-fe873de54355 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Nov 09 18:22:00.515278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cf90c7-a886-4235-b0af-2542e5a0780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:01.235864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223f9a8-fad0-4ca4-85c9-e5ecae79d91e req-f6c96965-fa6d-42fe-9de8-05f38bcdc7bc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:01.237447 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b223f9a8-fad0-4ca4-85c9-e5ecae79d91e req-f6c96965-fa6d-42fe-9de8-05f38bcdc7bc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Nov 09 18:22:01.285662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b223f9a8-fad0-4ca4-85c9-e5ecae79d91e req-2f87cd0e-1ff4-45d2-9d99-9b933a1d7f43 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Nov 09 18:22:01.885358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:01.943503 n-d-804292-3 neutron-server[102554]: INFO neutron.api.v2.resource [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-bc8e1d4b-52e7-45a9-9747-76244614dd57 service neutron] show failed (client error): The resource could not be found. Nov 09 18:22:01.944568 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-bc8e1d4b-52e7-45a9-9747-76244614dd57 service neutron] 10.222.0.43 "GET /v2.0/ports/c5735577-81e0-4d21-aa2e-ba200db61ffb/bindings/n-h2-804292-3 HTTP/1.1" status: 404 len: 380 time: 0.0555649 Nov 09 18:22:02.199050 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-6777272c-7ca2-4de7-8aaa-533c40a1d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:02.201097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-6777272c-7ca2-4de7-8aaa-533c40a1d68b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 1096 time: 0.0855026 Nov 09 18:22:02.219133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:02.272597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:02.404785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5db0-3606-4d04-a257-93dd8cfaa615 req-64d076d9-965b-4ebb-8fb7-eb94e79cde9a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:02.406200 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-124a5db0-3606-4d04-a257-93dd8cfaa615 req-64d076d9-965b-4ebb-8fb7-eb94e79cde9a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Nov 09 18:22:02.458245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-124a5db0-3606-4d04-a257-93dd8cfaa615 req-5cb7a531-14de-485d-a4bc-fca25bf42d96 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Nov 09 18:22:02.477395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:02.513248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:02.556878 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:02.559700 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb7186a-4daa-4ead-8569-794a2001f74a" -d '{"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-unplugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:02.564132 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:02.578476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Transition to ACTIVE for port object c5735577-81e0-4d21-aa2e-ba200db61ffb will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:22:02.582490 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:02.675477 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e787c9-a3ea-44a9-a876-812fe7ef7144 x-openstack-request-id: req-d3e787c9-a3ea-44a9-a876-812fe7ef7144 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:02.675775 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-unplugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:02.676193 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3e787c9-a3ea-44a9-a876-812fe7ef7144 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:02.676818 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'code': 200} Nov 09 18:22:02.677531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:02.687329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.687672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.688009 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.688343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.688671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.688997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.689320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.689645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.689964 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.690285 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.690604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.690920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:02.725574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] No DVR routers for this DVR port c5735577-81e0-4d21-aa2e-ba200db61ffb on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:02.775733 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:02.818366 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:02.870298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:22:02.870624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:22:02.870950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:02.875744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:22:02.876060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:02.881496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:02.881831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:22:02.882212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:02.882675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Bound port: c5735577-81e0-4d21-aa2e-ba200db61ffb, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:22:02.883046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:02.948068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:02.951770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:02.956390 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:02.992894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:02.993624 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:02.994898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] 10.222.0.83 "PUT /v2.0/ports/c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1091 time: 0.7797787 Nov 09 18:22:03.016384 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a28c6-a4ef-4a33-891d-e2216734000d service neutron] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:03.069104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-bbeb224b-8832-4f81-a05b-297f6b6293e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.070705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-bbeb224b-8832-4f81-a05b-297f6b6293e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1094 time: 0.0466895 Nov 09 18:22:03.174300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-5cdd123a-9502-47a1-adbd-79a81a6399f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.175815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-5cdd123a-9502-47a1-adbd-79a81a6399f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0972245 Nov 09 18:22:03.250167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-549db5f1-f271-48ef-8d43-8906b2d8857f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0616031 Nov 09 18:22:03.307290 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-7114c841-2498-4505-b985-0c77f135fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.308730 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-7114c841-2498-4505-b985-0c77f135fdc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0478976 Nov 09 18:22:03.340462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:03.361635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-07f918e7-3e7d-4b27-98c6-6381feb10e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.363164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-07f918e7-3e7d-4b27-98c6-6381feb10e34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430324 Nov 09 18:22:03.459943 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-1cd2a8bf-ef49-4f35-8f1f-7e3ae7ea1e82 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840898 Nov 09 18:22:03.561682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-0f04f1d6-239c-48fb-9140-fca75ae8f224 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903716 Nov 09 18:22:03.581505 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:03.583992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993f354-e1c7-4fa7-89e2-d050c2ac693a req-7041f46b-7cfe-45c2-978b-7bf60c189072 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.585599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8993f354-e1c7-4fa7-89e2-d050c2ac693a req-7041f46b-7cfe-45c2-978b-7bf60c189072 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0546949 Nov 09 18:22:03.639386 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8993f354-e1c7-4fa7-89e2-d050c2ac693a req-40e83b2c-397f-44ad-bada-1f88f7bbba9c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468135 Nov 09 18:22:04.678708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:04.680975 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1906ab8-585e-4da1-ac01-fd0ab26b4243" -d '{"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:04.742362 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9489f6-b6d2-4b6a-9d64-11df45248cb8 x-openstack-request-id: req-8f9489f6-b6d2-4b6a-9d64-11df45248cb8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:04.742672 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:04.742913 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f9489f6-b6d2-4b6a-9d64-11df45248cb8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:04.743340 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'status': 'completed', 'code': 200} Nov 09 18:22:04.768453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caa409-5994-45e7-b320-e85072bb82d2 req-5af698ad-7801-4fbb-8724-c1193a13a1f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:04.769985 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5caa409-5994-45e7-b320-e85072bb82d2 req-5af698ad-7801-4fbb-8724-c1193a13a1f4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0569751 Nov 09 18:22:04.812198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-bcb55629-a798-4217-ae11-c8bb24384d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:04.814396 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-bcb55629-a798-4217-ae11-c8bb24384d20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1094 time: 0.0499141 Nov 09 18:22:04.834120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-7d7b16a0-02e9-4f01-b2ec-0b32052e32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:04.835649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-7d7b16a0-02e9-4f01-b2ec-0b32052e32b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1094 time: 0.0647900 Nov 09 18:22:04.855910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5caa409-5994-45e7-b320-e85072bb82d2 req-7d60a8ac-8cfd-4f84-9f3f-c9c54363538f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765769 Nov 09 18:22:04.918561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-153499d0-b0e4-48ad-a586-7d049d04bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:04.920126 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-153499d0-b0e4-48ad-a586-7d049d04bae0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0934916 Nov 09 18:22:04.940609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-a9d244a0-e1e8-4742-8961-f2869b0a0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:04.942112 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-a9d244a0-e1e8-4742-8961-f2869b0a0bff service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0981114 Nov 09 18:22:04.994354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-c275f272-bd6b-46fd-ba8c-de28cf1181b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0667381 Nov 09 18:22:05.015387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-2d5f895f-494b-4939-9045-03c398afccac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0601232 Nov 09 18:22:05.050780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-584a886e-7c5e-479f-b3f3-4b35b2e3b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:05.052529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-584a886e-7c5e-479f-b3f3-4b35b2e3b920 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0504200 Nov 09 18:22:05.080276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-e726898c-a2ed-4361-8cd6-ae4de99d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:05.081798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-e726898c-a2ed-4361-8cd6-ae4de99d62e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0520179 Nov 09 18:22:05.102321 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-b463e311-843c-4f62-a0a2-9fe16b99736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:05.104422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-b463e311-843c-4f62-a0a2-9fe16b99736e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442088 Nov 09 18:22:05.134374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-bcd6f2bc-cad4-4345-a90f-d1541530bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:05.135946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-bcd6f2bc-cad4-4345-a90f-d1541530bb09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440536 Nov 09 18:22:05.206392 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-5a22518a-53a7-4616-96ec-62016092ac4b service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943236 Nov 09 18:22:05.240212 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-4636ce27-388f-4781-a9c1-4b03bcf5df92 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939221 Nov 09 18:22:05.303636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-5be463d6-481f-4a53-aa1d-2eda025f0fb0 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905371 Nov 09 18:22:05.343611 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1906ab8-585e-4da1-ac01-fd0ab26b4243 req-6cd2ad54-89b7-48dc-8f4a-fc9cb14674f1 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918751 Nov 09 18:22:05.992526 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec0b31-16f6-410f-8c47-f1306fa33c60 req-dd4aa379-3876-470a-8905-2704d9b41154 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:05.994036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26ec0b31-16f6-410f-8c47-f1306fa33c60 req-dd4aa379-3876-470a-8905-2704d9b41154 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0589097 Nov 09 18:22:06.046084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26ec0b31-16f6-410f-8c47-f1306fa33c60 req-41074ff8-ca76-4d08-a1a5-b8d02f7f13b4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Nov 09 18:22:07.168108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bf4e4-6866-4e75-b651-ffee247940da req-5743d30c-43e5-460d-bec7-c06f87088982 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:07.170025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6bf4e4-6866-4e75-b651-ffee247940da req-5743d30c-43e5-460d-bec7-c06f87088982 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0515358 Nov 09 18:22:07.217182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf6bf4e4-6866-4e75-b651-ffee247940da req-58303deb-7791-4448-b159-d6eb984fef0a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Nov 09 18:22:08.338305 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253db1f-d0c1-4140-acbd-92336c4a7465 req-326293db-3caf-4a07-88ba-ad393b992c99 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:08.339865 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4253db1f-d0c1-4140-acbd-92336c4a7465 req-326293db-3caf-4a07-88ba-ad393b992c99 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0498238 Nov 09 18:22:08.389719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4253db1f-d0c1-4140-acbd-92336c4a7465 req-7157ddc9-7143-4cbd-9733-2982630b2528 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Nov 09 18:22:09.519960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85776a-9040-437d-a721-2901f8c6c09f req-2a79c50e-aa77-4dea-9e1d-f454f67655e8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:09.521544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb85776a-9040-437d-a721-2901f8c6c09f req-2a79c50e-aa77-4dea-9e1d-f454f67655e8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0544870 Nov 09 18:22:09.571264 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb85776a-9040-437d-a721-2901f8c6c09f req-e9565c11-fd22-4a36-ad9e-b008a5b3c40f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Nov 09 18:22:10.693075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7e58c-36b6-4761-a827-1e892735537b req-3d72ecdb-d42a-449d-9776-117f26b107f6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:10.694719 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b9e7e58c-36b6-4761-a827-1e892735537b req-3d72ecdb-d42a-449d-9776-117f26b107f6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0487425 Nov 09 18:22:10.757345 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b9e7e58c-36b6-4761-a827-1e892735537b req-ae9d80f9-268e-4d30-8173-136d644a3c66 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564363 Nov 09 18:22:11.885124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44222-0dc2-41fb-8fc6-d0ef22dcd91a req-729a3468-01ab-427a-98cc-2e42f05a5807 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:11.886676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9b44222-0dc2-41fb-8fc6-d0ef22dcd91a req-729a3468-01ab-427a-98cc-2e42f05a5807 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0509584 Nov 09 18:22:11.933010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e9b44222-0dc2-41fb-8fc6-d0ef22dcd91a req-f82ad15a-cb0e-4f3d-b230-d5d913ebbc2e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Nov 09 18:22:13.052325 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94f7b4-f1b6-4d0b-b578-a85fc30319a5 req-d1733dff-0db5-48a4-99b7-9cf1b05c149d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:13.053825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba94f7b4-f1b6-4d0b-b578-a85fc30319a5 req-d1733dff-0db5-48a4-99b7-9cf1b05c149d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0499768 Nov 09 18:22:13.101689 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ba94f7b4-f1b6-4d0b-b578-a85fc30319a5 req-e05bb430-43a7-4acd-8642-924629487e20 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410872 Nov 09 18:22:14.221237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a024b2-0240-43d7-8095-2149feb58a2d req-6d4950aa-1625-43ee-88b2-22bfa448c554 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:14.222735 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42a024b2-0240-43d7-8095-2149feb58a2d req-6d4950aa-1625-43ee-88b2-22bfa448c554 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0491464 Nov 09 18:22:14.274220 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42a024b2-0240-43d7-8095-2149feb58a2d req-f8011e52-c143-4820-9ed0-e38699bb471a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Nov 09 18:22:15.390460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e677-7366-4d4c-bf35-97ef1c05779f req-3913e174-783f-4ff8-b121-9f5a3a331265 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:15.391942 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-25d0e677-7366-4d4c-bf35-97ef1c05779f req-3913e174-783f-4ff8-b121-9f5a3a331265 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0482764 Nov 09 18:22:15.438766 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-25d0e677-7366-4d4c-bf35-97ef1c05779f req-95164cc3-3904-4504-a9d8-1b2e22896b6a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Nov 09 18:22:16.555590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d634f-759d-44e8-bf6a-74501b820dfc req-628f75d5-ceaa-4218-b622-3f8d1045576b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:16.557078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d3d634f-759d-44e8-bf6a-74501b820dfc req-628f75d5-ceaa-4218-b622-3f8d1045576b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0486875 Nov 09 18:22:16.614359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d3d634f-759d-44e8-bf6a-74501b820dfc req-18fc1e74-94cb-48cf-a050-8bfb1b57af98 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505552 Nov 09 18:22:16.941777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-b76433e7-7a3b-45e5-8199-96aa7bcd9656 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:16.943567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-b76433e7-7a3b-45e5-8199-96aa7bcd9656 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.83 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166&tenant_id=4c15a1158aa849a39fffdc29f96fd477&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 943 time: 0.0843735 Nov 09 18:22:16.965652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82f53-1487-4c3f-922b-3f67a9093d7c req-9c5e4b14-4e6a-4b90-98f4-08a74ee63ca4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:16.967197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfb82f53-1487-4c3f-922b-3f67a9093d7c req-9c5e4b14-4e6a-4b90-98f4-08a74ee63ca4 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 943 time: 0.0803976 Nov 09 18:22:17.050665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-fa58a155-e736-4077-bce6-6aa9c9373867 service neutron] 10.222.0.83 "GET /v2.0/ports/c5735577-81e0-4d21-aa2e-ba200db61ffb/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.0982475 Nov 09 18:22:17.054015 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bfb82f53-1487-4c3f-922b-3f67a9093d7c req-d48a60a1-6d12-437b-9782-7b138b400ba9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663311 Nov 09 18:22:17.118142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-6f312e79-b2ea-442b-a82f-5119436a5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:17.119683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-6f312e79-b2ea-442b-a82f-5119436a5661 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1094 time: 0.0437098 Nov 09 18:22:17.216137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-f3228ef8-50fa-47cd-97ab-b99f6b9cda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:17.217626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-f3228ef8-50fa-47cd-97ab-b99f6b9cda36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0910118 Nov 09 18:22:17.298018 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-0bffb288-2330-4971-95f0-e83a785937de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0723975 Nov 09 18:22:17.347812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-c5e02137-6c12-4e4a-a78f-ded275dfb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:17.349192 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-c5e02137-6c12-4e4a-a78f-ded275dfb2b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0440855 Nov 09 18:22:17.401519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-96a813f3-2cf3-44f1-a769-daf1de2b046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:17.403403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-96a813f3-2cf3-44f1-a769-daf1de2b046f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464988 Nov 09 18:22:17.493286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-73d22aa0-2e62-4881-9d09-b7b07cc641b6 service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826044 Nov 09 18:22:17.586831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-6029bd0d-926f-48c3-a3c5-f3915a302b9f service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864527 Nov 09 18:22:17.952025 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:22:18.047191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:18.059053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'mac_address': 'fa:16:3e:35:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:22:18.100145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:18.114088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5735577-81e0-4d21-aa2e-ba200db61ffb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:18.134393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:18.139312 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:18.185385 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23612529-e4a5-440d-9959-e4f4575d573e req-88c18dfd-9bc1-48f5-b5cf-3f4da6c876b0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:18.186919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23612529-e4a5-440d-9959-e4f4575d573e req-88c18dfd-9bc1-48f5-b5cf-3f4da6c876b0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0567834 Nov 09 18:22:18.190842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:18.198130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.198557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.198811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.199943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.200282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.200612 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.200937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.201259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.201579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.201896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.202218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.202535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:18.236339 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-23612529-e4a5-440d-9959-e4f4575d573e req-40fedb4f-6eb9-4fdf-81b7-9ddad1fb9391 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Nov 09 18:22:18.438589 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['c5735577-81e0-4d21-aa2e-ba200db61ffb'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:19.363797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657395e-98e1-48ee-8085-682063231505 req-ddc15da8-da6b-43ff-8ecb-fb075daedda5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:19.365287 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e657395e-98e1-48ee-8085-682063231505 req-ddc15da8-da6b-43ff-8ecb-fb075daedda5 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0520246 Nov 09 18:22:19.413941 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e657395e-98e1-48ee-8085-682063231505 req-001c1117-f613-4375-a451-f05c710e89d2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Nov 09 18:22:19.977393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:20.028818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port c5735577-81e0-4d21-aa2e-ba200db61ffb completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:22:20.033271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port c5735577-81e0-4d21-aa2e-ba200db61ffb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:20.033748 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:20.116093 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:20.140389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:20.142652 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e52e244-3ce8-4c00-bd82-d19ebd1b79d3" -d '{"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-plugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:20.156135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:20.161054 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:20.197090 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74262644-e6c0-4d02-8a6a-21808bb4052a x-openstack-request-id: req-74262644-e6c0-4d02-8a6a-21808bb4052a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:20.197386 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-plugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:20.197637 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74262644-e6c0-4d02-8a6a-21808bb4052a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:20.198052 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'code': 200} Nov 09 18:22:20.211957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:20.535078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2c0e-4916-429f-b93e-cc3b0990246e req-8edb27bd-0380-44a3-b520-0a0d626581b9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:20.536598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84df2c0e-4916-429f-b93e-cc3b0990246e req-8edb27bd-0380-44a3-b520-0a0d626581b9 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Nov 09 18:22:20.593120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84df2c0e-4916-429f-b93e-cc3b0990246e req-fc593b96-b268-4543-a1d4-c95e86762f3b tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503292 Nov 09 18:22:21.721769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e6054-be1e-48b0-a1a1-24d4c43e6073 req-93843212-c7c6-4207-8f0a-e34ee8ed9fb7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:21.723304 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-666e6054-be1e-48b0-a1a1-24d4c43e6073 req-93843212-c7c6-4207-8f0a-e34ee8ed9fb7 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0541980 Nov 09 18:22:21.773798 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-666e6054-be1e-48b0-a1a1-24d4c43e6073 req-e1fae02b-48a4-425f-adf0-33cc6799c29e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Nov 09 18:22:22.021671 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-bab77dd2-10b5-4bc2-b4c2-72ca52dc01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:22.023223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-bab77dd2-10b5-4bc2-b4c2-72ca52dc01c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166&tenant_id=4c15a1158aa849a39fffdc29f96fd477 HTTP/1.1" status: 200 len: 1096 time: 0.0422130 Nov 09 18:22:22.036440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-3', 'device_owner': 'compute:nova'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:22.094151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:22.298466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:22.332407 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h2-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:22.373167 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:22.375470 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8c5cd4-a655-4e21-9839-ed7ff946c40f" -d '{"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-unplugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:22.379806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:22.393302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Transition to ACTIVE for port object c5735577-81e0-4d21-aa2e-ba200db61ffb will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:22:22.397101 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:22.432382 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf716114-67b7-47fb-8749-130b260b6898 x-openstack-request-id: req-bf716114-67b7-47fb-8749-130b260b6898 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:22.432678 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-unplugged", "status": "completed", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:22.432933 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf716114-67b7-47fb-8749-130b260b6898 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:22.433541 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'code': 200} Nov 09 18:22:22.491454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=10']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:22.507680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.508194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.508537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.508873 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.509205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.509533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.509857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.510181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.510506 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.510825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.511182 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.511536 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:22.547514 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] No DVR routers for this DVR port c5735577-81e0-4d21-aa2e-ba200db61ffb on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:22.689211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:22:22.689544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:22:22.689868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:22.694599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:22:22.694916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Attempting to bind port c5735577-81e0-4d21-aa2e-ba200db61ffb on network a935c5df-133b-42d7-bd68-8757b004d576 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:22.700632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:22.700970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Checking segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:22:22.701349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Bound using segment: {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:22.701769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Bound port: c5735577-81e0-4d21-aa2e-ba200db61ffb, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f764dc2-6da2-49d2-8e15-fea0f780447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:22:22.702118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:22.765665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:22.768932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:22.772837 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:22.812979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:22.813876 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:22.815223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] 10.222.0.43 "PUT /v2.0/ports/c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1092 time: 0.7830079 Nov 09 18:22:22.841955 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197170-cb36-41f6-9e20-1e8c70f2fd00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=11']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:22.915497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-21914a13-a97e-45bc-b0e8-3deebb7e3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:22.917048 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-21914a13-a97e-45bc-b0e8-3deebb7e3560 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1095 time: 0.0721626 Nov 09 18:22:22.929706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8471-9d8f-4e74-8948-95f68d199f5a req-d30fd09f-e65e-48f9-8ef1-aff518eee10a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:22.931259 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-153f8471-9d8f-4e74-8948-95f68d199f5a req-d30fd09f-e65e-48f9-8ef1-aff518eee10a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0764580 Nov 09 18:22:23.040959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-153f8471-9d8f-4e74-8948-95f68d199f5a req-350f58e2-fbf7-418e-90a0-d270196f2a78 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009896 Nov 09 18:22:23.055767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-290d22a2-560c-4552-bd6a-d2fcbef5c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:23.057283 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-290d22a2-560c-4552-bd6a-d2fcbef5c5d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.1251099 Nov 09 18:22:23.132581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-038e5c60-846c-45de-a47d-584c4f270255 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0675113 Nov 09 18:22:23.181600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-fab20342-fe5a-41b5-82ff-46e750c977f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:23.183060 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-fab20342-fe5a-41b5-82ff-46e750c977f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0437679 Nov 09 18:22:23.230530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459840f-449a-408b-b770-b649e17582fd req-5f38caa8-454f-4252-9f77-b2eb1df9712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:23.232201 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-5f38caa8-454f-4252-9f77-b2eb1df9712e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415063 Nov 09 18:22:23.329596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-16ad9501-e2b3-4a82-8d89-5d38d1769d15 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891461 Nov 09 18:22:23.420484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9459840f-449a-408b-b770-b649e17582fd req-3fe5beaf-3e60-4011-b752-3e56ea304719 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Nov 09 18:22:23.568367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:23.989285 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:24.187621 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d1f53-14a8-42dd-af2e-592c0a00358d req-12920152-559d-4fd9-b65b-d2674cea8131 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.189256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e25d1f53-14a8-42dd-af2e-592c0a00358d req-12920152-559d-4fd9-b65b-d2674cea8131 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0667450 Nov 09 18:22:24.199817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:24.241194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e25d1f53-14a8-42dd-af2e-592c0a00358d req-1a6eff1f-1924-4547-8967-2defa866ae94 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446844 Nov 09 18:22:24.434521 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:24.436850 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b61a75c-1a66-463e-a3af-42c817f02c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:24.491579 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb07a36-de77-4163-a8b8-6b150e2578be x-openstack-request-id: req-1eb07a36-de77-4163-a8b8-6b150e2578be {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:24.491876 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:24.492191 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1eb07a36-de77-4163-a8b8-6b150e2578be {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:24.492670 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'status': 'completed', 'code': 200} Nov 09 18:22:24.557865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-99e3eb39-2ba3-4ec6-ba68-1007bd376dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.558425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-093f7119-9293-4d43-bd95-0afab021236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.559694 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-99e3eb39-2ba3-4ec6-ba68-1007bd376dfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1095 time: 0.0444434 Nov 09 18:22:24.560133 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-093f7119-9293-4d43-bd95-0afab021236f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4c15a1158aa849a39fffdc29f96fd477&device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 1095 time: 0.0454605 Nov 09 18:22:24.658225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-8907e12d-58b6-4e33-b942-63f44d10d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.659844 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-8907e12d-58b6-4e33-b942-63f44d10d87d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0932879 Nov 09 18:22:24.664361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-527613d7-c774-4cfa-a61e-741f7ad3676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.666031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-527613d7-c774-4cfa-a61e-741f7ad3676a service neutron] 10.222.0.83 "GET /v2.0/networks?id=a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 200 len: 912 time: 0.0950809 Nov 09 18:22:24.733444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-a996dffa-a273-484c-9594-ee09ae0d9b16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0661752 Nov 09 18:22:24.736878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-8a1f6bd8-aeac-4f9a-9e21-47d359e9cbd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 200 len: 1000 time: 0.0595458 Nov 09 18:22:24.792780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-e9d06a4b-09a9-423e-a91d-0cd48bed4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.794175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-8dca0069-0399-49a5-bc4d-d32a85a45a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.794427 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-e9d06a4b-09a9-423e-a91d-0cd48bed4c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0532520 Nov 09 18:22:24.795774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-8dca0069-0399-49a5-bc4d-d32a85a45a37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 200 len: 851 time: 0.0485134 Nov 09 18:22:24.843086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-5827a9a4-7b8d-41d4-9802-b349180d401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.844712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-5827a9a4-7b8d-41d4-9802-b349180d401a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435126 Nov 09 18:22:24.852741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-d36bd340-c11a-488f-bec5-c4e2d2415075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:24.854332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-d36bd340-c11a-488f-bec5-c4e2d2415075 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a935c5df-133b-42d7-bd68-8757b004d576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473828 Nov 09 18:22:24.941892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-bb9e65a9-1a1a-490e-b6be-59edf5af6bb4 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898652 Nov 09 18:22:24.954723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-acd15545-0add-4d3a-8240-f4ba6b5bdbac service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890272 Nov 09 18:22:25.052293 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-10c73883-ec56-48cf-8fdf-3b435f5f2276 service neutron] 10.222.0.43 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031988 Nov 09 18:22:25.062060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b61a75c-1a66-463e-a3af-42c817f02c6e req-f044c602-a429-476a-ba52-949040671d4a service neutron] 10.222.0.83 "GET /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985096 Nov 09 18:22:25.362193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a797a-ecac-4ff5-bd33-df06987243e4 req-90bae689-9101-4acd-8be1-ba391c885f9e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:25.363665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d53a797a-ecac-4ff5-bd33-df06987243e4 req-90bae689-9101-4acd-8be1-ba391c885f9e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0520201 Nov 09 18:22:25.412440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d53a797a-ecac-4ff5-bd33-df06987243e4 req-2e2393e2-b354-4f4b-a08e-ab0b2675d958 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Nov 09 18:22:26.536774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecc2-e4f1-4673-b47f-5d8962537f1a req-b9dc2d3a-113a-4702-bbc6-2f10816a16d6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:26.538266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e283ecc2-e4f1-4673-b47f-5d8962537f1a req-b9dc2d3a-113a-4702-bbc6-2f10816a16d6 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0515642 Nov 09 18:22:26.596037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e283ecc2-e4f1-4673-b47f-5d8962537f1a req-bc4c82e4-3fc2-43ea-97d7-c76bcb2db46e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Nov 09 18:22:27.718475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55aef9-4a44-4a2e-b09b-df5a86d86610 req-a619c6c8-2590-486f-ae2b-66ea2416fb0e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:27.720017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc55aef9-4a44-4a2e-b09b-df5a86d86610 req-a619c6c8-2590-486f-ae2b-66ea2416fb0e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0517604 Nov 09 18:22:27.775284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc55aef9-4a44-4a2e-b09b-df5a86d86610 req-fef981d9-e3ff-43bf-b730-21a8225aba03 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492964 Nov 09 18:22:28.056241 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ab460fa-8958-4940-8c0d-561068a7c3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:28.901574 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531f65-7a37-4cad-8c5b-09ba4fbd1c87 req-bf8f717f-cc4f-49d5-aa97-9ed8f50023fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:28.904149 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb531f65-7a37-4cad-8c5b-09ba4fbd1c87 req-bf8f717f-cc4f-49d5-aa97-9ed8f50023fa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0503356 Nov 09 18:22:28.957446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fb531f65-7a37-4cad-8c5b-09ba4fbd1c87 req-dd648664-8729-4ab0-8db8-d7aa9287bba1 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469894 Nov 09 18:22:28.966135 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:30.127875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f6df-d151-4008-a496-482171eba935 req-6839fa4b-1e90-48b3-9697-c7d5c358ea18 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:30.129363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7732f6df-d151-4008-a496-482171eba935 req-6839fa4b-1e90-48b3-9697-c7d5c358ea18 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0491395 Nov 09 18:22:30.176065 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7732f6df-d151-4008-a496-482171eba935 req-076576bd-4797-4559-b736-711ac733436d tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Nov 09 18:22:30.516578 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-130ebe8b-6439-47cb-95cb-7d5e28f6a936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:31.091986 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:22:31.295208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54310eac-0add-4c02-8bd4-c061ef29c662 req-9525ec7f-a534-4963-985e-e40f94c3dd1f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:31.296707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54310eac-0add-4c02-8bd4-c061ef29c662 req-9525ec7f-a534-4963-985e-e40f94c3dd1f tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0498877 Nov 09 18:22:31.344619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-54310eac-0add-4c02-8bd4-c061ef29c662 req-24a5dda7-f2b0-4126-8781-547616959a14 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Nov 09 18:22:31.889490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:32.461571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a2b99-c0e9-4349-b021-b838242e9df1 req-74e3a3d2-84e5-4828-a82f-773b8503629a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:32.463137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-737a2b99-c0e9-4349-b021-b838242e9df1 req-74e3a3d2-84e5-4828-a82f-773b8503629a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0489302 Nov 09 18:22:32.510764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-737a2b99-c0e9-4349-b021-b838242e9df1 req-3ff3e84a-1b55-436f-87a5-1c3849bdd613 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Nov 09 18:22:33.343029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:33.586219 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:33.633160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bdd54-5487-40a1-8014-27131d522561 req-d785e387-a0ba-4222-bb52-2f95e3cb8190 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:33.634636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-516bdd54-5487-40a1-8014-27131d522561 req-d785e387-a0ba-4222-bb52-2f95e3cb8190 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0488260 Nov 09 18:22:33.682010 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-516bdd54-5487-40a1-8014-27131d522561 req-23c0217b-b45e-4277-bd6f-fbea966dac5c tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Nov 09 18:22:34.805329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625405-3b99-4aa1-ab5e-222b1351e913 req-d5de3cdc-e50b-45be-ad08-5671834fc865 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:34.806824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd625405-3b99-4aa1-ab5e-222b1351e913 req-d5de3cdc-e50b-45be-ad08-5671834fc865 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0533986 Nov 09 18:22:34.863238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd625405-3b99-4aa1-ab5e-222b1351e913 req-a623f088-c647-4682-bd53-862663926f22 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Nov 09 18:22:35.985223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90beb0-9b0d-4cb0-9ec5-9bc6cec5d447 req-d6ba1c27-c3d9-4817-a925-c979fcb7c6b2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:35.986596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e90beb0-9b0d-4cb0-9ec5-9bc6cec5d447 req-d6ba1c27-c3d9-4817-a925-c979fcb7c6b2 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0537858 Nov 09 18:22:36.040405 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7e90beb0-9b0d-4cb0-9ec5-9bc6cec5d447 req-d05eb250-bfd4-427f-a6f1-2e8c85a8ba54 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478039 Nov 09 18:22:36.159344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fddcd-d768-468c-8b24-c4607a62c198 req-1136440e-87c3-41e2-963f-a5faa85dbbb0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:36.160902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-940fddcd-d768-468c-8b24-c4607a62c198 req-1136440e-87c3-41e2-963f-a5faa85dbbb0 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0492458 Nov 09 18:22:36.210343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-940fddcd-d768-468c-8b24-c4607a62c198 req-cb9a07e4-e412-4822-ab78-d093de12be90 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Nov 09 18:22:36.332066 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4be42-a2fa-44e4-ade9-0a505594c668 req-8944d88b-0944-45bc-9e0f-33250c9908f8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:36.333576 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8e4be42-a2fa-44e4-ade9-0a505594c668 req-8944d88b-0944-45bc-9e0f-33250c9908f8 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0507948 Nov 09 18:22:36.385593 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e8e4be42-a2fa-44e4-ade9-0a505594c668 req-677b0b79-459b-412b-86cd-68860978c3bf tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 Nov 09 18:22:36.650751 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f80b21-c147-4b01-a9b7-a3da44870e5e req-603ff990-9528-4d84-81c3-40beddbfba16 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:36.653100 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02f80b21-c147-4b01-a9b7-a3da44870e5e req-603ff990-9528-4d84-81c3-40beddbfba16 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 944 time: 0.0606892 Nov 09 18:22:36.703979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-02f80b21-c147-4b01-a9b7-a3da44870e5e req-73723cec-6ce1-488a-99ca-2ea90bfb1483 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Nov 09 18:22:37.030746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:22:37.137477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:37.149642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Returning: {'device': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'port_id': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'mac_address': 'fa:16:3e:35:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:22:37.195901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:37.213903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5735577-81e0-4d21-aa2e-ba200db61ffb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:37.239032 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:37.244170 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:37.300846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Pushing event updated for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=12']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:37.507567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] get_ports_and_sgs() called for port_ids ['c5735577-81e0-4d21-aa2e-ba200db61ffb'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:37.828268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917586b3-b03e-4910-9365-ab7d82053b0d req-086df9d9-0fd0-4203-8410-889baefec026 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:37.829772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-917586b3-b03e-4910-9365-ab7d82053b0d req-086df9d9-0fd0-4203-8410-889baefec026 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Nov 09 18:22:37.879881 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-917586b3-b03e-4910-9365-ab7d82053b0d req-1f76ed0d-62c4-47bc-982d-836d12088fee tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups?id=069fb01e-9707-4940-9767-542913fa31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Nov 09 18:22:38.121452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd04070-9091-488d-9b38-0285387c0699 req-8852c11c-4f17-447e-9a82-4ca8f4994c97 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:38.122922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0cd04070-9091-488d-9b38-0285387c0699 req-8852c11c-4f17-447e-9a82-4ca8f4994c97 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Nov 09 18:22:38.211802 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Deleting port c5735577-81e0-4d21-aa2e-ba200db61ffb {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:38.212142 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:38.302347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] For port c5735577-81e0-4d21-aa2e-ba200db61ffb, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=c5735577-81e0-4d21-aa2e-ba200db61ffb,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:38.302712 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:38.471610 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:38.471895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:38.472217 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f disassociated. External IP: 172.25.3.233, port: c5735577-81e0-4d21-aa2e-ba200db61ffb. Nov 09 18:22:38.472562 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Calling delete_port for c5735577-81e0-4d21-aa2e-ba200db61ffb owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:38.608174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:38.639487 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event deleted for resources: {'Port': ['ID=c5735577-81e0-4d21-aa2e-ba200db61ffb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:38.760885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:38.871633 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:38.881547 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:38.892451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:38.893073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:22:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:38.912547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] No DVR routers for this DVR port c5735577-81e0-4d21-aa2e-ba200db61ffb on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:38.915308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:38.919111 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0cd04070-9091-488d-9b38-0285387c0699 req-52d8d9b6-f433-4f1d-94e9-88ddc136b334 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.43 "DELETE /v2.0/ports/c5735577-81e0-4d21-aa2e-ba200db61ffb HTTP/1.1" status: 204 len: 173 time: 0.7895951 Nov 09 18:22:38.919571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-deleted', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:38.921916 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8d5d4-58ef-472c-a835-2c9e0e64987b" -d '{"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-deleted", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:38.991285 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d240af92-adf6-434b-9cd6-098dc4a59f68 req-2e1889e5-97cf-4c77-ba39-dd1761fe22aa tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0332193 Nov 09 18:22:38.992696 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf6ceee-fb55-48a4-a012-684c9b329812 x-openstack-request-id: req-cbf6ceee-fb55-48a4-a012-684c9b329812 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:38.993100 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11ee743-f4b0-4057-af8a-1d14553c6166", "name": "network-vif-deleted", "tag": "c5735577-81e0-4d21-aa2e-ba200db61ffb", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:38.993359 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbf6ceee-fb55-48a4-a012-684c9b329812 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:38.993757 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11ee743-f4b0-4057-af8a-1d14553c6166', 'name': 'network-vif-deleted', 'tag': 'c5735577-81e0-4d21-aa2e-ba200db61ffb', 'status': 'completed', 'code': 200} Nov 09 18:22:39.038045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:39.066130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb details requested by agent hyperv_n-h1-804292-3 with host n-h1-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:22:39.076548 n-d-804292-3 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No ports have port_id starting with c5735577-81e0-4d21-aa2e-ba200db61ffb Nov 09 18:22:39.079495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb requested by agent hyperv_n-h1-804292-3 not found in database {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 09 18:22:39.256708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:39.287247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:39.296768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:39.297405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:22:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:39.407813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:39.609912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:39.638509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c0304-1649-4a59-ac83-2b019bc511e9 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:12:29Z', 'revision_number': 4, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'd79475fb-08a9-4172-a3ca-2987b742859d', 'name': '', 'network_id': 'a935c5df-133b-42d7-bd68-8757b004d576', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'mac_address': 'fa:16:3e:29:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:28Z', 'updated_at': '2021-11-09T18:12:34Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'subnets': [{'id': 'efe78121-dc2f-4453-b427-8caa0d11c17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:39.888503 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3a341-50c0-47fc-b5c7-a426f31d689a None None] New status for floating IP 5968719a-0b4b-46a9-92c9-04ea4f6c683f: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:22:40.097128 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9371b404-f3b3-4ff8-9df7-738a1c83fbd7 req-5df5f8cb-08a2-47cf-b574-10ba7f49526a tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Nov 09 18:22:41.070813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb no longer exists at agent hyperv_n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:41.096571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] No Port match for: c5735577-81e0-4d21-aa2e-ba200db61ffb {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:22:41.096911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Device c5735577-81e0-4d21-aa2e-ba200db61ffb not bound to the agent host n-h1-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:41.194914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0089989b-51fb-4bdd-86d6-f87bf99065bd req-82ed3098-4506-4695-b6f2-d5c83bf5073e tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0262451 Nov 09 18:22:42.298086 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6ec8769-68f2-43cc-af63-d3a9e587c7ea req-f4623f52-9c75-4341-88da-3ed0623f7d17 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0318432 Nov 09 18:22:43.414936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-72937480-acad-4f64-8233-824d0487d2a0 req-4f9851fb-ba0c-49e7-9f6d-575eecaf1798 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/ports?device_id=b11ee743-f4b0-4057-af8a-1d14553c6166 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Nov 09 18:22:48.203015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55102) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:48.261393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a85077c-e560-4fda-b2e7-2294c959f482 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.287736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a85077c-e560-4fda-b2e7-2294c959f482 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.337491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a85077c-e560-4fda-b2e7-2294c959f482 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.341119 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a85077c-e560-4fda-b2e7-2294c959f482 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.342498 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3a85077c-e560-4fda-b2e7-2294c959f482 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "DELETE /v2.0/security-groups/069fb01e-9707-4940-9767-542913fa31d8 HTTP/1.1" status: 204 len: 168 time: 0.1379616 Nov 09 18:22:48.347396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:48.351719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85077c-e560-4fda-b2e7-2294c959f482 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069fb01e-9707-4940-9767-542913fa31d8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:48.362795 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b92fb207-d152-48e6-b32d-0e242fa02f46 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] show failed (client error): The resource could not be found. Nov 09 18:22:48.364087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b92fb207-d152-48e6-b32d-0e242fa02f46 tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "GET /v2.0/security-groups/069fb01e-9707-4940-9767-542913fa31d8 HTTP/1.1" status: 404 len: 347 time: 0.0154519 Nov 09 18:22:48.367014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55106) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:48.837783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Deleting port 18f6cb46-305c-4370-9ce8-8e7ac384931b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:48.838128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.918517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.918841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:48.931963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Calling delete_port for 18f6cb46-305c-4370-9ce8-8e7ac384931b owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:49.077945 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:49.105110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Pushing event deleted for resources: {'Port': ['ID=18f6cb46-305c-4370-9ce8-8e7ac384931b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:49.173711 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:49.176550 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:49.177774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0d20600d-8e00-46fc-9d82-f4fe2dde1adc tempest-ServerActionsTestJSON-1361532914 tempest-ServerActionsTestJSON-1361532914-project] 10.222.0.45 "DELETE /v2.0/floatingips/5968719a-0b4b-46a9-92c9-04ea4f6c683f HTTP/1.1" status: 204 len: 168 time: 0.8095918 Nov 09 18:22:49.180861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:49.730523 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:49.978795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Deleting port d79475fb-08a9-4172-a3ca-2987b742859d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:49.979078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:50.057735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] For port d79475fb-08a9-4172-a3ca-2987b742859d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d79475fb-08a9-4172-a3ca-2987b742859d,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:50.058123 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:50.070763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Calling delete_port for d79475fb-08a9-4172-a3ca-2987b742859d owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:50.248659 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:50.276995 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Pushing event deleted for resources: {'Port': ['ID=d79475fb-08a9-4172-a3ca-2987b742859d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:50.450025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:50.676890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Router 91185a71-d223-4e1f-95e4-44cd58528a8a has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:50.787111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:50.792268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d10f5bc2-38fa-4f70-87a7-1677a71bf01d admin admin] 10.222.0.45 "PUT /v2.0/routers/91185a71-d223-4e1f-95e4-44cd58528a8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102362 Nov 09 18:22:50.795166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55112) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:50.795995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] Sync routers for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:50.806098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:50.806706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:22:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:50.904361 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:50.917005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:51.012123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.065273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Deleting port cfcb34f1-7211-42c2-ae26-409d6985480d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:51.065642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.104026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:22:50Z', 'revision_number': 5, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port': {'id': 'cfcb34f1-7211-42c2-ae26-409d6985480d', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:26Z', 'updated_at': '2021-11-09T18:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:51.145169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] Checking router: 91185a71-d223-4e1f-95e4-44cd58528a8a for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:51.150067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] For port cfcb34f1-7211-42c2-ae26-409d6985480d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=cfcb34f1-7211-42c2-ae26-409d6985480d,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:51.150437 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.153746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] Routers {'91185a71-d223-4e1f-95e4-44cd58528a8a'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:51.154629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:22:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['91185a71-d223-4e1f-95e4-44cd58528a8a'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:51.163964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Calling delete_port for cfcb34f1-7211-42c2-ae26-409d6985480d owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:51.242086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] Set router 91185a71-d223-4e1f-95e4-44cd58528a8a gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:51.295222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:22:51Z', 'revision_number': 6, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:51.325727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cef31-5ce6-4f8d-bf4b-570a71d302b7 None None] The sync data for ids ['91185a71-d223-4e1f-95e4-44cd58528a8a'] in n-d-804292-3 is: [{'id': '91185a71-d223-4e1f-95e4-44cd58528a8a', 'name': 'tempest-ServerActionsTestJSON-2037125986-router', 'tenant_id': '4c15a1158aa849a39fffdc29f96fd477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:25Z', 'updated_at': '2021-11-09T18:22:51Z', 'revision_number': 6, 'project_id': '4c15a1158aa849a39fffdc29f96fd477', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:51.342546 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.369315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcb34f1-7211-42c2-ae26-409d6985480d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:51.385444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515035c-1cb2-4c9a-8efd-762b9f2e0bfe None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:22:51.435730 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.524442 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.527136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.571001 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.571555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91185a71-d223-4e1f-95e4-44cd58528a8a {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:22:51.577278 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.578454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3a0ed0f4-b3da-4d1d-81e5-9fee33ec2a43 admin admin] 10.222.0.45 "DELETE /v2.0/routers/91185a71-d223-4e1f-95e4-44cd58528a8a HTTP/1.1" status: 204 len: 168 time: 0.7823083 Nov 09 18:22:51.580954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55114) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:51.624944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Deleting subnet efe78121-dc2f-4453-b427-8caa0d11c17a {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:22:51.628121 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.668189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.748786 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.803543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.830692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe78121-dc2f-4453-b427-8caa0d11c17a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:51.833195 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.837514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11182637-742b-45ec-a6fb-fb9db49bdd12 None None] Network a935c5df-133b-42d7-bd68-8757b004d576 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:51.837986 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-87be2aba-f521-4669-8d20-46a9f01d2ef6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/efe78121-dc2f-4453-b427-8caa0d11c17a HTTP/1.1" status: 204 len: 168 time: 0.2558680 Nov 09 18:22:51.841046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55116) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:51.914864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:51.970796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Deleting port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:51.971169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.037083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] For port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:52.037406 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.056535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Calling delete_port for ae88eb87-2fe9-4b91-a3e3-43a8de9aadee owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:52.175062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d79475fb-08a9-4172-a3ca-2987b742859d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:52.199705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] DHCP port deletion for a935c5df-133b-42d7-bd68-8757b004d576 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:22:52.202240 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d79475fb-08a9-4172-a3ca-2987b742859d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:22:52.202583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d79475fb-08a9-4172-a3ca-2987b742859d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:52.260963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] Deleting port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:52.261454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.330869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] For port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,segment=NetworkSegment(3f764dc2-6da2-49d2-8e15-fea0f780447f),segment_id=3f764dc2-6da2-49d2-8e15-fea0f780447f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:52.331320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.347059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] Calling delete_port for ae88eb87-2fe9-4b91-a3e3-43a8de9aadee owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:52.434953 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.469814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] Pushing event deleted for resources: {'Port': ['ID=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:52.474803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66543e8c-d618-4e19-bd34-a621cba4429e None None] No DVR routers for this DVR port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:52.506443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.533569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae88eb87-2fe9-4b91-a3e3-43a8de9aadee,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:52.538605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] No DVR routers for this DVR port ae88eb87-2fe9-4b91-a3e3-43a8de9aadee on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:52.611040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.632024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a935c5df-133b-42d7-bd68-8757b004d576']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:52.641715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f764dc2-6da2-49d2-8e15-fea0f780447f') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:52.642012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f764dc2-6da2-49d2-8e15-fea0f780447f') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:52.651122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.663749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.670252 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:22:52.670808 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: self.session.flush() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:22:52.672588 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:22:52.724695 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.732182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.735350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a935c5df-133b-42d7-bd68-8757b004d576 HTTP/1.1" status: 204 len: 168 time: 0.8933520 Nov 09 18:22:52.750933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ecb37-bd03-4149-afc5-8f7392b079d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a935c5df-133b-42d7-bd68-8757b004d576,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:52.863262 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55120) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:52.904045 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-002e5caf-b77d-4090-ac5c-de90b3063e35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c15a1158aa849a39fffdc29f96fd477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396821 Nov 09 18:22:52.906639 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55122) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:52.953791 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38923ee0-965b-457b-95a1-a1379a826c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:52.974745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38923ee0-965b-457b-95a1-a1379a826c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.023445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38923ee0-965b-457b-95a1-a1379a826c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.026828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-38923ee0-965b-457b-95a1-a1379a826c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.028124 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-38923ee0-965b-457b-95a1-a1379a826c31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ba91e96-779d-4349-98b2-f64631989d6e HTTP/1.1" status: 204 len: 168 time: 0.1205444 Nov 09 18:22:53.036044 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38923ee0-965b-457b-95a1-a1379a826c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba91e96-779d-4349-98b2-f64631989d6e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:53.572680 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.747726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:53.787140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cfcb34f1-7211-42c2-ae26-409d6985480d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:53.806763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: cfcb34f1-7211-42c2-ae26-409d6985480d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:22:53.807769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device cfcb34f1-7211-42c2-ae26-409d6985480d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:53.808187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ae88eb87-2fe9-4b91-a3e3-43a8de9aadee no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:53.827925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: ae88eb87-2fe9-4b91-a3e3-43a8de9aadee {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:22:53.828274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device ae88eb87-2fe9-4b91-a3e3-43a8de9aadee not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:53.848445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-185460308-network', 'tenant_id': '36402ed80f7a4dc097ab8f1ad19b6230'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:53.869356 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Made reservation on behalf of 36402ed80f7a4dc097ab8f1ad19b6230 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:53.872190 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.880893 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.956347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.961366 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:53.991937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:53.997724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755bf61-9ed6-413a-ba02-c111b721a855,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.006018 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.006452 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Added segment 4fad56b8-1350-4402-a94a-c2694c0b1c27 of type vlan for network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 Nov 09 18:22:54.048458 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.072343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.074379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:54.074960 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.148155 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3991020 Nov 09 18:22:54.151678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55148) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:54.157119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Request body: {'subnet': {'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-185460308-subnet', 'tenant_id': '36402ed80f7a4dc097ab8f1ad19b6230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:54.167267 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b780b-123f-444e-8411-57c22da45d39 admin admin] Pushing event updated for resources: {'Network': ['ID=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.177895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:54.179166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Made reservation on behalf of 36402ed80f7a4dc097ab8f1ad19b6230 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:54.181589 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.353747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.402649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97930dc1-aede-4b3b-a6de-dbff52248a34,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.419712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Checking segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:22:54.420074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Network hostable DHCP agents. Network: 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:54.436761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:54.445654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:54.450320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:54.451507 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:54.454831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0bd8b-8377-429d-9607-0d994ffd9155 None None] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:54.467177 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0ac633ab-deca-4312-af99-4bbc79989a36 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3139689 Nov 09 18:22:54.594192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00017c71-a2f3-4298-86c9-1b4439421ea9 None None] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:54.909187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-705293cd-7562-44a1-bf87-ff54c4a2a578 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:54.910651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-705293cd-7562-44a1-bf87-ff54c4a2a578 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 813 time: 0.1046803 Nov 09 18:22:54.926002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-1c7e93dd-cd1d-4846-b3eb-94fb24d73612 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/quotas/36402ed80f7a4dc097ab8f1ad19b6230 HTTP/1.1" status: 200 len: 375 time: 0.0096016 Nov 09 18:22:54.958162 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-699b59d3-8f66-4c9e-8115-9ce4066034a8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265911 Nov 09 18:22:55.012169 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-f97e9ea7-27ef-4436-bba1-3bf7635fe7ea service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:22:55.013174 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-f97e9ea7-27ef-4436-bba1-3bf7635fe7ea service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480778 Nov 09 18:22:55.107914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a3e81237-1005-45bb-be10-f540889e97e9 service neutron] 10.222.0.45 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867794 Nov 09 18:22:55.198309 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-e64fa42d-83a7-4de1-b642-c699b694cd43 service neutron] 10.222.0.45 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842502 Nov 09 18:22:55.359842 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9009dd34-68db-4226-81b4-3e4f73a22247 req-286ae359-31d0-485f-99ce-311f926a29f0 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0282130 Nov 09 18:22:56.243739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-81cda4cb-e17a-4920-acc9-09663876b530 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:56.245809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-81cda4cb-e17a-4920-acc9-09663876b530 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 813 time: 0.1093521 Nov 09 18:22:56.258441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Request body: {'port': {'device_id': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'admin_state_up': True, 'tenant_id': '36402ed80f7a4dc097ab8f1ad19b6230'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:56.366306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Made reservation on behalf of 36402ed80f7a4dc097ab8f1ad19b6230 for: {'port': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:56.370386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:56.466524 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1efac144-42a1-4903-a5de-e6ebcd7796b6 req-f52d47c5-b07d-46ad-859d-cc0df4c03953 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0351617 Nov 09 18:22:56.525042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Allocated IP 172.20.0.9 (7804f5fc-5bdc-4221-ae36-b8a2117bdcd5/97930dc1-aede-4b3b-a6de-dbff52248a34/e8faa227-587c-47e8-9fa9-a1115edb90be) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:56.674189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:56.707309 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:56.749948 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:56.755376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:56.759352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:56.765983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event updated for resources: {'Port': ['ID=e8faa227-587c-47e8-9fa9-a1115edb90be,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:56.818658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:56.819322 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:56.834826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5373c1d2-ec95-478d-b1a1-f144a1e763bd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803394 Nov 09 18:22:56.846933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Request body: {'port': {'device_id': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:56.905299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:57.170475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8faa227-587c-47e8-9fa9-a1115edb90be {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:57.177915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:57.190396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Transition to ACTIVE for port object e8faa227-587c-47e8-9fa9-a1115edb90be will not be triggered until provisioned by entity L2. {{(pid=102554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:22:57.201511 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:57.261675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8faa227-587c-47e8-9fa9-a1115edb90be,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:57.327577 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Attempting to bind port e8faa227-587c-47e8-9fa9-a1115edb90be on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:22:57.327908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Attempting to bind port e8faa227-587c-47e8-9fa9-a1115edb90be by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:22:57.328231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Attempting to bind port e8faa227-587c-47e8-9fa9-a1115edb90be on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:57.332450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Port e8faa227-587c-47e8-9fa9-a1115edb90be on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:22:57.332769 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Attempting to bind port e8faa227-587c-47e8-9fa9-a1115edb90be on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:57.337485 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:57.337818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Checking segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:22:57.338223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Bound using segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:57.338710 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Bound port: e8faa227-587c-47e8-9fa9-a1115edb90be, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:22:57.339082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:57.400591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] For port e8faa227-587c-47e8-9fa9-a1115edb90be, host n-h1-804292-3, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:57.403690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] For port e8faa227-587c-47e8-9fa9-a1115edb90be, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8faa227-587c-47e8-9fa9-a1115edb90be,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:57.407933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:57.445783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:57.446328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:57.447682 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] 10.222.0.43 "PUT /v2.0/ports/e8faa227-587c-47e8-9fa9-a1115edb90be HTTP/1.1" status: 200 len: 1091 time: 0.6047826 Nov 09 18:22:57.448161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'tag': 'e8faa227-587c-47e8-9fa9-a1115edb90be'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:57.450429 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40151297-37c3-47b5-92ec-1de9b32dcae6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "tag": "e8faa227-587c-47e8-9fa9-a1115edb90be"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:57.474674 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985da14-148a-4498-8dd1-06feb16173f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8faa227-587c-47e8-9fa9-a1115edb90be,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:57.510961 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13316804-98cb-4c2b-baa1-16ec1482b8fb x-openstack-request-id: req-13316804-98cb-4c2b-baa1-16ec1482b8fb {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:57.511314 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "tag": "e8faa227-587c-47e8-9fa9-a1115edb90be", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:57.511574 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13316804-98cb-4c2b-baa1-16ec1482b8fb {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:57.511977 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'tag': 'e8faa227-587c-47e8-9fa9-a1115edb90be', 'status': 'completed', 'code': 200} Nov 09 18:22:57.529285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0a7796c1-0420-4b58-a32b-0a349de7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:57.530889 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0a7796c1-0420-4b58-a32b-0a349de7c24f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.0467720 Nov 09 18:22:57.602245 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-d8dd0b44-44bd-45d2-a7c6-583a716ba875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8faa227-587c-47e8-9fa9-a1115edb90be HTTP/1.1" status: 200 len: 217 time: 0.0608072 Nov 09 18:22:57.657402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be6e8-618f-4765-b00d-79dea8dd48ed req-a04c7281-dfdf-4bbe-a9ba-e2f370fefebd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:57.658799 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-455be6e8-618f-4765-b00d-79dea8dd48ed req-a04c7281-dfdf-4bbe-a9ba-e2f370fefebd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 943 time: 0.1185815 Nov 09 18:22:57.668801 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-bb9ed551-2a0f-4995-a9f0-e4d1164f3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:57.670182 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-bb9ed551-2a0f-4995-a9f0-e4d1164f3cf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0615325 Nov 09 18:22:57.712281 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-2adde29b-26b5-4c30-84a3-fbb2f056af19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285020 Nov 09 18:22:57.779044 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-455be6e8-618f-4765-b00d-79dea8dd48ed req-714e45a3-c789-4ad7-940e-f9b559017843 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136007 Nov 09 18:22:57.826485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-846df7ac-b476-4db9-9d85-251893660656 service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061940 Nov 09 18:22:57.919181 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0c67001f-2217-4ba6-aa46-bce87618bc20 service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843151 Nov 09 18:22:58.036386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-040aaa95-e323-4014-8c37-6d2e1fb49343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.037903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-040aaa95-e323-4014-8c37-6d2e1fb49343 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.0621576 Nov 09 18:22:58.062166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33f4f384-d98b-49ed-a63d-a62553f556af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:58.138205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.43', 60803) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:58.138804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-1322cbe2-eb15-43db-8767-b8fb4615eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.140286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-1322cbe2-eb15-43db-8767-b8fb4615eecd service neutron] 10.222.0.43 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 913 time: 0.0912786 Nov 09 18:22:58.185374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-533d1bbb-38a4-4652-af90-f5f5a103ea6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8faa227-587c-47e8-9fa9-a1115edb90be HTTP/1.1" status: 200 len: 217 time: 0.0381660 Nov 09 18:22:58.188402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-33ba00e2-5465-48a7-a3d6-3d0e4bdfa656 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.190003 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-33ba00e2-5465-48a7-a3d6-3d0e4bdfa656 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 943 time: 0.0503969 Nov 09 18:22:58.245634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-5c6949b8-3ecb-487b-97d2-877ce2d12a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.247166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-5c6949b8-3ecb-487b-97d2-877ce2d12a09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0502481 Nov 09 18:22:58.281537 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-158aa716-ea7e-4327-b7c6-3c217b1c49d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259085 Nov 09 18:22:58.289023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Deleting port e8faa227-587c-47e8-9fa9-a1115edb90be {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:22:58.289464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:58.382686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-3c074bb9-05d1-4489-90a8-affddce69f08 service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936811 Nov 09 18:22:58.383347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] For port e8faa227-587c-47e8-9fa9-a1115edb90be, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=e8faa227-587c-47e8-9fa9-a1115edb90be,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:58.383715 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:58.397368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Calling delete_port for e8faa227-587c-47e8-9fa9-a1115edb90be owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:22:58.480019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-40151297-37c3-47b5-92ec-1de9b32dcae6 req-fa01bfef-e66e-45c4-bf66-698238b3a454 service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897815 Nov 09 18:22:58.532527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:58.561559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event deleted for resources: {'Port': ['ID=e8faa227-587c-47e8-9fa9-a1115edb90be,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:58.607168 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] No DVR routers for this DVR port e8faa227-587c-47e8-9fa9-a1115edb90be on host n-h1-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:58.609880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:58.613450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-cd4db9a1-0600-40a3-8e88-da4f2fb333c8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "DELETE /v2.0/ports/e8faa227-587c-47e8-9fa9-a1115edb90be HTTP/1.1" status: 204 len: 173 time: 0.4148865 Nov 09 18:22:58.613906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'name': 'network-vif-deleted', 'tag': 'e8faa227-587c-47e8-9fa9-a1115edb90be'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:58.616188 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f0e32-7c1a-4b07-9272-728102497558" -d '{"events": [{"server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "name": "network-vif-deleted", "tag": "e8faa227-587c-47e8-9fa9-a1115edb90be"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:58.655889 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7bd495-6b93-4d8c-b519-3864a69515e0 x-openstack-request-id: req-dd7bd495-6b93-4d8c-b519-3864a69515e0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:58.656190 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "name": "network-vif-deleted", "tag": "e8faa227-587c-47e8-9fa9-a1115edb90be", "status": "failed", "code": 422}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:58.656441 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd7bd495-6b93-4d8c-b519-3864a69515e0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:58.656912 n-d-804292-3 neutron-server[102555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'name': 'network-vif-deleted', 'tag': 'e8faa227-587c-47e8-9fa9-a1115edb90be', 'status': 'failed', 'code': 422} returned with failed status Nov 09 18:22:58.882069 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e3277ba5-8a2a-4c74-b35d-ca2dec70a214 req-4446e253-a684-4486-8d19-80b1210c098d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0298450 Nov 09 18:22:58.969753 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:59.818529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-9a769e01-59cd-48e4-8ec3-2d7a46eeb1f9 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:59.818529 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-9a769e01-59cd-48e4-8ec3-2d7a46eeb1f9 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 813 time: 0.1123483 Nov 09 18:22:59.838970 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Request body: {'port': {'device_id': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'admin_state_up': True, 'tenant_id': '36402ed80f7a4dc097ab8f1ad19b6230'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:59.949988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Made reservation on behalf of 36402ed80f7a4dc097ab8f1ad19b6230 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:59.953950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:22:59.993841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36f3b819-8d4d-4dd5-b30c-d46effe89a12 req-7752c0ba-8f6e-43e9-bf97-e7be5ff677f2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Nov 09 18:23:00.118614 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Allocated IP 172.20.0.4 (7804f5fc-5bdc-4221-ae36-b8a2117bdcd5/97930dc1-aede-4b3b-a6de-dbff52248a34/f5098ba6-5ea1-4998-9df7-e2b057041a29) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:00.262313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.295631 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.344642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:00.350103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:00.355344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:00.361713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event updated for resources: {'Port': ['ID=f5098ba6-5ea1-4998-9df7-e2b057041a29,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:00.408549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:00.409224 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.425860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-a4e4d4cd-2da0-444a-a97b-3e4080cd5dbb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907810 Nov 09 18:23:00.442302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Request body: {'port': {'device_id': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:00.500320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.525399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bfdf0b-2b10-480c-ae0e-fb72745152ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.772720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5098ba6-5ea1-4998-9df7-e2b057041a29 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:00.781726 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.793978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Transition to ACTIVE for port object f5098ba6-5ea1-4998-9df7-e2b057041a29 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:23:00.797699 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.847289 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Pushing event updated for resources: {'Port': ['ID=f5098ba6-5ea1-4998-9df7-e2b057041a29,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:00.917882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Attempting to bind port f5098ba6-5ea1-4998-9df7-e2b057041a29 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:00.918215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Attempting to bind port f5098ba6-5ea1-4998-9df7-e2b057041a29 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:00.918549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Attempting to bind port f5098ba6-5ea1-4998-9df7-e2b057041a29 on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:00.922873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Port f5098ba6-5ea1-4998-9df7-e2b057041a29 on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:23:00.923228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Attempting to bind port f5098ba6-5ea1-4998-9df7-e2b057041a29 on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:00.928108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:00.928445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Checking segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:00.928827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Bound using segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:00.929255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Bound port: f5098ba6-5ea1-4998-9df7-e2b057041a29, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:00.929610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:00.992430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] For port f5098ba6-5ea1-4998-9df7-e2b057041a29, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:00.997093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] For port f5098ba6-5ea1-4998-9df7-e2b057041a29, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:01.002355 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:01.038378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.040096 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:01.040459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] 10.222.0.83 "PUT /v2.0/ports/f5098ba6-5ea1-4998-9df7-e2b057041a29 HTTP/1.1" status: 200 len: 1091 time: 0.6022537 Nov 09 18:23:01.040921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'tag': 'f5098ba6-5ea1-4998-9df7-e2b057041a29'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:01.043632 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "tag": "f5098ba6-5ea1-4998-9df7-e2b057041a29"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:01.071094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e699d-5899-4b8f-a2a1-af6304e9410e service neutron] Pushing event updated for resources: {'Port': ['ID=f5098ba6-5ea1-4998-9df7-e2b057041a29,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:01.105950 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d4846-66b0-47ed-aa7b-8b37c66e4e85 x-openstack-request-id: req-896d4846-66b0-47ed-aa7b-8b37c66e4e85 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:01.106365 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "tag": "f5098ba6-5ea1-4998-9df7-e2b057041a29", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:01.106489 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-896d4846-66b0-47ed-aa7b-8b37c66e4e85 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:01.106922 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'tag': 'f5098ba6-5ea1-4998-9df7-e2b057041a29', 'status': 'completed', 'code': 200} Nov 09 18:23:01.136469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ddd0-f505-4578-b4b2-5dbf34802f82 req-1a42c504-1258-4be2-800d-ea03276f49e4 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.138074 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5d3ddd0-f505-4578-b4b2-5dbf34802f82 req-1a42c504-1258-4be2-800d-ea03276f49e4 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 943 time: 0.0647454 Nov 09 18:23:01.149367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-713ea65a-b891-4ba8-ad71-28faf361331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.151764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-713ea65a-b891-4ba8-ad71-28faf361331c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.0428956 Nov 09 18:23:01.186777 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5d3ddd0-f505-4578-b4b2-5dbf34802f82 req-3afb444c-2399-4a89-9b4c-fd410247ad01 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Nov 09 18:23:01.200818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-5d67178c-cabf-4fca-b24f-15d12283c4be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29 HTTP/1.1" status: 200 len: 217 time: 0.0386164 Nov 09 18:23:01.252008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-39db689b-eb27-4c16-9f46-2046ed580ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.253503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-39db689b-eb27-4c16-9f46-2046ed580ea9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0445695 Nov 09 18:23:01.289755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-410ae86b-e9ca-4811-bae4-4e0f400f606a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236909 Nov 09 18:23:01.382384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-6a412760-2b1a-46c9-88ee-73d3d3275d8e service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Nov 09 18:23:01.476087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-583a25f0-0404-4f81-b5b4-eac381deca04 req-0ac0b7b0-a892-41b3-8666-dd88897e891f service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828953 Nov 09 18:23:01.564228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-d20e6b9e-3eb2-41be-8e15-c1a10f245de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.565634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-d20e6b9e-3eb2-41be-8e15-c1a10f245de7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 1094 time: 0.0413110 Nov 09 18:23:01.660758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-190d7e1f-2251-4f65-9b98-dc4508b950b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.662211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-190d7e1f-2251-4f65-9b98-dc4508b950b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 913 time: 0.0875254 Nov 09 18:23:01.704978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-f438624a-ada3-466e-b452-fb84781e0977 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29 HTTP/1.1" status: 200 len: 217 time: 0.0347388 Nov 09 18:23:01.761131 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-d7718445-2cd2-4988-bd70-6c33b629e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.762579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-d7718445-2cd2-4988-bd70-6c33b629e72e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0485616 Nov 09 18:23:01.795329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-4e16e0a5-c7ed-45ec-ba6c-a389455b66d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249696 Nov 09 18:23:01.888545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-0d2cd09e-d593-4943-9714-34db78e011be service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Nov 09 18:23:01.891982 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:01.982717 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dd6be49f-3b69-4ff8-8565-7a5af84a63bb req-1f58e964-543f-4f10-9843-357ca0172812 service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Nov 09 18:23:02.303622 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92a53-e5de-4006-b0dc-e6f4f6080e28 req-2f8b531e-4d13-4655-be86-2abb2853425d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:02.305478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ef92a53-e5de-4006-b0dc-e6f4f6080e28 req-2f8b531e-4d13-4655-be86-2abb2853425d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 943 time: 0.0506082 Nov 09 18:23:02.354248 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0ef92a53-e5de-4006-b0dc-e6f4f6080e28 req-56634aab-6619-4c9d-91dd-816558e60bf7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Nov 09 18:23:03.345272 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:03.476199 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d76d15-5856-46ab-b9ad-05429ef69e55 req-e650f313-5ccc-44b4-b7de-75564643bdcd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:03.477683 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9d76d15-5856-46ab-b9ad-05429ef69e55 req-e650f313-5ccc-44b4-b7de-75564643bdcd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 943 time: 0.0533838 Nov 09 18:23:03.526226 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9d76d15-5856-46ab-b9ad-05429ef69e55 req-4a8250df-037d-4bac-9b93-dd698271c68e tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Nov 09 18:23:03.589328 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:04.232278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5098ba6-5ea1-4998-9df7-e2b057041a29 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:23:04.329858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5098ba6-5ea1-4998-9df7-e2b057041a29, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:04.341576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'f5098ba6-5ea1-4998-9df7-e2b057041a29', 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'port_id': 'f5098ba6-5ea1-4998-9df7-e2b057041a29', 'mac_address': 'fa:16:3e:24:2d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97930dc1-aede-4b3b-a6de-dbff52248a34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:23:04.378017 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:04.391542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5098ba6-5ea1-4998-9df7-e2b057041a29 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:04.413008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5098ba6-5ea1-4998-9df7-e2b057041a29, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:04.417622 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:04.468363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f5098ba6-5ea1-4998-9df7-e2b057041a29,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:04.646077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52330b-7ff7-498b-87d8-758fa5ebeaeb req-1c66d7ac-0c41-4d59-bbf6-586674620c2d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:04.647520 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b52330b-7ff7-498b-87d8-758fa5ebeaeb req-1c66d7ac-0c41-4d59-bbf6-586674620c2d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 944 time: 0.0499396 Nov 09 18:23:04.652818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5098ba6-5ea1-4998-9df7-e2b057041a29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:04.702034 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4b52330b-7ff7-498b-87d8-758fa5ebeaeb req-e2be0e2e-e037-45c9-ae5b-5559788653c2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Nov 09 18:23:05.822996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439ee5e-3aa8-4c20-ad0d-521b65237341 req-1f5b4344-1878-4e73-ad2a-bff3ae54fda1 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:05.824591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a439ee5e-3aa8-4c20-ad0d-521b65237341 req-1f5b4344-1878-4e73-ad2a-bff3ae54fda1 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 944 time: 0.0507071 Nov 09 18:23:05.873229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a439ee5e-3aa8-4c20-ad0d-521b65237341 req-a3e3068b-0a39-49ef-8d88-9e674a6eb5ef tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Nov 09 18:23:06.235800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5098ba6-5ea1-4998-9df7-e2b057041a29 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:06.284460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port f5098ba6-5ea1-4998-9df7-e2b057041a29 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:23:06.288670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port f5098ba6-5ea1-4998-9df7-e2b057041a29 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:06.289048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:06.365144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:06.388138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5098ba6-5ea1-4998-9df7-e2b057041a29'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:06.390374 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c13899-becc-43db-b1b6-af08f17737e0" -d '{"events": [{"server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "name": "network-vif-plugged", "status": "completed", "tag": "f5098ba6-5ea1-4998-9df7-e2b057041a29"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:06.403986 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5098ba6-5ea1-4998-9df7-e2b057041a29, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:06.408029 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:06.434690 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f576be41-2174-496e-9f82-8de16dd449a7 x-openstack-request-id: req-f576be41-2174-496e-9f82-8de16dd449a7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:06.434911 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "name": "network-vif-plugged", "status": "completed", "tag": "f5098ba6-5ea1-4998-9df7-e2b057041a29", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:06.435127 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f576be41-2174-496e-9f82-8de16dd449a7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:06.435508 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5098ba6-5ea1-4998-9df7-e2b057041a29', 'code': 200} Nov 09 18:23:06.461466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f5098ba6-5ea1-4998-9df7-e2b057041a29,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:06.541852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c84cf-5d87-4baa-a694-a961450d4a0a req-81584424-4212-48e1-b5a1-2e933df59a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:06.543560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d4c84cf-5d87-4baa-a694-a961450d4a0a req-81584424-4212-48e1-b5a1-2e933df59a42 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0411820 Nov 09 18:23:06.590923 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9d4c84cf-5d87-4baa-a694-a961450d4a0a req-640e8821-f60b-4562-86f4-b337b57f0364 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Nov 09 18:23:06.990701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae982b-342a-412c-aaed-f0417d49d582 req-68f7c4d8-4f8f-4e47-8dae-02b2a7110fcb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:06.992227 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9cae982b-342a-412c-aaed-f0417d49d582 req-68f7c4d8-4f8f-4e47-8dae-02b2a7110fcb tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Nov 09 18:23:07.040461 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9cae982b-342a-412c-aaed-f0417d49d582 req-ef146694-5c72-47c6-82b1-cd6b1b8c939d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Nov 09 18:23:08.092686 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:23:08.166672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031129-63ea-41b5-9af9-f099cf54e736 req-7a6fd3e9-3b80-451e-81a2-215d7138ed2f tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:08.168254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38031129-63ea-41b5-9af9-f099cf54e736 req-7a6fd3e9-3b80-451e-81a2-215d7138ed2f tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0503139 Nov 09 18:23:08.219931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-38031129-63ea-41b5-9af9-f099cf54e736 req-e6d836c5-749e-4119-9150-8989f60f5e03 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Nov 09 18:23:08.445556 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-f5fb5771-d842-4b5b-bb98-360b9f237100 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:08.447030 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-f5fb5771-d842-4b5b-bb98-360b9f237100 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 813 time: 0.1042318 Nov 09 18:23:08.462324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-ad1dca91-8307-42b7-9ca8-804b7ac26e78 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/quotas/36402ed80f7a4dc097ab8f1ad19b6230 HTTP/1.1" status: 200 len: 375 time: 0.0090141 Nov 09 18:23:08.516520 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-ca3f9e37-ec77-4e47-9935-9e2b2a514354 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477438 Nov 09 18:23:08.606131 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-64df1f3e-e569-45cc-a6e8-f8c971c86da3 service neutron] 10.222.0.45 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825534 Nov 09 18:23:08.700166 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-51b5c72a-57ed-42ec-bcb2-7f9617cfe8c7 service neutron] 10.222.0.45 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879555 Nov 09 18:23:08.860994 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff21375e-1790-43ed-a00a-adf0711d5596 req-92ec756a-85bf-485f-9def-a3eda4bae4fa tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 210 time: 0.0302432 Nov 09 18:23:09.687421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-5729771d-ab0b-49a6-a728-54f57f8dbca3 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:09.689074 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-5729771d-ab0b-49a6-a728-54f57f8dbca3 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 813 time: 0.1080437 Nov 09 18:23:09.703761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Request body: {'port': {'device_id': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'admin_state_up': True, 'tenant_id': '36402ed80f7a4dc097ab8f1ad19b6230'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:09.813362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Made reservation on behalf of 36402ed80f7a4dc097ab8f1ad19b6230 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:09.817124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:09.944570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Allocated IP 172.20.0.14 (7804f5fc-5bdc-4221-ae36-b8a2117bdcd5/97930dc1-aede-4b3b-a6de-dbff52248a34/f77ecb26-a86a-4bb5-88ed-385fb93d60ae) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:09.959843 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-864f2645-6ee3-490b-be00-9f92bb3e094b req-90688c25-ff15-4840-badc-2507ef8044c2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 210 time: 0.0284541 Nov 09 18:23:10.097988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:10.131324 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:10.143230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5098ba6-5ea1-4998-9df7-e2b057041a29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:10.173516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:10.178586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:10.183327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:10.211327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event updated for resources: {'Port': ['ID=f77ecb26-a86a-4bb5-88ed-385fb93d60ae,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:10.224079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.224426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.224765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.225099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.225449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.225758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.226079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.226404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.226724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.227069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.227462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.227714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:10.251064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.251693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:10.267593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7b376106-a520-4832-98e9-8d418c75a710 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676074 Nov 09 18:23:10.280408 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Request body: {'port': {'device_id': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:10.682368 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:10.946591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77ecb26-a86a-4bb5-88ed-385fb93d60ae {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:10.955283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:10.968219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Transition to ACTIVE for port object f77ecb26-a86a-4bb5-88ed-385fb93d60ae will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:23:10.972392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:11.031390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Pushing event updated for resources: {'Port': ['ID=f77ecb26-a86a-4bb5-88ed-385fb93d60ae,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:11.134156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31250ff6-49f8-44ef-bab7-42f89e02942b req-470f54d1-cb1d-4598-b77a-f88c5f0fc780 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.136503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31250ff6-49f8-44ef-bab7-42f89e02942b req-470f54d1-cb1d-4598-b77a-f88c5f0fc780 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 944 time: 0.0898638 Nov 09 18:23:11.139096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Attempting to bind port f77ecb26-a86a-4bb5-88ed-385fb93d60ae on host n-h1-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:11.139428 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Attempting to bind port f77ecb26-a86a-4bb5-88ed-385fb93d60ae by drivers openvswitch,hyperv on host n-h1-804292-3 at level 0 using segments [{'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:11.139754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Attempting to bind port f77ecb26-a86a-4bb5-88ed-385fb93d60ae on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:11.150038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Port f77ecb26-a86a-4bb5-88ed-385fb93d60ae on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:23:11.150499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Attempting to bind port f77ecb26-a86a-4bb5-88ed-385fb93d60ae on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:11.163959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Checking agent: {'id': '152dc3bd-8b2c-43c6-b5ed-4f267b10f54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:11.164725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Checking segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:11.164725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Bound using segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:11.165097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Bound port: f77ecb26-a86a-4bb5-88ed-385fb93d60ae, host: n-h1-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:11.165452 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:11.228278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31250ff6-49f8-44ef-bab7-42f89e02942b req-b56d725f-5e96-4611-9940-07bd64bb436e tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Nov 09 18:23:11.255619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] For port f77ecb26-a86a-4bb5-88ed-385fb93d60ae, host n-h1-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:11.258612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] For port f77ecb26-a86a-4bb5-88ed-385fb93d60ae, host n-h1-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f77ecb26-a86a-4bb5-88ed-385fb93d60ae,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:11.263942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:11.297367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.297980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:11.299382 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] 10.222.0.43 "PUT /v2.0/ports/f77ecb26-a86a-4bb5-88ed-385fb93d60ae HTTP/1.1" status: 200 len: 1092 time: 1.0231645 Nov 09 18:23:11.299813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'tag': 'f77ecb26-a86a-4bb5-88ed-385fb93d60ae'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:11.302012 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc9180-492a-444f-b9c1-9eea1bda6696" -d '{"events": [{"name": "network-changed", "server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "tag": "f77ecb26-a86a-4bb5-88ed-385fb93d60ae"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:11.330202 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d87f8-aee8-4ccb-a402-a081154a2804 service neutron] Pushing event updated for resources: {'Port': ['ID=f77ecb26-a86a-4bb5-88ed-385fb93d60ae,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:11.349515 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f46c7-ce8f-4329-9faf-e80d7ec9947a x-openstack-request-id: req-e89f46c7-ce8f-4329-9faf-e80d7ec9947a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:11.349799 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "tag": "f77ecb26-a86a-4bb5-88ed-385fb93d60ae", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:11.350069 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e89f46c7-ce8f-4329-9faf-e80d7ec9947a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:11.350459 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'tag': 'f77ecb26-a86a-4bb5-88ed-385fb93d60ae', 'status': 'completed', 'code': 200} Nov 09 18:23:11.385825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-ec55f7df-18e0-443e-905c-1dc095663360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.387395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-ec55f7df-18e0-443e-905c-1dc095663360 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 1095 time: 0.0467265 Nov 09 18:23:11.436105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-c0537702-cbb2-48a3-8264-da5326c05b0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77ecb26-a86a-4bb5-88ed-385fb93d60ae HTTP/1.1" status: 200 len: 217 time: 0.0402935 Nov 09 18:23:11.486603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-ae94db8d-7af8-4412-a7b8-2d27b425ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.488108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-ae94db8d-7af8-4412-a7b8-2d27b425ebff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0443950 Nov 09 18:23:11.520137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-c2cd0b31-f715-423a-84c9-c89cae5f73fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241878 Nov 09 18:23:11.612761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-442a6e29-103c-446f-9277-c93722c0d93b service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Nov 09 18:23:11.707839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-7aa79ac5-edbf-4d0f-94e3-2fd1b1130c7f service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872285 Nov 09 18:23:11.818753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-2d36895d-8ac3-4ed2-aceb-f177bcbe107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.820491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-2d36895d-8ac3-4ed2-aceb-f177bcbe107e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 1095 time: 0.0522006 Nov 09 18:23:11.932961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-58e3e3d7-bca7-4f72-8cb3-055a0a58e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.934513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-58e3e3d7-bca7-4f72-8cb3-055a0a58e5c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 913 time: 0.0992315 Nov 09 18:23:11.979548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-0fef8b1c-3514-4ea5-99d5-cca4ba76a977 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.980168 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-6879a2be-ab16-43c1-be63-c1482d4f734b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f77ecb26-a86a-4bb5-88ed-385fb93d60ae HTTP/1.1" status: 200 len: 217 time: 0.0382347 Nov 09 18:23:11.981260 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-0fef8b1c-3514-4ea5-99d5-cca4ba76a977 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 944 time: 0.0508540 Nov 09 18:23:12.040356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-22639065-0a88-4920-9c21-76e1f52aed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.042560 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-22639065-0a88-4920-9c21-76e1f52aed87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0507386 Nov 09 18:23:12.076392 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-fd490d9b-620e-40d2-87e0-54e36a49a083 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268402 Nov 09 18:23:12.081150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Deleting port f77ecb26-a86a-4bb5-88ed-385fb93d60ae {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:12.081489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:12.169603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-f57bf599-575d-41b5-ae36-6616b1b23229 service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Nov 09 18:23:12.178358 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] For port f77ecb26-a86a-4bb5-88ed-385fb93d60ae, host n-h1-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-3',level=0,port_id=f77ecb26-a86a-4bb5-88ed-385fb93d60ae,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:12.178726 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:12.193680 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Calling delete_port for f77ecb26-a86a-4bb5-88ed-385fb93d60ae owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:12.269708 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-7bf13853-f34d-4125-9a88-a19abbf2d1ca service neutron] 10.222.0.43 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935292 Nov 09 18:23:12.338333 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:12.351275 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5098ba6-5ea1-4998-9df7-e2b057041a29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:12.364552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae5200-fbe3-49b6-a427-fa42f3aa5da7 req-1526c730-22a0-4e72-b30e-d435a51de32a tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.367239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12ae5200-fbe3-49b6-a427-fa42f3aa5da7 req-1526c730-22a0-4e72-b30e-d435a51de32a tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 865 time: 0.0673022 Nov 09 18:23:12.381392 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event deleted for resources: {'Port': ['ID=f77ecb26-a86a-4bb5-88ed-385fb93d60ae,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:12.423367 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-12ae5200-fbe3-49b6-a427-fa42f3aa5da7 req-2c70e1ca-bd09-4c02-a6d6-09c2c425693f tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492752 Nov 09 18:23:12.433017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] No DVR routers for this DVR port f77ecb26-a86a-4bb5-88ed-385fb93d60ae on host n-h1-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:12.436698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:12.440577 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.43 "DELETE /v2.0/ports/f77ecb26-a86a-4bb5-88ed-385fb93d60ae HTTP/1.1" status: 204 len: 173 time: 0.4476011 Nov 09 18:23:12.440927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'name': 'network-vif-deleted', 'tag': 'f77ecb26-a86a-4bb5-88ed-385fb93d60ae'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:12.443331 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af9c3b-4589-4c8d-a807-0f0292fd58f5" -d '{"events": [{"server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "name": "network-vif-deleted", "tag": "f77ecb26-a86a-4bb5-88ed-385fb93d60ae"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:12.488756 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d0c82-2452-40a6-80c1-b5e2c27fddac x-openstack-request-id: req-a60d0c82-2452-40a6-80c1-b5e2c27fddac {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:12.489050 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "name": "network-vif-deleted", "tag": "f77ecb26-a86a-4bb5-88ed-385fb93d60ae", "status": "failed", "code": 422}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:12.489306 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a60d0c82-2452-40a6-80c1-b5e2c27fddac {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:12.489819 n-d-804292-3 neutron-server[102554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'name': 'network-vif-deleted', 'tag': 'f77ecb26-a86a-4bb5-88ed-385fb93d60ae', 'status': 'failed', 'code': 422} returned with failed status Nov 09 18:23:13.539995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-993f7f9c-dc50-487b-8518-b3f901d2d452 req-18552f0f-77c7-477c-981b-664825ddb3b2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 210 time: 0.0353484 Nov 09 18:23:13.595795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-a6d64f5d-811b-48ae-8606-4b54eda10800 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.600321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-a6d64f5d-811b-48ae-8606-4b54eda10800 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 813 time: 0.1476359 Nov 09 18:23:13.617327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Request body: {'port': {'device_id': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'admin_state_up': True, 'tenant_id': '36402ed80f7a4dc097ab8f1ad19b6230'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:13.725192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Made reservation on behalf of 36402ed80f7a4dc097ab8f1ad19b6230 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:13.729236 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:13.858328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Allocated IP 172.20.0.14 (7804f5fc-5bdc-4221-ae36-b8a2117bdcd5/97930dc1-aede-4b3b-a6de-dbff52248a34/b8f29e89-9d49-498f-95cf-1b00bbe51d53) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:14.014406 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.047684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.059313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5098ba6-5ea1-4998-9df7-e2b057041a29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:14.090177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:14.093328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:14.100109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:14.126037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event updated for resources: {'Port': ['ID=b8f29e89-9d49-498f-95cf-1b00bbe51d53,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:14.156502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.157135 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.173349 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-e6dea146-b3a4-45c6-bed7-8a4b931635ea tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5597689 Nov 09 18:23:14.189306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Request body: {'port': {'device_id': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:14.250124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.530070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f29e89-9d49-498f-95cf-1b00bbe51d53 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:14.537774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.551974 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Transition to ACTIVE for port object b8f29e89-9d49-498f-95cf-1b00bbe51d53 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:23:14.555220 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.646087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Pushing event updated for resources: {'Port': ['ID=b8f29e89-9d49-498f-95cf-1b00bbe51d53,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:14.671168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f7f57-2dbd-40ae-a9ee-7a13e8f421a2 req-4eaffa14-f3d7-4601-b59d-edc915ef232e tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.672720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df4f7f57-2dbd-40ae-a9ee-7a13e8f421a2 req-4eaffa14-f3d7-4601-b59d-edc915ef232e tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 944 time: 0.0561218 Nov 09 18:23:14.698134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Attempting to bind port b8f29e89-9d49-498f-95cf-1b00bbe51d53 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:14.698468 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Attempting to bind port b8f29e89-9d49-498f-95cf-1b00bbe51d53 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:14.698798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Attempting to bind port b8f29e89-9d49-498f-95cf-1b00bbe51d53 on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:14.703220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Port b8f29e89-9d49-498f-95cf-1b00bbe51d53 on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:23:14.703547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Attempting to bind port b8f29e89-9d49-498f-95cf-1b00bbe51d53 on network 7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:14.708386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:14.708736 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Checking segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:14.709122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Bound using segment: {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:14.709559 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Bound port: b8f29e89-9d49-498f-95cf-1b00bbe51d53, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fad56b8-1350-4402-a94a-c2694c0b1c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:14.709914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.721051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df4f7f57-2dbd-40ae-a9ee-7a13e8f421a2 req-723614b6-6520-4527-b3a5-e13260b301de tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Nov 09 18:23:14.773902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] For port b8f29e89-9d49-498f-95cf-1b00bbe51d53, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:14.777619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] For port b8f29e89-9d49-498f-95cf-1b00bbe51d53, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:14.782342 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.818117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.818743 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:14.820209 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] 10.222.0.83 "PUT /v2.0/ports/b8f29e89-9d49-498f-95cf-1b00bbe51d53 HTTP/1.1" status: 200 len: 1092 time: 0.6351924 Nov 09 18:23:14.822342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'tag': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:14.824839 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f252198a-d271-47b3-b2bf-daf7fc104c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "tag": "b8f29e89-9d49-498f-95cf-1b00bbe51d53"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:14.852035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c3ee-a30c-480b-a62a-af2fe0de0fdb service neutron] Pushing event updated for resources: {'Port': ['ID=b8f29e89-9d49-498f-95cf-1b00bbe51d53,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:14.872130 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e0f35-752b-4398-b315-daccf5fe1b44 x-openstack-request-id: req-029e0f35-752b-4398-b315-daccf5fe1b44 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:14.872429 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "tag": "b8f29e89-9d49-498f-95cf-1b00bbe51d53", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:14.872686 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-029e0f35-752b-4398-b315-daccf5fe1b44 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:14.873085 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'tag': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53', 'status': 'completed', 'code': 200} Nov 09 18:23:14.910372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-160ea0b7-7c38-45b2-8720-4515c2b6ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.911932 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-160ea0b7-7c38-45b2-8720-4515c2b6ee4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 1095 time: 0.0513573 Nov 09 18:23:14.956025 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-832780f5-fc83-459a-85fe-3edd89bb6a3c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53 HTTP/1.1" status: 200 len: 217 time: 0.0344768 Nov 09 18:23:15.012297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564d22-626c-4f85-9538-eff76c4ff90d req-6c5a76fa-7896-4f0b-b91a-7109f0851895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.013812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-6c5a76fa-7896-4f0b-b91a-7109f0851895 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0495887 Nov 09 18:23:15.048803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-099c2df8-8ff5-42c3-9a13-12e9fcd5fd33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279143 Nov 09 18:23:15.146234 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-3c2a41da-1bb0-42b1-84e2-e73fc355f4ee service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899260 Nov 09 18:23:15.237687 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-92b30619-8a13-4418-8d21-7d495dd0700a service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Nov 09 18:23:15.334963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-4d94fd10-0f2d-4007-ad1b-ad75e25c4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.336414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-4d94fd10-0f2d-4007-ad1b-ad75e25c4716 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 1095 time: 0.0462947 Nov 09 18:23:15.434229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-afc6c977-1540-4e24-addc-2f0f4ac29f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.435783 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-afc6c977-1540-4e24-addc-2f0f4ac29f91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 200 len: 913 time: 0.0909283 Nov 09 18:23:15.483430 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-719221ed-1582-4fc5-a9ab-e3de58da9ec6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53 HTTP/1.1" status: 200 len: 217 time: 0.0390599 Nov 09 18:23:15.537743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-1b11b8a3-4324-4eb6-a91a-cdc638e7fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.539268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-1b11b8a3-4324-4eb6-a91a-cdc638e7fcd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 200 len: 853 time: 0.0487692 Nov 09 18:23:15.573885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-512dddc9-730a-4fe1-a8c2-7f34a4c5df20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262558 Nov 09 18:23:15.664689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-cf290252-c678-42ea-9efd-19fb031f06ef service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820949 Nov 09 18:23:15.765119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f252198a-d271-47b3-b2bf-daf7fc104c3a req-09c0e7e8-f36f-40af-8c08-6ae95e90b142 service neutron] 10.222.0.83 "GET /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902658 Nov 09 18:23:15.840145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b280-666a-4d6d-8311-edd9d0ace286 req-2786dd49-d46d-4b2c-80ca-0d92bfd97a59 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.841680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a55b280-666a-4d6d-8311-edd9d0ace286 req-2786dd49-d46d-4b2c-80ca-0d92bfd97a59 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 944 time: 0.0505450 Nov 09 18:23:15.889217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4a55b280-666a-4d6d-8311-edd9d0ace286 req-28586097-0df3-4d5c-af90-3f90db9b14f1 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Nov 09 18:23:17.012071 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1130b-975c-4b26-adf8-3e387028e0ba req-26151a73-5b35-417f-9834-5ed283fbcf5a tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:17.013715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3a1130b-975c-4b26-adf8-3e387028e0ba req-26151a73-5b35-417f-9834-5ed283fbcf5a tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 944 time: 0.0527289 Nov 09 18:23:17.064187 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3a1130b-975c-4b26-adf8-3e387028e0ba req-927330e1-392f-475b-bf77-dcbb55249448 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Nov 09 18:23:18.182643 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0124-0f99-427e-9fe4-68cf7bc5c20d req-e195bb10-a77a-4663-8b3e-6424d1b5fb16 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.184158 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ebe0124-0f99-427e-9fe4-68cf7bc5c20d req-e195bb10-a77a-4663-8b3e-6424d1b5fb16 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 944 time: 0.0488710 Nov 09 18:23:18.237503 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5ebe0124-0f99-427e-9fe4-68cf7bc5c20d req-bbeed272-d2a3-486f-990d-7aeeb2ffc274 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 Nov 09 18:23:18.278854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b8f29e89-9d49-498f-95cf-1b00bbe51d53 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:23:18.374939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b8f29e89-9d49-498f-95cf-1b00bbe51d53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:18.387576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53', 'network_id': '7804f5fc-5bdc-4221-ae36-b8a2117bdcd5', 'port_id': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53', 'mac_address': 'fa:16:3e:81:63:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97930dc1-aede-4b3b-a6de-dbff52248a34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:23:18.423443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:18.435968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f29e89-9d49-498f-95cf-1b00bbe51d53 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:18.455405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b8f29e89-9d49-498f-95cf-1b00bbe51d53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:18.459304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:18.506563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b8f29e89-9d49-498f-95cf-1b00bbe51d53,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:18.514680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.515051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.515396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.515732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.516067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.516398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.516731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.517060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.517383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.517707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.518026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.518384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:18.705413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b8f29e89-9d49-498f-95cf-1b00bbe51d53'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:19.359445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d0680-fc3b-4235-ad41-676220e35067 req-be18f8e9-596f-458e-9c39-94e6be7dde66 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:19.360846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea2d0680-fc3b-4235-ad41-676220e35067 req-be18f8e9-596f-458e-9c39-94e6be7dde66 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 945 time: 0.0550740 Nov 09 18:23:19.409126 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea2d0680-fc3b-4235-ad41-676220e35067 req-04f97b61-882e-46a6-a770-80b04096ef42 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Nov 09 18:23:20.288720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b8f29e89-9d49-498f-95cf-1b00bbe51d53 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:20.341023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port b8f29e89-9d49-498f-95cf-1b00bbe51d53 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:23:20.345111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port b8f29e89-9d49-498f-95cf-1b00bbe51d53 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:20.345470 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:20.430376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:20.454825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:20.457098 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f07398-2d96-4aca-9316-a258256e5916" -d '{"events": [{"server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "name": "network-vif-plugged", "status": "completed", "tag": "b8f29e89-9d49-498f-95cf-1b00bbe51d53"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:20.471238 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b8f29e89-9d49-498f-95cf-1b00bbe51d53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:20.476974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:20.503598 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03d399b-6b56-4b10-9be5-e5a562736738 x-openstack-request-id: req-a03d399b-6b56-4b10-9be5-e5a562736738 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:20.503912 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "name": "network-vif-plugged", "status": "completed", "tag": "b8f29e89-9d49-498f-95cf-1b00bbe51d53", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:20.504150 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a03d399b-6b56-4b10-9be5-e5a562736738 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:20.504860 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53', 'code': 200} Nov 09 18:23:20.531904 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b8f29e89-9d49-498f-95cf-1b00bbe51d53,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:20.534378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570092a-9fbd-4fae-b035-6497564d21a5 req-fe89caf5-3254-48cb-bc7d-c574c66879e1 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:20.536248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a570092a-9fbd-4fae-b035-6497564d21a5 req-fe89caf5-3254-48cb-bc7d-c574c66879e1 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 946 time: 0.0552135 Nov 09 18:23:20.586422 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a570092a-9fbd-4fae-b035-6497564d21a5 req-8f3d111e-c937-40d6-bcf3-2d1330c1c8b6 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Nov 09 18:23:20.613925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2826a-0b44-4e04-ac0d-77a3197aff8f req-71bc9a00-09a3-4497-b114-1454738c2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:20.615480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06f2826a-0b44-4e04-ac0d-77a3197aff8f req-71bc9a00-09a3-4497-b114-1454738c2e99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 1097 time: 0.0424089 Nov 09 18:23:20.664323 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06f2826a-0b44-4e04-ac0d-77a3197aff8f req-33a6431d-ae04-4084-964e-978ee1d07a64 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 Nov 09 18:23:21.715576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbe777-104e-4ac3-9efc-f87c8fb5165c req-ab6df2aa-3eee-4a42-878c-b61c9583511d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:21.717183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abbe777-104e-4ac3-9efc-f87c8fb5165c req-ab6df2aa-3eee-4a42-878c-b61c9583511d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 946 time: 0.0496478 Nov 09 18:23:21.771970 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3abbe777-104e-4ac3-9efc-f87c8fb5165c req-ad6d8c5a-1b91-4bf1-a630-852c7128cea9 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487292 Nov 09 18:23:22.896547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e5c20-1b53-445b-9013-8f9c2a34d2c6 req-7a1a9d57-e7df-4006-b0c2-034a77a9548d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.898097 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-237e5c20-1b53-445b-9013-8f9c2a34d2c6 req-7a1a9d57-e7df-4006-b0c2-034a77a9548d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 946 time: 0.0517938 Nov 09 18:23:22.948008 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-237e5c20-1b53-445b-9013-8f9c2a34d2c6 req-ec2d7b8d-3b4c-4cb8-ab3f-0efa137ba863 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 Nov 09 18:23:23.198635 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf452-cba0-40b7-8041-b1339ef65f39 req-6135a67f-4398-4989-b0b0-6a6f4da3cad2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:23.200366 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e6cf452-cba0-40b7-8041-b1339ef65f39 req-6135a67f-4398-4989-b0b0-6a6f4da3cad2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 946 time: 0.0553730 Nov 09 18:23:23.250587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1e6cf452-cba0-40b7-8041-b1339ef65f39 req-7759b934-3e94-443b-ae01-9d83b4b52541 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Nov 09 18:23:23.588323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:24.371231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2614-935b-4366-aedd-ed46278fe674 req-9d488521-bc54-43a8-8c02-dcc84e594869 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:24.372772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-58ce2614-935b-4366-aedd-ed46278fe674 req-9d488521-bc54-43a8-8c02-dcc84e594869 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 946 time: 0.0522628 Nov 09 18:23:24.430740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-58ce2614-935b-4366-aedd-ed46278fe674 req-4086c900-0394-4080-a41a-5268a394985e tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517988 Nov 09 18:23:24.769865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07d89c-ffed-4945-a099-7f080369b202 req-71bb5df4-9443-4970-95df-c3755a8a57b5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:24.771290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c07d89c-ffed-4945-a099-7f080369b202 req-71bb5df4-9443-4970-95df-c3755a8a57b5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 946 time: 0.0496590 Nov 09 18:23:24.870511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Deleting port b8f29e89-9d49-498f-95cf-1b00bbe51d53 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:24.870853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:24.961331 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] For port b8f29e89-9d49-498f-95cf-1b00bbe51d53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b8f29e89-9d49-498f-95cf-1b00bbe51d53,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:24.961693 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:24.975511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Calling delete_port for b8f29e89-9d49-498f-95cf-1b00bbe51d53 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:25.112637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:25.128462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5098ba6-5ea1-4998-9df7-e2b057041a29', 'b8f29e89-9d49-498f-95cf-1b00bbe51d53'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:25.143606 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event deleted for resources: {'Port': ['ID=b8f29e89-9d49-498f-95cf-1b00bbe51d53,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:25.190326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] No DVR routers for this DVR port b8f29e89-9d49-498f-95cf-1b00bbe51d53 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:25.193133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:25.196820 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6c07d89c-ffed-4945-a099-7f080369b202 req-36e45b2c-9a86-47e4-b8ed-4dc7fd9c9595 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "DELETE /v2.0/ports/b8f29e89-9d49-498f-95cf-1b00bbe51d53 HTTP/1.1" status: 204 len: 173 time: 0.4164670 Nov 09 18:23:25.197302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'name': 'network-vif-deleted', 'tag': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:25.199590 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce974b60-4db1-4df5-8a04-9d25f0b0dccf" -d '{"events": [{"server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "name": "network-vif-deleted", "tag": "b8f29e89-9d49-498f-95cf-1b00bbe51d53"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:25.247798 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8258a-185f-481d-bd95-d8a0f0e0f069 x-openstack-request-id: req-d9f8258a-185f-481d-bd95-d8a0f0e0f069 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:25.248112 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e5d30-ff15-44da-a01f-2e56488c178b", "name": "network-vif-deleted", "tag": "b8f29e89-9d49-498f-95cf-1b00bbe51d53", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:25.248350 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9f8258a-185f-481d-bd95-d8a0f0e0f069 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:25.248754 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13e5d30-ff15-44da-a01f-2e56488c178b', 'name': 'network-vif-deleted', 'tag': 'b8f29e89-9d49-498f-95cf-1b00bbe51d53', 'status': 'completed', 'code': 200} Nov 09 18:23:25.551312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9ef5a120-290d-4dc4-959a-2c8524e92aaf req-12325334-d2a8-4592-a438-669c3cd83ca6 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=e13e5d30-ff15-44da-a01f-2e56488c178b HTTP/1.1" status: 200 len: 210 time: 0.0282071 Nov 09 18:23:26.714862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b7e2b-3225-485e-8adc-1693dadcb103 req-bee0e3d9-f193-4c78-bf0d-54b4aa5c066f tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:26.716570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-744b7e2b-3225-485e-8adc-1693dadcb103 req-bee0e3d9-f193-4c78-bf0d-54b4aa5c066f tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0534918 Nov 09 18:23:26.773386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-744b7e2b-3225-485e-8adc-1693dadcb103 req-495080f1-9e0e-4957-8c07-345fcd93d96f tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476310 Nov 09 18:23:26.911935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646cb39-829c-475c-8487-b34d4bfd50fb req-8bc85afe-d005-4543-b4ba-df6342a0041d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:26.913466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7646cb39-829c-475c-8487-b34d4bfd50fb req-8bc85afe-d005-4543-b4ba-df6342a0041d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 09 18:23:26.970014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7646cb39-829c-475c-8487-b34d4bfd50fb req-c0169c03-7d2a-49e0-b636-73c2a21d0f1d tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Nov 09 18:23:27.098260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8dc30-54da-4a2a-87d7-687f26499a66 req-caf046e4-da1f-4d7d-8fa3-ad1cfacdaf09 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:27.099873 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5c8dc30-54da-4a2a-87d7-687f26499a66 req-caf046e4-da1f-4d7d-8fa3-ad1cfacdaf09 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0518820 Nov 09 18:23:27.174246 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d5c8dc30-54da-4a2a-87d7-687f26499a66 req-e1939e18-0190-46a4-9f98-dda330f9a617 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654011 Nov 09 18:23:27.363531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06371be4-0b5e-4c7f-b769-896198d06736 req-2c217045-fa36-4bf6-a053-aac53497bf82 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:27.365051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06371be4-0b5e-4c7f-b769-896198d06736 req-2c217045-fa36-4bf6-a053-aac53497bf82 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Nov 09 18:23:27.419145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-06371be4-0b5e-4c7f-b769-896198d06736 req-633e27de-abd1-4b9c-942f-02b38c7dadf8 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Nov 09 18:23:27.537954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eaa12-62bc-4290-bfad-804e753b4816 req-26dd7420-954b-48fa-9db8-30d98144fc9b tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:27.539511 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798eaa12-62bc-4290-bfad-804e753b4816 req-26dd7420-954b-48fa-9db8-30d98144fc9b tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0509276 Nov 09 18:23:27.590678 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-798eaa12-62bc-4290-bfad-804e753b4816 req-c57529d1-3b49-41c3-afe9-87d18148faf9 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Nov 09 18:23:27.740101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10890064-1a89-4265-b1f4-772a3ab1ed7b req-4e7d96b4-66dd-4155-a0ff-d20c53b0a9dd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:27.741762 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10890064-1a89-4265-b1f4-772a3ab1ed7b req-4e7d96b4-66dd-4155-a0ff-d20c53b0a9dd tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0562208 Nov 09 18:23:27.794067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-10890064-1a89-4265-b1f4-772a3ab1ed7b req-44644e97-1f5b-40be-91d6-cf27ef492308 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Nov 09 18:23:28.061451 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef0484a3-649a-48e0-8d3c-d1c35949ea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:28.155671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65598dbe-c3bb-4f7f-b5bd-883405c1ada1 req-7b454f3d-f9fd-4c9d-9e53-f9ca67e2ac63 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:28.157204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65598dbe-c3bb-4f7f-b5bd-883405c1ada1 req-7b454f3d-f9fd-4c9d-9e53-f9ca67e2ac63 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Nov 09 18:23:28.210765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-65598dbe-c3bb-4f7f-b5bd-883405c1ada1 req-553e8621-7392-4664-94f8-234ef6bb8a0e tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Nov 09 18:23:28.299480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b8f29e89-9d49-498f-95cf-1b00bbe51d53 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:28.320926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: b8f29e89-9d49-498f-95cf-1b00bbe51d53 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:28.321302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b8f29e89-9d49-498f-95cf-1b00bbe51d53 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:28.967951 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:29.344618 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03549eba-8267-4d14-910f-e972b226b2c4 req-fc028779-3af5-480a-9c76-60ca9f0823f7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:29.346387 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03549eba-8267-4d14-910f-e972b226b2c4 req-fc028779-3af5-480a-9c76-60ca9f0823f7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0598664 Nov 09 18:23:29.400490 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-03549eba-8267-4d14-910f-e972b226b2c4 req-94bfaeba-678a-4b07-bbb1-dec99d3dc705 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/security-groups?id=d755bf61-9ed6-413a-ba02-c111b721a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Nov 09 18:23:29.575697 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-a1cd6f76-34a0-459c-b1fc-1683ba50b4c2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:29.577519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-a1cd6f76-34a0-459c-b1fc-1683ba50b4c2 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0634711 Nov 09 18:23:29.681574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Deleting port f5098ba6-5ea1-4998-9df7-e2b057041a29 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:29.681916 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:29.769662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] For port f5098ba6-5ea1-4998-9df7-e2b057041a29, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5098ba6-5ea1-4998-9df7-e2b057041a29,segment=NetworkSegment(4fad56b8-1350-4402-a94a-c2694c0b1c27),segment_id=4fad56b8-1350-4402-a94a-c2694c0b1c27)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:29.770017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:29.782719 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Calling delete_port for f5098ba6-5ea1-4998-9df7-e2b057041a29 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:29.912431 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:29.929076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5098ba6-5ea1-4998-9df7-e2b057041a29'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:29.940228 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Pushing event deleted for resources: {'Port': ['ID=f5098ba6-5ea1-4998-9df7-e2b057041a29,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:29.983514 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] No DVR routers for this DVR port f5098ba6-5ea1-4998-9df7-e2b057041a29 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:29.986504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:29.990310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1412d1bc-3de3-4695-a185-e72f4a50b2f7 req-887facad-dc89-4374-88cf-760c171dfca5 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.83 "DELETE /v2.0/ports/f5098ba6-5ea1-4998-9df7-e2b057041a29 HTTP/1.1" status: 204 len: 173 time: 0.4030924 Nov 09 18:23:29.990799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'name': 'network-vif-deleted', 'tag': 'f5098ba6-5ea1-4998-9df7-e2b057041a29'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:29.993165 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889af323-5c44-4d78-bcbd-10a87b016a4e" -d '{"events": [{"server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "name": "network-vif-deleted", "tag": "f5098ba6-5ea1-4998-9df7-e2b057041a29"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:30.037857 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba3a21-afc0-49b3-8ce0-9b5402f7e3a1 x-openstack-request-id: req-13ba3a21-afc0-49b3-8ce0-9b5402f7e3a1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:30.038148 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee80756-a1d5-4734-a396-adff6467d6b9", "name": "network-vif-deleted", "tag": "f5098ba6-5ea1-4998-9df7-e2b057041a29", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:30.038399 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13ba3a21-afc0-49b3-8ce0-9b5402f7e3a1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:30.038886 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee80756-a1d5-4734-a396-adff6467d6b9', 'name': 'network-vif-deleted', 'tag': 'f5098ba6-5ea1-4998-9df7-e2b057041a29', 'status': 'completed', 'code': 200} Nov 09 18:23:30.521090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cad21a37-578c-4ad1-8b18-07c5a26d368f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:30.534585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0194cd3d-6b9c-41d9-89c2-d69259eb2ded req-de5d34f8-7139-4a53-87e0-d49d10a4e4db tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee80756-a1d5-4734-a396-adff6467d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Nov 09 18:23:31.597693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:31.646773 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Deleting subnet 97930dc1-aede-4b3b-a6de-dbff52248a34 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:23:31.650001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.683925 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.721940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.772061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.802309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97930dc1-aede-4b3b-a6de-dbff52248a34,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:31.804276 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.809804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-72d617d3-cae4-4d84-8ebd-1dff54269515 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/97930dc1-aede-4b3b-a6de-dbff52248a34 HTTP/1.1" status: 204 len: 168 time: 0.2087719 Nov 09 18:23:31.810119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:31.879973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.894660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.962772 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:31.984303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7804f5fc-5bdc-4221-ae36-b8a2117bdcd5']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:31.994596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fad56b8-1350-4402-a94a-c2694c0b1c27') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:31.994887 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fad56b8-1350-4402-a94a-c2694c0b1c27') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:32.004134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.017729 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.023858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:32.024307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:32.026692 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:32.081674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.088688 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.096084 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] 10.222.0.45 "DELETE /v2.0/networks/7804f5fc-5bdc-4221-ae36-b8a2117bdcd5 HTTP/1.1" status: 204 len: 168 time: 0.2814481 Nov 09 18:23:32.107112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9d13e-836a-444b-8b8c-175b9df89bde admin admin] Pushing event deleted for resources: {'Network': ['ID=7804f5fc-5bdc-4221-ae36-b8a2117bdcd5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:32.212481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:32.252152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1970cbb2-8f59-45d0-bf06-351668fd2b6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36402ed80f7a4dc097ab8f1ad19b6230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384870 Nov 09 18:23:32.254896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:32.306007 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc52b5fc-fde1-46c2-b6f7-d4ce50d9c9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.326830 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc52b5fc-fde1-46c2-b6f7-d4ce50d9c9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.372831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc52b5fc-fde1-46c2-b6f7-d4ce50d9c9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.375334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc52b5fc-fde1-46c2-b6f7-d4ce50d9c9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:32.376508 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dc52b5fc-fde1-46c2-b6f7-d4ce50d9c9c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d755bf61-9ed6-413a-ba02-c111b721a855 HTTP/1.1" status: 204 len: 168 time: 0.1205633 Nov 09 18:23:32.385087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b5fc-fde1-46c2-b6f7-d4ce50d9c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755bf61-9ed6-413a-ba02-c111b721a855,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:33.057032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:33.154505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67394588'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:33.175367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:33.178848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.187440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.265961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.270188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.297953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:33.306629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666f2489-3876-4884-ac7f-76e7b15c867f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:33.313599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.314007 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Added segment 847d5c7e-f5c8-4c2a-81a2-28933423cc52 of type vlan for network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 Nov 09 18:23:33.350563 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.357912 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.382841 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.388892 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:33.389475 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:33.454480 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3961444 Nov 09 18:23:33.460237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f970f-5aca-4da2-b612-ed87f4dca469 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Network': ['ID=3c544dd1-df0b-4e26-b841-ce0bcafb2709,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:33.472500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:33.592320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:34.324926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5098ba6-5ea1-4998-9df7-e2b057041a29 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:34.348423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: f5098ba6-5ea1-4998-9df7-e2b057041a29 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:34.348773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5098ba6-5ea1-4998-9df7-e2b057041a29 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:36.753376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55372) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:36.759123 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'subnet': {'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:36.848694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:36.852218 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.033413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.094353 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Subnet': ['ID=127fbcd6-0ad0-453a-9c48-5a986dd1b3ed,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:37.106859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.107229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.107573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.107911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.108241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.108573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.108902 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.109229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.109888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.109888 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.110174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.110494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:37.113966 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Checking segment: {'id': '847d5c7e-f5c8-4c2a-81a2-28933423cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:37.114331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network hostable DHCP agents. Network: 3c544dd1-df0b-4e26-b841-ce0bcafb2709, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:37.134205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:37.143354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 3c544dd1-df0b-4e26-b841-ce0bcafb2709) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:37.148540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:37.150932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.151961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c3f72-d285-4529-9ecd-34554c76240c None None] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:37.167448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b4e51b9-011f-4966-9571-01c23aaa2afd tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4129019 Nov 09 18:23:37.170858 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:37.175816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871886283'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:37.197206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:37.200833 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.225646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:37.234723 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.235108 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Added segment 98c68f27-9ae9-418d-aa9e-e791d5237d52 of type vlan for network eb32233b-931c-4897-8564-7bf4d5520430 Nov 09 18:23:37.276766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.302260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.303576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-3c544dd1-df0b-4e26-b841-ce0bcafb2709', 'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709', 'tenant_id': 'f710d009e40f4958bc7294284c12e707', 'fixed_ips': [{'subnet_id': '127fbcd6-0ad0-453a-9c48-5a986dd1b3ed'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:37.304480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.308869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:37.309472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.382635 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2105670 Nov 09 18:23:37.386149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55376) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:37.392868 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'subnet': {'network_id': 'eb32233b-931c-4897-8564-7bf4d5520430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:37.397856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27c8c1-16a7-4445-9449-b04ec2b13b43 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Network': ['ID=eb32233b-931c-4897-8564-7bf4d5520430,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:37.428802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network eb32233b-931c-4897-8564-7bf4d5520430 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:37.489393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:37.493932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.498828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Allocated IP 2001:db8:0:ffff::2 (3c544dd1-df0b-4e26-b841-ce0bcafb2709/127fbcd6-0ad0-453a-9c48-5a986dd1b3ed/66134a35-c8f6-483a-9eb9-14295187886a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:37.668641 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.673868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.709314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:37.712789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:37.719070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:37.719982 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.728695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Pushing event updated for resources: {'Port': ['ID=66134a35-c8f6-483a-9eb9-14295187886a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:37.782605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Attempting to bind port 66134a35-c8f6-483a-9eb9-14295187886a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:37.782947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Attempting to bind port 66134a35-c8f6-483a-9eb9-14295187886a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '847d5c7e-f5c8-4c2a-81a2-28933423cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:37.783357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Attempting to bind port 66134a35-c8f6-483a-9eb9-14295187886a on network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:37.788239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:37.788613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Checking segment: {'id': '847d5c7e-f5c8-4c2a-81a2-28933423cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:37.789011 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.789398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Bound using segment: {'id': '847d5c7e-f5c8-4c2a-81a2-28933423cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:37.789673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Subnet': ['ID=0f678c2c-071b-436a-bbed-cc4626d15d68,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:37.790191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Bound port: 66134a35-c8f6-483a-9eb9-14295187886a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847d5c7e-f5c8-4c2a-81a2-28933423cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c544dd1-df0b-4e26-b841-ce0bcafb2709'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:37.790537 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.795317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Checking segment: {'id': '98c68f27-9ae9-418d-aa9e-e791d5237d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb32233b-931c-4897-8564-7bf4d5520430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:37.795681 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network hostable DHCP agents. Network: eb32233b-931c-4897-8564-7bf4d5520430, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:37.812460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network eb32233b-931c-4897-8564-7bf4d5520430 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:37.821872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, eb32233b-931c-4897-8564-7bf4d5520430) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:37.826157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:37.826781 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.832847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb4141-af34-4677-95fa-4bc8bdc5cc88 None None] Network eb32233b-931c-4897-8564-7bf4d5520430 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:37.845965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ad39418-a1b5-4910-b1f8-5dc405d5a56d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4564755 Nov 09 18:23:37.846161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55378) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:37.905907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] For port 66134a35-c8f6-483a-9eb9-14295187886a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:37.932163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] For port 66134a35-c8f6-483a-9eb9-14295187886a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66134a35-c8f6-483a-9eb9-14295187886a,segment=NetworkSegment(847d5c7e-f5c8-4c2a-81a2-28933423cc52),segment_id=847d5c7e-f5c8-4c2a-81a2-28933423cc52)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:37.939651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:37.945131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.043491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53d388-f6d5-4e7a-9b35-654e10dfd277 None None] Pushing event updated for resources: {'Port': ['ID=66134a35-c8f6-483a-9eb9-14295187886a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:38.065518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.079508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff667065-1cec-4aff-9679-4874fd8cf925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-eb32233b-931c-4897-8564-7bf4d5520430', 'network_id': 'eb32233b-931c-4897-8564-7bf4d5520430', 'tenant_id': 'f710d009e40f4958bc7294284c12e707', 'fixed_ips': [{'subnet_id': '0f678c2c-071b-436a-bbed-cc4626d15d68'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:38.080391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ff667065-1cec-4aff-9679-4874fd8cf925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.149921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.184372 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Subnet': ['ID=0f678c2c-071b-436a-bbed-cc4626d15d68,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server [None req-ff667065-1cec-4aff-9679-4874fd8cf925 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f678c2c-071b-436a-bbed-cc4626d15d68: This subnet is being modified by another concurrent operation. Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f678c2c-071b-436a-bbed-cc4626d15d68: This subnet is being modified by another concurrent operation. Nov 09 18:23:38.210972 n-d-804292-3 neutron-server[102556]: ERROR oslo_messaging.rpc.server Nov 09 18:23:38.238114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270278ae-bad4-4306-98fd-a74df20ce8f3 None None] Network eb32233b-931c-4897-8564-7bf4d5520430 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:38.276634 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.301664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb32233b-931c-4897-8564-7bf4d5520430']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:38.312830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c68f27-9ae9-418d-aa9e-e791d5237d52') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:38.313268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c68f27-9ae9-418d-aa9e-e791d5237d52') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:38.323983 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.340069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.348186 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:38.348766 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:38.352702 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:38.415347 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.423304 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.426864 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/eb32233b-931c-4897-8564-7bf4d5520430 HTTP/1.1" status: 204 len: 168 time: 0.5797679 Nov 09 18:23:38.430538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:38.437422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412638761'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:38.440091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b71bc6-8b40-4d1f-992a-217ff5f66235 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Network': ['ID=eb32233b-931c-4897-8564-7bf4d5520430,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:38.464608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:38.468901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.496972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:38.510469 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.511051 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Added segment ef1cf819-4064-4425-9067-f61886a05767 of type vlan for network edfe7d4e-5b33-403f-9e59-27cdb8f80b4a Nov 09 18:23:38.558335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.588022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.597184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:38.597787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.668675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2367666 Nov 09 18:23:38.671626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55382) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:38.676945 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'subnet': {'network_id': 'edfe7d4e-5b33-403f-9e59-27cdb8f80b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:38.680770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa13f9-1191-4f3d-80f7-6ac68ddc418d tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Network': ['ID=edfe7d4e-5b33-403f-9e59-27cdb8f80b4a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:38.699978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network edfe7d4e-5b33-403f-9e59-27cdb8f80b4a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:38.816382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:38.820215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:38.889832 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Performing IP validity checks on allocation pools {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:23:38.890378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.ipam_backend_mixin [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:23:39.062685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.091414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b30f69-82cc-45b6-936f-a8cf7f1c996f None None] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:39.136124 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Subnet': ['ID=68e59273-2e35-4385-8efb-96c41c23c893,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:39.143709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Checking segment: {'id': 'ef1cf819-4064-4425-9067-f61886a05767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'edfe7d4e-5b33-403f-9e59-27cdb8f80b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:39.143970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network hostable DHCP agents. Network: edfe7d4e-5b33-403f-9e59-27cdb8f80b4a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:39.164997 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network edfe7d4e-5b33-403f-9e59-27cdb8f80b4a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:39.175018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, edfe7d4e-5b33-403f-9e59-27cdb8f80b4a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:39.180851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:39.182049 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.188870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287072e-2c2a-4ab8-9008-e081585a1764 None None] Network edfe7d4e-5b33-403f-9e59-27cdb8f80b4a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:39.193143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-57121fcc-aa57-4683-b788-7a1c28f72ad1 None None] Provisioning complete for port 66134a35-c8f6-483a-9eb9-14295187886a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:39.193592 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57121fcc-aa57-4683-b788-7a1c28f72ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.200519 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f0aaf52d-6a4a-44db-beb7-0b60af9c6472 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5277438 Nov 09 18:23:39.203268 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:39.315162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.376859 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.439932 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.470052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Subnet': ['ID=68e59273-2e35-4385-8efb-96c41c23c893,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:39.471403 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57121fcc-aa57-4683-b788-7a1c28f72ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.528526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038e38a-e41c-45a3-a3c2-eb8742a70667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-edfe7d4e-5b33-403f-9e59-27cdb8f80b4a', 'network_id': 'edfe7d4e-5b33-403f-9e59-27cdb8f80b4a', 'tenant_id': 'f710d009e40f4958bc7294284c12e707', 'fixed_ips': [{'subnet_id': '68e59273-2e35-4385-8efb-96c41c23c893'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:39.529497 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2038e38a-e41c-45a3-a3c2-eb8742a70667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.536905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-57121fcc-aa57-4683-b788-7a1c28f72ad1 None None] For port 66134a35-c8f6-483a-9eb9-14295187886a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66134a35-c8f6-483a-9eb9-14295187886a,segment=NetworkSegment(847d5c7e-f5c8-4c2a-81a2-28933423cc52),segment_id=847d5c7e-f5c8-4c2a-81a2-28933423cc52)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:39.547326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57121fcc-aa57-4683-b788-7a1c28f72ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.554539 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.583413 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfe7d4e-5b33-403f-9e59-27cdb8f80b4a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.598565 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1cf819-4064-4425-9067-f61886a05767') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.598940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1cf819-4064-4425-9067-f61886a05767') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.609293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.624398 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.631428 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:39.631787 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:39.636120 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:39.657080 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57121fcc-aa57-4683-b788-7a1c28f72ad1 None None] Pushing event updated for resources: {'Port': ['ID=66134a35-c8f6-483a-9eb9-14295187886a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:39.673094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24b9dd-b712-4e1c-85d3-1351fa54d976 None None] Network edfe7d4e-5b33-403f-9e59-27cdb8f80b4a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:39.701344 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.707191 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.715398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:39.715974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/edfe7d4e-5b33-403f-9e59-27cdb8f80b4a HTTP/1.1" status: 204 len: 168 time: 0.5110862 Nov 09 18:23:39.721581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816471769'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:39.732380 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243577a-ede7-46eb-aed0-5817e0eb39e0 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Network': ['ID=edfe7d4e-5b33-403f-9e59-27cdb8f80b4a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:39.745978 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:39.749613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.776011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:39.785539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.785873 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Added segment f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9 of type vlan for network 09d6adac-f17e-47f1-8847-c24770dffda0 Nov 09 18:23:39.795086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-acfa6074-8251-41c0-b76e-80a348e7058c None None] Provisioning complete for port 66134a35-c8f6-483a-9eb9-14295187886a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:39.795086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acfa6074-8251-41c0-b76e-80a348e7058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.797756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b6d65-00f3-46de-aa93-6e158398f1ce None None] get_active_networks_info from n-d-804292-3 {{(pid=102556) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:23:39.830565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.861696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.870303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:39.870924 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:39.901440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b6d65-00f3-46de-aa93-6e158398f1ce None None] Resources bound (agent type, host, resource id): {{(pid=102556) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:23:39.926424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 66134a35-c8f6-483a-9eb9-14295187886a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:39.946117 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2294445 Nov 09 18:23:39.949158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410d275-292b-4aaf-b013-c283b5879db8 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Network': ['ID=09d6adac-f17e-47f1-8847-c24770dffda0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:39.949849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55388) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:39.956138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'subnet': {'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:39.964198 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 09d6adac-f17e-47f1-8847-c24770dffda0 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:40.053525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:40.057794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.128529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 66134a35-c8f6-483a-9eb9-14295187886a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:40.128905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.250472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.313708 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Subnet': ['ID=862d3741-661c-4afb-98b0-52e878c3c423,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.325244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Checking segment: {'id': 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:40.325607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network hostable DHCP agents. Network: 09d6adac-f17e-47f1-8847-c24770dffda0, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:40.342340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network 09d6adac-f17e-47f1-8847-c24770dffda0 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:40.351225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 09d6adac-f17e-47f1-8847-c24770dffda0) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:40.355947 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:40.356840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.359106 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f578dcf-a7d8-420f-b7f9-90324280b737 None None] Network 09d6adac-f17e-47f1-8847-c24770dffda0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:40.373669 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6b8cd31b-8d60-468d-942e-761bccf5c639 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4223461 Nov 09 18:23:40.377158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55390) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.382468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013785127'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:40.405029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:40.408659 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.433984 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:40.443129 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.443479 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Added segment 27fc03db-953f-4493-8b0e-d8254e630398 of type vlan for network c6f60109-3d9f-438b-bbc9-28942f4a0c0e Nov 09 18:23:40.486672 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.513023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-09d6adac-f17e-47f1-8847-c24770dffda0', 'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0', 'tenant_id': 'f710d009e40f4958bc7294284c12e707', 'fixed_ips': [{'subnet_id': '862d3741-661c-4afb-98b0-52e878c3c423'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:40.513577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.514101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.519337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:40.519939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.583306 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2050035 Nov 09 18:23:40.587166 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55392) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.594361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Request body: {'subnet': {'network_id': 'c6f60109-3d9f-438b-bbc9-28942f4a0c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:40.650257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adb1c1-947d-495c-a1b3-246bc99d142b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Network': ['ID=c6f60109-3d9f-438b-bbc9-28942f4a0c0e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.658777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Allocated IP 2001:db8::2 (09d6adac-f17e-47f1-8847-c24770dffda0/862d3741-661c-4afb-98b0-52e878c3c423/957889ff-cdc6-46b0-b69a-75cb6f827ce8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:40.662607 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network c6f60109-3d9f-438b-bbc9-28942f4a0c0e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:40.697479 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Made reservation on behalf of f710d009e40f4958bc7294284c12e707 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:40.701442 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.873404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.879379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.905156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:40.916322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Network 09d6adac-f17e-47f1-8847-c24770dffda0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:40.919160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:40.925168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:40.934485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Pushing event updated for resources: {'Port': ['ID=957889ff-cdc6-46b0-b69a-75cb6f827ce8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.974809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event updated for resources: {'Subnet': ['ID=04cc16d2-30ba-424e-829e-820a89374c8e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.985238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Checking segment: {'id': '27fc03db-953f-4493-8b0e-d8254e630398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c6f60109-3d9f-438b-bbc9-28942f4a0c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:40.985608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network hostable DHCP agents. Network: c6f60109-3d9f-438b-bbc9-28942f4a0c0e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:40.999887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Attempting to bind port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:41.000394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Attempting to bind port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:41.001016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Attempting to bind port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 on network 09d6adac-f17e-47f1-8847-c24770dffda0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:41.006102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Network c6f60109-3d9f-438b-bbc9-28942f4a0c0e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:41.008335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:41.009388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Checking segment: {'id': 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:41.009964 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.010364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Bound using segment: {'id': 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:41.010910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Bound port: 957889ff-cdc6-46b0-b69a-75cb6f827ce8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d6adac-f17e-47f1-8847-c24770dffda0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:41.011398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.017083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, c6f60109-3d9f-438b-bbc9-28942f4a0c0e) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:41.021110 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:41.021703 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.031839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79151582-915e-45d5-a546-0581520e0fdd None None] Network c6f60109-3d9f-438b-bbc9-28942f4a0c0e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:41.040356 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-81c99ce6-ad59-4494-b5d5-c159c4b40270 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4526243 Nov 09 18:23:41.043086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55394) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.145678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] For port 957889ff-cdc6-46b0-b69a-75cb6f827ce8, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:41.149881 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.153281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] For port 957889ff-cdc6-46b0-b69a-75cb6f827ce8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=957889ff-cdc6-46b0-b69a-75cb6f827ce8,segment=NetworkSegment(f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9),segment_id=f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:41.160278 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.203343 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.253343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc87a4-dc9e-41a2-bdaa-763ed3e29331 None None] Pushing event updated for resources: {'Port': ['ID=957889ff-cdc6-46b0-b69a-75cb6f827ce8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.270326 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.281657 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b38a2b-db86-4fa3-a55a-4bc6714e2272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-c6f60109-3d9f-438b-bbc9-28942f4a0c0e', 'network_id': 'c6f60109-3d9f-438b-bbc9-28942f4a0c0e', 'tenant_id': 'f710d009e40f4958bc7294284c12e707', 'fixed_ips': [{'subnet_id': '04cc16d2-30ba-424e-829e-820a89374c8e'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:41.282770 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90b38a2b-db86-4fa3-a55a-4bc6714e2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.313638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Subnet': ['ID=04cc16d2-30ba-424e-829e-820a89374c8e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.370441 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.372714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb56983-b20a-4ff9-8d1c-c132f8dd894c None None] Network c6f60109-3d9f-438b-bbc9-28942f4a0c0e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:41.395465 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f60109-3d9f-438b-bbc9-28942f4a0c0e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.406974 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fc03db-953f-4493-8b0e-d8254e630398') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.407311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fc03db-953f-4493-8b0e-d8254e630398') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.418193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.438550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.445777 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:41.446740 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:41.449869 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:41.876435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.884012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:41.887525 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/c6f60109-3d9f-438b-bbc9-28942f4a0c0e HTTP/1.1" status: 204 len: 168 time: 0.8435128 Nov 09 18:23:41.890883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55396) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.899855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308f7f9-dbc5-41ee-b976-64b95c4e3627 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Network': ['ID=c6f60109-3d9f-438b-bbc9-28942f4a0c0e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.921898 n-d-804292-3 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-679147d3-f3e8-4b4e-9c67-330f4938380b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] GET failed (client error): The resource could not be found. Nov 09 18:23:41.923456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-679147d3-f3e8-4b4e-9c67-330f4938380b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "GET /v2.0/subnets/04cc16d2-30ba-424e-829e-820a89374c8e HTTP/1.1" status: 404 len: 337 time: 0.0312304 Nov 09 18:23:41.926212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55398) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.941185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 957889ff-cdc6-46b0-b69a-75cb6f827ce8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:41.946146 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b83594b-a272-496a-bcee-7c89fd2990bb tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:41.947071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b83594b-a272-496a-bcee-7c89fd2990bb tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:41.951491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6b83594b-a272-496a-bcee-7c89fd2990bb tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/c6f60109-3d9f-438b-bbc9-28942f4a0c0e HTTP/1.1" status: 404 len: 339 time: 0.0232108 Nov 09 18:23:41.954637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55400) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.984006 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b2f02e-63c3-4851-90d4-4be02b69c4e4 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:41.984686 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b2f02e-63c3-4851-90d4-4be02b69c4e4 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:41.987803 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-73b2f02e-63c3-4851-90d4-4be02b69c4e4 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/subnets/04cc16d2-30ba-424e-829e-820a89374c8e HTTP/1.1" status: 404 len: 337 time: 0.0317407 Nov 09 18:23:41.990688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55402) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.001242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:42.001616 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.009646 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fd437d-86eb-4b6c-b8cd-203e09279460 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:42.010348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fd437d-86eb-4b6c-b8cd-203e09279460 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:42.016102 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-01fd437d-86eb-4b6c-b8cd-203e09279460 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/c6f60109-3d9f-438b-bbc9-28942f4a0c0e HTTP/1.1" status: 404 len: 339 time: 0.0218534 Nov 09 18:23:42.016439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55404) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.070083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Deleting subnet 862d3741-661c-4afb-98b0-52e878c3c423 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:23:42.073485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.089662 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.119980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 957889ff-cdc6-46b0-b69a-75cb6f827ce8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=957889ff-cdc6-46b0-b69a-75cb6f827ce8,segment=NetworkSegment(f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9),segment_id=f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:42.124046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.127333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.179374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=957889ff-cdc6-46b0-b69a-75cb6f827ce8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.218210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.248713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7282d-f240-4acc-b256-2c085a63fd48 None None] Network 09d6adac-f17e-47f1-8847-c24770dffda0 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:42.276708 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.307382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Subnet': ['ID=862d3741-661c-4afb-98b0-52e878c3c423,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.311193 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.316627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dab7a10a-7e56-4fa3-965c-701bf5d67b3b None None] Provisioning complete for port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:42.316840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.316974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dab7a10a-7e56-4fa3-965c-701bf5d67b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.317076 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-250a934e-4f54-4b4e-922f-a837bc405d73 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/subnets/862d3741-661c-4afb-98b0-52e878c3c423 HTTP/1.1" status: 204 len: 168 time: 0.2991819 Nov 09 18:23:42.402440 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.463570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Deleting port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:42.464477 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.530676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] For port 957889ff-cdc6-46b0-b69a-75cb6f827ce8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=957889ff-cdc6-46b0-b69a-75cb6f827ce8,segment=NetworkSegment(f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9),segment_id=f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:42.531364 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.533512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] DHCP port deletion for 09d6adac-f17e-47f1-8847-c24770dffda0 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:42.544845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Calling delete_port for 957889ff-cdc6-46b0-b69a-75cb6f827ce8 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:42.580574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] Deleting port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:42.580946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.631307 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.648450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] For port 957889ff-cdc6-46b0-b69a-75cb6f827ce8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=957889ff-cdc6-46b0-b69a-75cb6f827ce8,segment=NetworkSegment(f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9),segment_id=f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:42.648810 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.657799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Port': ['ID=957889ff-cdc6-46b0-b69a-75cb6f827ce8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.663315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] Calling delete_port for 957889ff-cdc6-46b0-b69a-75cb6f827ce8 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:42.663582 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No DVR routers for this DVR port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:42.738558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.744473 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.764456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] Pushing event deleted for resources: {'Port': ['ID=957889ff-cdc6-46b0-b69a-75cb6f827ce8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.766209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c6640-df60-42b7-9a2d-847af12ace3f None None] No DVR routers for this DVR port 957889ff-cdc6-46b0-b69a-75cb6f827ce8 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:42.776217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d6adac-f17e-47f1-8847-c24770dffda0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:42.785828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:42.786122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d37aea-ef6f-4c1d-9c6b-6315c89df7d9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:42.796485 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.809493 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.815329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:42.815717 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:42.818911 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:42.877973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.888538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:42.891799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/09d6adac-f17e-47f1-8847-c24770dffda0 HTTP/1.1" status: 204 len: 168 time: 0.5736892 Nov 09 18:23:42.894405 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55408) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.903994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c5b0c-3752-4f90-9ed1-465e1decdc88 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Network': ['ID=09d6adac-f17e-47f1-8847-c24770dffda0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.922863 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-417cec5f-0630-4cac-9268-2bdc809bc9b3 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:42.923340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417cec5f-0630-4cac-9268-2bdc809bc9b3 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:42.926410 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-417cec5f-0630-4cac-9268-2bdc809bc9b3 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/subnets/68e59273-2e35-4385-8efb-96c41c23c893 HTTP/1.1" status: 404 len: 337 time: 0.0308733 Nov 09 18:23:42.929161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55410) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.947378 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-841cb3a6-c9c4-4b08-a2d5-10cef39f48be tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:42.947893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841cb3a6-c9c4-4b08-a2d5-10cef39f48be tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:42.950793 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-841cb3a6-c9c4-4b08-a2d5-10cef39f48be tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/edfe7d4e-5b33-403f-9e59-27cdb8f80b4a HTTP/1.1" status: 404 len: 339 time: 0.0207601 Nov 09 18:23:42.953257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.978628 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8672bd9e-25b5-47c4-b4a6-4924c1b90c07 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:42.979089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8672bd9e-25b5-47c4-b4a6-4924c1b90c07 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:42.982145 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8672bd9e-25b5-47c4-b4a6-4924c1b90c07 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/subnets/0f678c2c-071b-436a-bbed-cc4626d15d68 HTTP/1.1" status: 404 len: 337 time: 0.0280037 Nov 09 18:23:42.984691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55414) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.001862 n-d-804292-3 neutron-server[102554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52822f4-01b7-4de1-8625-2cb2bacdc335 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:43.002296 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52822f4-01b7-4de1-8625-2cb2bacdc335 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:43.005443 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b52822f4-01b7-4de1-8625-2cb2bacdc335 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/eb32233b-931c-4897-8564-7bf4d5520430 HTTP/1.1" status: 404 len: 339 time: 0.0198553 Nov 09 18:23:43.007880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55416) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.057885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Deleting subnet 127fbcd6-0ad0-453a-9c48-5a986dd1b3ed {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:23:43.060999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.105386 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.190208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.248141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.279734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Subnet': ['ID=127fbcd6-0ad0-453a-9c48-5a986dd1b3ed,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.283480 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.286623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0782afd4-d28a-4864-96e8-b2a62d5fc43b tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/subnets/127fbcd6-0ad0-453a-9c48-5a986dd1b3ed HTTP/1.1" status: 204 len: 168 time: 0.2773015 Nov 09 18:23:43.289223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67bb987-d497-4c92-9a1c-551a72c854ee None None] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:43.289756 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55418) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.366941 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.422504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Deleting port 66134a35-c8f6-483a-9eb9-14295187886a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:43.422850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.471145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] DHCP port deletion for 3c544dd1-df0b-4e26-b841-ce0bcafb2709 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:43.493688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] For port 66134a35-c8f6-483a-9eb9-14295187886a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66134a35-c8f6-483a-9eb9-14295187886a,segment=NetworkSegment(847d5c7e-f5c8-4c2a-81a2-28933423cc52),segment_id=847d5c7e-f5c8-4c2a-81a2-28933423cc52)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:43.494296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.508001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Calling delete_port for 66134a35-c8f6-483a-9eb9-14295187886a owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:43.523497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Deleting port 66134a35-c8f6-483a-9eb9-14295187886a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:43.523877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.590514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.619106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Port': ['ID=66134a35-c8f6-483a-9eb9-14295187886a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.621495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] No DVR routers for this DVR port 66134a35-c8f6-483a-9eb9-14295187886a on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:43.717114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.738549 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c544dd1-df0b-4e26-b841-ce0bcafb2709']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:43.746787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] For port 66134a35-c8f6-483a-9eb9-14295187886a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=66134a35-c8f6-483a-9eb9-14295187886a,segment=NetworkSegment(847d5c7e-f5c8-4c2a-81a2-28933423cc52),segment_id=847d5c7e-f5c8-4c2a-81a2-28933423cc52)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:43.747214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.749763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847d5c7e-f5c8-4c2a-81a2-28933423cc52') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:43.750069 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847d5c7e-f5c8-4c2a-81a2-28933423cc52') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:43.760596 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.760897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Calling delete_port for 66134a35-c8f6-483a-9eb9-14295187886a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:43.773518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.780106 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:43.780522 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:43.783535 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:43.842052 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.846445 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.853559 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:43.856786 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] 10.222.0.45 "DELETE /v2.0/networks/3c544dd1-df0b-4e26-b841-ce0bcafb2709 HTTP/1.1" status: 204 len: 168 time: 0.5663879 Nov 09 18:23:43.867622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Pushing event deleted for resources: {'Port': ['ID=66134a35-c8f6-483a-9eb9-14295187886a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.870199 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] Network 3c544dd1-df0b-4e26-b841-ce0bcafb2709 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:23:43.870659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f997502-1548-4979-8acd-0063c998c9a4 None None] No DVR routers for this DVR port 66134a35-c8f6-483a-9eb9-14295187886a on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:43.870940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202268e-ecc8-467e-aa8a-7472e0394192 tempest-NetworksIpV6Test-693050872 tempest-NetworksIpV6Test-693050872-project] Pushing event deleted for resources: {'Network': ['ID=3c544dd1-df0b-4e26-b841-ce0bcafb2709,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.910350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 66134a35-c8f6-483a-9eb9-14295187886a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:43.931911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 66134a35-c8f6-483a-9eb9-14295187886a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:43.932263 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 66134a35-c8f6-483a-9eb9-14295187886a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:43.932683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 957889ff-cdc6-46b0-b69a-75cb6f827ce8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:43.952384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 957889ff-cdc6-46b0-b69a-75cb6f827ce8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:43.952739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 957889ff-cdc6-46b0-b69a-75cb6f827ce8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:44.125839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55424) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.257779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5dde1a60-4c06-4802-8542-e04d01c772bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f710d009e40f4958bc7294284c12e707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306975 Nov 09 18:23:44.260371 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55428) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.307108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf86f-2bac-4633-b256-629546df9562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:44.327516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf86f-2bac-4633-b256-629546df9562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:44.375452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf86f-2bac-4633-b256-629546df9562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:44.377964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf86f-2bac-4633-b256-629546df9562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:44.379157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a9bcf86f-2bac-4633-b256-629546df9562 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/666f2489-3876-4884-ac7f-76e7b15c867f HTTP/1.1" status: 204 len: 168 time: 0.1177361 Nov 09 18:23:44.387840 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf86f-2bac-4633-b256-629546df9562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f2489-3876-4884-ac7f-76e7b15c867f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.018061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55450) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.092202 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:23:45.115248 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-436321280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:45.141054 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.142102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.228667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.232830 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.249801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.251016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-acab9edf-239c-4e45-a098-9cc8160f7b21 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2319012 Nov 09 18:23:45.253865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55454) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.259319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1440840568'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:45.279128 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Made reservation on behalf of db1c0762999c4ba0873c175d4c6fec34 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:45.282532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.292059 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.368568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.372555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.395338 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:45.409771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89336b28-172b-42fe-974c-805f3e493b35,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.412795 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.413135 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Added segment f3783c8d-e1f9-49ac-83c6-14cd32d194ed of type vlan for network 0a1449a9-b2b7-4677-9a38-449ce781c90b Nov 09 18:23:45.453801 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.480069 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.485892 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:45.486477 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.550631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2953951 Nov 09 18:23:45.553575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55456) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.560656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Request body: {'subnet': {'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:45.567091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff327c5-8729-438e-ae2f-c1d142f8b65b tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event updated for resources: {'Network': ['ID=0a1449a9-b2b7-4677-9a38-449ce781c90b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.577569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 0a1449a9-b2b7-4677-9a38-449ce781c90b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:45.667964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Made reservation on behalf of db1c0762999c4ba0873c175d4c6fec34 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:45.671670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.863370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.930789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event updated for resources: {'Subnet': ['ID=eeb4407f-0cf0-4fe1-9f5c-3b54182e6b2b,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.939961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Checking segment: {'id': 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:45.940382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Network hostable DHCP agents. Network: 0a1449a9-b2b7-4677-9a38-449ce781c90b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:45.957554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Network 0a1449a9-b2b7-4677-9a38-449ce781c90b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:45.967074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 0a1449a9-b2b7-4677-9a38-449ce781c90b) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:45.971930 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:45.972818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:45.976925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083c4f6-9e1e-4d43-95e9-8fa42c04d590 None None] Network 0a1449a9-b2b7-4677-9a38-449ce781c90b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:45.990197 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-81765bd7-f369-4fa6-962d-3890ea25d668 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4355714 Nov 09 18:23:45.993541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55458) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.998538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-650609678'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:46.023512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Made reservation on behalf of db1c0762999c4ba0873c175d4c6fec34 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:46.028456 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.053238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:46.063231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.063605 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Added segment 4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4 of type vlan for network 9847eab5-2c11-465c-b3cf-e16bbd10b36b Nov 09 18:23:46.116492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.138415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-0a1449a9-b2b7-4677-9a38-449ce781c90b', 'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b', 'tenant_id': 'db1c0762999c4ba0873c175d4c6fec34', 'fixed_ips': [{'subnet_id': 'eeb4407f-0cf0-4fe1-9f5c-3b54182e6b2b'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:46.139607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.144277 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.149944 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:46.150530 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.208177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2134717 Nov 09 18:23:46.211076 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55460) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.218185 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Request body: {'subnet': {'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:46.272585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408112d7-d1bb-49da-965d-f37c44dbe9cc tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event updated for resources: {'Network': ['ID=9847eab5-2c11-465c-b3cf-e16bbd10b36b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.283138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Allocated IP 172.20.0.2 (0a1449a9-b2b7-4677-9a38-449ce781c90b/eeb4407f-0cf0-4fe1-9f5c-3b54182e6b2b/bc80b2ae-7f11-4f00-a332-d88f663d040e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:46.286638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9847eab5-2c11-465c-b3cf-e16bbd10b36b details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:46.318781 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Made reservation on behalf of db1c0762999c4ba0873c175d4c6fec34 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:46.323012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.494653 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.501462 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.509644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.539142 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Network 0a1449a9-b2b7-4677-9a38-449ce781c90b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:46.542890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:46.549525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:46.560979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Pushing event updated for resources: {'Port': ['ID=bc80b2ae-7f11-4f00-a332-d88f663d040e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.583434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event updated for resources: {'Subnet': ['ID=48a5c864-3756-4418-bf33-3f9bc16beeda,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.589594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Checking segment: {'id': '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:46.589962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Network hostable DHCP agents. Network: 9847eab5-2c11-465c-b3cf-e16bbd10b36b, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:46.607992 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Network 9847eab5-2c11-465c-b3cf-e16bbd10b36b is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:46.613705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Attempting to bind port bc80b2ae-7f11-4f00-a332-d88f663d040e on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:46.614296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Attempting to bind port bc80b2ae-7f11-4f00-a332-d88f663d040e by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:46.614422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Attempting to bind port bc80b2ae-7f11-4f00-a332-d88f663d040e on network 0a1449a9-b2b7-4677-9a38-449ce781c90b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:46.617975 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9847eab5-2c11-465c-b3cf-e16bbd10b36b) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:46.620245 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:46.620779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Checking segment: {'id': 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:46.621438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.621438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Bound using segment: {'id': 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:46.621867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Bound port: bc80b2ae-7f11-4f00-a332-d88f663d040e, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a1449a9-b2b7-4677-9a38-449ce781c90b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:46.622248 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.622771 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:46.624012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.634618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689f5e0-356b-46a1-a7f0-c7f472588e6d None None] Network 9847eab5-2c11-465c-b3cf-e16bbd10b36b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:46.643578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5715ef30-93e6-4eaa-a094-4250b5274de3 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4313753 Nov 09 18:23:46.644044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.648748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-918e041e-beb2-4ed4-a49e-0a03ea675558 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Request body: {'router': {'external_gateway_info': {'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:46.757628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] For port bc80b2ae-7f11-4f00-a332-d88f663d040e, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:46.762920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] For port bc80b2ae-7f11-4f00-a332-d88f663d040e, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bc80b2ae-7f11-4f00-a332-d88f663d040e,segment=NetworkSegment(f3783c8d-e1f9-49ac-83c6-14cd32d194ed),segment_id=f3783c8d-e1f9-49ac-83c6-14cd32d194ed)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:46.785658 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.865294 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918e041e-beb2-4ed4-a49e-0a03ea675558 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:46.871436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe3fee-971e-447e-80aa-2f56fc651ee2 None None] Pushing event updated for resources: {'Port': ['ID=bc80b2ae-7f11-4f00-a332-d88f663d040e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.880440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9847eab5-2c11-465c-b3cf-e16bbd10b36b', 'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b', 'tenant_id': 'db1c0762999c4ba0873c175d4c6fec34', 'fixed_ips': [{'subnet_id': '48a5c864-3756-4418-bf33-3f9bc16beeda'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:46.881382 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.054114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Allocated IP 172.21.0.2 (9847eab5-2c11-465c-b3cf-e16bbd10b36b/48a5c864-3756-4418-bf33-3f9bc16beeda/d4623e97-476c-4103-ba7c-6707d179ca05) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:47.231384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.237263 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.276402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Network 9847eab5-2c11-465c-b3cf-e16bbd10b36b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:47.281171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:47.284811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:47.292982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Pushing event updated for resources: {'Port': ['ID=d4623e97-476c-4103-ba7c-6707d179ca05,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.343827 n-d-804292-3 neutron-server[102555]: INFO neutron.api.v2.resource [None req-918e041e-beb2-4ed4-a49e-0a03ea675558 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:23:47.344915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-918e041e-beb2-4ed4-a49e-0a03ea675558 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "PUT /v2.0/routers/a98bbbbf-d948-4985-8956-10cadd4b402c HTTP/1.1" status: 400 len: 364 time: 0.6997960 Nov 09 18:23:47.350942 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.359816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Attempting to bind port d4623e97-476c-4103-ba7c-6707d179ca05 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:47.360193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Attempting to bind port d4623e97-476c-4103-ba7c-6707d179ca05 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:47.360564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Attempting to bind port d4623e97-476c-4103-ba7c-6707d179ca05 on network 9847eab5-2c11-465c-b3cf-e16bbd10b36b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:47.365710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:47.366089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Checking segment: {'id': '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:47.366500 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.366897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Bound using segment: {'id': '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:47.367397 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Bound port: d4623e97-476c-4103-ba7c-6707d179ca05, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9847eab5-2c11-465c-b3cf-e16bbd10b36b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:47.367868 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.406886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Deleting subnet 48a5c864-3756-4418-bf33-3f9bc16beeda {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:23:47.410025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.433639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] For port d4623e97-476c-4103-ba7c-6707d179ca05, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:47.436793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] For port d4623e97-476c-4103-ba7c-6707d179ca05, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d4623e97-476c-4103-ba7c-6707d179ca05,segment=NetworkSegment(4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4),segment_id=4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:47.441506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.452040 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.509505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965466a-ec99-4a5e-a91c-f1f4beeb516c None None] Pushing event updated for resources: {'Port': ['ID=d4623e97-476c-4103-ba7c-6707d179ca05,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.551820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.629171 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.659616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event deleted for resources: {'Subnet': ['ID=48a5c864-3756-4418-bf33-3f9bc16beeda,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.663586 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.667087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a3edaf96-4629-4e52-879f-dac22a245820 tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "DELETE /v2.0/subnets/48a5c864-3756-4418-bf33-3f9bc16beeda HTTP/1.1" status: 204 len: 168 time: 0.3150933 Nov 09 18:23:47.669799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.779157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.843996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Deleting port d4623e97-476c-4103-ba7c-6707d179ca05 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:47.844348 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.922811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] For port d4623e97-476c-4103-ba7c-6707d179ca05, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d4623e97-476c-4103-ba7c-6707d179ca05,segment=NetworkSegment(4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4),segment_id=4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:47.923765 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:47.941004 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Calling delete_port for d4623e97-476c-4103-ba7c-6707d179ca05 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:47.945505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75d698-33e9-4ae9-9205-9a976d942129 None None] Network 0a1449a9-b2b7-4677-9a38-449ce781c90b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:47.996564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bc80b2ae-7f11-4f00-a332-d88f663d040e up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:48.040534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.072874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event deleted for resources: {'Port': ['ID=d4623e97-476c-4103-ba7c-6707d179ca05,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.076904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] No DVR routers for this DVR port d4623e97-476c-4103-ba7c-6707d179ca05 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:48.090740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-526c032b-f652-402e-ae27-a815b8dfb5f9 None None] Provisioning complete for port bc80b2ae-7f11-4f00-a332-d88f663d040e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:48.091160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-526c032b-f652-402e-ae27-a815b8dfb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.160307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port bc80b2ae-7f11-4f00-a332-d88f663d040e triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:48.160679 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.163558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.188221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9847eab5-2c11-465c-b3cf-e16bbd10b36b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:48.199672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:48.199933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9579e5-793b-4a1f-9b8c-bbeb7b221eb4') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:48.211550 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.231282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.240754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:48.242142 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:48.247387 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:48.284802 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-526c032b-f652-402e-ae27-a815b8dfb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.325627 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.330580 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.334930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.338337 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "DELETE /v2.0/networks/9847eab5-2c11-465c-b3cf-e16bbd10b36b HTTP/1.1" status: 204 len: 168 time: 0.6646278 Nov 09 18:23:48.338563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55468) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.375489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7308561-7014-4dcd-b558-17ef2ef532ab tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event deleted for resources: {'Network': ['ID=9847eab5-2c11-465c-b3cf-e16bbd10b36b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.387747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-526c032b-f652-402e-ae27-a815b8dfb5f9 None None] For port bc80b2ae-7f11-4f00-a332-d88f663d040e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bc80b2ae-7f11-4f00-a332-d88f663d040e,segment=NetworkSegment(f3783c8d-e1f9-49ac-83c6-14cd32d194ed),segment_id=f3783c8d-e1f9-49ac-83c6-14cd32d194ed)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:48.394391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-526c032b-f652-402e-ae27-a815b8dfb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.409232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Deleting subnet eeb4407f-0cf0-4fe1-9f5c-3b54182e6b2b {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:23:48.416457 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.476388 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.477654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c032b-f652-402e-ae27-a815b8dfb5f9 None None] Pushing event updated for resources: {'Port': ['ID=bc80b2ae-7f11-4f00-a332-d88f663d040e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.480902 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:23:48.481581 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:23:48.575180 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.615566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-38882540-4bec-483b-8fa6-08999035aaf3 None None] Provisioning complete for port bc80b2ae-7f11-4f00-a332-d88f663d040e triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:48.616628 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38882540-4bec-483b-8fa6-08999035aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.638847 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.673192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.678291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.678769 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "DELETE /v2.0/subnets/eeb4407f-0cf0-4fe1-9f5c-3b54182e6b2b HTTP/1.1" status: 204 len: 168 time: 0.3379011 Nov 09 18:23:48.679436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dc35b-11de-4ceb-b5ab-2eac6ade824e tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb4407f-0cf0-4fe1-9f5c-3b54182e6b2b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.697380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f67d7e-bd25-4fe2-975e-3758f2b69221 None None] Network 0a1449a9-b2b7-4677-9a38-449ce781c90b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:48.749340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7bba8-5ce0-4808-92c8-469351c1c7c8 None None] DHCP port deletion for 9847eab5-2c11-465c-b3cf-e16bbd10b36b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:48.772226 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.779555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31caf1c6-d7e8-4e12-b58c-72f6e1c4c200 None None] Network 9847eab5-2c11-465c-b3cf-e16bbd10b36b requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:48.800618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31caf1c6-d7e8-4e12-b58c-72f6e1c4c200 None None] Network 9847eab5-2c11-465c-b3cf-e16bbd10b36b could not be found, it might have been deleted concurrently. {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:23:48.834616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Deleting port bc80b2ae-7f11-4f00-a332-d88f663d040e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:48.834882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.877138 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ad1ce9fd-c89b-4ffe-99c5-832095c33730 None None] Could not find standard attr ID for object d4623e97-476c-4103-ba7c-6707d179ca05. {{(pid=102556) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:23:48.904739 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] For port bc80b2ae-7f11-4f00-a332-d88f663d040e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bc80b2ae-7f11-4f00-a332-d88f663d040e,segment=NetworkSegment(f3783c8d-e1f9-49ac-83c6-14cd32d194ed),segment_id=f3783c8d-e1f9-49ac-83c6-14cd32d194ed)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:48.905158 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:48.918472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Calling delete_port for bc80b2ae-7f11-4f00-a332-d88f663d040e owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:48.923578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] DHCP port deletion for 0a1449a9-b2b7-4677-9a38-449ce781c90b request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:48.971341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] Deleting port bc80b2ae-7f11-4f00-a332-d88f663d040e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:23:48.972006 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.003560 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.032360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event deleted for resources: {'Port': ['ID=bc80b2ae-7f11-4f00-a332-d88f663d040e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:49.035684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] No DVR routers for this DVR port bc80b2ae-7f11-4f00-a332-d88f663d040e on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:49.038524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port bc80b2ae-7f11-4f00-a332-d88f663d040e update to ACTIVE by agent not found {{(pid=102556) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 18:23:49.039085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4623e97-476c-4103-ba7c-6707d179ca05 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:49.069694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d4623e97-476c-4103-ba7c-6707d179ca05 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:49.070177 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4623e97-476c-4103-ba7c-6707d179ca05 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 18:23:49.094314 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Port d4623e97-476c-4103-ba7c-6707d179ca05 not found, will not notify nova. {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 18:23:49.096708 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] For port bc80b2ae-7f11-4f00-a332-d88f663d040e, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=bc80b2ae-7f11-4f00-a332-d88f663d040e,segment=NetworkSegment(f3783c8d-e1f9-49ac-83c6-14cd32d194ed),segment_id=f3783c8d-e1f9-49ac-83c6-14cd32d194ed)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:49.097105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.110294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] Calling delete_port for bc80b2ae-7f11-4f00-a332-d88f663d040e owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:23:49.116443 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.137977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1449a9-b2b7-4677-9a38-449ce781c90b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:49.147364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:49.147658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3783c8d-e1f9-49ac-83c6-14cd32d194ed') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:49.157838 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.171804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.177854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:49.178236 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:49.181359 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:49.190807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.217539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] Pushing event deleted for resources: {'Port': ['ID=bc80b2ae-7f11-4f00-a332-d88f663d040e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:49.222837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b7f3e-4422-4b15-884b-b11ae1e947c3 None None] No DVR routers for this DVR port bc80b2ae-7f11-4f00-a332-d88f663d040e on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:49.248045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.252265 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.255898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "DELETE /v2.0/networks/0a1449a9-b2b7-4677-9a38-449ce781c90b HTTP/1.1" status: 204 len: 168 time: 0.5757496 Nov 09 18:23:49.258905 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55472) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.271193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bb758-cc36-4031-8bee-f7d31035655d tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Pushing event deleted for resources: {'Network': ['ID=0a1449a9-b2b7-4677-9a38-449ce781c90b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:49.285971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7fd00054-62e9-439e-8c4c-853cf1a2459a tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "GET /v2.0/ports?device_id=a98bbbbf-d948-4985-8956-10cadd4b402c HTTP/1.1" status: 200 len: 205 time: 0.0258660 Nov 09 18:23:49.288328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55474) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.409610 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.565267 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.567550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.612844 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.613355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Fanout notify agent at l3_agent the message router_deleted on router a98bbbbf-d948-4985-8956-10cadd4b402c {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:23:49.621296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:49.624620 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f989fdb4-2d35-4a5e-a115-2dcdf11f5ffa tempest-RoutersNegativeTest-1999729189 tempest-RoutersNegativeTest-1999729189-project] 10.222.0.45 "DELETE /v2.0/routers/a98bbbbf-d948-4985-8956-10cadd4b402c HTTP/1.1" status: 204 len: 168 time: 0.3331447 Nov 09 18:23:49.868693 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55480) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.891656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bc80b2ae-7f11-4f00-a332-d88f663d040e no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:49.911634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: bc80b2ae-7f11-4f00-a332-d88f663d040e {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:49.911980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device bc80b2ae-7f11-4f00-a332-d88f663d040e not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:49.912392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4623e97-476c-4103-ba7c-6707d179ca05 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:49.932315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d4623e97-476c-4103-ba7c-6707d179ca05 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:23:49.932665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4623e97-476c-4103-ba7c-6707d179ca05 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:50.009324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cbb71593-6614-40a3-a958-fe314505a022 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db1c0762999c4ba0873c175d4c6fec34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392131 Nov 09 18:23:50.011869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55484) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:50.059330 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5678ddb4-62cd-4131-a59d-c4d8efca3675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.080154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5678ddb4-62cd-4131-a59d-c4d8efca3675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.131683 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5678ddb4-62cd-4131-a59d-c4d8efca3675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.135198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5678ddb4-62cd-4131-a59d-c4d8efca3675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.136615 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5678ddb4-62cd-4131-a59d-c4d8efca3675 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89336b28-172b-42fe-974c-805f3e493b35 HTTP/1.1" status: 204 len: 168 time: 0.1238005 Nov 09 18:23:50.144512 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678ddb4-62cd-4131-a59d-c4d8efca3675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89336b28-172b-42fe-974c-805f3e493b35,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:50.766198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55506) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:50.865284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1977645545-network', 'tenant_id': '1e495df8897c48dab83403330aa933fd'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:50.886494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Made reservation on behalf of 1e495df8897c48dab83403330aa933fd for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:50.888911 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.897294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.971631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.975693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:50.997678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:51.011658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e089a447-0a70-4e20-8185-2d893729f5eb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:51.017533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.017815 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Added segment 1086695a-0897-441a-b274-55749704651e of type vlan for network 69043855-c737-477c-82b6-ebfc3712fe81 Nov 09 18:23:51.060103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.084472 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.089208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:51.089208 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.382055 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6147172 Nov 09 18:23:51.384952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55510) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:51.391440 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Request body: {'subnet': {'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-subnet', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:51.395451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e51e-07f2-42f0-89d2-a0a1d5c9c690 admin admin] Pushing event updated for resources: {'Network': ['ID=69043855-c737-477c-82b6-ebfc3712fe81,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:51.405146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 69043855-c737-477c-82b6-ebfc3712fe81 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:51.417202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Made reservation on behalf of 1e495df8897c48dab83403330aa933fd for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:51.419653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.588236 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.645825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:51.651996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Checking segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:51.652473 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Network hostable DHCP agents. Network: 69043855-c737-477c-82b6-ebfc3712fe81, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:51.673341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Network 69043855-c737-477c-82b6-ebfc3712fe81 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:51.682183 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 69043855-c737-477c-82b6-ebfc3712fe81) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:51.686365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:51.686810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.691863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a102f-6725-4307-8e9b-5079f3a3e345 None None] Network 69043855-c737-477c-82b6-ebfc3712fe81 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:51.702711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0fe3609e-2cec-4a9e-8e5d-110092f65a40 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3167384 Nov 09 18:23:51.705472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55512) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:51.709825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:51.732036 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.733090 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.791528 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:51.939226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.002781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-69043855-c737-477c-82b6-ebfc3712fe81', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'fixed_ips': [{'subnet_id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:52.003731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.153179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Allocated IP 172.20.0.2 (69043855-c737-477c-82b6-ebfc3712fe81/f5c6a8c9-a95a-42a7-a3a6-54043c9a0739/2db7efd4-8283-4816-a182-47dad511eb0c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:52.170066 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.194630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.304090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.305454 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Allocated IP 172.25.3.140 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/9ba3eedd-84a2-4413-840b-9b4a56898bfb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:52.312438 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.358304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Network 69043855-c737-477c-82b6-ebfc3712fe81 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:52.362112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:52.366574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:52.370426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Pushing event updated for resources: {'Port': ['ID=2db7efd4-8283-4816-a182-47dad511eb0c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:52.414331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.426358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Attempting to bind port 2db7efd4-8283-4816-a182-47dad511eb0c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:52.426961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Attempting to bind port 2db7efd4-8283-4816-a182-47dad511eb0c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:52.427109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Attempting to bind port 2db7efd4-8283-4816-a182-47dad511eb0c on network 69043855-c737-477c-82b6-ebfc3712fe81 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:52.432753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:52.433143 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Checking segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:52.433548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.433948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Bound using segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:52.434420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Bound port: 2db7efd4-8283-4816-a182-47dad511eb0c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:52.434813 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.449400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.499018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:52.500454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] For port 2db7efd4-8283-4816-a182-47dad511eb0c, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:52.503059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:52.503938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] For port 2db7efd4-8283-4816-a182-47dad511eb0c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2db7efd4-8283-4816-a182-47dad511eb0c,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:52.505445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba3eedd-84a2-4413-840b-9b4a56898bfb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:52.508672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:52.509663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.536916 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df8bd9-e87c-4642-8699-93913b97d915 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:52.582789 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f325b-f64f-4cce-9a33-48de60323675 None None] Pushing event updated for resources: {'Port': ['ID=2db7efd4-8283-4816-a182-47dad511eb0c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:52.635104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ace08ac3-41dc-42c2-8a3e-de4e76ffd681 None None] Provisioning complete for port 9ba3eedd-84a2-4413-840b-9b4a56898bfb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:52.635487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ace08ac3-41dc-42c2-8a3e-de4e76ffd681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.678429 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ace08ac3-41dc-42c2-8a3e-de4e76ffd681 None None] Port 9ba3eedd-84a2-4413-840b-9b4a56898bfb cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:23:52.787884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:52.989192 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.137348 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Router b9b3b375-ee51-4d48-9f70-84cc8a83aeee is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:23:53.244012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:53.253039 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Sync routers for ids ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:53.264476 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.265886 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d99ddfdb-2e93-4993-b0a6-1e53b0104689 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5594258 Nov 09 18:23:53.268659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55514) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:53.269482 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Routers {'b9b3b375-ee51-4d48-9f70-84cc8a83aeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:53.270430 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:23:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.387234 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Set router b9b3b375-ee51-4d48-9f70-84cc8a83aeee gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:53.504905 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a179d1b6-271c-429a-a633-7f19feb4b6c7 None None] Network 69043855-c737-477c-82b6-ebfc3712fe81 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:53.574137 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:23:52Z', 'revision_number': 3, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.601042 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Checking router: b9b3b375-ee51-4d48-9f70-84cc8a83aeee for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:53.601376 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Updating router b9b3b375-ee51-4d48-9f70-84cc8a83aeee port 9ba3eedd-84a2-4413-840b-9b4a56898bfb binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:23:53.608967 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.628550 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.660045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5c158805-e687-4ec5-82e4-5af581f7d578 None None] Provisioning complete for port 2db7efd4-8283-4816-a182-47dad511eb0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:53.660415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c158805-e687-4ec5-82e4-5af581f7d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.738474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.786207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c158805-e687-4ec5-82e4-5af581f7d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.831372 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5c158805-e687-4ec5-82e4-5af581f7d578 None None] For port 2db7efd4-8283-4816-a182-47dad511eb0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2db7efd4-8283-4816-a182-47dad511eb0c,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:53.843133 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c158805-e687-4ec5-82e4-5af581f7d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.908059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c158805-e687-4ec5-82e4-5af581f7d578 None None] Pushing event updated for resources: {'Port': ['ID=2db7efd4-8283-4816-a182-47dad511eb0c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:53.912714 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.920451 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:53.971627 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Pushing event updated for resources: {'Port': ['ID=9ba3eedd-84a2-4413-840b-9b4a56898bfb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:53.985390 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.985717 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.986052 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.986383 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.986709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.987065 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.987364 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.987687 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.988003 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.990858 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.991269 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.991608 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:53.999264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2db7efd4-8283-4816-a182-47dad511eb0c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:54.023104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Attempting to bind port 9ba3eedd-84a2-4413-840b-9b4a56898bfb on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:54.023479 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Attempting to bind port 9ba3eedd-84a2-4413-840b-9b4a56898bfb by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:54.024384 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Attempting to bind port 9ba3eedd-84a2-4413-840b-9b4a56898bfb on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:54.030327 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:54.030699 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:54.031131 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.031526 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:54.032009 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Bound port: 9ba3eedd-84a2-4413-840b-9b4a56898bfb, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:54.032387 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.042750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60829ebe-7095-42f4-8643-56cb9baaa17a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:54.092975 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] For port 9ba3eedd-84a2-4413-840b-9b4a56898bfb, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:54.093536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a2d86c15-c43c-4608-8546-55568f03e6a2 None None] Provisioning complete for port 2db7efd4-8283-4816-a182-47dad511eb0c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:54.094025 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d86c15-c43c-4608-8546-55568f03e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.096988 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] For port 9ba3eedd-84a2-4413-840b-9b4a56898bfb, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9ba3eedd-84a2-4413-840b-9b4a56898bfb,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:54.103650 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.132646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2db7efd4-8283-4816-a182-47dad511eb0c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:54.133745 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.169779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a39799-229c-45de-884b-8f8555dfc86a None None] Pushing event updated for resources: {'Port': ['ID=9ba3eedd-84a2-4413-840b-9b4a56898bfb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:54.172622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e4cf9-c9b1-4867-9278-5a7393597699 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:54.173260 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Routers {'b9b3b375-ee51-4d48-9f70-84cc8a83aeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:54.173906 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:23:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:54.262287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Allocated IP 172.20.0.1 (69043855-c737-477c-82b6-ebfc3712fe81/f5c6a8c9-a95a-42a7-a3a6-54043c9a0739/147d9160-5f4f-4105-872c-c3064b2d7cd2) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:54.289562 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] Set router b9b3b375-ee51-4d48-9f70-84cc8a83aeee gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:54.372588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.411583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.430279 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d52dc363-3d92-4377-bca0-9a56c6f60c35 None None] Provisioning complete for port 9ba3eedd-84a2-4413-840b-9b4a56898bfb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:54.430828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d52dc363-3d92-4377-bca0-9a56c6f60c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.449608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Network 69043855-c737-477c-82b6-ebfc3712fe81 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:54.456538 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:54.460263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:54.466535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Pushing event updated for resources: {'Port': ['ID=147d9160-5f4f-4105-872c-c3064b2d7cd2,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:54.483170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:23:52Z', 'revision_number': 3, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:54.505775 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.514190 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e90a1a-331b-43b9-931f-dcd96d922033 None None] The sync data for ids ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'] in n-d-804292-3 is: [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:23:52Z', 'revision_number': 3, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:54.535879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d52dc363-3d92-4377-bca0-9a56c6f60c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.562488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d52dc363-3d92-4377-bca0-9a56c6f60c35 None None] For port 9ba3eedd-84a2-4413-840b-9b4a56898bfb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9ba3eedd-84a2-4413-840b-9b4a56898bfb,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:54.568217 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d52dc363-3d92-4377-bca0-9a56c6f60c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.632000 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc363-3d92-4377-bca0-9a56c6f60c35 None None] Pushing event updated for resources: {'Port': ['ID=9ba3eedd-84a2-4413-840b-9b4a56898bfb,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:54.724153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.791744 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aa6bfe32-84bf-4941-905b-3a0f15fb7baf None None] Provisioning complete for port 147d9160-5f4f-4105-872c-c3064b2d7cd2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:54.792113 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6bfe32-84bf-4941-905b-3a0f15fb7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.828735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bfe32-84bf-4941-905b-3a0f15fb7baf None None] Port 147d9160-5f4f-4105-872c-c3064b2d7cd2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:23:54.916202 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.921055 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:54.988403 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Pushing event updated for resources: {'Port': ['ID=147d9160-5f4f-4105-872c-c3064b2d7cd2,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:54.990825 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:55.092830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Network 69043855-c737-477c-82b6-ebfc3712fe81 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:55.094386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:55.215334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Router b9b3b375-ee51-4d48-9f70-84cc8a83aeee has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:55.328567 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:55.333543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-658f1c0f-57f3-4760-9845-f18c83c07095 admin admin] 10.222.0.45 "PUT /v2.0/routers/b9b3b375-ee51-4d48-9f70-84cc8a83aeee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0636983 Nov 09 18:23:55.353178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-30a713fc-ad37-4eaf-b33b-777acd55f61c None None] Provisioning complete for port 147d9160-5f4f-4105-872c-c3064b2d7cd2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:55.353559 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a713fc-ad37-4eaf-b33b-777acd55f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:55.395234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-30a713fc-ad37-4eaf-b33b-777acd55f61c None None] Port 147d9160-5f4f-4105-872c-c3064b2d7cd2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:23:55.819673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55530) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:55.824942 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1582593724-network', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:55.848736 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Made reservation on behalf of f9ce156252e949a686366df17a8e94b8 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:55.851236 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:55.864989 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:55.950767 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:55.955435 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:55.982699 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:55.997730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2db7efd4-8283-4816-a182-47dad511eb0c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:56.002315 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99ab8c-8ec1-4a7c-b047-9e5f549d5212,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:56.005721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.006070 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Added segment 3ed4ace5-9c36-4156-90a5-472b91b5bec3 of type vlan for network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 Nov 09 18:23:56.050210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.058678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 2db7efd4-8283-4816-a182-47dad511eb0c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:56.059157 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.078733 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.079780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:56.080495 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.142540 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3216653 Nov 09 18:23:56.145160 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55532) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:56.145816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ba3eedd-84a2-4413-840b-9b4a56898bfb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:56.152647 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Request body: {'subnet': {'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-subnet', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:56.157259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a596474-83c1-4fb1-9215-333428fe221a admin admin] Pushing event updated for resources: {'Network': ['ID=4f0eb421-e2dd-4dd4-b264-aac011f5f5f4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:56.176063 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:56.176615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Made reservation on behalf of f9ce156252e949a686366df17a8e94b8 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:56.179171 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.228858 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Sync routers for ids ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:56.262806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Routers {'b9b3b375-ee51-4d48-9f70-84cc8a83aeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:56.263458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:23:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:56.322100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9ba3eedd-84a2-4413-840b-9b4a56898bfb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:56.322498 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.355097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.413608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Set router b9b3b375-ee51-4d48-9f70-84cc8a83aeee gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:56.418607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a829e2-bf49-44bf-aaf1-022a5bf27ff5,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:56.426397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Checking segment: {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:56.426765 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Network hostable DHCP agents. Network: 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:56.444580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:56.455884 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:56.468390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:56.468390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.473561 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c8962-4a7e-4f7e-bcad-0379f6484dce None None] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:56.485129 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-92fb870c-e970-4ac3-8f05-647cc1cd82b0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3388643 Nov 09 18:23:56.487619 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55534) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:56.492050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:56.513158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.514196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.566005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.712186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.766591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-4f0eb421-e2dd-4dd4-b264-aac011f5f5f4', 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'fixed_ips': [{'subnet_id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:56.767481 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.793727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '147d9160-5f4f-4105-872c-c3064b2d7cd2', 'name': '', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'mac_address': 'fa:16:3e:32:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:53Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 2, 'project_id': '1e495df8897c48dab83403330aa933fd', 'subnets': [{'id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:56.926024 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.951981 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:56.999939 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Checking router: b9b3b375-ee51-4d48-9f70-84cc8a83aeee for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:57.000518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Updating router b9b3b375-ee51-4d48-9f70-84cc8a83aeee port 147d9160-5f4f-4105-872c-c3064b2d7cd2 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:23:57.061796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Allocated IP 172.25.3.59 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/5a4a9e80-a33b-49e9-8a99-784600ec05c7) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:57.087792 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.176294 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.211482 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.217190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Allocated IP 172.20.0.2 (4f0eb421-e2dd-4dd4-b264-aac011f5f5f4/42a829e2-bf49-44bf-aaf1-022a5bf27ff5/f6d45761-35ae-4e70-8a1b-587ca98b2854) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:57.251583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:57.257310 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:57.261401 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:57.267406 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4a9e80-a33b-49e9-8a99-784600ec05c7,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:57.294133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192140e4-fb96-4828-b6f0-c55351c5df66 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:57.510920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c13d6810-7c57-410a-95c1-c235973be04d None None] Provisioning complete for port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:57.511307 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c13d6810-7c57-410a-95c1-c235973be04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.518595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.537916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.552187 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.579986 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.604362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c13d6810-7c57-410a-95c1-c235973be04d None None] Port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:23:57.612947 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.618922 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:57.627096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:57.634057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:57.645188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Pushing event updated for resources: {'Port': ['ID=f6d45761-35ae-4e70-8a1b-587ca98b2854,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:57.732570 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.768483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Attempting to bind port f6d45761-35ae-4e70-8a1b-587ca98b2854 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:57.768861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Attempting to bind port f6d45761-35ae-4e70-8a1b-587ca98b2854 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:57.769450 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Attempting to bind port f6d45761-35ae-4e70-8a1b-587ca98b2854 on network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:57.774384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c1886-706a-4819-8136-1085fd18ec92 None None] Pushing event updated for resources: {'Port': ['ID=147d9160-5f4f-4105-872c-c3064b2d7cd2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:57.787454 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:57.787834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Checking segment: {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:57.788239 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.788648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Bound using segment: {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:57.789807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Bound port: f6d45761-35ae-4e70-8a1b-587ca98b2854, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:57.789807 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.794356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Attempting to bind port 147d9160-5f4f-4105-872c-c3064b2d7cd2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:57.794727 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Attempting to bind port 147d9160-5f4f-4105-872c-c3064b2d7cd2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:57.795121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Attempting to bind port 147d9160-5f4f-4105-872c-c3064b2d7cd2 on network 69043855-c737-477c-82b6-ebfc3712fe81 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:57.808350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:57.808713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Checking segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:57.809111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.809519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Bound using segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:57.810006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Bound port: 147d9160-5f4f-4105-872c-c3064b2d7cd2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:57.810389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.924866 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] For port f6d45761-35ae-4e70-8a1b-587ca98b2854, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:57.946459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] For port f6d45761-35ae-4e70-8a1b-587ca98b2854, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f6d45761-35ae-4e70-8a1b-587ca98b2854,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:57.947981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] For port 147d9160-5f4f-4105-872c-c3064b2d7cd2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:57.956062 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.971447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4bc7d17c-a8de-45c8-a4dd-c0e5bb23af06 None None] Provisioning complete for port 147d9160-5f4f-4105-872c-c3064b2d7cd2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:57.971447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d17c-a8de-45c8-a4dd-c0e5bb23af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:57.993669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] For port 147d9160-5f4f-4105-872c-c3064b2d7cd2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=147d9160-5f4f-4105-872c-c3064b2d7cd2,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:58.027558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.100739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc93c83d-92a8-4906-834c-fe71255b0e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.107078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb139e-0ddd-4e1b-94e4-904f08181e00 None None] Pushing event updated for resources: {'Port': ['ID=f6d45761-35ae-4e70-8a1b-587ca98b2854,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:58.140542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Routers {'b9b3b375-ee51-4d48-9f70-84cc8a83aeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:58.141178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:23:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:58.166712 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:23:58.244632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c1886-706a-4819-8136-1085fd18ec92 None None] Pushing event updated for resources: {'Port': ['ID=147d9160-5f4f-4105-872c-c3064b2d7cd2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:58.249955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d17c-a8de-45c8-a4dd-c0e5bb23af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.321841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:58.349976 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Sync routers for ids ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:58.350486 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.350613 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4bc7d17c-a8de-45c8-a4dd-c0e5bb23af06 None None] For port 147d9160-5f4f-4105-872c-c3064b2d7cd2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=147d9160-5f4f-4105-872c-c3064b2d7cd2,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:58.354362 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a23259ba-2f20-4f25-a8f2-79d8b6ccc7f7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8631613 Nov 09 18:23:58.360761 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d17c-a8de-45c8-a4dd-c0e5bb23af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.365021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] Set router b9b3b375-ee51-4d48-9f70-84cc8a83aeee gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:58.370651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:58.373322 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Routers {'c03fa3ce-bf0a-4742-82ce-1bd2eec44094'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:58.374047 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:23:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:58.533316 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7d17c-a8de-45c8-a4dd-c0e5bb23af06 None None] Pushing event updated for resources: {'Port': ['ID=147d9160-5f4f-4105-872c-c3064b2d7cd2,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:58.569278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-74fe5d0f-28bb-4711-81ce-c9c1b2cc74f4 None None] Provisioning complete for port 147d9160-5f4f-4105-872c-c3064b2d7cd2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:58.569797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fe5d0f-28bb-4711-81ce-c9c1b2cc74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.604641 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Set router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:58.730881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '147d9160-5f4f-4105-872c-c3064b2d7cd2', 'name': '', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'mac_address': 'fa:16:3e:32:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:53Z', 'updated_at': '2021-11-09T18:23:57Z', 'revision_number': 4, 'project_id': '1e495df8897c48dab83403330aa933fd', 'subnets': [{'id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:58.768998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd8387-4f81-433e-b892-c020ceec9c0e None None] The sync data for ids ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'] in n-d-804292-3 is: [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '147d9160-5f4f-4105-872c-c3064b2d7cd2', 'name': '', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'mac_address': 'fa:16:3e:32:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:53Z', 'updated_at': '2021-11-09T18:23:57Z', 'revision_number': 4, 'project_id': '1e495df8897c48dab83403330aa933fd', 'subnets': [{'id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:58.810914 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:57Z', 'revision_number': 3, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:58.875173 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Checking router: c03fa3ce-bf0a-4742-82ce-1bd2eec44094 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:58.875971 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Updating router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:23:58.909057 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.928122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:58.988607 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.146440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Allocated IP 172.20.0.1 (4f0eb421-e2dd-4dd4-b264-aac011f5f5f4/42a829e2-bf49-44bf-aaf1-022a5bf27ff5/f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:59.210167 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.221771 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.293105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23726d52-100a-48bf-a73c-f0ef4236996f None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:59.305729 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Attempting to bind port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:23:59.306107 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Attempting to bind port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:23:59.306475 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Attempting to bind port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:59.318883 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.320903 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:59.321956 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:23:59.321956 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.322186 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:59.322865 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Bound port: 5a4a9e80-a33b-49e9-8a99-784600ec05c7, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:23:59.323370 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.326498 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a7271-85e4-434c-a66e-6800e8b0a050 None None] Pushing event updated for resources: {'Port': ['ID=5a4a9e80-a33b-49e9-8a99-784600ec05c7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:59.376016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d614bb-a64d-4b27-a729-9593d165a8b5 None None] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:59.378872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6f743dd0-c8ed-4c84-b63d-b5742052a531 None None] Provisioning complete for port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:59.379303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f743dd0-c8ed-4c84-b63d-b5742052a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.386164 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.417136 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] For port 5a4a9e80-a33b-49e9-8a99-784600ec05c7, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:59.422727 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] For port 5a4a9e80-a33b-49e9-8a99-784600ec05c7, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5a4a9e80-a33b-49e9-8a99-784600ec05c7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:59.429627 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.456209 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:59.463356 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:59.478267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:59.490942 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d078a8-f27f-4a4e-9380-c68bab848a7c None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:59.509383 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Routers {'c03fa3ce-bf0a-4742-82ce-1bd2eec44094'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:59.510220 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:23:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:59.511193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6f743dd0-c8ed-4c84-b63d-b5742052a531 None None] Port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:23:59.555981 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Pushing event updated for resources: {'Port': ['ID=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:59.557919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a7271-85e4-434c-a66e-6800e8b0a050 None None] Pushing event updated for resources: {'Port': ['ID=5a4a9e80-a33b-49e9-8a99-784600ec05c7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:59.590570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.655806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Provisioning complete for port f6d45761-35ae-4e70-8a1b-587ca98b2854 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:59.656186 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.664857 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] Set router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:59.756014 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.775891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.803807 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] For port f6d45761-35ae-4e70-8a1b-587ca98b2854, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f6d45761-35ae-4e70-8a1b-587ca98b2854,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:59.810879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.900689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Provisioning complete for port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:59.908798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:23:59.969104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:57Z', 'revision_number': 3, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:00.013058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Pushing event updated for resources: {'Port': ['ID=f6d45761-35ae-4e70-8a1b-587ca98b2854,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.041007 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4e542f-1843-4831-b098-6b6cfe9587fd None None] The sync data for ids ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'] in n-d-804292-3 is: [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:57Z', 'revision_number': 3, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:00.079349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f6d45761-35ae-4e70-8a1b-587ca98b2854 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:00.110234 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.114478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.131150 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.169907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] For port 5a4a9e80-a33b-49e9-8a99-784600ec05c7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5a4a9e80-a33b-49e9-8a99-784600ec05c7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:00.177336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.217771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Pushing event updated for resources: {'Port': ['ID=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.224958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.358659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:00.360181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:00.434544 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f6d45761-35ae-4e70-8a1b-587ca98b2854 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:00.435165 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.462840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f097568b-d9aa-40a8-8535-9c7a2bfe32d2 None None] Provisioning complete for port f6d45761-35ae-4e70-8a1b-587ca98b2854 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:00.463239 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f097568b-d9aa-40a8-8535-9c7a2bfe32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.467616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f1b90-9897-4833-b8b4-ef36242c0e0f None None] Pushing event updated for resources: {'Port': ['ID=5a4a9e80-a33b-49e9-8a99-784600ec05c7,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.553948 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03ee8c57-8797-4a66-8d08-e1b5db116cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.555224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:00.652077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 147d9160-5f4f-4105-872c-c3064b2d7cd2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:00.713969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f097568b-d9aa-40a8-8535-9c7a2bfe32d2 None None] Provisioning complete for port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:00.714599 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f097568b-d9aa-40a8-8535-9c7a2bfe32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.720741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:00.732600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-69adefb9-2160-432c-a368-3e609a2bef0d admin admin] 10.222.0.45 "PUT /v2.0/routers/c03fa3ce-bf0a-4742-82ce-1bd2eec44094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596611 Nov 09 18:24:00.762740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f097568b-d9aa-40a8-8535-9c7a2bfe32d2 None None] Port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:24:00.765093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 147d9160-5f4f-4105-872c-c3064b2d7cd2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:00.765547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.886814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fd43399d-000c-413a-8319-7ae00f24de6f None None] Provisioning complete for port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:00.887223 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd43399d-000c-413a-8319-7ae00f24de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:00.923193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fd43399d-000c-413a-8319-7ae00f24de6f None None] Port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:24:01.412265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-c01252bb-375e-4bc5-8040-50224ff847ab tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:01.413781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-c01252bb-375e-4bc5-8040-50224ff847ab tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 817 time: 0.1067264 Nov 09 18:24:01.429864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-ef8cb186-fb7f-4d38-abb6-652394f89622 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/quotas/1e495df8897c48dab83403330aa933fd HTTP/1.1" status: 200 len: 375 time: 0.0094078 Nov 09 18:24:01.483204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-5bbd413e-8c5c-4622-99b3-31219ba5759e tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475469 Nov 09 18:24:01.594284 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-c0e98492-89bc-4b5f-91a5-b14918d3cf0b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:24:01.595235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-c0e98492-89bc-4b5f-91a5-b14918d3cf0b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1002452 Nov 09 18:24:01.688569 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-f9b9857a-fa3d-49bf-a4fe-7045ec24e7af service neutron] 10.222.0.45 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869131 Nov 09 18:24:01.785605 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-bc0b68c5-bcaa-4ef7-abe8-3660a6e876fd service neutron] 10.222.0.45 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907767 Nov 09 18:24:01.902150 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:01.983581 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-32fdfaa8-c041-431a-8687-a4536dd2c5a0 req-f4978eec-956c-449c-80f0-079a7181843b tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 210 time: 0.0335126 Nov 09 18:24:02.024887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f6d45761-35ae-4e70-8a1b-587ca98b2854 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:02.082460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f6d45761-35ae-4e70-8a1b-587ca98b2854 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:02.082839 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:02.170682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5a4a9e80-a33b-49e9-8a99-784600ec05c7 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:02.220586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:02.221005 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:02.248116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Sync routers for ids ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:02.279627 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Routers {'c03fa3ce-bf0a-4742-82ce-1bd2eec44094'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:02.280273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:24:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:02.425068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Set router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:02.636568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:59Z', 'revision_number': 4, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06', 'name': '', 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'mac_address': 'fa:16:3e:b3:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:58Z', 'updated_at': '2021-11-09T18:23:59Z', 'revision_number': 2, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'subnets': [{'id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:02.666326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Checking router: c03fa3ce-bf0a-4742-82ce-1bd2eec44094 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:02.666684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Updating router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:24:02.690628 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:02.949977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:02.955114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.079287 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-ab154e63-3b2b-42e4-97e8-e0467214bcca tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:03.081603 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-ab154e63-3b2b-42e4-97e8-e0467214bcca tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 817 time: 0.1351027 Nov 09 18:24:03.098084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bb883-bfc0-4ada-a63d-fd6f3d61e547 None None] Pushing event updated for resources: {'Port': ['ID=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.103641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Request body: {'port': {'device_id': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'admin_state_up': True, 'tenant_id': '1e495df8897c48dab83403330aa933fd'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:03.126578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Attempting to bind port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:24:03.127072 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Attempting to bind port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:24:03.127516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Attempting to bind port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 on network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:03.134849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:03.135578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Checking segment: {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:24:03.136159 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.136565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Bound using segment: {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:03.137050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Bound port: f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed4ace5-9c36-4156-90a5-472b91b5bec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:24:03.137441 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.137690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-02876f4f-049f-4f0e-a785-974df29d5262 req-488cea9e-562c-4d14-ac8a-25930196f304 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 210 time: 0.0549128 Nov 09 18:24:03.218611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] For port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:03.222573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] For port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:03.227931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.261304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Made reservation on behalf of 1e495df8897c48dab83403330aa933fd for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:03.265279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.295665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Routers {'c03fa3ce-bf0a-4742-82ce-1bd2eec44094'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:03.296388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:24:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.332846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bb883-bfc0-4ada-a63d-fd6f3d61e547 None None] Pushing event updated for resources: {'Port': ['ID=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.375271 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.413818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Allocated IP 172.20.0.7 (69043855-c737-477c-82b6-ebfc3712fe81/f5c6a8c9-a95a-42a7-a3a6-54043c9a0739/f5e161ed-8404-42ef-b6b9-f73979ae5edf) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:03.430156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a6f008bd-4cbf-435f-9e1e-b23ce816bb86 None None] Provisioning complete for port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:03.430824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6f008bd-4cbf-435f-9e1e-b23ce816bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.496252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] Set router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:03.585383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.622451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.666574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.673592 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6f008bd-4cbf-435f-9e1e-b23ce816bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.676409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Network 69043855-c737-477c-82b6-ebfc3712fe81 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:03.681746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:03.684007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Pushing event updated for resources: {'Port': ['ID=f5e161ed-8404-42ef-b6b9-f73979ae5edf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.687429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:03.740722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:03.741356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a6f008bd-4cbf-435f-9e1e-b23ce816bb86 None None] For port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:03.741603 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.761767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-3a99de5e-6831-4eda-8b9d-197410ecba39 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6652572 Nov 09 18:24:03.763107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6f008bd-4cbf-435f-9e1e-b23ce816bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.780449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Request body: {'port': {'device_id': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:03.831305 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f008bd-4cbf-435f-9e1e-b23ce816bb86 None None] Pushing event updated for resources: {'Port': ['ID=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.843081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:59Z', 'revision_number': 4, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06', 'name': '', 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'mac_address': 'fa:16:3e:b3:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:58Z', 'updated_at': '2021-11-09T18:24:03Z', 'revision_number': 4, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'subnets': [{'id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.844991 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:03.877703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c604e4-d83f-4470-abfd-ca7a56158c75 None None] The sync data for ids ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'] in n-d-804292-3 is: [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:23:59Z', 'revision_number': 4, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06', 'name': '', 'network_id': '4f0eb421-e2dd-4dd4-b264-aac011f5f5f4', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'mac_address': 'fa:16:3e:b3:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:58Z', 'updated_at': '2021-11-09T18:24:03Z', 'revision_number': 4, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'subnets': [{'id': '42a829e2-bf49-44bf-aaf1-022a5bf27ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:03.889289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-496ead96-1f10-4c57-ae72-d3506fa1ff5c None None] Provisioning complete for port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:03.889753 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-496ead96-1f10-4c57-ae72-d3506fa1ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.134894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b1224947-0c9a-466b-b92c-95160b418262 None None] Provisioning complete for port f5e161ed-8404-42ef-b6b9-f73979ae5edf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:04.135547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1224947-0c9a-466b-b92c-95160b418262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.176543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b1224947-0c9a-466b-b92c-95160b418262 None None] Port f5e161ed-8404-42ef-b6b9-f73979ae5edf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:24:04.217960 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e161ed-8404-42ef-b6b9-f73979ae5edf {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:04.226890 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.241823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Transition to ACTIVE for port object f5e161ed-8404-42ef-b6b9-f73979ae5edf will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:24:04.249005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.290731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3349f-8d01-4f00-bb3f-e775648953de req-74481785-ff14-451e-97dd-26b4109e55d9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.293075 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ca3349f-8d01-4f00-bb3f-e775648953de req-74481785-ff14-451e-97dd-26b4109e55d9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 943 time: 0.0578897 Nov 09 18:24:04.356454 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1ca3349f-8d01-4f00-bb3f-e775648953de req-bb4bd68b-3071-4510-90b7-5bdcaf37fab2 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563197 Nov 09 18:24:04.360521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e161ed-8404-42ef-b6b9-f73979ae5edf,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:04.410264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Attempting to bind port f5e161ed-8404-42ef-b6b9-f73979ae5edf on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:24:04.411404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Attempting to bind port f5e161ed-8404-42ef-b6b9-f73979ae5edf by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:24:04.413253 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Attempting to bind port f5e161ed-8404-42ef-b6b9-f73979ae5edf on network 69043855-c737-477c-82b6-ebfc3712fe81 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:04.421063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Port f5e161ed-8404-42ef-b6b9-f73979ae5edf on network 69043855-c737-477c-82b6-ebfc3712fe81 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:24:04.422370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Attempting to bind port f5e161ed-8404-42ef-b6b9-f73979ae5edf on network 69043855-c737-477c-82b6-ebfc3712fe81 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:04.428394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:04.428889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Checking segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:24:04.429399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Bound using segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:04.431056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Bound port: f5e161ed-8404-42ef-b6b9-f73979ae5edf, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:24:04.431665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.506041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] For port f5e161ed-8404-42ef-b6b9-f73979ae5edf, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:04.510016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] For port f5e161ed-8404-42ef-b6b9-f73979ae5edf, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:04.518343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.557441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.558177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:04.559876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] 10.222.0.83 "PUT /v2.0/ports/f5e161ed-8404-42ef-b6b9-f73979ae5edf HTTP/1.1" status: 200 len: 1091 time: 0.7840288 Nov 09 18:24:04.560452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'tag': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:04.562850 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e35ab-9403-4197-822b-362a52291831" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e237d9-c4f6-4186-bb3e-9467148f6e82", "tag": "f5e161ed-8404-42ef-b6b9-f73979ae5edf"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:04.604529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5ff83-30de-4817-a882-9fcc84fb39a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e161ed-8404-42ef-b6b9-f73979ae5edf,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:04.639570 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bdc46b-3344-42f1-9b33-15e4907754a4 x-openstack-request-id: req-a4bdc46b-3344-42f1-9b33-15e4907754a4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:04.639867 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e237d9-c4f6-4186-bb3e-9467148f6e82", "tag": "f5e161ed-8404-42ef-b6b9-f73979ae5edf", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:04.640128 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4bdc46b-3344-42f1-9b33-15e4907754a4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:04.640539 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'tag': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf', 'status': 'completed', 'code': 200} Nov 09 18:24:04.658251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-d84918a8-38d4-4501-953f-2cd9ea0271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.659868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-d84918a8-38d4-4501-953f-2cd9ea0271e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 1094 time: 0.0510128 Nov 09 18:24:04.724386 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-09b0033f-7932-4620-9e0d-cd8c79c0fa69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf HTTP/1.1" status: 200 len: 217 time: 0.0534723 Nov 09 18:24:04.778330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-a93fbeb2-5f95-4076-b41e-c942d9e2c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.779864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-a93fbeb2-5f95-4076-b41e-c942d9e2c86b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 HTTP/1.1" status: 200 len: 856 time: 0.0459676 Nov 09 18:24:04.828211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-34d2a745-cd6e-4bc9-922a-9aa6aa67eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.829722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-34d2a745-cd6e-4bc9-922a-9aa6aa67eedc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69043855-c737-477c-82b6-ebfc3712fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423300 Nov 09 18:24:04.928989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-b8044491-6421-4fad-bc42-77fef5853cdc service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Nov 09 18:24:05.024336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e53e7263-a7de-4ffb-a158-89a45bd95657 req-326f2068-69ce-401e-b7f5-9cd5ee3983f3 service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Nov 09 18:24:05.122021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e35ab-9403-4197-822b-362a52291831 req-d06bcbb6-209a-470e-8d38-04f192118ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:05.123587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-d06bcbb6-209a-470e-8d38-04f192118ead service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 1094 time: 0.0493758 Nov 09 18:24:05.215687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e35ab-9403-4197-822b-362a52291831 req-c4c55b55-8945-4828-aae2-5f1e1fe8c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:05.217195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-c4c55b55-8945-4828-aae2-5f1e1fe8c929 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 917 time: 0.0860808 Nov 09 18:24:05.263359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-60ee4bec-0dd5-4493-8f26-1e556c1a72bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf HTTP/1.1" status: 200 len: 217 time: 0.0380592 Nov 09 18:24:05.320134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e35ab-9403-4197-822b-362a52291831 req-bc8843fb-17c2-47d9-983a-847a34426bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:05.321612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-bc8843fb-17c2-47d9-983a-847a34426bdb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 HTTP/1.1" status: 200 len: 856 time: 0.0491931 Nov 09 18:24:05.371950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e35ab-9403-4197-822b-362a52291831 req-4c6885af-c9d6-4326-ade3-6566dd3826cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:05.373494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-4c6885af-c9d6-4326-ade3-6566dd3826cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69043855-c737-477c-82b6-ebfc3712fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424690 Nov 09 18:24:05.479885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-509bc9ba-75b7-45d7-b246-f2bcdfe850c5 service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954969 Nov 09 18:24:05.493344 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbf54-7dba-4ecb-b9c3-86a8f73be139 req-eedf600a-1b37-41ff-b5d5-6bffd6fe6a2d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:05.495056 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ffcbbf54-7dba-4ecb-b9c3-86a8f73be139 req-eedf600a-1b37-41ff-b5d5-6bffd6fe6a2d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 943 time: 0.0559800 Nov 09 18:24:05.562341 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ffcbbf54-7dba-4ecb-b9c3-86a8f73be139 req-0ddaf4a4-f8b4-4632-80fc-11e3ba198e48 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Nov 09 18:24:05.623269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b33e35ab-9403-4197-822b-362a52291831 req-0e66e234-f2e8-4896-a484-3e9832eada8a service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335523 Nov 09 18:24:05.953197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:06.013540 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:06.013917 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:06.711056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a462d2-af79-4c47-940e-009709999967 req-7ba17fc9-a65b-42f5-b88a-d3c7eabf143a tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:06.712757 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13a462d2-af79-4c47-940e-009709999967 req-7ba17fc9-a65b-42f5-b88a-d3c7eabf143a tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 943 time: 0.0586288 Nov 09 18:24:06.771314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-13a462d2-af79-4c47-940e-009709999967 req-0bcad185-e3f0-4780-af07-ec4f1abd8971 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Nov 09 18:24:07.899177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e76fe3-3bca-444d-9560-bf238e790ef1 req-b77cef40-56a8-4598-bb16-04fd8486e333 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:07.900715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84e76fe3-3bca-444d-9560-bf238e790ef1 req-b77cef40-56a8-4598-bb16-04fd8486e333 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 943 time: 0.0510921 Nov 09 18:24:07.950848 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-84e76fe3-3bca-444d-9560-bf238e790ef1 req-1fa34087-d973-44d2-af6a-714deea7acdc tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Nov 09 18:24:08.474171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5e161ed-8404-42ef-b6b9-f73979ae5edf details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:24:08.582190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5e161ed-8404-42ef-b6b9-f73979ae5edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:08.595622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'port_id': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf', 'mac_address': 'fa:16:3e:e1:1c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:24:08.635448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:08.650258 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e161ed-8404-42ef-b6b9-f73979ae5edf {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:08.670389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5e161ed-8404-42ef-b6b9-f73979ae5edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:08.674731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:08.724703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f5e161ed-8404-42ef-b6b9-f73979ae5edf,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:08.936409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5e161ed-8404-42ef-b6b9-f73979ae5edf'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:09.108898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8b36-4090-4790-aa26-88c981ac030f req-7614fb4c-1754-4a0a-bb9a-0dfd10594b61 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:09.111631 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d8c8b36-4090-4790-aa26-88c981ac030f req-7614fb4c-1754-4a0a-bb9a-0dfd10594b61 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 944 time: 0.0864582 Nov 09 18:24:09.162114 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2d8c8b36-4090-4790-aa26-88c981ac030f req-5dc0adba-cfaa-4819-8bd8-c4613a503381 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Nov 09 18:24:10.288833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998e855-fe3e-44ad-8fdb-895fcd151a1d req-65ff420b-455f-4a51-970b-fcf3fa67ddbb tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:10.290919 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a998e855-fe3e-44ad-8fdb-895fcd151a1d req-65ff420b-455f-4a51-970b-fcf3fa67ddbb tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 944 time: 0.0529346 Nov 09 18:24:10.345287 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a998e855-fe3e-44ad-8fdb-895fcd151a1d req-0776bb20-f9bc-43c6-8bfd-0f95b4c92028 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449035 Nov 09 18:24:10.481515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5e161ed-8404-42ef-b6b9-f73979ae5edf up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:10.539716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port f5e161ed-8404-42ef-b6b9-f73979ae5edf completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:24:10.544167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port f5e161ed-8404-42ef-b6b9-f73979ae5edf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:10.544541 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:10.828955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:10.854203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:10.856506 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3374e898-27f4-4923-8cc2-27afc529262f" -d '{"events": [{"server_uuid": "e7e237d9-c4f6-4186-bb3e-9467148f6e82", "name": "network-vif-plugged", "status": "completed", "tag": "f5e161ed-8404-42ef-b6b9-f73979ae5edf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:10.870861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port f5e161ed-8404-42ef-b6b9-f73979ae5edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:10.876571 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:10.907769 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e3fb4a-3e45-4125-80e0-3fde14c4e21c x-openstack-request-id: req-01e3fb4a-3e45-4125-80e0-3fde14c4e21c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:10.908075 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e237d9-c4f6-4186-bb3e-9467148f6e82", "name": "network-vif-plugged", "status": "completed", "tag": "f5e161ed-8404-42ef-b6b9-f73979ae5edf", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:10.908331 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01e3fb4a-3e45-4125-80e0-3fde14c4e21c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:10.908724 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf', 'code': 200} Nov 09 18:24:10.940715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=f5e161ed-8404-42ef-b6b9-f73979ae5edf,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:11.030754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a3eac-473d-4d29-985d-fea73d19fcf8 req-f3821fe1-8408-41e5-91b7-e7f2862565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:11.032311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-865a3eac-473d-4d29-985d-fea73d19fcf8 req-f3821fe1-8408-41e5-91b7-e7f2862565da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 1096 time: 0.0445149 Nov 09 18:24:11.084982 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-865a3eac-473d-4d29-985d-fea73d19fcf8 req-677af362-97d5-4bb0-92eb-3a17f83208c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Nov 09 18:24:11.471513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94397a27-57ae-478f-aced-9c030ed1b430 req-9a2a10cb-ca31-413f-99a2-cba1174d9990 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:11.473318 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94397a27-57ae-478f-aced-9c030ed1b430 req-9a2a10cb-ca31-413f-99a2-cba1174d9990 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 945 time: 0.0579329 Nov 09 18:24:11.521907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94397a27-57ae-478f-aced-9c030ed1b430 req-394fbe2d-87ff-4546-bf5b-165206c721a7 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Nov 09 18:24:12.644296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ac58b-b6fe-44bb-bcb4-65730fef2a02 req-812a0c29-4832-4c79-868a-e2eee2fbb835 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:12.645856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-289ac58b-b6fe-44bb-bcb4-65730fef2a02 req-812a0c29-4832-4c79-868a-e2eee2fbb835 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Nov 09 18:24:12.701593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-289ac58b-b6fe-44bb-bcb4-65730fef2a02 req-4bb2bfb3-d329-47f1-afa0-a0c382a712f9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Nov 09 18:24:12.825341 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096ad5-24bc-45a3-979c-ede933fe3af0 req-ad96e406-7646-4291-9c58-f3d26f4e8c6b tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:12.826797 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2096ad5-24bc-45a3-979c-ede933fe3af0 req-ad96e406-7646-4291-9c58-f3d26f4e8c6b tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 945 time: 0.0503402 Nov 09 18:24:12.877112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d2096ad5-24bc-45a3-979c-ede933fe3af0 req-c773836c-af45-4417-b729-8b5c49869c0d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Nov 09 18:24:22.094194 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:24:23.588754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:28.063142 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de7a384-c219-48d8-9218-e16eb6a113a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:28.995455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:30.530341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8e413d4-5551-4be4-9050-34a3bf27f3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:31.904293 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:33.350107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:33.600212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:35.884281 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44003a20-ceb6-4c69-a548-09fb341048b2 req-852d6b2c-6bc6-48e8-8f94-8262946fcb5d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.885795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44003a20-ceb6-4c69-a548-09fb341048b2 req-852d6b2c-6bc6-48e8-8f94-8262946fcb5d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 945 time: 0.1124368 Nov 09 18:24:35.937624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-44003a20-ceb6-4c69-a548-09fb341048b2 req-cfdd695a-30cc-445e-a122-eaf8df486313 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Nov 09 18:24:37.111468 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c026-0c45-40dd-9ffe-7cd1815148e2 req-03e101c9-0385-4e87-a7ce-fdb3950af4b2 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.113047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6d5c026-0c45-40dd-9ffe-7cd1815148e2 req-03e101c9-0385-4e87-a7ce-fdb3950af4b2 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 945 time: 0.1033797 Nov 09 18:24:37.163343 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d6d5c026-0c45-40dd-9ffe-7cd1815148e2 req-e1632a98-32dc-4942-b601-f69eca2a6ca6 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Nov 09 18:24:37.553127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-784bb7d8-1560-4d61-b369-50e51eb74f80 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.554592 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-784bb7d8-1560-4d61-b369-50e51eb74f80 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Nov 09 18:24:37.661754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Deleting port f5e161ed-8404-42ef-b6b9-f73979ae5edf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:24:37.662095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:37.749854 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] For port f5e161ed-8404-42ef-b6b9-f73979ae5edf, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=f5e161ed-8404-42ef-b6b9-f73979ae5edf,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:37.750212 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:37.764762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Calling delete_port for f5e161ed-8404-42ef-b6b9-f73979ae5edf owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:24:37.913066 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:37.929604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['f5e161ed-8404-42ef-b6b9-f73979ae5edf'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:37.946447 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Pushing event deleted for resources: {'Port': ['ID=f5e161ed-8404-42ef-b6b9-f73979ae5edf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:37.958029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.958446 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.958724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.959056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.959389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.960344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.960675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.961039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.961499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.963406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.963756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:37.964098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:38.021061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] No DVR routers for this DVR port f5e161ed-8404-42ef-b6b9-f73979ae5edf on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:38.024755 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:38.031258 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3255eee-1808-4dba-9b56-bbede4d3efdd req-367b6ae3-84c6-4d11-89b1-8c5df562c321 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "DELETE /v2.0/ports/f5e161ed-8404-42ef-b6b9-f73979ae5edf HTTP/1.1" status: 204 len: 173 time: 0.4664924 Nov 09 18:24:38.032012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'name': 'network-vif-deleted', 'tag': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:38.036143 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db1413f-6ca4-4360-bc26-5cf4ed90bd4c" -d '{"events": [{"server_uuid": "e7e237d9-c4f6-4186-bb3e-9467148f6e82", "name": "network-vif-deleted", "tag": "f5e161ed-8404-42ef-b6b9-f73979ae5edf"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:38.092171 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a4fa8-08cf-4532-ab9c-1ff28fa06033 x-openstack-request-id: req-dc9a4fa8-08cf-4532-ab9c-1ff28fa06033 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:38.092489 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e237d9-c4f6-4186-bb3e-9467148f6e82", "name": "network-vif-deleted", "tag": "f5e161ed-8404-42ef-b6b9-f73979ae5edf", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:38.092730 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc9a4fa8-08cf-4532-ab9c-1ff28fa06033 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:38.093177 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e237d9-c4f6-4186-bb3e-9467148f6e82', 'name': 'network-vif-deleted', 'tag': 'f5e161ed-8404-42ef-b6b9-f73979ae5edf', 'status': 'completed', 'code': 200} Nov 09 18:24:38.283350 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7690393-136e-4c28-aa81-00b36a096466 req-2074d310-bca1-4b81-98d6-45e1bf6f1204 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e237d9-c4f6-4186-bb3e-9467148f6e82 HTTP/1.1" status: 200 len: 210 time: 0.0270946 Nov 09 18:24:40.105590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-d5226f89-7b9b-4f10-a8a1-b80518e8a79c tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:40.107122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-d5226f89-7b9b-4f10-a8a1-b80518e8a79c tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 817 time: 0.1026237 Nov 09 18:24:40.123709 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-041881a1-c8c0-47b3-9877-41f591ce2db0 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/quotas/1e495df8897c48dab83403330aa933fd HTTP/1.1" status: 200 len: 375 time: 0.0104723 Nov 09 18:24:40.191388 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-5557be35-9fa5-4c14-af90-a1c40dd9b5dd tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619266 Nov 09 18:24:40.306521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-ffdec4f7-442e-4f5c-ab58-aa4fbc3af89d service neutron] 10.222.0.45 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941825 Nov 09 18:24:40.405430 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-967aab0f-60b8-4e72-8354-f82404f452a5 service neutron] 10.222.0.45 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915577 Nov 09 18:24:40.577949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f749fafa-c091-4bad-a0ea-868819271bc1 req-183cfece-25ba-4901-b342-2824ffb57e1a tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 210 time: 0.0287449 Nov 09 18:24:40.684894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5e161ed-8404-42ef-b6b9-f73979ae5edf no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:40.724355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: f5e161ed-8404-42ef-b6b9-f73979ae5edf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:24:40.725064 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device f5e161ed-8404-42ef-b6b9-f73979ae5edf not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:41.651946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-2e6b4190-9120-4d5f-b725-7b3746eebf14 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.653669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-2e6b4190-9120-4d5f-b725-7b3746eebf14 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 817 time: 0.1143334 Nov 09 18:24:41.675073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Request body: {'port': {'device_id': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'admin_state_up': True, 'tenant_id': '1e495df8897c48dab83403330aa933fd'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:41.686782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-402136c6-41ae-40e6-9723-2b231d439f22 req-bee0519d-c3ac-46aa-8221-73bf7a0bdbbd tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 210 time: 0.0286348 Nov 09 18:24:41.801936 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Made reservation on behalf of 1e495df8897c48dab83403330aa933fd for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:41.806359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:41.936931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Allocated IP 172.20.0.4 (69043855-c737-477c-82b6-ebfc3712fe81/f5c6a8c9-a95a-42a7-a3a6-54043c9a0739/4bdc56c9-a51e-46d3-8615-8f785b5cc830) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:42.094470 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:42.129192 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:42.176350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Network 69043855-c737-477c-82b6-ebfc3712fe81 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:42.181527 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:42.185403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:42.416812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2a740bd4-f06d-4475-83ad-35cca41b4594 None None] Provisioning complete for port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:42.417389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2a740bd4-f06d-4475-83ad-35cca41b4594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:42.454253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2a740bd4-f06d-4475-83ad-35cca41b4594 None None] Port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:24:42.563306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Pushing event updated for resources: {'Port': ['ID=4bdc56c9-a51e-46d3-8615-8f785b5cc830,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:42.592165 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.592796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:42.609171 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f89f31bc-0d86-4304-8f75-18150f6738ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411409 Nov 09 18:24:42.625906 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Request body: {'port': {'device_id': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:42.677780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:42.886330 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb696eef-b1c1-4444-8e06-790bb5f289f6 req-74a45247-7be3-4c24-844d-5a82638a3b97 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.888119 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb696eef-b1c1-4444-8e06-790bb5f289f6 req-74a45247-7be3-4c24-844d-5a82638a3b97 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 931 time: 0.1097476 Nov 09 18:24:42.967616 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cb696eef-b1c1-4444-8e06-790bb5f289f6 req-ae4da874-c193-42a0-8539-2af99dec61f6 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731766 Nov 09 18:24:43.013484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdc56c9-a51e-46d3-8615-8f785b5cc830 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:43.021346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:43.033880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Transition to ACTIVE for port object 4bdc56c9-a51e-46d3-8615-8f785b5cc830 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:24:43.038866 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:43.094175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdc56c9-a51e-46d3-8615-8f785b5cc830,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.166013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Attempting to bind port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:24:43.166353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Attempting to bind port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:24:43.166687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Attempting to bind port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 on network 69043855-c737-477c-82b6-ebfc3712fe81 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:43.171419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 on network 69043855-c737-477c-82b6-ebfc3712fe81 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:24:43.171752 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Attempting to bind port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 on network 69043855-c737-477c-82b6-ebfc3712fe81 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:43.176860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:43.177200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Checking segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:24:43.177589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Bound using segment: {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:43.178051 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Bound port: 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1086695a-0897-441a-b274-55749704651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:24:43.179025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:43.246933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] For port 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:43.250164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] For port 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:43.253980 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:43.294876 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.295384 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:43.296712 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] 10.222.0.83 "PUT /v2.0/ports/4bdc56c9-a51e-46d3-8615-8f785b5cc830 HTTP/1.1" status: 200 len: 1091 time: 0.6752923 Nov 09 18:24:43.297167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'tag': '4bdc56c9-a51e-46d3-8615-8f785b5cc830'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:43.299437 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d96e93-556d-4d20-a09e-a4d26d908adc" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb44ba6-e99c-45b9-8d11-e982764a1f22", "tag": "4bdc56c9-a51e-46d3-8615-8f785b5cc830"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:43.325401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d262c-7b31-4754-b911-fb15ad060ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdc56c9-a51e-46d3-8615-8f785b5cc830,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.346805 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd31c7-8599-474b-ae7a-d50ead44e5cc x-openstack-request-id: req-43bd31c7-8599-474b-ae7a-d50ead44e5cc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:43.347139 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb44ba6-e99c-45b9-8d11-e982764a1f22", "tag": "4bdc56c9-a51e-46d3-8615-8f785b5cc830", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:43.347394 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43bd31c7-8599-474b-ae7a-d50ead44e5cc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:43.347801 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'tag': '4bdc56c9-a51e-46d3-8615-8f785b5cc830', 'status': 'completed', 'code': 200} Nov 09 18:24:43.398134 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-bbc62b61-0460-4287-b18e-ab4b11e63827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.399744 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-bbc62b61-0460-4287-b18e-ab4b11e63827 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 1094 time: 0.0441971 Nov 09 18:24:43.445070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-356a34f0-5c6b-4ec1-ae47-9465c30a436f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830 HTTP/1.1" status: 200 len: 217 time: 0.0362959 Nov 09 18:24:43.504462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-c45fbaa8-97b4-4571-8c9e-3ad6a0d6e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.506296 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-c45fbaa8-97b4-4571-8c9e-3ad6a0d6e0b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 HTTP/1.1" status: 200 len: 856 time: 0.0533829 Nov 09 18:24:43.553692 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-a0aeee91-6ea3-4779-ae4e-9242ab17bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.555292 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-a0aeee91-6ea3-4779-ae4e-9242ab17bbd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69043855-c737-477c-82b6-ebfc3712fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416481 Nov 09 18:24:43.651156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-0815ab5f-4945-4a59-b358-f0e2a8576e07 service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847116 Nov 09 18:24:43.752848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f91dc8ab-c8c1-43a9-9b5f-83ca4fe57fcd req-f4c27156-7148-4454-bf8e-a664975628d1 service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Nov 09 18:24:43.845169 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-f41bbc80-48e1-4099-a50b-79b4a3a381c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.846576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-f41bbc80-48e1-4099-a50b-79b4a3a381c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 1094 time: 0.0420671 Nov 09 18:24:43.939011 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-f7e83539-5fb6-488f-b7b1-955ac1375a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.940502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-f7e83539-5fb6-488f-b7b1-955ac1375a55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 917 time: 0.0865085 Nov 09 18:24:43.982847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-f853eecc-18fe-4813-a3e8-9bc260899750 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830 HTTP/1.1" status: 200 len: 217 time: 0.0348289 Nov 09 18:24:44.037318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-5e1629bd-b265-4072-9cb2-196d23a6d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.039402 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-5e1629bd-b265-4072-9cb2-196d23a6d130 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 HTTP/1.1" status: 200 len: 856 time: 0.0473759 Nov 09 18:24:44.119831 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881a9f1-6e56-4fa9-9ea0-e9a498d35169 req-e07f9326-cb2c-40ec-bced-53f8de45573d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.121332 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8881a9f1-6e56-4fa9-9ea0-e9a498d35169 req-e07f9326-cb2c-40ec-bced-53f8de45573d tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 943 time: 0.0810604 Nov 09 18:24:44.123314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-7db53b90-9234-4cae-b953-bea0fe4a05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.124659 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-7db53b90-9234-4cae-b953-bea0fe4a05e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69043855-c737-477c-82b6-ebfc3712fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750632 Nov 09 18:24:44.216915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8881a9f1-6e56-4fa9-9ea0-e9a498d35169 req-4883ea94-2c58-4eeb-9de9-0c27fc5bb7d3 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896623 Nov 09 18:24:44.259689 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-2f5f1e56-49c7-4b13-8a6e-ee00c1738aaf service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191220 Nov 09 18:24:44.351543 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56d96e93-556d-4d20-a09e-a4d26d908adc req-7afc5b75-f7b4-47bb-9d77-a0860927085e service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837610 Nov 09 18:24:45.336530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ea664-680c-46e5-bb1f-ac85e86aa7f4 req-04b5846c-d570-4d1a-a6c0-0d3828d9818f tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.338039 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c7ea664-680c-46e5-bb1f-ac85e86aa7f4 req-04b5846c-d570-4d1a-a6c0-0d3828d9818f tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 943 time: 0.0504079 Nov 09 18:24:45.385449 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5c7ea664-680c-46e5-bb1f-ac85e86aa7f4 req-f0312715-704a-44e9-9d96-ae0077084609 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Nov 09 18:24:46.504810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab8d2-5ace-46d0-bf04-04f55980086d req-a9aab097-c82f-439c-af65-344e52abce4c tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:46.507134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2aab8d2-5ace-46d0-bf04-04f55980086d req-a9aab097-c82f-439c-af65-344e52abce4c tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 943 time: 0.0507736 Nov 09 18:24:46.559638 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f2aab8d2-5ace-46d0-bf04-04f55980086d req-61bbe102-2227-4d2d-a2a6-f163bcd69b79 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 Nov 09 18:24:46.714404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4bdc56c9-a51e-46d3-8615-8f785b5cc830 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:24:46.809890 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:46.821387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '4bdc56c9-a51e-46d3-8615-8f785b5cc830', 'network_id': '69043855-c737-477c-82b6-ebfc3712fe81', 'port_id': '4bdc56c9-a51e-46d3-8615-8f785b5cc830', 'mac_address': 'fa:16:3e:7a:d9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c6a8c9-a95a-42a7-a3a6-54043c9a0739', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:24:46.858044 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:46.871300 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdc56c9-a51e-46d3-8615-8f785b5cc830 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:46.890320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:46.894427 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:46.944065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=4bdc56c9-a51e-46d3-8615-8f785b5cc830,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:46.951304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.951654 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.951994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.952331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.952666 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.952996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.953322 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.953647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.953973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.954297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.954620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:46.954941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:47.180623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['4bdc56c9-a51e-46d3-8615-8f785b5cc830'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:47.680145 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e68eb-fa28-41d0-bffd-5745031c6c1e req-6902a083-2571-45a3-a572-7f3aeba3c707 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:47.681588 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-522e68eb-fa28-41d0-bffd-5745031c6c1e req-6902a083-2571-45a3-a572-7f3aeba3c707 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 944 time: 0.0537200 Nov 09 18:24:47.728025 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-522e68eb-fa28-41d0-bffd-5745031c6c1e req-78e27a10-3137-4058-b857-d53f494a48d4 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Nov 09 18:24:48.729551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4bdc56c9-a51e-46d3-8615-8f785b5cc830 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:48.781509 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:24:48.785963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:48.786341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:48.852352 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2add-39b6-4646-9e24-da2093aede87 req-be5ad1fe-ab2b-425a-98fb-82bcd8c6d84a tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.853871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8fbb2add-39b6-4646-9e24-da2093aede87 req-be5ad1fe-ab2b-425a-98fb-82bcd8c6d84a tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 944 time: 0.0500348 Nov 09 18:24:48.871050 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:48.894433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdc56c9-a51e-46d3-8615-8f785b5cc830'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:48.896846 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c33ee-0bb3-4ca4-93f1-5700a10dc34f" -d '{"events": [{"server_uuid": "6bb44ba6-e99c-45b9-8d11-e982764a1f22", "name": "network-vif-plugged", "status": "completed", "tag": "4bdc56c9-a51e-46d3-8615-8f785b5cc830"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:48.902247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8fbb2add-39b6-4646-9e24-da2093aede87 req-8343717a-f114-4d02-a5c0-8ac333a53ea9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Nov 09 18:24:48.910098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:48.914778 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:48.939368 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804d3a8a-22b0-46df-8101-99a00726466f x-openstack-request-id: req-804d3a8a-22b0-46df-8101-99a00726466f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:48.939663 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb44ba6-e99c-45b9-8d11-e982764a1f22", "name": "network-vif-plugged", "status": "completed", "tag": "4bdc56c9-a51e-46d3-8615-8f785b5cc830", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:48.939911 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-804d3a8a-22b0-46df-8101-99a00726466f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:48.940307 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdc56c9-a51e-46d3-8615-8f785b5cc830', 'code': 200} Nov 09 18:24:48.965282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=4bdc56c9-a51e-46d3-8615-8f785b5cc830,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:49.041087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d668e2-0852-491b-b980-c4d4614d0d2d req-d4484411-c342-4218-a23e-aa82d4b997e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:49.042704 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-57d668e2-0852-491b-b980-c4d4614d0d2d req-d4484411-c342-4218-a23e-aa82d4b997e0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 1096 time: 0.0430112 Nov 09 18:24:49.089489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-57d668e2-0852-491b-b980-c4d4614d0d2d req-f9df2d4b-4161-4dae-b87a-e49fad0ad956 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388696 Nov 09 18:24:50.025858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59ac9-f0d6-4acc-b272-91aa0a878fa8 req-b2fc1525-4b40-448b-bbaa-a10a310e0368 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:50.027411 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ce59ac9-f0d6-4acc-b272-91aa0a878fa8 req-b2fc1525-4b40-448b-bbaa-a10a310e0368 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 945 time: 0.0543675 Nov 09 18:24:50.076116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4ce59ac9-f0d6-4acc-b272-91aa0a878fa8 req-24755e6c-0145-4762-9b67-8540b1a1c373 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Nov 09 18:24:51.205665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2acd8f-2fea-4578-97ad-481cc9db3284 req-fb3c40c8-581d-4c2e-a722-80e18b67d5b2 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:51.207225 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa2acd8f-2fea-4578-97ad-481cc9db3284 req-fb3c40c8-581d-4c2e-a722-80e18b67d5b2 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Nov 09 18:24:51.257937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa2acd8f-2fea-4578-97ad-481cc9db3284 req-0db58e6c-316c-4ee9-a193-23cb0fcd1928 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Nov 09 18:24:51.379922 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576b488-89f8-45bf-be60-e825087ed778 req-d61375dc-5aed-4131-b427-1f30a820a6b5 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:51.381355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1576b488-89f8-45bf-be60-e825087ed778 req-d61375dc-5aed-4131-b427-1f30a820a6b5 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 945 time: 0.0511997 Nov 09 18:24:51.428974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1576b488-89f8-45bf-be60-e825087ed778 req-fbe31217-2aff-4d57-900d-8229ea597123 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Nov 09 18:24:53.586746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:58.061598 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-552b8b11-91db-4abf-9198-d7314a6a38d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:58.991010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:24:59.094535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:25:00.534454 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-858b7819-fe57-445d-9747-82120141c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:01.905885 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:03.353929 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:03.494848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-2a54ccb1-2c6c-4ec2-8fce-f69f23346d95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539122 Nov 09 18:25:03.611379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:03.620745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-543db6c9-e632-4a19-89a8-cdfd7846ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:03.622400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-543db6c9-e632-4a19-89a8-cdfd7846ed32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e495df8897c48dab83403330aa933fd&device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 1096 time: 0.0616245 Nov 09 18:25:03.747369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-b9a0f355-77a1-42df-95bb-e13a8bc37e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:03.748780 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-b9a0f355-77a1-42df-95bb-e13a8bc37e0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 200 len: 917 time: 0.0985260 Nov 09 18:25:03.804722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-61ab3b23-47b6-4e68-8627-6409bc2f706c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830 HTTP/1.1" status: 200 len: 217 time: 0.0463729 Nov 09 18:25:03.859517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-e1594b2a-b5f1-4dfc-ac7a-09494746e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:03.861174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-e1594b2a-b5f1-4dfc-ac7a-09494746e4c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 HTTP/1.1" status: 200 len: 856 time: 0.0491593 Nov 09 18:25:03.915896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-fe92d86d-19f0-44d8-972c-4691f999b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:03.917436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-fe92d86d-19f0-44d8-972c-4691f999b70f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69043855-c737-477c-82b6-ebfc3712fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435460 Nov 09 18:25:04.022778 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-b00956f8-d8e8-4a20-9412-03c55e399f94 service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973682 Nov 09 18:25:04.128756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0cd5d67e-b04a-4650-b863-bc5fad7877af req-c2686167-8e29-421e-8224-fd585b26447d service neutron] 10.222.0.83 "GET /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985491 Nov 09 18:25:14.111789 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06096a-1f66-4910-a2c1-3c759980d3d5 req-f0918d84-a554-4b6d-8f2b-a506f7ad9ef0 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:14.113294 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed06096a-1f66-4910-a2c1-3c759980d3d5 req-f0918d84-a554-4b6d-8f2b-a506f7ad9ef0 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 945 time: 0.0508997 Nov 09 18:25:14.168093 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed06096a-1f66-4910-a2c1-3c759980d3d5 req-f2a6175c-be7c-410f-9dab-da188b78ece9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483038 Nov 09 18:25:15.295238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95a011-3f8b-4213-b905-3bf5c92af41a req-21a3ce45-6083-47c4-9739-2bc37a561740 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:15.296800 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d95a011-3f8b-4213-b905-3bf5c92af41a req-21a3ce45-6083-47c4-9739-2bc37a561740 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 945 time: 0.0524468 Nov 09 18:25:15.360553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d95a011-3f8b-4213-b905-3bf5c92af41a req-32bd6d60-0274-4093-9307-6b3b6c92fe09 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/security-groups?id=e089a447-0a70-4e20-8185-2d893729f5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Nov 09 18:25:15.822048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1054-9341-42b2-8a05-570640858bf3 req-5e749225-00d9-4bc1-a3b9-acff0e87cdf9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:15.823572 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96ce1054-9341-42b2-8a05-570640858bf3 req-5e749225-00d9-4bc1-a3b9-acff0e87cdf9 tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 945 time: 0.0505972 Nov 09 18:25:15.922231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Deleting port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:15.922601 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:16.019355 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] For port 4bdc56c9-a51e-46d3-8615-8f785b5cc830, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=4bdc56c9-a51e-46d3-8615-8f785b5cc830,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:16.019720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:16.035610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Calling delete_port for 4bdc56c9-a51e-46d3-8615-8f785b5cc830 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:16.171938 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:16.189730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['4bdc56c9-a51e-46d3-8615-8f785b5cc830'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:25:16.201651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Pushing event deleted for resources: {'Port': ['ID=4bdc56c9-a51e-46d3-8615-8f785b5cc830,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:16.247920 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] No DVR routers for this DVR port 4bdc56c9-a51e-46d3-8615-8f785b5cc830 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:16.250628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:16.254269 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-96ce1054-9341-42b2-8a05-570640858bf3 req-a7c9e018-e597-4028-ae9e-7fda9f8897ac tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.83 "DELETE /v2.0/ports/4bdc56c9-a51e-46d3-8615-8f785b5cc830 HTTP/1.1" status: 204 len: 173 time: 0.4202788 Nov 09 18:25:16.255097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'name': 'network-vif-deleted', 'tag': '4bdc56c9-a51e-46d3-8615-8f785b5cc830'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:16.257968 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea0e8e1-6b32-4b6e-babe-c5cc0f6e2015" -d '{"events": [{"server_uuid": "6bb44ba6-e99c-45b9-8d11-e982764a1f22", "name": "network-vif-deleted", "tag": "4bdc56c9-a51e-46d3-8615-8f785b5cc830"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:16.303627 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a701a-da40-4f30-ae6f-1ec61e0407b4 x-openstack-request-id: req-152a701a-da40-4f30-ae6f-1ec61e0407b4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:16.304233 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb44ba6-e99c-45b9-8d11-e982764a1f22", "name": "network-vif-deleted", "tag": "4bdc56c9-a51e-46d3-8615-8f785b5cc830", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:16.304233 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-152a701a-da40-4f30-ae6f-1ec61e0407b4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:16.304566 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb44ba6-e99c-45b9-8d11-e982764a1f22', 'name': 'network-vif-deleted', 'tag': '4bdc56c9-a51e-46d3-8615-8f785b5cc830', 'status': 'completed', 'code': 200} Nov 09 18:25:16.482213 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64bd4210-919b-4d54-a868-7df834cfe556 req-05e7a42c-134a-44e0-947c-5f9851f726ea tempest-TestEncryptedCinderVolumes-648069636 tempest-TestEncryptedCinderVolumes-648069636-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bb44ba6-e99c-45b9-8d11-e982764a1f22 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Nov 09 18:25:17.581288 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:17.952101 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:18.232069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Deleting port 147d9160-5f4f-4105-872c-c3064b2d7cd2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:18.232346 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:18.312448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] For port 147d9160-5f4f-4105-872c-c3064b2d7cd2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=147d9160-5f4f-4105-872c-c3064b2d7cd2,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:18.312917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:18.334137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Calling delete_port for 147d9160-5f4f-4105-872c-c3064b2d7cd2 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:18.523191 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:18.549603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Pushing event deleted for resources: {'Port': ['ID=147d9160-5f4f-4105-872c-c3064b2d7cd2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.767282 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:18.885114 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4bdc56c9-a51e-46d3-8615-8f785b5cc830 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:18.907327 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 4bdc56c9-a51e-46d3-8615-8f785b5cc830 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:18.907683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 4bdc56c9-a51e-46d3-8615-8f785b5cc830 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:19.057370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Router b9b3b375-ee51-4d48-9f70-84cc8a83aeee has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:19.169029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:19.174426 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ca0d4ce4-220a-447d-96e9-ff08b288c433 admin admin] 10.222.0.45 "PUT /v2.0/routers/b9b3b375-ee51-4d48-9f70-84cc8a83aeee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920296 Nov 09 18:25:19.177019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:19.179766 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] Sync routers for ids ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:19.189966 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] Routers {'b9b3b375-ee51-4d48-9f70-84cc8a83aeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:19.190584 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.286258 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:19.300032 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] Set router b9b3b375-ee51-4d48-9f70-84cc8a83aeee gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:19.399850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:19.455389 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Deleting port 9ba3eedd-84a2-4413-840b-9b4a56898bfb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:19.455739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:19.491630 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:25:18Z', 'revision_number': 5, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port': {'id': '9ba3eedd-84a2-4413-840b-9b4a56898bfb', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:52Z', 'updated_at': '2021-11-09T18:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.518394 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] Checking router: b9b3b375-ee51-4d48-9f70-84cc8a83aeee for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:19.527082 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] Routers {'b9b3b375-ee51-4d48-9f70-84cc8a83aeee'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:19.527683 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.542549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] For port 9ba3eedd-84a2-4413-840b-9b4a56898bfb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9ba3eedd-84a2-4413-840b-9b4a56898bfb,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:19.542914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:19.558030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Calling delete_port for 9ba3eedd-84a2-4413-840b-9b4a56898bfb owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:19.714275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] Set router b9b3b375-ee51-4d48-9f70-84cc8a83aeee gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:19.735720 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:19.767198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba3eedd-84a2-4413-840b-9b4a56898bfb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:19.771273 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:25:19Z', 'revision_number': 6, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.785413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246fea3-55ea-4a0e-901f-5fac1006973b None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:19.808571 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eebff6-8209-4bea-90b0-c72561d5c0da None None] The sync data for ids ['b9b3b375-ee51-4d48-9f70-84cc8a83aeee'] in n-d-804292-3 is: [{'id': 'b9b3b375-ee51-4d48-9f70-84cc8a83aeee', 'name': 'tempest-TestEncryptedCinderVolumes-1977645545-router', 'tenant_id': '1e495df8897c48dab83403330aa933fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:51Z', 'updated_at': '2021-11-09T18:25:19Z', 'revision_number': 6, 'project_id': '1e495df8897c48dab83403330aa933fd', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:20.182530 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.277535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.279985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.323548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.324122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b3b375-ee51-4d48-9f70-84cc8a83aeee {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:25:20.328814 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.329972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f6e1024-fa76-4f53-8b58-3c07e04366cb admin admin] 10.222.0.45 "DELETE /v2.0/routers/b9b3b375-ee51-4d48-9f70-84cc8a83aeee HTTP/1.1" status: 204 len: 168 time: 1.1518312 Nov 09 18:25:20.332574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.382301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Deleting subnet f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:25:20.385357 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.419144 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.496367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.553206 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.578742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c6a8c9-a95a-42a7-a3a6-54043c9a0739,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:20.584464 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.587639 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4663c70a-eb7c-4130-b9db-21212094dfc6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f5c6a8c9-a95a-42a7-a3a6-54043c9a0739 HTTP/1.1" status: 204 len: 168 time: 0.2534389 Nov 09 18:25:20.590427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55858) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.593208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6973dcbc-a504-4a6c-8473-0993329aeb52 None None] Network 69043855-c737-477c-82b6-ebfc3712fe81 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:20.596382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 147d9160-5f4f-4105-872c-c3064b2d7cd2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:20.667970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 147d9160-5f4f-4105-872c-c3064b2d7cd2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:20.668321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 147d9160-5f4f-4105-872c-c3064b2d7cd2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:20.679806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.747366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Deleting port 2db7efd4-8283-4816-a182-47dad511eb0c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:20.747798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.808149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] DHCP port deletion for 69043855-c737-477c-82b6-ebfc3712fe81 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:20.827311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] For port 2db7efd4-8283-4816-a182-47dad511eb0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2db7efd4-8283-4816-a182-47dad511eb0c,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:20.827831 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.850906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Calling delete_port for 2db7efd4-8283-4816-a182-47dad511eb0c owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:20.862891 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] Deleting port 2db7efd4-8283-4816-a182-47dad511eb0c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:20.863371 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.930155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] For port 2db7efd4-8283-4816-a182-47dad511eb0c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=2db7efd4-8283-4816-a182-47dad511eb0c,segment=NetworkSegment(1086695a-0897-441a-b274-55749704651e),segment_id=1086695a-0897-441a-b274-55749704651e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:20.930398 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.939524 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:20.946389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] Calling delete_port for 2db7efd4-8283-4816-a182-47dad511eb0c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:20.966475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Pushing event deleted for resources: {'Port': ['ID=2db7efd4-8283-4816-a182-47dad511eb0c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:20.971964 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] No DVR routers for this DVR port 2db7efd4-8283-4816-a182-47dad511eb0c on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:21.003257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.003609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.003953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.004299 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.004914 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.005499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.006002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.006298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.006637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.006969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.007322 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.007655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:21.031792 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.061636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] Pushing event deleted for resources: {'Port': ['ID=2db7efd4-8283-4816-a182-47dad511eb0c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:21.065642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.066886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f89216-2b50-45c9-a0b0-06c7d5e29fd9 None None] No DVR routers for this DVR port 2db7efd4-8283-4816-a182-47dad511eb0c on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:21.090319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69043855-c737-477c-82b6-ebfc3712fe81']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:21.100851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1086695a-0897-441a-b274-55749704651e') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:21.101143 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1086695a-0897-441a-b274-55749704651e') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:21.110718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.123883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.130707 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:21.131198 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:21.133116 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:21.191940 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.201377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.201377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] 10.222.0.45 "DELETE /v2.0/networks/69043855-c737-477c-82b6-ebfc3712fe81 HTTP/1.1" status: 204 len: 168 time: 0.6083636 Nov 09 18:25:21.204061 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:21.215133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f33de-ffa5-40b0-a73e-4706dd7b892a admin admin] Pushing event deleted for resources: {'Network': ['ID=69043855-c737-477c-82b6-ebfc3712fe81,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:21.548895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.806841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Deleting port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:21.807208 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.895097 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] For port f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:21.896317 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:21.911775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Calling delete_port for f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:21.947713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2db7efd4-8283-4816-a182-47dad511eb0c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:21.968843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 2db7efd4-8283-4816-a182-47dad511eb0c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:21.969193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 2db7efd4-8283-4816-a182-47dad511eb0c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:21.969604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ba3eedd-84a2-4413-840b-9b4a56898bfb no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:21.988745 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9ba3eedd-84a2-4413-840b-9b4a56898bfb {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:21.989171 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9ba3eedd-84a2-4413-840b-9b4a56898bfb not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:22.093263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:22.122234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:22.316872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:22.565418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:22.680592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:22.685954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0fde95eb-f5a4-47c7-a166-885755618351 admin admin] 10.222.0.45 "PUT /v2.0/routers/c03fa3ce-bf0a-4742-82ce-1bd2eec44094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807687 Nov 09 18:25:22.688645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55866) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:22.690444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] Sync routers for ids ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:22.702121 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] Routers {'c03fa3ce-bf0a-4742-82ce-1bd2eec44094'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:22.706447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:22.796568 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:22.810896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] Set router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:22.905259 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:22.959763 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Deleting port 5a4a9e80-a33b-49e9-8a99-784600ec05c7 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:22.960100 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.005767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:25:22Z', 'revision_number': 5, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port': {'id': '5a4a9e80-a33b-49e9-8a99-784600ec05c7', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:23.033066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] Checking router: c03fa3ce-bf0a-4742-82ce-1bd2eec44094 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:23.041212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] For port 5a4a9e80-a33b-49e9-8a99-784600ec05c7, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5a4a9e80-a33b-49e9-8a99-784600ec05c7,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:23.041574 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.041825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] Routers {'c03fa3ce-bf0a-4742-82ce-1bd2eec44094'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:23.042440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:23.055174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Calling delete_port for 5a4a9e80-a33b-49e9-8a99-784600ec05c7 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:23.129008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] Set router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:23.182969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:25:22Z', 'revision_number': 6, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:23.213144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7fea00-5bc7-4286-a449-7429f4794d85 None None] The sync data for ids ['c03fa3ce-bf0a-4742-82ce-1bd2eec44094'] in n-d-804292-3 is: [{'id': 'c03fa3ce-bf0a-4742-82ce-1bd2eec44094', 'name': 'tempest-TestEncryptedCinderVolumes-1582593724-router', 'tenant_id': 'f9ce156252e949a686366df17a8e94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:23:56Z', 'updated_at': '2021-11-09T18:25:22Z', 'revision_number': 6, 'project_id': 'f9ce156252e949a686366df17a8e94b8', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:23.227755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.259303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4a9e80-a33b-49e9-8a99-784600ec05c7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:23.273478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef3921-0cd8-4b3a-8dd7-0e1dcff62c00 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:23.326839 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.420749 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.423789 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.468586 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.469148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03fa3ce-bf0a-4742-82ce-1bd2eec44094 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:25:23.474748 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.475974 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-41b7e1c2-ead1-4738-83be-852fac187e1e admin admin] 10.222.0.45 "DELETE /v2.0/routers/c03fa3ce-bf0a-4742-82ce-1bd2eec44094 HTTP/1.1" status: 204 len: 168 time: 0.7863142 Nov 09 18:25:23.478555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55868) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.531343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Deleting subnet 42a829e2-bf49-44bf-aaf1-022a5bf27ff5 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:25:23.534762 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.572872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.601949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.659384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.716363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.743985 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a829e2-bf49-44bf-aaf1-022a5bf27ff5,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:23.745955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.749199 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4dc02c68-dfdb-4b31-9278-dda8f0fd3e59 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/42a829e2-bf49-44bf-aaf1-022a5bf27ff5 HTTP/1.1" status: 204 len: 168 time: 0.2696302 Nov 09 18:25:23.750828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308cf6a-8fd3-42f1-9610-bd6814f765b2 None None] Network 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:23.751778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55870) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.835841 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.891557 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Deleting port f6d45761-35ae-4e70-8a1b-587ca98b2854 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:23.891898 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.960548 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] For port f6d45761-35ae-4e70-8a1b-587ca98b2854, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f6d45761-35ae-4e70-8a1b-587ca98b2854,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:23.960827 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:23.979324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Calling delete_port for f6d45761-35ae-4e70-8a1b-587ca98b2854 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:24.001979 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] DHCP port deletion for 4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:24.059687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] Deleting port f6d45761-35ae-4e70-8a1b-587ca98b2854 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:25:24.060413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.071683 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.096611 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f6d45761-35ae-4e70-8a1b-587ca98b2854 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:24.103414 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d45761-35ae-4e70-8a1b-587ca98b2854,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.112885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] No DVR routers for this DVR port f6d45761-35ae-4e70-8a1b-587ca98b2854 on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:24.132637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f6d45761-35ae-4e70-8a1b-587ca98b2854 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:24.132978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f6d45761-35ae-4e70-8a1b-587ca98b2854 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:24.133398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5a4a9e80-a33b-49e9-8a99-784600ec05c7 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:24.158761 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 5a4a9e80-a33b-49e9-8a99-784600ec05c7 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:24.159112 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5a4a9e80-a33b-49e9-8a99-784600ec05c7 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:24.159539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:24.188081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:25:24.188705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device f2f6b2e1-69f6-4479-a62d-9fd7c7a2cb06 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:24.195416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] For port f6d45761-35ae-4e70-8a1b-587ca98b2854, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=f6d45761-35ae-4e70-8a1b-587ca98b2854,segment=NetworkSegment(3ed4ace5-9c36-4156-90a5-472b91b5bec3),segment_id=3ed4ace5-9c36-4156-90a5-472b91b5bec3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:24.196095 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.203722 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.209656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] Calling delete_port for f6d45761-35ae-4e70-8a1b-587ca98b2854 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:25:24.227012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0eb421-e2dd-4dd4-b264-aac011f5f5f4']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:24.236927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed4ace5-9c36-4156-90a5-472b91b5bec3') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:24.237223 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed4ace5-9c36-4156-90a5-472b91b5bec3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:24.247757 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.263230 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.269856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:24.270401 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:24.272960 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:24.302413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.329087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] Pushing event deleted for resources: {'Port': ['ID=f6d45761-35ae-4e70-8a1b-587ca98b2854,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.335804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e50294-0ae8-4504-a7f1-c7ccf8a5918c None None] No DVR routers for this DVR port f6d45761-35ae-4e70-8a1b-587ca98b2854 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:24.346453 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.353718 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.361406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] 10.222.0.45 "DELETE /v2.0/networks/4f0eb421-e2dd-4dd4-b264-aac011f5f5f4 HTTP/1.1" status: 204 len: 168 time: 0.6042128 Nov 09 18:25:24.374510 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc5a88-1eee-4edc-baee-6a457df6f1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0eb421-e2dd-4dd4-b264-aac011f5f5f4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.557467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55874) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:24.599022 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b0795731-e622-4e50-a5d1-b121c1132c24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e495df8897c48dab83403330aa933fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400443 Nov 09 18:25:24.602001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55876) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:24.655804 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d292-5490-440a-8100-eefbb7d4a671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.678595 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d292-5490-440a-8100-eefbb7d4a671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.729588 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d292-5490-440a-8100-eefbb7d4a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.732231 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d292-5490-440a-8100-eefbb7d4a671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:24.733406 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9ed6d292-5490-440a-8100-eefbb7d4a671 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e089a447-0a70-4e20-8185-2d893729f5eb HTTP/1.1" status: 204 len: 168 time: 0.1304958 Nov 09 18:25:24.742754 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6d292-5490-440a-8100-eefbb7d4a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e089a447-0a70-4e20-8185-2d893729f5eb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.060051 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55882) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.104507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-de2271ea-9cf3-4e67-b9db-5a52c412eb1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9ce156252e949a686366df17a8e94b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425546 Nov 09 18:25:25.107102 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55884) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.154209 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-713c3c93-dc52-460c-a086-55b83f520988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:25.175995 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-713c3c93-dc52-460c-a086-55b83f520988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:25.221399 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-713c3c93-dc52-460c-a086-55b83f520988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:25.224573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-713c3c93-dc52-460c-a086-55b83f520988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:25.225977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-713c3c93-dc52-460c-a086-55b83f520988 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb99ab8c-8ec1-4a7c-b047-9e5f549d5212 HTTP/1.1" status: 204 len: 168 time: 0.1178882 Nov 09 18:25:25.233502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c3c93-dc52-460c-a086-55b83f520988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99ab8c-8ec1-4a7c-b047-9e5f549d5212,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.907766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55906) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.014126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18357870-network', 'tenant_id': '324524628ba34063a59708e180afdd0f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:26.037052 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Made reservation on behalf of 324524628ba34063a59708e180afdd0f for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:26.039513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.047832 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.122915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.126906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.153334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:26.163260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f182edbc-aff1-4ff0-9a74-947df46a49e8,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:26.168987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.169341 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Added segment ce0446c7-967e-411e-9968-dcb23f3fbde3 of type vlan for network 708495dc-5ee5-4159-a72c-17b44a8fb18d Nov 09 18:25:26.217342 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.242598 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.243551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:26.244128 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.304755 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3954861 Nov 09 18:25:26.307607 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55910) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.314031 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Request body: {'subnet': {'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18357870-subnet', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:26.318953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d197538-5e95-4a13-a9e7-2148e5152208 admin admin] Pushing event updated for resources: {'Network': ['ID=708495dc-5ee5-4159-a72c-17b44a8fb18d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:26.328569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:26.339437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Made reservation on behalf of 324524628ba34063a59708e180afdd0f for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:26.342836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.515868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.577645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603263eb-2470-43e2-adb5-ec49bb222d06,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:26.588595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Checking segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:26.588960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Network hostable DHCP agents. Network: 708495dc-5ee5-4159-a72c-17b44a8fb18d, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:26.606453 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:26.615134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 708495dc-5ee5-4159-a72c-17b44a8fb18d) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:26.619082 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:26.619673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.623915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a18b9d-e49a-42a7-9740-435a031e2879 None None] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:26.638230 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-11e6028d-0acb-4e76-ad38-c809b6451e79 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3253255 Nov 09 18:25:26.638476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55912) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.643077 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:26.665310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.666359 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.724917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:26.938574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-708495dc-5ee5-4159-a72c-17b44a8fb18d', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:26.939519 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.084163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Allocated IP 172.20.0.2 (708495dc-5ee5-4159-a72c-17b44a8fb18d/603263eb-2470-43e2-adb5-ec49bb222d06/0f76a690-21c4-476f-9368-23d773c2302b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:27.145210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.268918 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.275543 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.320042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:27.325416 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:27.329628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:27.336248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Pushing event updated for resources: {'Port': ['ID=0f76a690-21c4-476f-9368-23d773c2302b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.370378 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.390858 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.392349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Attempting to bind port 0f76a690-21c4-476f-9368-23d773c2302b on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:27.392734 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Attempting to bind port 0f76a690-21c4-476f-9368-23d773c2302b by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:27.393105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Attempting to bind port 0f76a690-21c4-476f-9368-23d773c2302b on network 708495dc-5ee5-4159-a72c-17b44a8fb18d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:27.399581 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:27.399966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Checking segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:27.401645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.402237 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Bound using segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:27.403061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Bound port: 0f76a690-21c4-476f-9368-23d773c2302b, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:27.403260 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.469269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] For port 0f76a690-21c4-476f-9368-23d773c2302b, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:27.472820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] For port 0f76a690-21c4-476f-9368-23d773c2302b, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0f76a690-21c4-476f-9368-23d773c2302b,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:27.478603 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.510636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Allocated IP 172.25.3.239 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/df37fc5c-f58e-4c01-979a-c79a7f25429c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:27.541557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3da5a1-96e9-4122-95a5-23d9a5d27307 None None] Pushing event updated for resources: {'Port': ['ID=0f76a690-21c4-476f-9368-23d773c2302b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.635921 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.670716 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.723138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:27.728402 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:27.732086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:27.745584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a451059-8210-4a1f-bbb9-90f00be7f013 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:27.772953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Pushing event updated for resources: {'Port': ['ID=df37fc5c-f58e-4c01-979a-c79a7f25429c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.802154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24aa90f9-b214-409b-8776-8ae852c954c5 None None] Provisioning complete for port df37fc5c-f58e-4c01-979a-c79a7f25429c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:27.803412 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24aa90f9-b214-409b-8776-8ae852c954c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:27.841804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24aa90f9-b214-409b-8776-8ae852c954c5 None None] Port df37fc5c-f58e-4c01-979a-c79a7f25429c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:28.001232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0f76a690-21c4-476f-9368-23d773c2302b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:28.025562 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.061814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c63272d-9530-4f12-83b0-b5599ed33d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.073827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0f76a690-21c4-476f-9368-23d773c2302b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:28.074206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.167859 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.205093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 0f76a690-21c4-476f-9368-23d773c2302b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0f76a690-21c4-476f-9368-23d773c2302b,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:28.210434 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.243213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.269484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=0f76a690-21c4-476f-9368-23d773c2302b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:28.389842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Router 557b1dd5-c68f-4249-bdb6-ff3db0807182 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:25:28.507965 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:28.517559 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Sync routers for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:28.527416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.527979 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:28.528731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:28.529066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9b2058ee-6a91-4728-b4fb-f0e910b1461a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8891189 Nov 09 18:25:28.531118 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c5a2a-5ebf-42be-8ff6-dd69f8f3e796 None None] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:28.531605 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55914) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:28.609053 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8dd272e0-b28e-4891-8533-2c9372422ab7 None None] Provisioning complete for port 0f76a690-21c4-476f-9368-23d773c2302b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:28.609516 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd272e0-b28e-4891-8533-2c9372422ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.641823 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:28.851323 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:27Z', 'revision_number': 3, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:28.885040 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Checking router: 557b1dd5-c68f-4249-bdb6-ff3db0807182 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:28.885585 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Updating router 557b1dd5-c68f-4249-bdb6-ff3db0807182 port df37fc5c-f58e-4c01-979a-c79a7f25429c binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:25:28.916322 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:28.986093 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.011694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.093164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8c9ac36a-7c97-4979-a0be-00b85a79fa6d None None] Provisioning complete for port 0f76a690-21c4-476f-9368-23d773c2302b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:29.094475 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac36a-7c97-4979-a0be-00b85a79fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.165809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Allocated IP 172.20.0.1 (708495dc-5ee5-4159-a72c-17b44a8fb18d/603263eb-2470-43e2-adb5-ec49bb222d06/78f02562-504d-44e2-859f-247ec6108fcc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:29.183762 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.189295 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.231768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127c213-7bde-4e21-b463-154174bdec69 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:29.235917 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Attempting to bind port df37fc5c-f58e-4c01-979a-c79a7f25429c on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:29.236316 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Attempting to bind port df37fc5c-f58e-4c01-979a-c79a7f25429c by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:29.236677 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Attempting to bind port df37fc5c-f58e-4c01-979a-c79a7f25429c on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:29.247258 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:29.248713 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:29.249114 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.249520 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:29.249995 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Bound port: df37fc5c-f58e-4c01-979a-c79a7f25429c, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:29.250375 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.276333 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Pushing event updated for resources: {'Port': ['ID=df37fc5c-f58e-4c01-979a-c79a7f25429c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.277895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.291851 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.292228 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.292571 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.292935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.293246 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.293579 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.293904 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.294229 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.294557 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.294880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.295226 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.295551 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:29.304598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-077819ec-7745-4687-a4c6-ffc48ed1f81f None None] Provisioning complete for port df37fc5c-f58e-4c01-979a-c79a7f25429c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:29.304805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-077819ec-7745-4687-a4c6-ffc48ed1f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.319057 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.328363 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] For port df37fc5c-f58e-4c01-979a-c79a7f25429c, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:29.333293 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] For port df37fc5c-f58e-4c01-979a-c79a7f25429c, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=df37fc5c-f58e-4c01-979a-c79a7f25429c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:29.338648 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.350223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-077819ec-7745-4687-a4c6-ffc48ed1f81f None None] Port df37fc5c-f58e-4c01-979a-c79a7f25429c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:29.363719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:29.367872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:29.371472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:29.405659 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:29.405972 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Pushing event updated for resources: {'Port': ['ID=78f02562-504d-44e2-859f-247ec6108fcc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.406313 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:29.410586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec7bb6-7041-4445-bc76-b16ec31855a5 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:29.432444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.444669 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c4d32-fa59-4a79-8221-d9e40646ae3a None None] Pushing event updated for resources: {'Port': ['ID=df37fc5c-f58e-4c01-979a-c79a7f25429c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.476035 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cadb4927-698f-4ba0-b232-6d3696610c28 None None] Provisioning complete for port df37fc5c-f58e-4c01-979a-c79a7f25429c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:29.476424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cadb4927-698f-4ba0-b232-6d3696610c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.525357 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:29.576041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cadb4927-698f-4ba0-b232-6d3696610c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.602541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cadb4927-698f-4ba0-b232-6d3696610c28 None None] For port df37fc5c-f58e-4c01-979a-c79a7f25429c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=df37fc5c-f58e-4c01-979a-c79a7f25429c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:29.609779 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cadb4927-698f-4ba0-b232-6d3696610c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.631660 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.678318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb4927-698f-4ba0-b232-6d3696610c28 None None] Pushing event updated for resources: {'Port': ['ID=df37fc5c-f58e-4c01-979a-c79a7f25429c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.731329 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c18099ba-2d0c-4549-83f5-38ea2c46606a None None] Provisioning complete for port 78f02562-504d-44e2-859f-247ec6108fcc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:29.731706 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c18099ba-2d0c-4549-83f5-38ea2c46606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.744825 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:27Z', 'revision_number': 3, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:29.768497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c18099ba-2d0c-4549-83f5-38ea2c46606a None None] Port 78f02562-504d-44e2-859f-247ec6108fcc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:29.777408 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d978418-f40d-472e-a516-9a364e8c0cb1 None None] The sync data for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 is: [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:27Z', 'revision_number': 3, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:29.821792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.827669 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.895778 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Pushing event updated for resources: {'Port': ['ID=78f02562-504d-44e2-859f-247ec6108fcc,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.898312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:29.982848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0f76a690-21c4-476f-9368-23d773c2302b up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:30.011590 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:30.013585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:30.143475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 0f76a690-21c4-476f-9368-23d773c2302b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:30.143927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:30.241741 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Router 557b1dd5-c68f-4249-bdb6-ff3db0807182 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:30.409630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-214c9297-60b6-4115-8dac-7d060366ddbb None None] Provisioning complete for port 78f02562-504d-44e2-859f-247ec6108fcc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:30.410336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-214c9297-60b6-4115-8dac-7d060366ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:30.461062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-214c9297-60b6-4115-8dac-7d060366ddbb None None] Port 78f02562-504d-44e2-859f-247ec6108fcc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:30.544976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c82c8fe6-dad4-4130-aa32-a6058e42308e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:30.681627 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:30.687139 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-81863229-1bb4-44eb-a2dd-4bfd63087605 admin admin] 10.222.0.45 "PUT /v2.0/routers/557b1dd5-c68f-4249-bdb6-ff3db0807182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546488 Nov 09 18:25:31.201164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:31.206198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2105837993-network', 'tenant_id': '35bebd56a71742318e1655346eb224b6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:31.227994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Made reservation on behalf of 35bebd56a71742318e1655346eb224b6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:31.230381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.240593 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.315777 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.320554 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.346125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:31.357048 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0747a0a5-c4fd-4226-83a2-727896b31f9f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:31.361713 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.362059 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Added segment 02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0 of type vlan for network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e Nov 09 18:25:31.410714 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.441957 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.443596 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:31.444329 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.502946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3006217 Nov 09 18:25:31.506191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55932) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:31.509177 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688448d-867f-4534-84e7-01af116d0a5b admin admin] Pushing event updated for resources: {'Network': ['ID=aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:31.511265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Request body: {'subnet': {'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2105837993-subnet', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:31.520800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:31.537517 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Made reservation on behalf of 35bebd56a71742318e1655346eb224b6 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:31.543287 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.733626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.789126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Sync routers for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:31.794698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1a58e9-5e10-43fe-9dba-c851619b85cf,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:31.804153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Checking segment: {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:31.804426 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Network hostable DHCP agents. Network: aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:31.805195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:31.806013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:31.824072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:31.835298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:31.839477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:31.840549 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.852225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757e912-6af6-4391-9396-64bf97e826a9 None None] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:31.862064 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-096d151d-97cd-4c90-87aa-bdf8c8ccb7ab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3510182 Nov 09 18:25:31.862352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 55934) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:31.867311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:31.898942 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.900086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.960973 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:31.971573 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.013805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df37fc5c-f58e-4c01-979a-c79a7f25429c up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:32.058779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:32.119583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.286645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e', 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'fixed_ips': [{'subnet_id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:32.286645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.302591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port df37fc5c-f58e-4c01-979a-c79a7f25429c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:32.302969 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.346290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.367103 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.491630 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Allocated IP 172.25.3.118 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/c0ed780b-1aa0-4a0b-afaa-e003b219bdd0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:32.618254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.659873 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.710071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:32.713161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:32.718222 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:32.720204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Allocated IP 172.20.0.2 (aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e/8f1a58e9-5e10-43fe-9dba-c851619b85cf/560ef5c5-d70e-4622-b1fd-ca85b964d6cc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:32.722217 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.728062 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 2, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:32.764678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a668c0-1818-48ba-9264-ef5b37e309d4 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:32.772123 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Checking router: 557b1dd5-c68f-4249-bdb6-ff3db0807182 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:32.772476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Updating router 557b1dd5-c68f-4249-bdb6-ff3db0807182 port 78f02562-504d-44e2-859f-247ec6108fcc binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:25:32.841007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:32.995915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2be133c9-13cd-4958-9df1-b2c3296c041d None None] Provisioning complete for port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:32.996247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2be133c9-13cd-4958-9df1-b2c3296c041d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.024889 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.129002 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2be133c9-13cd-4958-9df1-b2c3296c041d None None] Port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:33.138057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.148621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.211315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:33.221626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:33.224526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:33.242861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Pushing event updated for resources: {'Port': ['ID=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.244029 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.337055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Attempting to bind port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:33.337437 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Attempting to bind port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:33.337551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Attempting to bind port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc on network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:33.359587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:33.359968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Checking segment: {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:33.360377 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.360775 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Bound using segment: {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:33.361261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Bound port: 560ef5c5-d70e-4622-b1fd-ca85b964d6cc, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:33.361645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.382829 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.388729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:25:33.389429 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.392931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.499766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3648d-0d96-4a0f-a8d6-253652861529 None None] Pushing event updated for resources: {'Port': ['ID=78f02562-504d-44e2-859f-247ec6108fcc,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.505222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] For port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:33.509787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] For port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:33.516074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:33.526514 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Sync routers for ids ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:33.529589 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.547211 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Routers {'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:33.547837 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:33.548297 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.556062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 55936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.556584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-56ef8bb0-4ebc-4e8a-8538-663883f776a7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6926370 Nov 09 18:25:33.601109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Attempting to bind port 78f02562-504d-44e2-859f-247ec6108fcc on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:33.601486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Attempting to bind port 78f02562-504d-44e2-859f-247ec6108fcc by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:33.602471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Attempting to bind port 78f02562-504d-44e2-859f-247ec6108fcc on network 708495dc-5ee5-4159-a72c-17b44a8fb18d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:33.653086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:33.654330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Checking segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:33.656250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.657045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Bound using segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:33.662845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Bound port: 78f02562-504d-44e2-859f-247ec6108fcc, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:33.662845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.679866 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.697218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a49b-5e52-4ced-97b9-0a9b32aec5fd None None] Pushing event updated for resources: {'Port': ['ID=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.793688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] For port 78f02562-504d-44e2-859f-247ec6108fcc, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:33.797658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] For port 78f02562-504d-44e2-859f-247ec6108fcc, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=78f02562-504d-44e2-859f-247ec6108fcc,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:33.806099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.892878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9c31ac06-bced-44c4-8857-d1e84184eadb None None] Provisioning complete for port 78f02562-504d-44e2-859f-247ec6108fcc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:33.894156 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac06-bced-44c4-8857-d1e84184eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:33.895559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:33.896192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:33.899523 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3648d-0d96-4a0f-a8d6-253652861529 None None] Pushing event updated for resources: {'Port': ['ID=78f02562-504d-44e2-859f-247ec6108fcc,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.961169 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Set router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:34.208268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 560ef5c5-d70e-4622-b1fd-ca85b964d6cc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:34.265659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:34.304020 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.313070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac06-bced-44c4-8857-d1e84184eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.315182 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:25:32Z', 'revision_number': 3, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:34.359510 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Checking router: fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:34.360101 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Updating router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:25:34.392971 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.462471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9c31ac06-bced-44c4-8857-d1e84184eadb None None] For port 78f02562-504d-44e2-859f-247ec6108fcc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=78f02562-504d-44e2-859f-247ec6108fcc,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:34.470684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac06-bced-44c4-8857-d1e84184eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.515881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:34.516243 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.554087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Allocated IP 172.20.0.1 (aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e/8f1a58e9-5e10-43fe-9dba-c851619b85cf/705ef6dc-22d4-4df1-8779-a8b2e3001589) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:34.618953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ac06-bced-44c4-8857-d1e84184eadb None None] Pushing event updated for resources: {'Port': ['ID=78f02562-504d-44e2-859f-247ec6108fcc,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.665899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3ace39ea-7315-4400-a705-4ab3c1ea9b35 None None] Provisioning complete for port 78f02562-504d-44e2-859f-247ec6108fcc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:34.666376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ace39ea-7315-4400-a705-4ab3c1ea9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.693504 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.733557 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.738327 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.748257 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.782652 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Attempting to bind port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:34.783065 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Attempting to bind port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:34.783446 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Attempting to bind port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:34.783599 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:34.789035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:34.793653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:34.812460 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:34.812803 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:34.813194 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.813613 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:34.814124 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Bound port: c0ed780b-1aa0-4a0b-afaa-e003b219bdd0, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:34.814526 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.847761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Pushing event updated for resources: {'Port': ['ID=705ef6dc-22d4-4df1-8779-a8b2e3001589,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.862157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.897625 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936ef56-3e13-4dd3-85a5-c7aa9556f9a2 None None] Pushing event updated for resources: {'Port': ['ID=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.909750 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] For port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:34.915442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] For port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:34.928878 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:34.940689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f6122-7875-4782-955e-39da4e31e2bc None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:34.983443 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.007702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Routers {'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:35.008358 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:35.012062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936ef56-3e13-4dd3-85a5-c7aa9556f9a2 None None] Pushing event updated for resources: {'Port': ['ID=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.012284 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bcae8f-6ccb-4c21-9fbe-e98c4463ad50 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:35.038424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:33Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:35.110066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac8937-6fec-4d47-9668-c0fbf7c17b27 None None] The sync data for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 is: [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:33Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:35.115359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.125442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:35.144171 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.194442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] Set router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:35.254095 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.303387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4efda512-44e9-4f5a-bcd8-f48b08a5e627 None None] Provisioning complete for port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:35.303908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4efda512-44e9-4f5a-bcd8-f48b08a5e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.368978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c0f82-b972-42de-9068-bca706d5ea43 None None] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:35.385025 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.390573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.467471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.483402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Pushing event updated for resources: {'Port': ['ID=705ef6dc-22d4-4df1-8779-a8b2e3001589,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.485216 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:25:32Z', 'revision_number': 3, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:35.515467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4efda512-44e9-4f5a-bcd8-f48b08a5e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.526872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95607e4-dcb5-4488-b5c1-f475c93abdb3 None None] The sync data for ids ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'] in n-d-804292-3 is: [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:25:32Z', 'revision_number': 3, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:35.591132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4efda512-44e9-4f5a-bcd8-f48b08a5e627 None None] For port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:35.602304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4efda512-44e9-4f5a-bcd8-f48b08a5e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.605311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:35.607538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:35.686703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda512-44e9-4f5a-bcd8-f48b08a5e627 None None] Pushing event updated for resources: {'Port': ['ID=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.747843 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f8dc2628-110b-4e05-b791-fef5e176cec0 None None] Provisioning complete for port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:35.748663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8dc2628-110b-4e05-b791-fef5e176cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:35.766682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:35.928353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:35.934500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1602b521-d642-4f18-a48f-2be04b300634 admin admin] 10.222.0.45 "PUT /v2.0/routers/fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3763227 Nov 09 18:25:36.102375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:25:36.148333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-97aafc40-7643-435b-8eac-b0f53f3b53bd None None] Provisioning complete for port 705ef6dc-22d4-4df1-8779-a8b2e3001589 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.148858 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97aafc40-7643-435b-8eac-b0f53f3b53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:36.150889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 560ef5c5-d70e-4622-b1fd-ca85b964d6cc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:36.256392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-97aafc40-7643-435b-8eac-b0f53f3b53bd None None] Port 705ef6dc-22d4-4df1-8779-a8b2e3001589 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:36.275906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-97aafc40-7643-435b-8eac-b0f53f3b53bd None None] Provisioning complete for port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.276670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97aafc40-7643-435b-8eac-b0f53f3b53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:36.283380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.283758 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:36.509321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78f02562-504d-44e2-859f-247ec6108fcc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:36.590533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 78f02562-504d-44e2-859f-247ec6108fcc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.591030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:36.669919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c51a9690-dc98-4397-a447-5dcdef713837 None None] Provisioning complete for port 705ef6dc-22d4-4df1-8779-a8b2e3001589 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.670275 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c51a9690-dc98-4397-a447-5dcdef713837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:36.744680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c51a9690-dc98-4397-a447-5dcdef713837 None None] Port 705ef6dc-22d4-4df1-8779-a8b2e3001589 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:36.867997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9fc48d0b-e2b7-4f07-a89c-8d12ec8d3c3e None None] Provisioning complete for port 705ef6dc-22d4-4df1-8779-a8b2e3001589 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.868352 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fc48d0b-e2b7-4f07-a89c-8d12ec8d3c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:36.911507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9fc48d0b-e2b7-4f07-a89c-8d12ec8d3c3e None None] Port 705ef6dc-22d4-4df1-8779-a8b2e3001589 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:38.043553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:38.132926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:38.134254 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:38.323532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Sync routers for ids ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:38.343233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Routers {'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:38.344286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:38.481396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Set router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:38.737859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '705ef6dc-22d4-4df1-8779-a8b2e3001589', 'name': '', 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'mac_address': 'fa:16:3e:cd:db:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:34Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 2, 'project_id': '35bebd56a71742318e1655346eb224b6', 'subnets': [{'id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:38.781086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Checking router: fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:38.781963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Updating router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 port 705ef6dc-22d4-4df1-8779-a8b2e3001589 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:25:38.813698 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.162325 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.170384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.240211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03964da-c032-4e48-bdfd-2d1d440bd3f0 None None] Pushing event updated for resources: {'Port': ['ID=705ef6dc-22d4-4df1-8779-a8b2e3001589,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:39.318861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Attempting to bind port 705ef6dc-22d4-4df1-8779-a8b2e3001589 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:39.319406 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Attempting to bind port 705ef6dc-22d4-4df1-8779-a8b2e3001589 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:39.319887 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Attempting to bind port 705ef6dc-22d4-4df1-8779-a8b2e3001589 on network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:39.331897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:39.332656 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Checking segment: {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:39.333195 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.333704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Bound using segment: {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:39.334306 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Bound port: 705ef6dc-22d4-4df1-8779-a8b2e3001589, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:39.334798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.425323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] For port 705ef6dc-22d4-4df1-8779-a8b2e3001589, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:39.430962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] For port 705ef6dc-22d4-4df1-8779-a8b2e3001589, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=705ef6dc-22d4-4df1-8779-a8b2e3001589,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:39.437941 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.525722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Routers {'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:39.526662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:25:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:39.587023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03964da-c032-4e48-bdfd-2d1d440bd3f0 None None] Pushing event updated for resources: {'Port': ['ID=705ef6dc-22d4-4df1-8779-a8b2e3001589,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:39.611992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-34f51b7f-6a1c-4676-aca2-99579bb74477 None None] Provisioning complete for port 705ef6dc-22d4-4df1-8779-a8b2e3001589 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:39.612365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34f51b7f-6a1c-4676-aca2-99579bb74477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.778668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] Set router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:39.825706 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34f51b7f-6a1c-4676-aca2-99579bb74477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:39.903533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-34f51b7f-6a1c-4676-aca2-99579bb74477 None None] For port 705ef6dc-22d4-4df1-8779-a8b2e3001589, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=705ef6dc-22d4-4df1-8779-a8b2e3001589,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:39.963822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34f51b7f-6a1c-4676-aca2-99579bb74477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:40.055139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f51b7f-6a1c-4676-aca2-99579bb74477 None None] Pushing event updated for resources: {'Port': ['ID=705ef6dc-22d4-4df1-8779-a8b2e3001589,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:40.128323 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f7769874-954a-4f9c-a32e-fb1835536990 None None] Provisioning complete for port 705ef6dc-22d4-4df1-8779-a8b2e3001589 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:40.128695 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7769874-954a-4f9c-a32e-fb1835536990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:40.222417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '705ef6dc-22d4-4df1-8779-a8b2e3001589', 'name': '', 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'mac_address': 'fa:16:3e:cd:db:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:34Z', 'updated_at': '2021-11-09T18:25:39Z', 'revision_number': 4, 'project_id': '35bebd56a71742318e1655346eb224b6', 'subnets': [{'id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:40.266264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6858b-577f-4707-aeab-618f1dff3c0f None None] The sync data for ids ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'] in n-d-804292-3 is: [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '705ef6dc-22d4-4df1-8779-a8b2e3001589', 'name': '', 'network_id': 'aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'mac_address': 'fa:16:3e:cd:db:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:34Z', 'updated_at': '2021-11-09T18:25:39Z', 'revision_number': 4, 'project_id': '35bebd56a71742318e1655346eb224b6', 'subnets': [{'id': '8f1a58e9-5e10-43fe-9dba-c851619b85cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:42.030418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 705ef6dc-22d4-4df1-8779-a8b2e3001589 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:42.134424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 705ef6dc-22d4-4df1-8779-a8b2e3001589 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:42.134424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:46.776801 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-141016cc-54e9-4ff6-b15c-6756cea35ef1 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:46.778183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-141016cc-54e9-4ff6-b15c-6756cea35ef1 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 813 time: 0.1042240 Nov 09 18:25:46.793217 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-6e8929f3-ce94-451d-bcd6-6286ee81626f tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/quotas/324524628ba34063a59708e180afdd0f HTTP/1.1" status: 200 len: 375 time: 0.0092258 Nov 09 18:25:46.846853 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-fa182c8d-eeb8-4df4-993f-4580cb3a880d tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483575 Nov 09 18:25:46.960233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-eae454ce-e7e3-4064-b17a-3bae8f293822 service neutron] 10.222.0.45 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895791 Nov 09 18:25:47.063515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-fab33ecb-1b75-408c-9f9a-977156d8255b service neutron] 10.222.0.45 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971007 Nov 09 18:25:47.246557 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ed85cc6-8111-483f-b5f1-8122eaed3a7f req-74bb0fe0-1683-4363-80ae-cdc6e80d0ac5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 210 time: 0.0310769 Nov 09 18:25:48.365021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-6dfe9c32-815c-4fe9-820c-c8ab3133ce67 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.367272 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-6dfe9c32-815c-4fe9-820c-c8ab3133ce67 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 813 time: 0.1551697 Nov 09 18:25:48.409139 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'port': {'device_id': '395973fd-24e5-4b05-86ff-085613480fe7', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'admin_state_up': True, 'tenant_id': '324524628ba34063a59708e180afdd0f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:48.415399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fa3bd7a4-ff60-42ce-9476-ba004cacfeb4 req-d9fad4e8-228e-475e-b8e8-95d24cb9dce2 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 210 time: 0.0476706 Nov 09 18:25:48.547610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Made reservation on behalf of 324524628ba34063a59708e180afdd0f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:48.551901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:48.783022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Allocated IP 172.20.0.13 (708495dc-5ee5-4159-a72c-17b44a8fb18d/603263eb-2470-43e2-adb5-ec49bb222d06/adddee14-680d-47de-8f8a-adea5418fc54) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:48.982425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:49.037042 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:49.079547 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:49.083038 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:49.091771 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:49.135309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:49.148056 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.148404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.148765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.149144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.149645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.149841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.150070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.150414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.150721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.151141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.151387 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.151710 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:49.173264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:49.174083 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:49.203807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-31766553-93fb-45e4-9197-12246548198b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8005464 Nov 09 18:25:49.372369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-da4a41f2-277c-4399-9ef6-ff7655e6301b None None] Provisioning complete for port adddee14-680d-47de-8f8a-adea5418fc54 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:49.373112 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da4a41f2-277c-4399-9ef6-ff7655e6301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:49.421386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da4a41f2-277c-4399-9ef6-ff7655e6301b None None] Port adddee14-680d-47de-8f8a-adea5418fc54 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:25:49.567026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1d2c-f6a6-4804-ab02-f89d1513f5ad req-bbd81756-69ac-4f0b-8c5b-35c756d0af63 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:49.569332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-251f1d2c-f6a6-4804-ab02-f89d1513f5ad req-bbd81756-69ac-4f0b-8c5b-35c756d0af63 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0583549 Nov 09 18:25:49.631263 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-251f1d2c-f6a6-4804-ab02-f89d1513f5ad req-f7e8f788-cd0f-4e45-861f-d1ce0712132a tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532279 Nov 09 18:25:50.778020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97d03-1e20-4f46-ba05-f4d068abcdb7 req-3644601b-732d-490a-a181-339e4e2e22b2 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:50.779895 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93d97d03-1e20-4f46-ba05-f4d068abcdb7 req-3644601b-732d-490a-a181-339e4e2e22b2 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0615213 Nov 09 18:25:50.844206 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-93d97d03-1e20-4f46-ba05-f4d068abcdb7 req-daea337e-8881-4240-8f1a-29002a6346ae tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581760 Nov 09 18:25:52.014805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39089-ce39-41fa-be86-ddc43c815a4c req-3360f043-ac76-42da-b2f6-993f62dd2d7d tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:52.016371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-52b39089-ce39-41fa-be86-ddc43c815a4c req-3360f043-ac76-42da-b2f6-993f62dd2d7d tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0639119 Nov 09 18:25:52.074142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-52b39089-ce39-41fa-be86-ddc43c815a4c req-96387baa-fd53-4dd1-ae07-b88226ea6729 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Nov 09 18:25:53.225366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1bb8a-04b6-453a-ad6d-bac1fe312010 req-f7fa5070-9a2e-4314-9976-81852bf633cf tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:53.226958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56e1bb8a-04b6-453a-ad6d-bac1fe312010 req-f7fa5070-9a2e-4314-9976-81852bf633cf tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0707111 Nov 09 18:25:53.281580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56e1bb8a-04b6-453a-ad6d-bac1fe312010 req-7982f001-b03b-47d4-a6d9-69f15dd4a7fb tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Nov 09 18:25:53.600785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:54.416918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fa4fa-fec3-4a3b-b05d-0e3603228461 req-c60482f7-72cd-48b2-8130-9099da02b6c4 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:54.419023 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-261fa4fa-fec3-4a3b-b05d-0e3603228461 req-c60482f7-72cd-48b2-8130-9099da02b6c4 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0569110 Nov 09 18:25:54.483775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-261fa4fa-fec3-4a3b-b05d-0e3603228461 req-4ba3ebe4-9d33-4297-97fc-f0e7a5114ffd tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515790 Nov 09 18:25:55.624650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825278d7-7235-4171-98eb-13e534cf7cd8 req-7686348d-6ead-4e36-b3a2-bd8c6b8e905c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:55.626236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-825278d7-7235-4171-98eb-13e534cf7cd8 req-7686348d-6ead-4e36-b3a2-bd8c6b8e905c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0526705 Nov 09 18:25:55.678226 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-825278d7-7235-4171-98eb-13e534cf7cd8 req-15587b6d-6b33-4657-be01-d9906b0d77bf tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445738 Nov 09 18:25:56.811589 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be613eb-91c3-4c42-85a0-6cf7df078ae9 req-02b79f7f-49b7-48a1-a573-da5da58bce36 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:56.813094 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4be613eb-91c3-4c42-85a0-6cf7df078ae9 req-02b79f7f-49b7-48a1-a573-da5da58bce36 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0600910 Nov 09 18:25:56.865067 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4be613eb-91c3-4c42-85a0-6cf7df078ae9 req-39b7b315-bb4b-4a3e-9f33-4a4a72ed00ae tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Nov 09 18:25:57.997103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a50fa-95f9-4d72-a40e-527e9e29c0cb req-136b5d17-df5a-4501-92e5-712ae84944e9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:57.998746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d84a50fa-95f9-4d72-a40e-527e9e29c0cb req-136b5d17-df5a-4501-92e5-712ae84944e9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 932 time: 0.0610290 Nov 09 18:25:58.057334 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec43ce9c-0cdf-4562-a38c-0684aca12623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:58.415150 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d84a50fa-95f9-4d72-a40e-527e9e29c0cb req-849f46aa-25cb-42bf-9fc1-9759c1a0f142 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084394 Nov 09 18:25:58.922585 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Request body: {'port': {'device_id': '395973fd-24e5-4b05-86ff-085613480fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:58.978022 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.025285 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.264994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adddee14-680d-47de-8f8a-adea5418fc54 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:59.273649 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.288300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Transition to ACTIVE for port object adddee14-680d-47de-8f8a-adea5418fc54 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:25:59.291600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.348722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.417086 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Attempting to bind port adddee14-680d-47de-8f8a-adea5418fc54 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:25:59.417414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Attempting to bind port adddee14-680d-47de-8f8a-adea5418fc54 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:25:59.417749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Attempting to bind port adddee14-680d-47de-8f8a-adea5418fc54 on network 708495dc-5ee5-4159-a72c-17b44a8fb18d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:59.422563 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Port adddee14-680d-47de-8f8a-adea5418fc54 on network 708495dc-5ee5-4159-a72c-17b44a8fb18d not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:25:59.422883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Attempting to bind port adddee14-680d-47de-8f8a-adea5418fc54 on network 708495dc-5ee5-4159-a72c-17b44a8fb18d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:59.428398 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:59.428734 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Checking segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:25:59.429120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Bound using segment: {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:59.429551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Bound port: adddee14-680d-47de-8f8a-adea5418fc54, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0446c7-967e-411e-9968-dcb23f3fbde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:25:59.429917 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.505612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:59.509144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:59.514656 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.549244 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ff68-df90-46fa-82fe-2d6fcc1b0051 req-f6083a83-b725-4dcc-ae5e-6e71080ca334 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.551518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.551691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a365ff68-df90-46fa-82fe-2d6fcc1b0051 req-f6083a83-b725-4dcc-ae5e-6e71080ca334 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 944 time: 0.0552738 Nov 09 18:25:59.552328 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:25:59.553782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] 10.222.0.83 "PUT /v2.0/ports/adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 1092 time: 0.6357775 Nov 09 18:25:59.554310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:59.556681 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c7e34-62ad-4a53-8b0c-c9608e640b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:59.584660 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfa295-ae49-4fb7-a2e0-a424c58f2328 service neutron] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.634229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a365ff68-df90-46fa-82fe-2d6fcc1b0051 req-0a1160f5-8f86-430d-a0ca-e50369eed2d2 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763338 Nov 09 18:25:59.640811 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c87692b-42ee-47a2-bc31-12b79eb3e858 x-openstack-request-id: req-1c87692b-42ee-47a2-bc31-12b79eb3e858 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:59.641100 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:59.641349 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c87692b-42ee-47a2-bc31-12b79eb3e858 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:59.641748 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'status': 'completed', 'code': 200} Nov 09 18:25:59.657931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-0db994d5-c82a-4dc7-9300-733e748ab144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.659582 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-0db994d5-c82a-4dc7-9300-733e748ab144 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0543673 Nov 09 18:25:59.709798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-4c0df635-5582-4dc6-a1ef-d011f3b305b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 217 time: 0.0404010 Nov 09 18:25:59.765229 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-5a5784d5-3b36-4364-a321-800c29265685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.766798 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-5a5784d5-3b36-4364-a321-800c29265685 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0498037 Nov 09 18:25:59.820668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-735c76f7-23cc-47ba-b89f-6ee90db17a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.822179 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-735c76f7-23cc-47ba-b89f-6ee90db17a1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433164 Nov 09 18:25:59.924221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-8b5f105b-8777-40e5-b679-cd3b73ce1079 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861995 Nov 09 18:26:00.016200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-813b235f-ad5f-4dd2-bfbc-4b21ce867459 req-13c3acfc-9bef-4d59-a018-193911bb9a9c service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827160 Nov 09 18:26:00.111309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-01b62cf7-8ca1-4b1b-920d-eb74a7aafa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.113720 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-01b62cf7-8ca1-4b1b-920d-eb74a7aafa5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0420001 Nov 09 18:26:00.210501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-818c4261-bb20-4e0f-b02d-2bfd0b702eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.212037 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-818c4261-bb20-4e0f-b02d-2bfd0b702eed service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.0912311 Nov 09 18:26:00.259435 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-1ba97684-2f6a-445d-8d94-6f613bde63ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 217 time: 0.0401316 Nov 09 18:26:00.314651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-e121cea5-e587-4bd4-8ae0-c54eb9ce274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.316239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-e121cea5-e587-4bd4-8ae0-c54eb9ce274e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0464864 Nov 09 18:26:00.369049 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-2eaaded5-dbaa-4e9d-a655-d9fc2c75ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.370478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-2eaaded5-dbaa-4e9d-a655-d9fc2c75ff44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454857 Nov 09 18:26:00.460799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-1142892d-2c67-4e86-900f-32a42a18b797 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 Nov 09 18:26:00.531354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-52dfdfa9-c656-4500-aed0-797bf96dcc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:00.560570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-404c7e34-62ad-4a53-8b0c-c9608e640b1c req-5c06cfb9-a4fe-4342-ac52-5ca12dfd26f9 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921266 Nov 09 18:26:00.754438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71ec56-1331-4bc7-a3c0-c0364df3927c req-2be1b8d7-7002-4006-beb4-3b591aeead10 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.756243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a71ec56-1331-4bc7-a3c0-c0364df3927c req-2be1b8d7-7002-4006-beb4-3b591aeead10 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 944 time: 0.0512731 Nov 09 18:26:00.804399 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a71ec56-1331-4bc7-a3c0-c0364df3927c req-259350fc-83ab-4cf1-b7c9-48312e4ebf8a tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Nov 09 18:26:01.911008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:01.925887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1717-2acb-4365-b9ed-e95fc041a550 req-d98c3bf6-87b4-4900-9b97-73bf4b4df7ff tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:01.927696 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b14c1717-2acb-4365-b9ed-e95fc041a550 req-d98c3bf6-87b4-4900-9b97-73bf4b4df7ff tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 944 time: 0.0541005 Nov 09 18:26:01.980205 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b14c1717-2acb-4365-b9ed-e95fc041a550 req-90e5b6dc-7602-467e-ad8d-52a305d56444 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Nov 09 18:26:03.088474 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device adddee14-680d-47de-8f8a-adea5418fc54 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:26:03.098388 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f5eaf-dd87-4074-90e2-5eec974233f3 req-de16b083-0b0c-4704-b7f1-f0cce0e0688b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:03.099929 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f5eaf-dd87-4074-90e2-5eec974233f3 req-de16b083-0b0c-4704-b7f1-f0cce0e0688b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Nov 09 18:26:03.153696 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1a5f5eaf-dd87-4074-90e2-5eec974233f3 req-daeddb03-0fb8-4d2f-897c-0118fe88f410 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476637 Nov 09 18:26:03.188495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:03.203785 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'adddee14-680d-47de-8f8a-adea5418fc54', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'port_id': 'adddee14-680d-47de-8f8a-adea5418fc54', 'mac_address': 'fa:16:3e:2a:fd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:26:03.239924 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:03.252539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adddee14-680d-47de-8f8a-adea5418fc54 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:03.273851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:03.277864 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:03.323585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:03.331413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.332461 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.333005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.333355 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.333695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.334029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.334367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.334768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.335042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.335379 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.335707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.336031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:03.357791 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:03.582787 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['adddee14-680d-47de-8f8a-adea5418fc54'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:03.632317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:04.290104 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904187-880c-4462-9e3d-c1d545a82640 req-419f9247-2243-4633-8da0-96a1ab7a2898 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:04.291654 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46904187-880c-4462-9e3d-c1d545a82640 req-419f9247-2243-4633-8da0-96a1ab7a2898 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 945 time: 0.0619712 Nov 09 18:26:04.338381 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-46904187-880c-4462-9e3d-c1d545a82640 req-94ff3d2a-0c54-4485-9400-073c1036cc4e tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Nov 09 18:26:05.091466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device adddee14-680d-47de-8f8a-adea5418fc54 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:05.140267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port adddee14-680d-47de-8f8a-adea5418fc54 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:26:05.145160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port adddee14-680d-47de-8f8a-adea5418fc54 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:05.145527 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:05.225496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:05.247641 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:05.249858 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb89321-171d-4232-968d-18523c3cc5ae" -d '{"events": [{"server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "name": "network-vif-plugged", "status": "completed", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:05.262722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:05.266780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:05.313855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:05.419036 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c3690-8735-400a-b51f-93e0c3e6ad13 x-openstack-request-id: req-3c8c3690-8735-400a-b51f-93e0c3e6ad13 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:05.419344 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "name": "network-vif-plugged", "status": "completed", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:05.419587 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c8c3690-8735-400a-b51f-93e0c3e6ad13 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:05.419987 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'code': 200} Nov 09 18:26:05.460757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d759658-a6d3-452c-ab48-0ca5b2179197 req-3df2c83c-9e0e-40c9-a6b4-af20ab9f7f28 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:05.462280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d759658-a6d3-452c-ab48-0ca5b2179197 req-3df2c83c-9e0e-40c9-a6b4-af20ab9f7f28 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Nov 09 18:26:05.510959 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d759658-a6d3-452c-ab48-0ca5b2179197 req-6d25f12f-431e-4cb9-9e3d-c583254aee7f tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 Nov 09 18:26:05.523889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c62f-1a4e-428b-ad6e-d83df8fb403f req-76bdbbdb-fa51-47e2-9243-268d13d3dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:05.525428 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b5c62f-1a4e-428b-ad6e-d83df8fb403f req-76bdbbdb-fa51-47e2-9243-268d13d3dc61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0422838 Nov 09 18:26:05.571103 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b5c62f-1a4e-428b-ad6e-d83df8fb403f req-ebe5d3cb-d5f0-4adb-aac0-c0e32d315bdf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384653 Nov 09 18:26:06.628795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530fde5-8c18-4b12-a274-6808b22054ca req-4c84d850-62ca-412d-86e8-f7c77e6c840c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:06.630545 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8530fde5-8c18-4b12-a274-6808b22054ca req-4c84d850-62ca-412d-86e8-f7c77e6c840c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Nov 09 18:26:06.680223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8530fde5-8c18-4b12-a274-6808b22054ca req-c3f29af5-c545-4f34-8461-010a8ccde207 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Nov 09 18:26:07.799785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953eb75-bd95-4a54-904c-f0d3957c7243 req-eba39404-b1ec-496a-834b-3ffa1c85d282 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:07.802040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1953eb75-bd95-4a54-904c-f0d3957c7243 req-eba39404-b1ec-496a-834b-3ffa1c85d282 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0538239 Nov 09 18:26:07.848209 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1953eb75-bd95-4a54-904c-f0d3957c7243 req-3094e53c-cb55-4931-9f9e-0d0a3a9b44b5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Nov 09 18:26:07.968868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3b4d-5676-42bd-8184-7c682b9826fc req-9a6b5d79-dade-49e5-86e7-f0abe6ecdde0 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:07.970295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd9d3b4d-5676-42bd-8184-7c682b9826fc req-9a6b5d79-dade-49e5-86e7-f0abe6ecdde0 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0551176 Nov 09 18:26:08.019140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cd9d3b4d-5676-42bd-8184-7c682b9826fc req-2fc31034-1d8f-4b12-a7f5-10ea5fff6900 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Nov 09 18:26:08.210109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ac7b-24eb-4e4d-99c0-d3836c1df6cd req-edac0aba-ffa8-4a47-b478-4dd1285f5090 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:08.211626 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3368ac7b-24eb-4e4d-99c0-d3836c1df6cd req-edac0aba-ffa8-4a47-b478-4dd1285f5090 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0493307 Nov 09 18:26:08.260162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3368ac7b-24eb-4e4d-99c0-d3836c1df6cd req-91287831-3f74-439d-bcae-93e898677df3 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Nov 09 18:26:13.101519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:26:20.833023 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cbb9c-bf5e-44ef-ac5e-109a551ee9b7 req-e7e44e96-d277-4696-85e5-3739eec8ed70 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:20.834533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff8cbb9c-bf5e-44ef-ac5e-109a551ee9b7 req-e7e44e96-d277-4696-85e5-3739eec8ed70 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0516777 Nov 09 18:26:20.887331 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff8cbb9c-bf5e-44ef-ac5e-109a551ee9b7 req-52bec75f-b02c-4411-9666-eb334a476fe0 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467150 Nov 09 18:26:20.909564 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:21.040979 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310234c-7dc9-49ee-8f27-4c11852c0aae tempest-TestMinimumBasicScenario-2039354593 tempest-TestMinimumBasicScenario-2039354593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:21.042542 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b310234c-7dc9-49ee-8f27-4c11852c0aae tempest-TestMinimumBasicScenario-2039354593 tempest-TestMinimumBasicScenario-2039354593-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1092 time: 0.1319911 Nov 09 18:26:21.047549 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:21.052455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'adddee14-680d-47de-8f8a-adea5418fc54', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:21.078520 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:21.185317 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:21.294682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Allocated IP 172.25.3.251 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e43ba313-ec50-41b2-8a5d-ebd257070a98) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:21.407061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:21.447998 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:21.487999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:21.493955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:21.498478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:21.505365 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'Port': ['ID=e43ba313-ec50-41b2-8a5d-ebd257070a98,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:21.879298 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:21.952556 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.112445 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.117059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.189874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'Port': ['ID=e43ba313-ec50-41b2-8a5d-ebd257070a98,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:22.203785 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.304133 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Floating IP be22a549-7546-4755-9e71-3925235dc4fc associated. External IP: 172.25.3.251, port: adddee14-680d-47de-8f8a-adea5418fc54. Nov 09 18:26:22.522972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Router 557b1dd5-c68f-4249-bdb6-ff3db0807182 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:22.650146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:22.662403 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c319c-9716-4558-8d65-787579020053 None None] Sync routers for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:22.676038 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.679972 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:22.680610 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:26:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:22.704692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2f8f127e-bd7e-4c42-a906-bec538557eb5 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6556556 Nov 09 18:26:22.705313 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:22.707583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56138) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:22.708290 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be2cba-5103-49d9-b23b-6f6704e26868" -d '{"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:22.715302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468029167', 'description': 'tempest-secgroup-smoke-468029167 description', 'project_id': '324524628ba34063a59708e180afdd0f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:22.750345 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c45502-b272-42a1-bd06-d7b65d29b329 x-openstack-request-id: req-e4c45502-b272-42a1-bd06-d7b65d29b329 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:22.750733 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:22.751020 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4c45502-b272-42a1-bd06-d7b65d29b329 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:22.751467 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'status': 'completed', 'code': 200} Nov 09 18:26:22.752222 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.818789 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:22.824590 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.828089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-21762cd0-1b30-426a-b49d-d909b51c0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:22.829047 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.829807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-21762cd0-1b30-426a-b49d-d909b51c0a1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0527022 Nov 09 18:26:22.863654 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.867753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1584063 Nov 09 18:26:22.872569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56142) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:22.882070 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group_rule': {'security_group_id': '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5', 'project_id': '324524628ba34063a59708e180afdd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:22.891624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:22.906390 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.906746 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.907246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.907594 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.907934 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.908269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.908628 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.909423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.909544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.909952 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.910289 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.910621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3706cb-d31f-4a36-a053-dcda9a3a31ad tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.930110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.952610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-78c0ebd9-7c27-4f48-a7a0-69d4b9a4571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:22.955129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-78c0ebd9-7c27-4f48-a7a0-69d4b9a4571d service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.1156099 Nov 09 18:26:22.983764 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:22.991257 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.012928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74dc73c-8bc7-4e0d-9012-5e9168b22ee7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.026126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.030559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-debd905b-a311-471a-ab36-51e02d3d4135 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536989 Nov 09 18:26:23.030865 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56144) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.035946 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group_rule': {'security_group_id': '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5', 'project_id': '324524628ba34063a59708e180afdd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:23.040930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-2fe790de-1ea6-40d9-a37a-e0ff5f30df83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 1000 time: 0.0761459 Nov 09 18:26:23.068352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.100702 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'be22a549-7546-4755-9e71-3925235dc4fc', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'port_id': 'adddee14-680d-47de-8f8a-adea5418fc54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'mac_address': 'fa:16:3e:2a:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395973fd-24e5-4b05-86ff-085613480fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:26:21Z', 'updated_at': '2021-11-09T18:26:21Z', 'revision_number': 0, 'project_id': '324524628ba34063a59708e180afdd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:23.102247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-89225370-79e6-4aa5-9448-63d16d2fcea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:23.104022 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-89225370-79e6-4aa5-9448-63d16d2fcea8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0518949 Nov 09 18:26:23.131569 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c319c-9716-4558-8d65-787579020053 None None] Checking router: 557b1dd5-c68f-4249-bdb6-ff3db0807182 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:26:23.139709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.140680 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:23.141592 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:26:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:23.145003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.175592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c7dffd-688e-44bc-9b34-9ec360e028b6,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.177017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-9adf750c-dffe-4c00-97d1-aba2eef07918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:23.178573 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-9adf750c-dffe-4c00-97d1-aba2eef07918 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651627 Nov 09 18:26:23.184012 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.185579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c2f3b693-9327-4f8b-b37a-eab8950fe992 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535408 Nov 09 18:26:23.188328 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56146) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.193524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group_rule': {'security_group_id': '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5', 'project_id': '324524628ba34063a59708e180afdd0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:23.228089 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.303114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.308328 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.310490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-aaf31d4a-60bd-4054-a66f-c653674fa3ee service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226435 Nov 09 18:26:23.328034 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f91c3a-e714-4f90-87bc-c1dea992aa4f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.338655 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.348419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-be291ea9-a660-480a-84da-d57c69e5dc84 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539969 Nov 09 18:26:23.348419 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56148) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.350474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group_rule': {'security_group_id': '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5', 'project_id': '324524628ba34063a59708e180afdd0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:23.382115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.387080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:23.415034 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-79be2cba-5103-49d9-b23b-6f6704e26868 req-66515fa6-f84a-4df1-953d-f3f3d34a9016 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972247 Nov 09 18:26:23.446913 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.451244 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.469748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71c3745-716f-449b-a970-956124015a35,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.477809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.479031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eb33c948-33ae-4d93-a92e-78909de83a6c tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335328 Nov 09 18:26:23.481757 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56150) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.486446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group_rule': {'security_group_id': '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5', 'project_id': '324524628ba34063a59708e180afdd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:23.511377 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Project 324524628ba34063a59708e180afdd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:26:23.516636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.581671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.585850 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.605059 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6b32a6-3d0c-4fdb-ad4f-5b162e022c8f,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.610439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.615022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.615686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b70d4b54-6901-4c5c-b542-fe5b84658bec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329734 Nov 09 18:26:23.618488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56152) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.622897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'security_group_rule': {'security_group_id': '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5', 'project_id': '324524628ba34063a59708e180afdd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:23.636291 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d56c319c-9716-4558-8d65-787579020053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'be22a549-7546-4755-9e71-3925235dc4fc', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'port_id': 'adddee14-680d-47de-8f8a-adea5418fc54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'mac_address': 'fa:16:3e:2a:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395973fd-24e5-4b05-86ff-085613480fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:26:21Z', 'updated_at': '2021-11-09T18:26:21Z', 'revision_number': 0, 'project_id': '324524628ba34063a59708e180afdd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:23.645598 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Project 324524628ba34063a59708e180afdd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:26:23.650848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.664170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c319c-9716-4558-8d65-787579020053 None None] The sync data for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 is: [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'be22a549-7546-4755-9e71-3925235dc4fc', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'port_id': 'adddee14-680d-47de-8f8a-adea5418fc54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'mac_address': 'fa:16:3e:2a:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395973fd-24e5-4b05-86ff-085613480fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:26:21Z', 'updated_at': '2021-11-09T18:26:21Z', 'revision_number': 0, 'project_id': '324524628ba34063a59708e180afdd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:23.713391 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.718352 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.738028 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df37e0c-0abd-423f-b381-e6c00359d593,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.746455 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:23.747711 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e1c42bd-169e-4ac1-b960-b55a48d6f473 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282125 Nov 09 18:26:23.846967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6440a83f-1540-4042-8cea-94811495a405 req-54714bae-98ee-4833-81b1-f12154f0a913 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468029167&fields=id&tenant_id=324524628ba34063a59708e180afdd0f HTTP/1.1" status: 200 len: 267 time: 0.0495441 Nov 09 18:26:23.873781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc6abe-6822-4e7a-8d64-6223362a5d53 None None] New status for floating IP be22a549-7546-4755-9e71-3925235dc4fc: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:26:23.901928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440a83f-1540-4042-8cea-94811495a405 req-cc849ddc-e002-47b5-bd3f-cda0a0e20a72 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:23.904124 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6440a83f-1540-4042-8cea-94811495a405 req-cc849ddc-e002-47b5-bd3f-cda0a0e20a72 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0515876 Nov 09 18:26:23.915745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'port': {'security_groups': ['f182edbc-aff1-4ff0-9a74-947df46a49e8', '31bb3ace-d1ae-4aba-bd56-2be2b7b419a5']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:23.984361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:24.181198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:24.213849 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:24.219044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:24.233286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['adddee14-680d-47de-8f8a-adea5418fc54'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:24.268724 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.269382 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:24.270808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6440a83f-1540-4042-8cea-94811495a405 req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "PUT /v2.0/ports/adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 982 time: 0.3601174 Nov 09 18:26:24.291073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1888158-b522-4ce6-8a82-6828be2a7e64 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:24.364157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['adddee14-680d-47de-8f8a-adea5418fc54'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:24.401457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad7ec-44b9-4a97-b1fd-f7d070bdc602 req-29a819b0-bca3-42e5-b188-05d8cb815362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.403154 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83aad7ec-44b9-4a97-b1fd-f7d070bdc602 req-29a819b0-bca3-42e5-b188-05d8cb815362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0562184 Nov 09 18:26:24.489019 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-83aad7ec-44b9-4a97-b1fd-f7d070bdc602 req-03a00c30-0852-4cce-b2c6-400f42c75052 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780573 Nov 09 18:26:24.575119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a759355f-3d49-4bc0-9aea-62abd5ceb5bf None None] Provisioning complete for port adddee14-680d-47de-8f8a-adea5418fc54 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:24.575477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a759355f-3d49-4bc0-9aea-62abd5ceb5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:24.753309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:24.755872 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0a00b-e244-46b4-9c08-4015f99ae54e" -d '{"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:24.797637 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d61045b-ddf8-41ba-99a4-cb4e37c37ed8 x-openstack-request-id: req-7d61045b-ddf8-41ba-99a4-cb4e37c37ed8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:24.797923 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:24.798170 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d61045b-ddf8-41ba-99a4-cb4e37c37ed8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:24.798566 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'status': 'completed', 'code': 200} Nov 09 18:26:24.861608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-75ed949d-b8d9-420b-8786-a74f6e725528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.863372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-75ed949d-b8d9-420b-8786-a74f6e725528 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1136 time: 0.0436676 Nov 09 18:26:24.981955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-2d04a7f2-a8a5-406b-b36c-2232610bd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.983485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-2d04a7f2-a8a5-406b-b36c-2232610bd14c service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.1114378 Nov 09 18:26:25.055384 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-f19211a5-44b6-4179-b3ae-8e6817eef490 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 1002 time: 0.0626390 Nov 09 18:26:25.113672 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-85b83656-7f1d-49f2-a540-f596e09c485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:25.116014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-85b83656-7f1d-49f2-a540-f596e09c485d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0529723 Nov 09 18:26:25.167091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-80620573-971f-4238-8c19-d92df66a00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:25.168651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-80620573-971f-4238-8c19-d92df66a00fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443017 Nov 09 18:26:25.264896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-7a08e97d-0b22-43e5-93a2-83511a4b898c service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Nov 09 18:26:25.365040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dbd0a00b-e244-46b4-9c08-4015f99ae54e req-f9982b8a-3234-4292-bd72-4b91dcb0ad7c service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906820 Nov 09 18:26:28.052104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f655414-e70d-46c3-8ea9-e9525a73241b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:29.022708 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:30.525132 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7dd4c2e-8837-4938-8a85-77c0460e5737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:31.912627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:33.364010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:33.605071 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:47.405130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34f87-32a8-4e53-9f01-e08df25065c3 req-b57d04dc-d958-4a9f-a3e2-3f5056ec0159 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.406540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45b34f87-32a8-4e53-9f01-e08df25065c3 req-b57d04dc-d958-4a9f-a3e2-3f5056ec0159 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0797541 Nov 09 18:26:47.413326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-9f59138b-0b47-49a2-b1d8-115c76e80353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.414770 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-9f59138b-0b47-49a2-b1d8-115c76e80353 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1136 time: 0.0602074 Nov 09 18:26:47.532456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45b34f87-32a8-4e53-9f01-e08df25065c3 req-046dc15a-a247-414d-85d0-93e564b2d691 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166620 Nov 09 18:26:47.551840 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-2ff80125-db7d-46b7-9808-ea3705878c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.551840 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-2ff80125-db7d-46b7-9808-ea3705878c1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.1191530 Nov 09 18:26:47.624972 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-46fb6381-79b5-400b-b59f-85c269074aad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 1002 time: 0.0636377 Nov 09 18:26:47.676641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-9f349651-de58-4784-a2f1-0e6facc4510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.678044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-9f349651-de58-4784-a2f1-0e6facc4510b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0443857 Nov 09 18:26:47.725191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-9f435687-5129-4901-aca6-d7746ac9fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.726694 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-9f435687-5129-4901-aca6-d7746ac9fab6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402534 Nov 09 18:26:47.823566 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-47550768-be17-436e-8f58-d0b8b6041093 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859261 Nov 09 18:26:47.916328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a263e01d-74a4-49ef-b4a3-fcdf1c7a71c2 req-1f581fd5-ca7b-4cf3-9160-b07052bed39c service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835915 Nov 09 18:26:48.656108 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384347e7-b372-4d9d-b189-412fe8d1e888 req-28a3e173-8412-4c49-a7c2-f1dd6eecdd34 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:48.657586 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-384347e7-b372-4d9d-b189-412fe8d1e888 req-28a3e173-8412-4c49-a7c2-f1dd6eecdd34 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0498044 Nov 09 18:26:48.717847 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-384347e7-b372-4d9d-b189-412fe8d1e888 req-154bc768-5ae1-41b8-88cb-b19acc5906dc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539684 Nov 09 18:26:49.835275 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631b7b6-298b-4208-b533-dd9abadc8dbe req-65a87512-8267-4d4a-82fd-30b8df974f6f tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:49.836768 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0631b7b6-298b-4208-b533-dd9abadc8dbe req-65a87512-8267-4d4a-82fd-30b8df974f6f tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0490270 Nov 09 18:26:49.899183 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0631b7b6-298b-4208-b533-dd9abadc8dbe req-cf86f612-5466-465f-83e7-fc9df09926cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552840 Nov 09 18:26:50.101636 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:26:51.020575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46f789-1545-4e0b-b589-79b09967ac24 req-099236a1-f1ee-4974-b7b9-35dc368b56a4 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:51.022068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a46f789-1545-4e0b-b589-79b09967ac24 req-099236a1-f1ee-4974-b7b9-35dc368b56a4 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0520134 Nov 09 18:26:51.084460 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1a46f789-1545-4e0b-b589-79b09967ac24 req-9a6438e5-aa8f-4a10-8fa7-94dc8d870f53 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541754 Nov 09 18:26:52.205844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9344a-7670-4c70-a493-9d2ff1b60783 req-e35e237c-2470-4c61-b109-2c09cbf24b72 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:52.207407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bf9344a-7670-4c70-a493-9d2ff1b60783 req-e35e237c-2470-4c61-b109-2c09cbf24b72 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0535135 Nov 09 18:26:52.268164 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4bf9344a-7670-4c70-a493-9d2ff1b60783 req-9f9fccfc-cf78-49f1-814f-7451d67d3022 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546856 Nov 09 18:26:53.391075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4a445-6048-4ed4-86f2-af2f0c284a17 req-af09a618-0360-4358-ae29-9611ff702c3b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.392937 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ee4a445-6048-4ed4-86f2-af2f0c284a17 req-af09a618-0360-4358-ae29-9611ff702c3b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0552747 Nov 09 18:26:53.454775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ee4a445-6048-4ed4-86f2-af2f0c284a17 req-50d02ac5-7a9a-490e-bba4-96898a618a55 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558925 Nov 09 18:26:53.611913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:54.572977 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6b2e6-a75b-4c96-b871-23ac982ff7d4 req-1a003010-e016-42eb-9747-249fa754a415 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:54.574481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36e6b2e6-a75b-4c96-b871-23ac982ff7d4 req-1a003010-e016-42eb-9747-249fa754a415 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0489969 Nov 09 18:26:54.634647 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-36e6b2e6-a75b-4c96-b871-23ac982ff7d4 req-2641fb28-203a-4fa2-b006-090f6a788acc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534532 Nov 09 18:26:55.758113 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e2021-ed54-44ae-99ec-e6243eddae9f req-16689d31-55d0-49c6-a561-4a5be7500e5f tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.759699 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe0e2021-ed54-44ae-99ec-e6243eddae9f req-16689d31-55d0-49c6-a561-4a5be7500e5f tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0561187 Nov 09 18:26:55.821250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fe0e2021-ed54-44ae-99ec-e6243eddae9f req-f73246e2-bea3-40b4-930c-f9f54e458c62 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548787 Nov 09 18:26:56.943203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71ec17-ae2c-4973-8354-54890b187a5b req-7ab586d3-2793-4204-b171-2a737075c945 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.944683 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf71ec17-ae2c-4973-8354-54890b187a5b req-7ab586d3-2793-4204-b171-2a737075c945 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0517449 Nov 09 18:26:57.005434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cf71ec17-ae2c-4973-8354-54890b187a5b req-c578243b-ffe0-4a6c-bc67-fd2c63740552 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546885 Nov 09 18:26:58.055072 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbce770-5b69-42d5-8734-0015359db702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:58.131495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c50043-f557-4f01-a21f-38eb10eeaee9 req-1e799fe0-4fef-4f5b-a7c3-d607a6ff7b32 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:58.132973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0c50043-f557-4f01-a21f-38eb10eeaee9 req-1e799fe0-4fef-4f5b-a7c3-d607a6ff7b32 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0514829 Nov 09 18:26:58.200715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f0c50043-f557-4f01-a21f-38eb10eeaee9 req-f5b754b1-a0d7-4ca7-bfb0-bf89a470c813 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613203 Nov 09 18:26:59.051756 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:26:59.325248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5365916-b112-4a03-b142-fc7a22f13e13 req-ba7e8726-ae6c-4c63-a108-ef759568abae tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:59.326692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5365916-b112-4a03-b142-fc7a22f13e13 req-ba7e8726-ae6c-4c63-a108-ef759568abae tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0534852 Nov 09 18:26:59.388876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f5365916-b112-4a03-b142-fc7a22f13e13 req-eaa0f358-5779-4b65-bb86-861be1391a50 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559258 Nov 09 18:27:00.506334 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d766c4-1281-4e64-81bc-cce9a1d17033 req-62eebe37-8ca0-4646-aa3e-bd130166072e tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:00.507874 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d766c4-1281-4e64-81bc-cce9a1d17033 req-62eebe37-8ca0-4646-aa3e-bd130166072e tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0506923 Nov 09 18:27:00.529634 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87abc275-74f0-4641-ac41-93c4e9f6d9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:00.574295 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-19d766c4-1281-4e64-81bc-cce9a1d17033 req-a7491d07-74af-46d7-8a6e-5d2fa08af1f0 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592074 Nov 09 18:27:01.691794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91388-e7d0-4207-bc80-88daa9486657 req-c7077da3-7529-4b2b-b4a1-fea0cb120ddb tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:01.693439 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64a91388-e7d0-4207-bc80-88daa9486657 req-c7077da3-7529-4b2b-b4a1-fea0cb120ddb tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0497441 Nov 09 18:27:01.756590 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-64a91388-e7d0-4207-bc80-88daa9486657 req-2536a396-e3bd-499f-b1be-84708dfa2b5e tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571661 Nov 09 18:27:01.915344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:02.873292 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c858777-0d8e-4818-9d5f-16b3b00ed714 req-06aff1bc-4bf6-47a6-9c33-6ab5284ea6da tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:02.874758 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c858777-0d8e-4818-9d5f-16b3b00ed714 req-06aff1bc-4bf6-47a6-9c33-6ab5284ea6da tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0497234 Nov 09 18:27:02.934878 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c858777-0d8e-4818-9d5f-16b3b00ed714 req-13aebfb6-e0d2-48e2-8826-0366f7d4356d tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536358 Nov 09 18:27:03.364351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:03.607974 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:04.063774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55ffc-b65d-4f32-954e-5d4f6c8eaebe req-68b09d06-9f05-4ef4-a061-8192e9f3950a tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:04.065259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcf55ffc-b65d-4f32-954e-5d4f6c8eaebe req-68b09d06-9f05-4ef4-a061-8192e9f3950a tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0596626 Nov 09 18:27:04.126210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcf55ffc-b65d-4f32-954e-5d4f6c8eaebe req-bfd42d05-e3aa-47a8-b29f-aa1bfa5a5f29 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&id=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549231 Nov 09 18:27:05.509550 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-a1882aaf-10e4-439d-8b5c-89c244222caa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854871 Nov 09 18:27:05.594176 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-0cb24edb-7ec3-432c-9cc4-3d1d820518ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:05.596727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-0cb24edb-7ec3-432c-9cc4-3d1d820518ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1136 time: 0.0422542 Nov 09 18:27:05.703041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-74a3d991-1cfe-4321-82ef-e4bb33b497d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:05.704494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-74a3d991-1cfe-4321-82ef-e4bb33b497d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.0871599 Nov 09 18:27:05.770494 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-02c5f691-c0b3-42ea-8260-ba57295bec53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 1002 time: 0.0588269 Nov 09 18:27:05.824913 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-32d6374a-c97c-4972-b108-048f0138d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:05.826373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-32d6374a-c97c-4972-b108-048f0138d722 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0481358 Nov 09 18:27:05.873910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-35330f04-dc06-4d95-a970-67ea3ea66952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:05.875450 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-35330f04-dc06-4d95-a970-67ea3ea66952 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416043 Nov 09 18:27:05.964789 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-34e9089f-bb3b-40bb-84fb-3236fe483e88 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813305 Nov 09 18:27:06.060574 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-61765065-f0fb-4d40-84d6-75136d95c8c0 req-8139ae19-3468-441a-9e04-db81aa95c85d service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Nov 09 18:27:23.638732 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:27.110725 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:27:28.057819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3927fb7a-4eb0-45fb-91c6-2ce84c65a975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:29.068947 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:30.533522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eebf453f-917e-417b-b805-bfc1fe034048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:31.919166 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:33.368008 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:33.610688 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:39.337617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-25a0d492-8cef-4a7a-bbf8-146f03a99974 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468029167&fields=id&tenant_id=324524628ba34063a59708e180afdd0f HTTP/1.1" status: 200 len: 267 time: 0.0513072 Nov 09 18:27:39.392281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-c85a6549-b54e-4bf6-9363-88b72ec858bc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.393675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-c85a6549-b54e-4bf6-9363-88b72ec858bc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 985 time: 0.0501542 Nov 09 18:27:39.404515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Request body: {'port': {'security_groups': ['f182edbc-aff1-4ff0-9a74-947df46a49e8']}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:39.469016 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:39.643370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:39.673211 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:39.677778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:39.690671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['adddee14-680d-47de-8f8a-adea5418fc54'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:39.725226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.725868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:39.730658 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ee0bc2f0-9f45-405a-9d1c-39eb3004da3f req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "PUT /v2.0/ports/adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 943 time: 0.3292961 Nov 09 18:27:39.730658 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:39.733223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:39.742170 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:39.777601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event updated for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:39.787924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.788345 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.788843 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.789261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.789645 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.790041 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.790437 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.790833 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.791254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.791638 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.792062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.792616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4876c8a-0615-44bb-945a-a32c4370dce9 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:39.846872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:39.854863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['adddee14-680d-47de-8f8a-adea5418fc54'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:39.862966 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6570de-66c3-43e3-a965-96258c946fa2 x-openstack-request-id: req-5b6570de-66c3-43e3-a965-96258c946fa2 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:39.862966 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:39.862966 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b6570de-66c3-43e3-a965-96258c946fa2 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:39.862966 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'status': 'completed', 'code': 200} Nov 09 18:27:39.880333 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.047813 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4f24e3a8-2802-427b-9486-b2d4930d0f40 None None] Provisioning complete for port adddee14-680d-47de-8f8a-adea5418fc54 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:40.048208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f24e3a8-2802-427b-9486-b2d4930d0f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.320519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-24d18c89-6a59-4c97-97e7-ab2c2aaca35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.322038 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-24d18c89-6a59-4c97-97e7-ab2c2aaca35d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1097 time: 0.4323025 Nov 09 18:27:40.384992 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.387613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.388811 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "DELETE /v2.0/security-groups/31bb3ace-d1ae-4aba-bd56-2be2b7b419a5 HTTP/1.1" status: 204 len: 168 time: 0.6545959 Nov 09 18:27:40.392457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56226) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:40.405128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb3ace-d1ae-4aba-bd56-2be2b7b419a5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:40.418394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.418741 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.419106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.419442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.419783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.420117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.420422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.420744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.421098 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.421449 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.421896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.422397 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd365c-b7fd-4578-a14e-6da26f78e1c8 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:40.451765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-dcac8d71-f522-4806-b905-3d2a1697d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.454270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-dcac8d71-f522-4806-b905-3d2a1697d52c service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.1215162 Nov 09 18:27:40.532865 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-ba4736b9-4010-4683-a4c6-d46e2aae1c96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 1002 time: 0.0657618 Nov 09 18:27:40.567513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Deleting port e43ba313-ec50-41b2-8a5d-ebd257070a98 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:40.567917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.584508 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-caf49876-38a1-4a44-8ee6-878d8c3b96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.585952 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-caf49876-38a1-4a44-8ee6-878d8c3b96e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0452492 Nov 09 18:27:40.633263 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-96ff1349-ff20-40a7-92fc-f6f62be52390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.634830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-96ff1349-ff20-40a7-92fc-f6f62be52390 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400131 Nov 09 18:27:40.643895 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.644226 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.656875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Calling delete_port for e43ba313-ec50-41b2-8a5d-ebd257070a98 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:27:40.733185 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-88efecd5-3f0f-4f83-a7bf-a5e307f725e2 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902884 Nov 09 18:27:40.826396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26f0c0c3-b6ed-4f8b-8edd-f382b96ec0e6 req-7121072f-7cd8-4cf7-9b16-b54c42b2c34e service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857790 Nov 09 18:27:40.841578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.871281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event deleted for resources: {'Port': ['ID=e43ba313-ec50-41b2-8a5d-ebd257070a98,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:40.934449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:40.934836 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Floating IP be22a549-7546-4755-9e71-3925235dc4fc disassociated (deleted). External IP: 172.25.3.251, port: adddee14-680d-47de-8f8a-adea5418fc54. Nov 09 18:27:41.391672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Router 557b1dd5-c68f-4249-bdb6-ff3db0807182 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:41.503587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:41.508829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:41.513519 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] Sync routers for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:41.523709 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:41.524330 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:27:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:41.537303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1df756da-eef5-460e-afd6-ec3489fbf362 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "DELETE /v2.0/floatingips/be22a549-7546-4755-9e71-3925235dc4fc HTTP/1.1" status: 204 len: 168 time: 1.1437135 Nov 09 18:27:41.641478 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:41.849872 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:41.863883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:41.866232 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:41.876007 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] Checking router: 557b1dd5-c68f-4249-bdb6-ff3db0807182 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:41.884594 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:41.885198 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:27:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:41.903073 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514379ec-8586-4e04-8a13-4f4d260d03a6 x-openstack-request-id: req-514379ec-8586-4e04-8a13-4f4d260d03a6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:41.903369 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:41.903620 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-514379ec-8586-4e04-8a13-4f4d260d03a6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:41.904026 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'status': 'completed', 'code': 200} Nov 09 18:27:41.969423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-c04b40c2-c14f-49fc-a887-7e10f424a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:41.973364 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-c04b40c2-c14f-49fc-a887-7e10f424a67f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=324524628ba34063a59708e180afdd0f&device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0425260 Nov 09 18:27:41.993979 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:42.070903 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-853b41ee-6062-4a4e-afa8-2704429df537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.072492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-853b41ee-6062-4a4e-afa8-2704429df537 service neutron] 10.222.0.83 "GET /v2.0/networks?id=708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 200 len: 913 time: 0.0936723 Nov 09 18:27:42.117482 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-04c1f21d-d40a-44d3-be26-4f1819ded42e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Nov 09 18:27:42.168268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-a9405d5e-60ea-4784-91d0-174cbfc66ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.169748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-a9405d5e-60ea-4784-91d0-174cbfc66ad5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 200 len: 852 time: 0.0457571 Nov 09 18:27:42.194421 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:42.225444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-b3068c2c-3b1c-41a2-b246-1d316f2d759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.226120 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516f953-3ddb-41db-8065-15036ece98d7 None None] The sync data for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 is: [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '78f02562-504d-44e2-859f-247ec6108fcc', 'name': '', 'network_id': '708495dc-5ee5-4159-a72c-17b44a8fb18d', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'mac_address': 'fa:16:3e:0f:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:29Z', 'updated_at': '2021-11-09T18:25:34Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'subnets': [{'id': '603263eb-2470-43e2-adb5-ec49bb222d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:42.226911 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-b3068c2c-3b1c-41a2-b246-1d316f2d759b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=708495dc-5ee5-4159-a72c-17b44a8fb18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474117 Nov 09 18:27:42.334891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-6d5301cd-bb9a-48a9-ba29-ca85f8b0c687 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971081 Nov 09 18:27:42.457938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bdd1deec-a884-4922-b4ab-9cef7e3ed5ff req-3800f5ce-4fda-4839-8ef6-91e939ef3d78 service neutron] 10.222.0.83 "GET /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130660 Nov 09 18:27:42.500577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6ed1f-0b43-4898-9f7b-2ca896e74c31 None None] New status for floating IP be22a549-7546-4755-9e71-3925235dc4fc: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:27:50.595773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf4720-afb5-40e0-b825-90044a19a6a7 req-0f080749-fc2a-4600-9f90-1676e52558ec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.597408 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29cf4720-afb5-40e0-b825-90044a19a6a7 req-0f080749-fc2a-4600-9f90-1676e52558ec tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0521467 Nov 09 18:27:50.650020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-29cf4720-afb5-40e0-b825-90044a19a6a7 req-a73a1327-c980-4b8c-a983-bfb8fd2a256b tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Nov 09 18:27:51.771940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965c3b-16e0-4f8c-a425-05ffafc181dd req-45935b6e-4505-4f8d-a013-a8b6b7ee8093 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.773409 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40965c3b-16e0-4f8c-a425-05ffafc181dd req-45935b6e-4505-4f8d-a013-a8b6b7ee8093 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0490947 Nov 09 18:27:51.819999 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40965c3b-16e0-4f8c-a425-05ffafc181dd req-0023d98c-1064-47a9-b3d5-65049cbd2fd2 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/security-groups?id=f182edbc-aff1-4ff0-9a74-947df46a49e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Nov 09 18:27:52.565274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-301ef850-c68b-4994-b536-8c7333d6501e tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:52.566732 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-301ef850-c68b-4994-b536-8c7333d6501e tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.83 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 946 time: 0.0490556 Nov 09 18:27:52.664997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Deleting port adddee14-680d-47de-8f8a-adea5418fc54 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:52.665339 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:52.751764 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] For port adddee14-680d-47de-8f8a-adea5418fc54, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=adddee14-680d-47de-8f8a-adea5418fc54,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:52.752128 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:52.769483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Calling delete_port for adddee14-680d-47de-8f8a-adea5418fc54 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:27:52.895684 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:52.911435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['adddee14-680d-47de-8f8a-adea5418fc54'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:52.921059 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-df64a683-d4c2-48a7-97ab-4c18db39ca18 req-b04e71da-3a2d-426b-b8ce-7cace3ccd445 tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.45 "GET /v2.0/ports?device_id=395973fd-24e5-4b05-86ff-085613480fe7 HTTP/1.1" status: 200 len: 210 time: 0.0314777 Nov 09 18:27:52.932015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Pushing event deleted for resources: {'Port': ['ID=adddee14-680d-47de-8f8a-adea5418fc54,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:52.982213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] No DVR routers for this DVR port adddee14-680d-47de-8f8a-adea5418fc54 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:52.985215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:52.989340 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b6dc12bc-91c3-404a-bb29-17e651a04c58 req-c5afd7ee-48e9-4edd-88a3-30431b7601cc tempest-TestMinimumBasicScenario-1877188482 tempest-TestMinimumBasicScenario-1877188482-project] 10.222.0.83 "DELETE /v2.0/ports/adddee14-680d-47de-8f8a-adea5418fc54 HTTP/1.1" status: 204 len: 173 time: 0.4127579 Nov 09 18:27:52.989794 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'name': 'network-vif-deleted', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:52.992130 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8971d17-d1b2-4cb5-8cff-954a77207ced" -d '{"events": [{"server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "name": "network-vif-deleted", "tag": "adddee14-680d-47de-8f8a-adea5418fc54"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:53.102270 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110892ff-5c3f-4c5d-923b-ad42871e4897 x-openstack-request-id: req-110892ff-5c3f-4c5d-923b-ad42871e4897 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:53.102568 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395973fd-24e5-4b05-86ff-085613480fe7", "name": "network-vif-deleted", "tag": "adddee14-680d-47de-8f8a-adea5418fc54", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:53.102817 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-110892ff-5c3f-4c5d-923b-ad42871e4897 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:53.103259 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395973fd-24e5-4b05-86ff-085613480fe7', 'name': 'network-vif-deleted', 'tag': 'adddee14-680d-47de-8f8a-adea5418fc54', 'status': 'completed', 'code': 200} Nov 09 18:27:53.665572 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:54.544178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56326) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:54.905383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:55.162704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Deleting port 78f02562-504d-44e2-859f-247ec6108fcc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:55.162955 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:55.246160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] For port 78f02562-504d-44e2-859f-247ec6108fcc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=78f02562-504d-44e2-859f-247ec6108fcc,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:55.246517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:55.260546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Calling delete_port for 78f02562-504d-44e2-859f-247ec6108fcc owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:27:55.456099 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:55.489433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f02562-504d-44e2-859f-247ec6108fcc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:55.539211 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device adddee14-680d-47de-8f8a-adea5418fc54 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:55.568321 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: adddee14-680d-47de-8f8a-adea5418fc54 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:27:55.568668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device adddee14-680d-47de-8f8a-adea5418fc54 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:55.668500 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:55.891735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Router 557b1dd5-c68f-4249-bdb6-ff3db0807182 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:55.997937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:56.007531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19092b02-84a0-425f-83e0-e1d16e7a1316 admin admin] 10.222.0.45 "PUT /v2.0/routers/557b1dd5-c68f-4249-bdb6-ff3db0807182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622252 Nov 09 18:27:56.008008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:56.013376 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] Sync routers for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:56.024029 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:56.024633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:27:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:56.126136 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.232816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.240398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:56.288804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Deleting port df37fc5c-f58e-4c01-979a-c79a7f25429c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:56.289141 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.369758 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] For port df37fc5c-f58e-4c01-979a-c79a7f25429c, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=df37fc5c-f58e-4c01-979a-c79a7f25429c,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:56.370135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.384024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Calling delete_port for df37fc5c-f58e-4c01-979a-c79a7f25429c owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:27:56.419951 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:27:55Z', 'revision_number': 5, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port': {'id': 'df37fc5c-f58e-4c01-979a-c79a7f25429c', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:27Z', 'updated_at': '2021-11-09T18:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:56.458323 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] Checking router: 557b1dd5-c68f-4249-bdb6-ff3db0807182 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:56.468761 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] Routers {'557b1dd5-c68f-4249-bdb6-ff3db0807182'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:56.469390 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:27:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['557b1dd5-c68f-4249-bdb6-ff3db0807182'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:56.561076 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] Set router 557b1dd5-c68f-4249-bdb6-ff3db0807182 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:56.562553 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.594739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Pushing event deleted for resources: {'Port': ['ID=df37fc5c-f58e-4c01-979a-c79a7f25429c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:56.602748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04926c3-c7d3-4fd4-9fd1-015217e368e6 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:27:56.618109 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:27:56Z', 'revision_number': 6, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:56.645480 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923751-eda6-4208-b362-467b6dcb1708 None None] The sync data for ids ['557b1dd5-c68f-4249-bdb6-ff3db0807182'] in n-d-804292-3 is: [{'id': '557b1dd5-c68f-4249-bdb6-ff3db0807182', 'name': 'tempest-TestMinimumBasicScenario-18357870-router', 'tenant_id': '324524628ba34063a59708e180afdd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:26Z', 'updated_at': '2021-11-09T18:27:56Z', 'revision_number': 6, 'project_id': '324524628ba34063a59708e180afdd0f', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:56.663599 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.760158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.762492 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.813783 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.814245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557b1dd5-c68f-4249-bdb6-ff3db0807182 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:27:56.819312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.820481 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-24f9714c-098f-48be-8463-e00ba2fa185a admin admin] 10.222.0.45 "DELETE /v2.0/routers/557b1dd5-c68f-4249-bdb6-ff3db0807182 HTTP/1.1" status: 204 len: 168 time: 0.8114638 Nov 09 18:27:56.823921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56332) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:56.873271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Deleting subnet 603263eb-2470-43e2-adb5-ec49bb222d06 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:27:56.877112 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.917560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:56.998560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.062229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.094395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603263eb-2470-43e2-adb5-ec49bb222d06,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:57.101465 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.107140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cccfe93b-4ea9-4513-943d-0b165ebd0a14 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/603263eb-2470-43e2-adb5-ec49bb222d06 HTTP/1.1" status: 204 len: 168 time: 0.2797322 Nov 09 18:27:57.107361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56334) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:57.111577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48263ea7-c82f-4643-972c-c658189f8a58 None None] Network 708495dc-5ee5-4159-a72c-17b44a8fb18d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:57.179515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.237368 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Deleting port 0f76a690-21c4-476f-9368-23d773c2302b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:57.237738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.308621 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] For port 0f76a690-21c4-476f-9368-23d773c2302b, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=0f76a690-21c4-476f-9368-23d773c2302b,segment=NetworkSegment(ce0446c7-967e-411e-9968-dcb23f3fbde3),segment_id=ce0446c7-967e-411e-9968-dcb23f3fbde3)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:57.308990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.324316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Calling delete_port for 0f76a690-21c4-476f-9368-23d773c2302b owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:27:57.404613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.431702 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f76a690-21c4-476f-9368-23d773c2302b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:57.435554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] No DVR routers for this DVR port 0f76a690-21c4-476f-9368-23d773c2302b on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:57.448808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d15751d-c0d4-45be-8f77-741da2333d5a None None] DHCP port deletion for 708495dc-5ee5-4159-a72c-17b44a8fb18d request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:27:57.525279 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.550286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708495dc-5ee5-4159-a72c-17b44a8fb18d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:57.561073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0446c7-967e-411e-9968-dcb23f3fbde3') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:57.561382 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0446c7-967e-411e-9968-dcb23f3fbde3') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:57.572656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.587828 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.596157 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:27:57.596157 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:27:57.597651 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:27:57.658372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.664561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:57.667718 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] 10.222.0.45 "DELETE /v2.0/networks/708495dc-5ee5-4159-a72c-17b44a8fb18d HTTP/1.1" status: 204 len: 168 time: 0.5594308 Nov 09 18:27:57.670904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:57.685408 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd85c0-503b-442b-9c1c-ebc7203ed855 admin admin] Pushing event deleted for resources: {'Network': ['ID=708495dc-5ee5-4159-a72c-17b44a8fb18d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:58.047215 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:58.060320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-473c9c43-1cb5-4c26-93f8-de7ac54e8baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:58.068633 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0f76a690-21c4-476f-9368-23d773c2302b no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:58.089431 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 0f76a690-21c4-476f-9368-23d773c2302b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:27:58.090023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 0f76a690-21c4-476f-9368-23d773c2302b not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:58.090618 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78f02562-504d-44e2-859f-247ec6108fcc no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:58.114751 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 78f02562-504d-44e2-859f-247ec6108fcc {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:27:58.115122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 78f02562-504d-44e2-859f-247ec6108fcc not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:58.115543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df37fc5c-f58e-4c01-979a-c79a7f25429c no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:58.136276 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: df37fc5c-f58e-4c01-979a-c79a7f25429c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:27:58.136624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device df37fc5c-f58e-4c01-979a-c79a7f25429c not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:58.301702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Deleting port 705ef6dc-22d4-4df1-8779-a8b2e3001589 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:58.302037 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:58.383883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] For port 705ef6dc-22d4-4df1-8779-a8b2e3001589, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=705ef6dc-22d4-4df1-8779-a8b2e3001589,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:58.384247 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:58.398425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Calling delete_port for 705ef6dc-22d4-4df1-8779-a8b2e3001589 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:27:58.588375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:58.614572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=705ef6dc-22d4-4df1-8779-a8b2e3001589,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:58.786478 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:59.009783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:59.085992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:59.143339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:59.149152 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e42cf5b3-f440-4997-bf7d-c3a23b423e67 admin admin] 10.222.0.45 "PUT /v2.0/routers/fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4771006 Nov 09 18:27:59.153019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:59.156094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] Sync routers for ids ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:59.167584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] Routers {'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:59.168228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:27:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:59.276600 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:59.283349 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] Set router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:59.392379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:59.459226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Deleting port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:27:59.459804 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:59.510413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:27:58Z', 'revision_number': 5, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port': {'id': 'c0ed780b-1aa0-4a0b-afaa-e003b219bdd0', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:25:32Z', 'updated_at': '2021-11-09T18:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:59.716144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] Checking router: fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:59.725784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] Routers {'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:59.726420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:27:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:59.823382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] Set router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:59.880643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:27:59Z', 'revision_number': 6, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:59.911935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb003c7f-f238-4d96-a98d-47cace689912 None None] The sync data for ids ['fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7'] in n-d-804292-3 is: [{'id': 'fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7', 'name': 'tempest-TestMinimumBasicScenario-2105837993-router', 'tenant_id': '35bebd56a71742318e1655346eb224b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:25:31Z', 'updated_at': '2021-11-09T18:27:59Z', 'revision_number': 6, 'project_id': '35bebd56a71742318e1655346eb224b6', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:59.925592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] For port c0ed780b-1aa0-4a0b-afaa-e003b219bdd0, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:59.926204 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:27:59.940248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Calling delete_port for c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:28:00.117984 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.145655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ed780b-1aa0-4a0b-afaa-e003b219bdd0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:00.160659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df2e7b-0a0d-493d-a9e4-2c077d0ccab6 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:00.211401 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.316643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.320358 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.368067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.368706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:28:00.375041 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.378785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56346) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:00.380020 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-66b07870-ead9-485b-a613-e1433dd9742c admin admin] 10.222.0.45 "DELETE /v2.0/routers/fe91e2ff-abc2-49e0-af37-ebf8d7ee0fd7 HTTP/1.1" status: 204 len: 168 time: 1.2251589 Nov 09 18:28:00.425074 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Deleting subnet 8f1a58e9-5e10-43fe-9dba-c851619b85cf {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:28:00.428321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.465725 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.536583 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef0cab7-155b-4c50-a411-7d3ba72dc796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.564419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.621162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.649412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1a58e9-5e10-43fe-9dba-c851619b85cf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:00.653022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.656672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cee177b0-c208-4caa-b6fa-c0eba3cdd153 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8f1a58e9-5e10-43fe-9dba-c851619b85cf HTTP/1.1" status: 204 len: 168 time: 0.2767529 Nov 09 18:28:00.659313 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56350) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:00.661250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14316cd2-a1b7-440f-ae9d-b044f4017740 None None] Network aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:00.712648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 705ef6dc-22d4-4df1-8779-a8b2e3001589 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:00.737614 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.742161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 705ef6dc-22d4-4df1-8779-a8b2e3001589 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:28:00.742514 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 705ef6dc-22d4-4df1-8779-a8b2e3001589 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:00.806152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Deleting port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:28:00.806558 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.883269 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] For port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:00.883550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:00.888518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] DHCP port deletion for aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:00.899911 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Calling delete_port for 560ef5c5-d70e-4622-b1fd-ca85b964d6cc owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:28:00.950286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Deleting port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:28:00.951232 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.017040 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.036894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] For port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,segment=NetworkSegment(02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0),segment_id=02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:01.037415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.058099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Calling delete_port for 560ef5c5-d70e-4622-b1fd-ca85b964d6cc owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:28:01.062285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Pushing event deleted for resources: {'Port': ['ID=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:01.082592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] No DVR routers for this DVR port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:01.193744 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.194176 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.231159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:01.238725 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Pushing event deleted for resources: {'Port': ['ID=560ef5c5-d70e-4622-b1fd-ca85b964d6cc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:01.246280 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:01.246591 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cced4d-2f51-4e42-b1e1-cc5d73bf8ff0') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:01.252998 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] No DVR routers for this DVR port 560ef5c5-d70e-4622-b1fd-ca85b964d6cc on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:01.257601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.258194 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.258781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.259382 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.259962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.260543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.261125 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.261710 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.262289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.262875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.263478 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.263955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.264081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee76a2-3c49-4f8a-9ca6-26acf59d6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:01.284440 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.290664 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:28:01.291114 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:28:01.292860 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:28:01.351123 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.356990 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.360796 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] 10.222.0.45 "DELETE /v2.0/networks/aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e HTTP/1.1" status: 204 len: 168 time: 0.7004993 Nov 09 18:28:01.372137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b7e0b-4e6e-47c2-aa4a-91a352015823 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa74b5b-f75f-4baf-a0d0-cabc5d1f935e,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:01.532620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56358) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:01.575473 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-becb448e-640b-4856-8454-1f2069c9943c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=324524628ba34063a59708e180afdd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416255 Nov 09 18:28:01.578012 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56360) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:01.644179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5359-7152-456c-a60f-5aa2bb3c820f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.666505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5359-7152-456c-a60f-5aa2bb3c820f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.720945 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5359-7152-456c-a60f-5aa2bb3c820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.723713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5359-7152-456c-a60f-5aa2bb3c820f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:01.725040 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1bcf5359-7152-456c-a60f-5aa2bb3c820f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f182edbc-aff1-4ff0-9a74-947df46a49e8 HTTP/1.1" status: 204 len: 168 time: 0.1459644 Nov 09 18:28:01.735418 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf5359-7152-456c-a60f-5aa2bb3c820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182edbc-aff1-4ff0-9a74-947df46a49e8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:01.923388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:02.056446 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56366) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:02.060953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:02.081532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:28:02.081959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c0ed780b-1aa0-4a0b-afaa-e003b219bdd0 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:02.082430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 560ef5c5-d70e-4622-b1fd-ca85b964d6cc no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:02.097655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-eea98739-e917-4aca-8a76-3e58af85688a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35bebd56a71742318e1655346eb224b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401869 Nov 09 18:28:02.100552 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56368) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:02.109442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 560ef5c5-d70e-4622-b1fd-ca85b964d6cc {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:28:02.109878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 560ef5c5-d70e-4622-b1fd-ca85b964d6cc not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:02.148556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca119915-b8d1-46c0-aced-f6e8a328af5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:02.169728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca119915-b8d1-46c0-aced-f6e8a328af5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:02.216372 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca119915-b8d1-46c0-aced-f6e8a328af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:02.220263 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ca119915-b8d1-46c0-aced-f6e8a328af5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:02.221484 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ca119915-b8d1-46c0-aced-f6e8a328af5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0747a0a5-c4fd-4226-83a2-727896b31f9f HTTP/1.1" status: 204 len: 168 time: 0.1199980 Nov 09 18:28:02.229241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca119915-b8d1-46c0-aced-f6e8a328af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0747a0a5-c4fd-4226-83a2-727896b31f9f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:03.374028 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:03.617122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:03.837260 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56408) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:03.841852 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543361199', 'description': 'tempest-secgroup-smoke-543361199 description', 'project_id': '741cc49f03074d5bb5e6896104031368'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:03.864691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:03.872418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:03.948855 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:03.954160 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:03.991950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32508af3-2d82-42dd-9a20-b3c50d1bee6a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.045597 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.049724 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.082488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.083704 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2454288 Nov 09 18:28:04.084587 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e172c33-705a-40bd-97a5-df8e7fa5bcd8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b98f22-80b4-4108-a01a-caaf1a4fdb47,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.086829 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56410) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.092973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '97b98f22-80b4-4108-a01a-caaf1a4fdb47', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.101046 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:28:04.121197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.180978 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.185443 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.204570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239b2aab-09f4-4e3b-849c-489a02abec04,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.215685 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.216912 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f9afd019-2a6f-41b6-8c90-ad9cd9c4892b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283906 Nov 09 18:28:04.219909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.224661 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '97b98f22-80b4-4108-a01a-caaf1a4fdb47', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.261891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.320108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.324097 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.342276 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ff3205-fe36-49f6-badb-a3de6c9fbe01,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.349964 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.351257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-29a70b58-1256-4540-be2e-93658ed4cbfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301885 Nov 09 18:28:04.353925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56414) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.358864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '97b98f22-80b4-4108-a01a-caaf1a4fdb47', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.386684 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.455065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.460194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.476040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be3afdc-05fb-4593-9f6c-4df288941275,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.487794 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.489013 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-781bac2f-3769-49c9-8f28-928a9012558b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341527 Nov 09 18:28:04.491922 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56416) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.496918 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '97b98f22-80b4-4108-a01a-caaf1a4fdb47', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.525118 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.590122 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.595031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.615151 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aed9b8-b30e-4aa8-b7e9-6580646cfb7e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.623303 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.624809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a40eaa40-071c-44da-97e3-67fb84e573ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319444 Nov 09 18:28:04.627956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56418) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.632656 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '97b98f22-80b4-4108-a01a-caaf1a4fdb47', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.655659 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:28:04.661331 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.723158 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.727462 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.747097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7dbfb1-14f2-4089-9943-15f2428f3a79,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.752773 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.754002 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4d87ce52-b244-41c1-b2ad-29eff14a71a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251004 Nov 09 18:28:04.757335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56420) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.761791 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '97b98f22-80b4-4108-a01a-caaf1a4fdb47', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.784634 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:28:04.789849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.855641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.860925 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.879525 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c26df8f-1598-42bd-b229-4cbbd30c7594,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.891082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.892367 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-89356a47-c5de-49c1-aef2-0ff1380d1cee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340809 Nov 09 18:28:04.895795 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56422) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.901215 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'network': {'name': 'tempest-network-smoke--271471358', 'project_id': '741cc49f03074d5bb5e6896104031368', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:04.921441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:04.924997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.949360 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:28:04.959400 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:04.959752 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Added segment eb6478f8-2344-436c-a54e-ffb5f2406f24 of type vlan for network b4a95933-fc05-45d6-8707-49d76fcaede4 Nov 09 18:28:05.003350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.028339 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.034057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:05.034652 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.095527 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981647 Nov 09 18:28:05.098434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56424) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:05.102846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'admin_state_up': True, 'project_id': '741cc49f03074d5bb5e6896104031368', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:05.121891 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc1073-4867-4cc1-9776-fe5aedff4b52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Network': ['ID=b4a95933-fc05-45d6-8707-49d76fcaede4,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:05.133959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network b4a95933-fc05-45d6-8707-49d76fcaede4 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:28:05.141269 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.142340 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.196031 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.339293 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.538044 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.557486 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:05.664275 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.90 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/86cac940-0187-42f6-bec8-004fd619e0cc) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:06.042577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:06.078602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:06.125198 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:06.130563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:06.134319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:06.146466 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170533d-bb4c-448a-977b-41d47f4547ee None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:06.157376 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=86cac940-0187-42f6-bec8-004fd619e0cc,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:06.259989 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2b07191a-099c-4d23-adbf-d9e4b7470373 None None] Provisioning complete for port 86cac940-0187-42f6-bec8-004fd619e0cc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:06.260351 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b07191a-099c-4d23-adbf-d9e4b7470373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:06.297810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2b07191a-099c-4d23-adbf-d9e4b7470373 None None] Port 86cac940-0187-42f6-bec8-004fd619e0cc cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:28:06.468064 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:06.684778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:06.824463 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router bf61f09b-8579-4506-a417-eadc910285eb is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:28:06.942697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:06.953010 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Sync routers for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:06.963476 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:06.964252 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:28:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:06.967183 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:06.972241 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ac5fe822-ca97-4270-97c1-91ada57a27af tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8695276 Nov 09 18:28:06.972722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:07.080183 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:07.130023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e0bad8ab-19b9-49d8-95f3-6a2f619baea4 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=741cc49f03074d5bb5e6896104031368&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1557739 Nov 09 18:28:07.133324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:07.243413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199fa91a-a0b8-4a41-8b38-6ccf6c4d33b3 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:07.246023 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-199fa91a-a0b8-4a41-8b38-6ccf6c4d33b3 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114736 Nov 09 18:28:07.249483 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56432) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:07.286292 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-089ca4ed-d3c3-4713-9055-3e94be424728 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355031 Nov 09 18:28:07.290383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56434) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:07.293964 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:06Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:07.296302 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753104193', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'project_id': '741cc49f03074d5bb5e6896104031368', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:07.328350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Checking router: bf61f09b-8579-4506-a417-eadc910285eb for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:07.328736 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Updating router bf61f09b-8579-4506-a417-eadc910285eb port 86cac940-0187-42f6-bec8-004fd619e0cc binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:07.357651 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.393558 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:07.397268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.596555 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.647771 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.653897 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.665384 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Subnet': ['ID=155f47c5-bb96-4ca2-bf1c-e4e61de149cd,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:07.677774 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Checking segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:28:07.678144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network hostable DHCP agents. Network: b4a95933-fc05-45d6-8707-49d76fcaede4, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:28:07.699615 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network b4a95933-fc05-45d6-8707-49d76fcaede4 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:28:07.700188 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42813670-9b55-4e6e-9bd6-7145c2380bb3 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:07.705293 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Attempting to bind port 86cac940-0187-42f6-bec8-004fd619e0cc on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:28:07.705805 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Attempting to bind port 86cac940-0187-42f6-bec8-004fd619e0cc by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:28:07.706035 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Attempting to bind port 86cac940-0187-42f6-bec8-004fd619e0cc on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:07.716399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, b4a95933-fc05-45d6-8707-49d76fcaede4) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:07.720054 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:07.720439 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:28:07.720850 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.721414 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:07.722053 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Bound port: 86cac940-0187-42f6-bec8-004fd619e0cc, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:28:07.722621 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.730393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92891b9b-8264-4810-989f-222693df05e9 None None] Network b4a95933-fc05-45d6-8707-49d76fcaede4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:07.732841 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:07.733799 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.745135 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Pushing event updated for resources: {'Port': ['ID=86cac940-0187-42f6-bec8-004fd619e0cc,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:07.760118 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-13b01e1a-5ea4-48f4-bb7f-fb875e669444 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4684341 Nov 09 18:28:07.760392 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.760601 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.760947 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.761284 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.761620 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.761954 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.762286 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.762618 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.763182 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.763443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:07.764010 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.765318 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.765749 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:07.813159 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] For port 86cac940-0187-42f6-bec8-004fd619e0cc, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:07.819249 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] For port 86cac940-0187-42f6-bec8-004fd619e0cc, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=86cac940-0187-42f6-bec8-004fd619e0cc,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:07.825693 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.854439 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-edc20697-c5fa-478c-8312-7143bf7e58ae None None] Provisioning complete for port 86cac940-0187-42f6-bec8-004fd619e0cc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:07.854716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edc20697-c5fa-478c-8312-7143bf7e58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:07.900773 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecaa46-e4cb-4257-b2de-a10c52be59b7 None None] Pushing event updated for resources: {'Port': ['ID=86cac940-0187-42f6-bec8-004fd619e0cc,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:07.909511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd30bb-a1f0-42fb-adad-ba197b16ac56 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:07.916019 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:07.916861 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:28:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:07.979692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-b4a95933-fc05-45d6-8707-49d76fcaede4', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:28:07.980990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.091398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:08.100430 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edc20697-c5fa-478c-8312-7143bf7e58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.141490 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-edc20697-c5fa-478c-8312-7143bf7e58ae None None] For port 86cac940-0187-42f6-bec8-004fd619e0cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=86cac940-0187-42f6-bec8-004fd619e0cc,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:08.152060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edc20697-c5fa-478c-8312-7143bf7e58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.244203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20697-c5fa-478c-8312-7143bf7e58ae None None] Pushing event updated for resources: {'Port': ['ID=86cac940-0187-42f6-bec8-004fd619e0cc,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:08.252117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Allocated IP 172.20.0.2 (b4a95933-fc05-45d6-8707-49d76fcaede4/155f47c5-bb96-4ca2-bf1c-e4e61de149cd/83a22a2b-26fd-4b93-a0df-4361d9b41e1d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:08.319408 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:06Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:08.340204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b0a852a3-7c8b-4b33-82db-af1885a385aa None None] Provisioning complete for port 86cac940-0187-42f6-bec8-004fd619e0cc triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:08.340582 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0a852a3-7c8b-4b33-82db-af1885a385aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.356886 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0074ff-f65e-4d1e-9e78-794942bd0712 None None] The sync data for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 is: [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:06Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:08.397102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.514455 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.529521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.602371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Network b4a95933-fc05-45d6-8707-49d76fcaede4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:08.615919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:08.622882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:08.640448 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Pushing event updated for resources: {'Port': ['ID=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:08.743158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Attempting to bind port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:28:08.744233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Attempting to bind port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:28:08.744233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Attempting to bind port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d on network b4a95933-fc05-45d6-8707-49d76fcaede4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:08.750023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:08.750519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Checking segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:28:08.751042 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.751488 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Bound using segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:08.752057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Bound port: 83a22a2b-26fd-4b93-a0df-4361d9b41e1d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:28:08.752528 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.858335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] For port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:08.862774 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] For port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:08.870277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:08.898529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.1 (b4a95933-fc05-45d6-8707-49d76fcaede4/155f47c5-bb96-4ca2-bf1c-e4e61de149cd/a161f301-2c74-40d9-8093-299168992c56) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:08.957565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4035d-a8ab-43fc-9ee0-5e4442b194bb None None] Pushing event updated for resources: {'Port': ['ID=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:09.368051 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:09.406017 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:09.449573 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network b4a95933-fc05-45d6-8707-49d76fcaede4 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:09.453291 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:09.456139 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:09.504159 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=a161f301-2c74-40d9-8093-299168992c56,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:09.528003 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:09.694943 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:09.994075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9143a-2c4d-4c6b-a9b9-4f6a5d493e9c None None] Network b4a95933-fc05-45d6-8707-49d76fcaede4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:10.032578 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.041000 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.130320 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f7307abc-4fa7-4699-8fc3-d770bf56ef5e None None] Provisioning complete for port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.130851 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7307abc-4fa7-4699-8fc3-d770bf56ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.150806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.154472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=a161f301-2c74-40d9-8093-299168992c56,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:10.219530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83a22a2b-26fd-4b93-a0df-4361d9b41e1d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:10.313940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network b4a95933-fc05-45d6-8707-49d76fcaede4 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:10.316008 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:10.348126 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7307abc-4fa7-4699-8fc3-d770bf56ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.366808 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.367303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.424960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f7307abc-4fa7-4699-8fc3-d770bf56ef5e None None] For port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:10.433467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7307abc-4fa7-4699-8fc3-d770bf56ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.492153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router bf61f09b-8579-4506-a417-eadc910285eb has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:10.726309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:10.732636 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d2bdf57a-63de-485f-9d92-5a39137431de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/bf61f09b-8579-4506-a417-eadc910285eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9660726 Nov 09 18:28:10.743489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Sync routers for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:10.751693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7307abc-4fa7-4699-8fc3-d770bf56ef5e None None] Pushing event updated for resources: {'Port': ['ID=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:10.762057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 86cac940-0187-42f6-bec8-004fd619e0cc up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:10.799475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:10.800185 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:28:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:10.856679 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dbd48d6b-7161-4b87-aac6-d31153fb467f None None] Provisioning complete for port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.857045 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbd48d6b-7161-4b87-aac6-d31153fb467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.978553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 86cac940-0187-42f6-bec8-004fd619e0cc triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.979027 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:10.981758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-d42c173f-4e10-47f0-835e-a1d8d95b5b4e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543361199&fields=id&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 267 time: 0.0793886 Nov 09 18:28:11.016494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:11.144053 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-310eb2d0-81ab-4afb-a9a2-020a144e411e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:11.146341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-310eb2d0-81ab-4afb-a9a2-020a144e411e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/networks?id=b4a95933-fc05-45d6-8707-49d76fcaede4 HTTP/1.1" status: 200 len: 796 time: 0.1549006 Nov 09 18:28:11.166050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-461e1075-53ba-4ddd-a1f2-f9a11d7382dd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/quotas/741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 375 time: 0.0128424 Nov 09 18:28:11.236541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-d7b02c98-5c5e-4d45-bd1a-1a5f145cf376 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540535 Nov 09 18:28:11.259971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dbd48d6b-7161-4b87-aac6-d31153fb467f None None] Provisioning complete for port a161f301-2c74-40d9-8093-299168992c56 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:11.260763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbd48d6b-7161-4b87-aac6-d31153fb467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:11.329595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dbd48d6b-7161-4b87-aac6-d31153fb467f None None] Port a161f301-2c74-40d9-8093-299168992c56 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:28:11.338925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-40f2042b-94a2-464c-8e37-06f56224f591 service neutron] 10.222.0.45 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897679 Nov 09 18:28:11.365673 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 2, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:11.394558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Checking router: bf61f09b-8579-4506-a417-eadc910285eb for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:11.394897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Updating router bf61f09b-8579-4506-a417-eadc910285eb port a161f301-2c74-40d9-8093-299168992c56 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:11.422182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:11.440553 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-16c1138e-7df3-47e1-a342-d58ac6b0c0e1 service neutron] 10.222.0.45 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941975 Nov 09 18:28:11.486651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-81ac34e0-3ffc-4031-a221-74342fe49feb None None] Provisioning complete for port a161f301-2c74-40d9-8093-299168992c56 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:11.486947 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81ac34e0-3ffc-4031-a221-74342fe49feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:11.583179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-81ac34e0-3ffc-4031-a221-74342fe49feb None None] Port a161f301-2c74-40d9-8093-299168992c56 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:28:11.644072 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de0cfb23-4623-4ef7-a2cb-799c29bbdf3b req-4697d3e8-c20b-439e-b62a-db6fe47a9e30 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 210 time: 0.0414960 Nov 09 18:28:11.787229 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:11.794692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:11.861037 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b39597-1a42-4b28-8db0-c3465014decf None None] Pushing event updated for resources: {'Port': ['ID=a161f301-2c74-40d9-8093-299168992c56,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.934357 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Attempting to bind port a161f301-2c74-40d9-8093-299168992c56 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:28:11.934741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Attempting to bind port a161f301-2c74-40d9-8093-299168992c56 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:28:11.935144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Attempting to bind port a161f301-2c74-40d9-8093-299168992c56 on network b4a95933-fc05-45d6-8707-49d76fcaede4 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:11.942530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:11.943067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Checking segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:28:11.943949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:11.943949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Bound using segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:11.944475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Bound port: a161f301-2c74-40d9-8093-299168992c56, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:28:11.944733 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:12.026568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] For port a161f301-2c74-40d9-8093-299168992c56, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:12.038057 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] For port a161f301-2c74-40d9-8093-299168992c56, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a161f301-2c74-40d9-8093-299168992c56,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:12.043323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:12.110685 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:12.111388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:28:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.137059 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b39597-1a42-4b28-8db0-c3465014decf None None] Pushing event updated for resources: {'Port': ['ID=a161f301-2c74-40d9-8093-299168992c56,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:12.181548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83a22a2b-26fd-4b93-a0df-4361d9b41e1d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:12.297895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f06ef0e2-48ed-44d4-91e4-dc494a3e10be None None] Provisioning complete for port a161f301-2c74-40d9-8093-299168992c56 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:12.298140 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f06ef0e2-48ed-44d4-91e4-dc494a3e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:12.387369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:12.433731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:12.434059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:12.608820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f06ef0e2-48ed-44d4-91e4-dc494a3e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:12.703085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f06ef0e2-48ed-44d4-91e4-dc494a3e10be None None] For port a161f301-2c74-40d9-8093-299168992c56, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a161f301-2c74-40d9-8093-299168992c56,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:12.714267 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f06ef0e2-48ed-44d4-91e4-dc494a3e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:12.761491 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-280cf653-1910-4aab-8339-cf3a8787a86c req-bc6aa53c-476c-4213-92bb-ab4a46914d4d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 210 time: 0.0287132 Nov 09 18:28:12.803135 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ef0e2-48ed-44d4-91e4-dc494a3e10be None None] Pushing event updated for resources: {'Port': ['ID=a161f301-2c74-40d9-8093-299168992c56,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:12.816573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.848531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da2a2d-518d-4bd1-8646-ead8601ae2cc None None] The sync data for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 is: [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:12.862906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8cbc6c9a-696c-4895-806d-a83bed03445a None None] Provisioning complete for port a161f301-2c74-40d9-8093-299168992c56 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:12.863341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6c9a-696c-4895-806d-a83bed03445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:13.146539 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-82af9470-24fe-4c76-8a94-0cd5a08f3600 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:13.148740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-82af9470-24fe-4c76-8a94-0cd5a08f3600 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/networks?id=b4a95933-fc05-45d6-8707-49d76fcaede4 HTTP/1.1" status: 200 len: 796 time: 0.1371560 Nov 09 18:28:13.243986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-50c5fe50-8350-47cf-a89c-5e854cfe634f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 379 time: 0.0796118 Nov 09 18:28:13.254517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'port': {'device_id': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'admin_state_up': True, 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'security_groups': ['97b98f22-80b4-4108-a01a-caaf1a4fdb47']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:13.398957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:13.405702 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:13.603276 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.10 (b4a95933-fc05-45d6-8707-49d76fcaede4/155f47c5-bb96-4ca2-bf1c-e4e61de149cd/13fa895a-bace-4e53-820c-38fa09f958d1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:13.813526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:13.858876 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:13.948857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network b4a95933-fc05-45d6-8707-49d76fcaede4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:13.952931 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fdf77-ddda-461b-bb01-3b4adbe82bd6 req-7d161e7c-6785-48d8-bb44-829c82e54b4a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:13.954052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:13.954962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a49fdf77-ddda-461b-bb01-3b4adbe82bd6 req-7d161e7c-6785-48d8-bb44-829c82e54b4a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 932 time: 0.0933123 Nov 09 18:28:13.956027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=13fa895a-bace-4e53-820c-38fa09f958d1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.958368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:14.027615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:14.028297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.050710 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-6872e1ef-d148-468a-ac42-dd4ece872acd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8002689 Nov 09 18:28:14.067858 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a49fdf77-ddda-461b-bb01-3b4adbe82bd6 req-05740676-f359-42e7-9fad-32aeb7a9b63f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892644 Nov 09 18:28:14.081700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Request body: {'port': {'device_id': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:14.151780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a161f301-2c74-40d9-8093-299168992c56 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:14.187125 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.223026 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a161f301-2c74-40d9-8093-299168992c56 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:14.224261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.358765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-99449a14-9547-485c-86f5-dbc4ca4e8db1 None None] Provisioning complete for port 13fa895a-bace-4e53-820c-38fa09f958d1 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:14.359178 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99449a14-9547-485c-86f5-dbc4ca4e8db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.399749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-99449a14-9547-485c-86f5-dbc4ca4e8db1 None None] Port 13fa895a-bace-4e53-820c-38fa09f958d1 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:28:14.535501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fa895a-bace-4e53-820c-38fa09f958d1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:14.547079 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.560123 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Transition to ACTIVE for port object 13fa895a-bace-4e53-820c-38fa09f958d1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:28:14.563829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.633536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=13fa895a-bace-4e53-820c-38fa09f958d1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:14.698855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Attempting to bind port 13fa895a-bace-4e53-820c-38fa09f958d1 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:28:14.699296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Attempting to bind port 13fa895a-bace-4e53-820c-38fa09f958d1 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:28:14.699572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Attempting to bind port 13fa895a-bace-4e53-820c-38fa09f958d1 on network b4a95933-fc05-45d6-8707-49d76fcaede4 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:14.705810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Port 13fa895a-bace-4e53-820c-38fa09f958d1 on network b4a95933-fc05-45d6-8707-49d76fcaede4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:28:14.706586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Attempting to bind port 13fa895a-bace-4e53-820c-38fa09f958d1 on network b4a95933-fc05-45d6-8707-49d76fcaede4 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:14.712972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:14.713316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Checking segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:28:14.713708 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Bound using segment: {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:14.714144 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Bound port: 13fa895a-bace-4e53-820c-38fa09f958d1, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6478f8-2344-436c-a54e-ffb5f2406f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:28:14.714503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.789261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] For port 13fa895a-bace-4e53-820c-38fa09f958d1, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:14.793242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] For port 13fa895a-bace-4e53-820c-38fa09f958d1, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13fa895a-bace-4e53-820c-38fa09f958d1,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:14.798872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.838125 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:14.839747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:14.841400 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/13fa895a-bace-4e53-820c-38fa09f958d1 HTTP/1.1" status: 200 len: 1092 time: 0.7701738 Nov 09 18:28:14.844429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:14.848299 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a6c779-9e4d-422a-be53-a8f496309cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:14.886094 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31be73-e86d-4881-af3d-c7e330f1b6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=13fa895a-bace-4e53-820c-38fa09f958d1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:14.896568 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e2dc6-30c8-47ef-a703-54d9ca38da9c x-openstack-request-id: req-f87e2dc6-30c8-47ef-a703-54d9ca38da9c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:14.897122 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:14.897701 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f87e2dc6-30c8-47ef-a703-54d9ca38da9c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:14.898436 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1', 'status': 'completed', 'code': 200} Nov 09 18:28:14.953183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-9c8ce51d-856e-4ffe-90e7-d201abe4c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:14.954709 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-9c8ce51d-856e-4ffe-90e7-d201abe4c04b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0506752 Nov 09 18:28:15.005764 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-fc4c61ac-c642-49da-9a7d-791e0d2b1650 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa895a-bace-4e53-820c-38fa09f958d1 HTTP/1.1" status: 200 len: 217 time: 0.0414424 Nov 09 18:28:15.060602 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-7adf3350-f2dc-4781-9921-b4b37647460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.062771 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-7adf3350-f2dc-4781-9921-b4b37647460a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=155f47c5-bb96-4ca2-bf1c-e4e61de149cd HTTP/1.1" status: 200 len: 835 time: 0.0498033 Nov 09 18:28:15.117818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-e7db64c3-2e5a-4b31-870a-e26150057256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.120561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-e7db64c3-2e5a-4b31-870a-e26150057256 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a95933-fc05-45d6-8707-49d76fcaede4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487206 Nov 09 18:28:15.229563 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601eff7-6d1b-4e8d-8c7d-876ad08af127 req-5223b811-0a22-435e-b9dd-8f315e715306 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.231280 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a601eff7-6d1b-4e8d-8c7d-876ad08af127 req-5223b811-0a22-435e-b9dd-8f315e715306 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 944 time: 0.0726523 Nov 09 18:28:15.232726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-88f3179b-c14f-4316-a81b-b68a9dc3e6a4 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008763 Nov 09 18:28:15.287332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a601eff7-6d1b-4e8d-8c7d-876ad08af127 req-0efc39d0-d83c-4572-8710-1a19ebea00d4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496812 Nov 09 18:28:15.352796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f15bf7f8-f33b-4332-8983-d537d6275db2 req-cd864eac-6a2a-4d72-8e50-8c0c4ca0f582 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075046 Nov 09 18:28:15.453937 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-e5a7e125-482f-4a6d-bbf6-dfae0643bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.455559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-e5a7e125-482f-4a6d-bbf6-dfae0643bb1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0453465 Nov 09 18:28:15.562847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-e1b8793c-e6f6-46c6-8cc7-fbb1155482cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.564345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-e1b8793c-e6f6-46c6-8cc7-fbb1155482cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a95933-fc05-45d6-8707-49d76fcaede4 HTTP/1.1" status: 200 len: 896 time: 0.1013262 Nov 09 18:28:15.608849 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-43faa820-630e-4391-8f8a-a74f48aa07b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa895a-bace-4e53-820c-38fa09f958d1 HTTP/1.1" status: 200 len: 217 time: 0.0367312 Nov 09 18:28:15.667164 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-319c396c-ba8c-4dcf-a929-659b3ca6647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.668677 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-319c396c-ba8c-4dcf-a929-659b3ca6647c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=155f47c5-bb96-4ca2-bf1c-e4e61de149cd HTTP/1.1" status: 200 len: 835 time: 0.0516896 Nov 09 18:28:15.720340 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-933df285-96ad-4f45-808f-e9ddba0fb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.721978 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-933df285-96ad-4f45-808f-e9ddba0fb4d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a95933-fc05-45d6-8707-49d76fcaede4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437207 Nov 09 18:28:15.820044 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-6c8834df-8d35-4d09-a21b-18d642554073 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893836 Nov 09 18:28:15.918544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a6c779-9e4d-422a-be53-a8f496309cb3 req-fca39f0d-a6bf-4414-bddc-c6775935bcbf service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901699 Nov 09 18:28:16.419291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc9cb-d36a-4c3c-8d5d-b212bc2281f4 req-d76954a3-1a78-4884-a633-12a57ccd99cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:16.421015 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-886dc9cb-d36a-4c3c-8d5d-b212bc2281f4 req-d76954a3-1a78-4884-a633-12a57ccd99cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 944 time: 0.0567639 Nov 09 18:28:16.475688 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-886dc9cb-d36a-4c3c-8d5d-b212bc2281f4 req-5f83e994-cb98-4912-bc51-0e9073582d51 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479369 Nov 09 18:28:17.609827 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccdc0a-4b85-43e1-b0be-7431e0e56285 req-66b7bd0f-375e-4bf8-bdb3-629ce06e3293 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.611456 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-00ccdc0a-4b85-43e1-b0be-7431e0e56285 req-66b7bd0f-375e-4bf8-bdb3-629ce06e3293 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 944 time: 0.0572410 Nov 09 18:28:17.622938 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13fa895a-bace-4e53-820c-38fa09f958d1 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:28:17.668483 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-00ccdc0a-4b85-43e1-b0be-7431e0e56285 req-876ea785-346b-476d-928c-c891f3534e1e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505369 Nov 09 18:28:17.741375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 13fa895a-bace-4e53-820c-38fa09f958d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13fa895a-bace-4e53-820c-38fa09f958d1,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:17.912824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '13fa895a-bace-4e53-820c-38fa09f958d1', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'port_id': '13fa895a-bace-4e53-820c-38fa09f958d1', 'mac_address': 'fa:16:3e:30:2c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:28:17.952060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:17.966009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fa895a-bace-4e53-820c-38fa09f958d1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:17.988395 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 13fa895a-bace-4e53-820c-38fa09f958d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13fa895a-bace-4e53-820c-38fa09f958d1,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:17.992769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:18.043806 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=13fa895a-bace-4e53-820c-38fa09f958d1,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:18.322786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['13fa895a-bace-4e53-820c-38fa09f958d1'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:28:18.799790 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d7889-f9e2-41e0-8677-755a757e10d6 req-7b056ccd-11de-469f-926e-92236322014f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:18.801304 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e21d7889-f9e2-41e0-8677-755a757e10d6 req-7b056ccd-11de-469f-926e-92236322014f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 945 time: 0.0556748 Nov 09 18:28:18.851016 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e21d7889-f9e2-41e0-8677-755a757e10d6 req-687f47dc-3f8f-4c13-b7dd-8cabd7e2b795 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436594 Nov 09 18:28:19.647585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13fa895a-bace-4e53-820c-38fa09f958d1 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:19.707363 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 13fa895a-bace-4e53-820c-38fa09f958d1 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:28:19.710956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 13fa895a-bace-4e53-820c-38fa09f958d1 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:19.711366 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:19.791504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:19.816266 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:19.818551 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1583376-cf7f-4aa0-adc9-d59a23e75fed" -d '{"events": [{"server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "name": "network-vif-plugged", "status": "completed", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:19.832878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 13fa895a-bace-4e53-820c-38fa09f958d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13fa895a-bace-4e53-820c-38fa09f958d1,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:19.837504 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:19.864707 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d1d5e-0083-4f3d-a2d2-ba28fc99fa8f x-openstack-request-id: req-710d1d5e-0083-4f3d-a2d2-ba28fc99fa8f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:19.865008 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "name": "network-vif-plugged", "status": "completed", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:19.865265 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-710d1d5e-0083-4f3d-a2d2-ba28fc99fa8f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:19.865678 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1', 'code': 200} Nov 09 18:28:19.902624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=13fa895a-bace-4e53-820c-38fa09f958d1,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:19.997383 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51087-dfaf-4615-b1be-65594fe6375c req-c6063227-1638-4af6-ab4c-9227160ae6ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:19.999791 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15e51087-dfaf-4615-b1be-65594fe6375c req-c6063227-1638-4af6-ab4c-9227160ae6ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0771782 Nov 09 18:28:20.006147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3e3f-0fa1-4a72-92fb-3bff54b5a338 req-1ce1d791-2af5-4f79-8740-11bfd3068549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:20.007597 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b1f3e3f-0fa1-4a72-92fb-3bff54b5a338 req-1ce1d791-2af5-4f79-8740-11bfd3068549 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0590398 Nov 09 18:28:20.080586 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-15e51087-dfaf-4615-b1be-65594fe6375c req-c07d4030-3012-4be5-89ef-7e8109173006 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718956 Nov 09 18:28:20.089620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b1f3e3f-0fa1-4a72-92fb-3bff54b5a338 req-853c8339-3040-42f7-9fc7-194210f2b4c1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679317 Nov 09 18:28:21.211996 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4707e-e3a5-43e6-9d10-167daf6f8d7a req-7182f488-e89f-4cb7-ad84-33e403cf7ab1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:21.213543 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cc4707e-e3a5-43e6-9d10-167daf6f8d7a req-7182f488-e89f-4cb7-ad84-33e403cf7ab1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0558693 Nov 09 18:28:21.268730 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3cc4707e-e3a5-43e6-9d10-167daf6f8d7a req-9394d2fa-577c-4ac8-a727-0f681b3f21ca tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487959 Nov 09 18:28:22.387150 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb2f0-d43e-49b9-9e91-1b3bdd67baa1 req-d629a90a-63cc-4104-b211-a54499241665 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:22.388727 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05ccb2f0-d43e-49b9-9e91-1b3bdd67baa1 req-d629a90a-63cc-4104-b211-a54499241665 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0502105 Nov 09 18:28:22.438838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-05ccb2f0-d43e-49b9-9e91-1b3bdd67baa1 req-e10cc55f-424d-49d6-9cbf-e456bc6a9908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441658 Nov 09 18:28:22.557599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a1748-7624-41ef-9bb7-1d25b33b79a4 req-350962f9-75c0-4b0b-94b6-e8f462ebd55e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:22.559020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-075a1748-7624-41ef-9bb7-1d25b33b79a4 req-350962f9-75c0-4b0b-94b6-e8f462ebd55e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0491092 Nov 09 18:28:22.614759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-075a1748-7624-41ef-9bb7-1d25b33b79a4 req-3a2690dc-dcb5-494d-816e-800197c12e41 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488491 Nov 09 18:28:22.637970 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56498) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:22.678532 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f85ee3-5bf6-4c5f-b615-07e2823a2731 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:22.680371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10f85ee3-5bf6-4c5f-b615-07e2823a2731 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 1092 time: 0.0405324 Nov 09 18:28:22.683112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56500) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:22.688142 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '13fa895a-bace-4e53-820c-38fa09f958d1', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:22.712976 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:22.821013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:22.927425 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.152 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/e762d644-c365-4661-8c37-ba57cc694f3d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:23.038062 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.071475 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.111011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:23.116091 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:23.119849 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:23.143141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=e762d644-c365-4661-8c37-ba57cc694f3d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:23.514481 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.598691 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.665141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.752784 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.757664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.822332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=e762d644-c365-4661-8c37-ba57cc694f3d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:23.836266 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:23.938343 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 8ef74136-66bc-4b0c-ba30-a724ac9bcf0a associated. External IP: 172.25.3.152, port: 13fa895a-bace-4e53-820c-38fa09f958d1. Nov 09 18:28:24.152105 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router bf61f09b-8579-4506-a417-eadc910285eb has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:24.266023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:24.275407 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] Sync routers for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:24.284573 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:24.286844 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:24.287486 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:28:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:24.312884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-12b6ae49-e98a-49a2-ac1f-3b98b9d97ee2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6285608 Nov 09 18:28:24.313474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:24.315793 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ee5d0-c478-445d-b4e3-9ae124c249b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:24.361635 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1a0fe-1763-4c7d-9106-d94867c823ee x-openstack-request-id: req-c8c1a0fe-1763-4c7d-9106-d94867c823ee {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:24.361933 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:24.362194 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8c1a0fe-1763-4c7d-9106-d94867c823ee {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:24.362610 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1', 'status': 'completed', 'code': 200} Nov 09 18:28:24.395419 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:24.463513 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c001-4f47-440f-94cc-37b1f93fee01 req-2b7f8d81-5d53-41e4-aa9d-9181e9398a0b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:24.465227 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e56c001-4f47-440f-94cc-37b1f93fee01 req-2b7f8d81-5d53-41e4-aa9d-9181e9398a0b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0837955 Nov 09 18:28:24.473500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-9e6117e5-61b1-4a8b-96e1-e7854a996520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:24.475056 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-9e6117e5-61b1-4a8b-96e1-e7854a996520 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0844626 Nov 09 18:28:24.582372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7e56c001-4f47-440f-94cc-37b1f93fee01 req-cf556fe7-e944-4273-abc8-9047ecaaaaaf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062872 Nov 09 18:28:24.604493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-345a64a5-e250-45b9-aaf1-e443d32c7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:24.606076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-345a64a5-e250-45b9-aaf1-e443d32c7281 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a95933-fc05-45d6-8707-49d76fcaede4 HTTP/1.1" status: 200 len: 896 time: 0.1240852 Nov 09 18:28:24.609427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56506) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:24.678511 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9b5aa825-755b-4bb6-98c7-ef8b9f864cfd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/8ef74136-66bc-4b0c-ba30-a724ac9bcf0a HTTP/1.1" status: 200 len: 992 time: 0.0678654 Nov 09 18:28:24.692033 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-2f634473-b11b-45f0-9825-e7a1aac3070b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa895a-bace-4e53-820c-38fa09f958d1 HTTP/1.1" status: 200 len: 1000 time: 0.0787745 Nov 09 18:28:24.737375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '8ef74136-66bc-4b0c-ba30-a724ac9bcf0a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'port_id': '13fa895a-bace-4e53-820c-38fa09f958d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'mac_address': 'fa:16:3e:30:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:23Z', 'updated_at': '2021-11-09T18:28:23Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:24.746714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-3531b5d6-60eb-45c6-9c9d-c0b277397fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:24.748270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-3531b5d6-60eb-45c6-9c9d-c0b277397fa1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=155f47c5-bb96-4ca2-bf1c-e4e61de149cd HTTP/1.1" status: 200 len: 835 time: 0.0452189 Nov 09 18:28:24.767332 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] Checking router: bf61f09b-8579-4506-a417-eadc910285eb for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:24.775699 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:24.776299 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:28:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:24.797448 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-dbd5404f-e053-44ab-be5c-eb60b5112912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:24.798959 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-dbd5404f-e053-44ab-be5c-eb60b5112912 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a95933-fc05-45d6-8707-49d76fcaede4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435433 Nov 09 18:28:24.888639 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:24.897006 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-c4a6ed9b-a48f-4143-9fce-18afa6dc1cf0 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Nov 09 18:28:24.989946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d58ee5d0-c478-445d-b4e3-9ae124c249b6 req-b6b91636-a14e-4055-910d-625da97836b0 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Nov 09 18:28:25.113650 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '8ef74136-66bc-4b0c-ba30-a724ac9bcf0a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'port_id': '13fa895a-bace-4e53-820c-38fa09f958d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'mac_address': 'fa:16:3e:30:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:23Z', 'updated_at': '2021-11-09T18:28:23Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:25.140044 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d76f3-1051-4835-881a-35aeb64ba826 None None] The sync data for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 is: [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '8ef74136-66bc-4b0c-ba30-a724ac9bcf0a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'port_id': '13fa895a-bace-4e53-820c-38fa09f958d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'mac_address': 'fa:16:3e:30:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:23Z', 'updated_at': '2021-11-09T18:28:23Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:25.334087 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645f99e-ec28-418c-a56b-72d4c683e58b None None] New status for floating IP 8ef74136-66bc-4b0c-ba30-a724ac9bcf0a: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:28:25.682349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:25.749613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5fb01916-1bdb-4d47-8b3b-64f4cd46f75f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/8ef74136-66bc-4b0c-ba30-a724ac9bcf0a HTTP/1.1" status: 200 len: 994 time: 0.0659475 Nov 09 18:28:28.063618 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb404-7f29-4b82-80cb-1840b34aba51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:29.086682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:30.537302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a1caaf6-7f9a-4ef6-a6dd-4bd35f66a5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:31.924845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:33.373060 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:33.610970 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:41.100725 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:28:53.681115 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:58.066136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a1a182e-6ff3-4cf0-889c-3a7e7b3c5ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:28:59.081538 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:00.539533 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2951ab9e-1d3f-44d5-bd8e-54f08947c213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:01.118541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07525521-c4cd-458f-a4da-9b0fb6c1d93a req-ebed2d4d-c53e-4040-bb9a-b2d115170d08 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:01.120054 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07525521-c4cd-458f-a4da-9b0fb6c1d93a req-ebed2d4d-c53e-4040-bb9a-b2d115170d08 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0495617 Nov 09 18:29:01.173068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-07525521-c4cd-458f-a4da-9b0fb6c1d93a req-271ece06-6c1a-492d-95eb-7826a0a67f49 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462718 Nov 09 18:29:01.927235 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:02.301472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe3b4-3340-4188-a39b-351cc3dc5c3c req-a2ebd4c8-f1ca-4841-93b0-d77b90ff12d7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:02.303080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-178fe3b4-3340-4188-a39b-351cc3dc5c3c req-a2ebd4c8-f1ca-4841-93b0-d77b90ff12d7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Nov 09 18:29:02.357733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-178fe3b4-3340-4188-a39b-351cc3dc5c3c req-0d8385c1-5e46-469e-a3c7-f9f274bd3a19 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482693 Nov 09 18:29:02.380572 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:02.441424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-fafb5d8b-1dc5-40ff-ba2b-33fbd3bda571 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/8ef74136-66bc-4b0c-ba30-a724ac9bcf0a HTTP/1.1" status: 200 len: 994 time: 0.0597222 Nov 09 18:29:03.376692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:03.613782 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:03.729978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73dbd3-5e92-47c3-97f0-de419c10dcbf req-c3559aa1-c4a2-46cd-923a-d2608268ecad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:03.731759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa73dbd3-5e92-47c3-97f0-de419c10dcbf req-c3559aa1-c4a2-46cd-923a-d2608268ecad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0546753 Nov 09 18:29:03.784066 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-fa73dbd3-5e92-47c3-97f0-de419c10dcbf req-c9dc85ce-09c8-4224-9601-3a265b53f4d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460494 Nov 09 18:29:04.905888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6575f4-4f82-46a6-a581-b61dadbcc0bd req-3d0f596a-bcc2-40ea-a552-383990995bad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.907416 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de6575f4-4f82-46a6-a581-b61dadbcc0bd req-3d0f596a-bcc2-40ea-a552-383990995bad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0490897 Nov 09 18:29:04.960625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de6575f4-4f82-46a6-a581-b61dadbcc0bd req-7d726654-0f43-455d-8737-f754511b83bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472679 Nov 09 18:29:04.984696 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:05.047571 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b8ae6ee3-e2f2-4473-a6e2-4f39a143e187 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/8ef74136-66bc-4b0c-ba30-a724ac9bcf0a HTTP/1.1" status: 200 len: 994 time: 0.0616052 Nov 09 18:29:05.283659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:05.443059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port e762d644-c365-4661-8c37-ba57cc694f3d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:29:05.443335 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:05.523331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:05.523639 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:05.535518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for e762d644-c365-4661-8c37-ba57cc694f3d owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:29:05.684599 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:05.710278 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=e762d644-c365-4661-8c37-ba57cc694f3d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:05.721984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.722342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.722687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.723054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.723396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.723738 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.724075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.724409 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.724740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.725070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.725399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.725725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:05.780159 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:05.780493 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 8ef74136-66bc-4b0c-ba30-a724ac9bcf0a disassociated (deleted). External IP: 172.25.3.152, port: 13fa895a-bace-4e53-820c-38fa09f958d1. Nov 09 18:29:05.987629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router bf61f09b-8579-4506-a417-eadc910285eb has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:06.099154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:06.104151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:06.110216 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] Sync routers for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:06.120730 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:06.121436 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.132633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6b3e7479-4e52-443f-9226-93c51efd67d0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ef74136-66bc-4b0c-ba30-a724ac9bcf0a HTTP/1.1" status: 204 len: 168 time: 0.8478780 Nov 09 18:29:06.133270 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:06.135547 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df402b1e-c308-4ef3-a9e1-25b03c471ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:06.179399 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5cd49a-5f95-4c00-a508-006f3a55d0c4 x-openstack-request-id: req-8c5cd49a-5f95-4c00-a508-006f3a55d0c4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:06.179717 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:06.179967 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c5cd49a-5f95-4c00-a508-006f3a55d0c4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:06.180371 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1', 'status': 'completed', 'code': 200} Nov 09 18:29:06.228045 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:06.249374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-82201f96-7191-41c9-aaf1-6e83e10e76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.251507 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-82201f96-7191-41c9-aaf1-6e83e10e76f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0451286 Nov 09 18:29:06.374560 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747be8-321f-4501-9bc1-7cc358cb12cb req-0c67fe67-39e1-401d-8d30-70fd54fd8c05 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.375223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-d95c3d7f-be79-465f-a395-d75631bc2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.376540 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-d95c3d7f-be79-465f-a395-d75631bc2883 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4a95933-fc05-45d6-8707-49d76fcaede4 HTTP/1.1" status: 200 len: 896 time: 0.1061776 Nov 09 18:29:06.377255 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc747be8-321f-4501-9bc1-7cc358cb12cb req-0c67fe67-39e1-401d-8d30-70fd54fd8c05 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Nov 09 18:29:06.423539 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-ecd9eba6-10ac-4ce4-89f6-094854bafa38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fa895a-bace-4e53-820c-38fa09f958d1 HTTP/1.1" status: 200 len: 217 time: 0.0380416 Nov 09 18:29:06.428142 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc747be8-321f-4501-9bc1-7cc358cb12cb req-7c0f38a6-8749-461c-ba57-47e0d542ba73 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444651 Nov 09 18:29:06.454906 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.480322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-530bfe63-3f6a-4ca7-b1c8-836cfa2cd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.482430 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] Checking router: bf61f09b-8579-4506-a417-eadc910285eb for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:06.482607 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-530bfe63-3f6a-4ca7-b1c8-836cfa2cd1dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=155f47c5-bb96-4ca2-bf1c-e4e61de149cd HTTP/1.1" status: 200 len: 835 time: 0.0504546 Nov 09 18:29:06.491139 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:06.491832 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.540147 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-34f7a23f-e30d-4cf7-aaf4-cb48c4a977f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.541665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-34f7a23f-e30d-4cf7-aaf4-cb48c4a977f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4a95933-fc05-45d6-8707-49d76fcaede4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497627 Nov 09 18:29:06.555715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-ee721802-ace6-4721-81e6-a68036e6457a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:29:06.556767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-ee721802-ace6-4721-81e6-a68036e6457a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051267 Nov 09 18:29:06.603996 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:06.654854 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-0f6e06ac-4bae-4e4e-8fe0-e7b3d6aa96a0 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Nov 09 18:29:06.751830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df402b1e-c308-4ef3-a9e1-25b03c471ea6 req-c30a8b99-b2d6-48be-adcc-a169d70280d0 service neutron] 10.222.0.83 "GET /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Nov 09 18:29:06.801539 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.830401 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda87bed-6e4f-49fa-80c0-70d0f0b5e014 None None] The sync data for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 is: [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'a161f301-2c74-40d9-8093-299168992c56', 'name': '', 'network_id': 'b4a95933-fc05-45d6-8707-49d76fcaede4', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:4e:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:08Z', 'updated_at': '2021-11-09T18:28:12Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '155f47c5-bb96-4ca2-bf1c-e4e61de149cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:07.046424 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4eff5-e686-4aca-be89-b12f79f6f05b None None] New status for floating IP 8ef74136-66bc-4b0c-ba30-a724ac9bcf0a: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:29:07.551178 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c4ae4-6a1f-4fa5-bb35-3d706450041c req-c9445f4f-abfe-41eb-a626-890944b49395 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:07.552773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c8c4ae4-6a1f-4fa5-bb35-3d706450041c req-c9445f4f-abfe-41eb-a626-890944b49395 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0521221 Nov 09 18:29:07.603825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2c8c4ae4-6a1f-4fa5-bb35-3d706450041c req-223d17d8-e487-4afa-a855-a308c3c0dca9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b98f22-80b4-4108-a01a-caaf1a4fdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444934 Nov 09 18:29:08.186812 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d990-26ac-4274-8464-ad3534823fbb req-e6c359f9-1acc-4cd3-8a50-68253dc61af9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:08.188300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee34d990-26ac-4274-8464-ad3534823fbb req-e6c359f9-1acc-4cd3-8a50-68253dc61af9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 946 time: 0.0474007 Nov 09 18:29:08.283523 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 13fa895a-bace-4e53-820c-38fa09f958d1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:29:08.283863 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:08.370069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 13fa895a-bace-4e53-820c-38fa09f958d1, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=13fa895a-bace-4e53-820c-38fa09f958d1,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:08.370338 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:08.388415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 13fa895a-bace-4e53-820c-38fa09f958d1 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:29:08.516860 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:08.546396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=13fa895a-bace-4e53-820c-38fa09f958d1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:08.591600 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] No DVR routers for this DVR port 13fa895a-bace-4e53-820c-38fa09f958d1 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:08.594413 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:08.598454 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ee34d990-26ac-4274-8464-ad3534823fbb req-65d0635b-e2de-4183-b095-dca37e49b8fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "DELETE /v2.0/ports/13fa895a-bace-4e53-820c-38fa09f958d1 HTTP/1.1" status: 204 len: 173 time: 0.4027934 Nov 09 18:29:08.599060 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'name': 'network-vif-deleted', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:08.601475 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b99723-cd37-4050-b07f-d01f95956eb1" -d '{"events": [{"server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "name": "network-vif-deleted", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:08.654195 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d468e05b-daed-4924-9b1b-3b34d8e9598a x-openstack-request-id: req-d468e05b-daed-4924-9b1b-3b34d8e9598a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:08.654195 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0020c30-3463-43d0-9f54-58dfd00aa1c7", "name": "network-vif-deleted", "tag": "13fa895a-bace-4e53-820c-38fa09f958d1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:08.654195 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d468e05b-daed-4924-9b1b-3b34d8e9598a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:08.654195 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0020c30-3463-43d0-9f54-58dfd00aa1c7', 'name': 'network-vif-deleted', 'tag': '13fa895a-bace-4e53-820c-38fa09f958d1', 'status': 'completed', 'code': 200} Nov 09 18:29:08.714194 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e1e2e3a-7e37-4abc-b6fe-2e8e3c054be1 req-d50569a1-808c-4e93-ac54-8d5be181cbf9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0020c30-3463-43d0-9f54-58dfd00aa1c7 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Nov 09 18:29:09.773343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56560) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:10.207564 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:10.792853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port a161f301-2c74-40d9-8093-299168992c56 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:29:10.793798 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:10.881144 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port a161f301-2c74-40d9-8093-299168992c56, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a161f301-2c74-40d9-8093-299168992c56,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:10.881515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:10.895749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for a161f301-2c74-40d9-8093-299168992c56 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:29:11.084552 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.113362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=a161f301-2c74-40d9-8093-299168992c56,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:11.140788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.140977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.141436 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.141657 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.142001 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.142330 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.142663 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.143007 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.143350 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.143678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.144023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.144332 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:11.299636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.516314 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router bf61f09b-8579-4506-a417-eadc910285eb has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:11.622957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:11.628700 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-16ffda44-fdcd-4774-8ce5-d1a8717bdf2c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/bf61f09b-8579-4506-a417-eadc910285eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541505 Nov 09 18:29:11.631263 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56562) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:11.685354 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting subnet 155f47c5-bb96-4ca2-bf1c-e4e61de149cd {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:29:11.688934 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.725899 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] Sync routers for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:11.730196 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.735931 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:11.736538 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:11.819785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.840792 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:11.854227 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13fa895a-bace-4e53-820c-38fa09f958d1 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:11.879864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 13fa895a-bace-4e53-820c-38fa09f958d1 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:29:11.880374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 13fa895a-bace-4e53-820c-38fa09f958d1 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:11.883579 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.911393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Subnet': ['ID=155f47c5-bb96-4ca2-bf1c-e4e61de149cd,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:11.915153 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:11.922271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:11.925696 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9222684d-5b3f-4d8a-ac68-126e8212d28a None None] Network b4a95933-fc05-45d6-8707-49d76fcaede4 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:29:11.928035 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1790ed26-8eee-4c11-89f7-8a5ceb57cec5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/subnets/155f47c5-bb96-4ca2-bf1c-e4e61de149cd HTTP/1.1" status: 204 len: 168 time: 0.2952111 Nov 09 18:29:12.026297 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:29:11Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:12.063331 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] Checking router: bf61f09b-8579-4506-a417-eadc910285eb for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:12.073083 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] Routers {'bf61f09b-8579-4506-a417-eadc910285eb'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:12.073773 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['bf61f09b-8579-4506-a417-eadc910285eb'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:12.145794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] DHCP port deletion for b4a95933-fc05-45d6-8707-49d76fcaede4 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:29:12.200901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Deleting port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:29:12.201163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] Set router bf61f09b-8579-4506-a417-eadc910285eb gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:12.201273 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.274689 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] For port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,segment=NetworkSegment(eb6478f8-2344-436c-a54e-ffb5f2406f24),segment_id=eb6478f8-2344-436c-a54e-ffb5f2406f24)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:12.275134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.290020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Calling delete_port for 83a22a2b-26fd-4b93-a0df-4361d9b41e1d owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:29:12.378645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.390603 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:29:11Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:12.391929 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] No DVR routers for this DVR port 83a22a2b-26fd-4b93-a0df-4361d9b41e1d on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:12.408766 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.415908 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Pushing event deleted for resources: {'Port': ['ID=83a22a2b-26fd-4b93-a0df-4361d9b41e1d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:12.423595 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6192f7-e459-41b6-922f-3cab55405459 None None] The sync data for ids ['bf61f09b-8579-4506-a417-eadc910285eb'] in n-d-804292-3 is: [{'id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086548919', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:29:11Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '86cac940-0187-42f6-bec8-004fd619e0cc', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61f09b-8579-4506-a417-eadc910285eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:05Z', 'updated_at': '2021-11-09T18:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:12.425155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.425511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.425856 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.426229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.426567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.426899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.427277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.427604 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.427930 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.428256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.428592 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.428895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f4362-7308-4c86-bc99-713349e933fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:12.521856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.576321 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 86cac940-0187-42f6-bec8-004fd619e0cc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:29:12.576665 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.657525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 86cac940-0187-42f6-bec8-004fd619e0cc, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=86cac940-0187-42f6-bec8-004fd619e0cc,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:12.657807 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.671046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 86cac940-0187-42f6-bec8-004fd619e0cc owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:29:12.837962 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:12.864375 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=86cac940-0187-42f6-bec8-004fd619e0cc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:12.881958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb494e8-2557-4edd-8e85-088de676d9ea None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:29:12.935015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.028856 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.031188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.094435 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.095353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Fanout notify agent at l3_agent the message router_deleted on router bf61f09b-8579-4506-a417-eadc910285eb {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:29:13.103001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.108669 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5a72b7fc-8ddd-4a42-8367-2d8685f28729 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/routers/bf61f09b-8579-4506-a417-eadc910285eb HTTP/1.1" status: 204 len: 168 time: 1.1810112 Nov 09 18:29:13.108867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56566) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:13.194715 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.284892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.304748 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a95933-fc05-45d6-8707-49d76fcaede4']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:13.313956 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6478f8-2344-436c-a54e-ffb5f2406f24') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:13.314251 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6478f8-2344-436c-a54e-ffb5f2406f24') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:13.323362 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.337697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.345057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:29:13.345631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:29:13.348596 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:29:13.415093 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.422199 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.426148 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/networks/b4a95933-fc05-45d6-8707-49d76fcaede4 HTTP/1.1" status: 204 len: 168 time: 0.3170912 Nov 09 18:29:13.429099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:13.442764 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9035c4-9796-442a-a8b1-21eec85692cc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Network': ['ID=b4a95933-fc05-45d6-8707-49d76fcaede4,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:13.487620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a0b8-8b21-4977-9f5d-5f37fec7ad02 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.513458 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a0b8-8b21-4977-9f5d-5f37fec7ad02 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.576913 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a0b8-8b21-4977-9f5d-5f37fec7ad02 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.579752 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a0b8-8b21-4977-9f5d-5f37fec7ad02 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.581031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ddc2a0b8-8b21-4977-9f5d-5f37fec7ad02 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/security-groups/97b98f22-80b4-4108-a01a-caaf1a4fdb47 HTTP/1.1" status: 204 len: 168 time: 0.1508443 Nov 09 18:29:13.592036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2a0b8-8b21-4977-9f5d-5f37fec7ad02 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b98f22-80b4-4108-a01a-caaf1a4fdb47,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:13.792714 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:13.797435 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008990595', 'description': 'tempest-secgroup-smoke-2008990595 description', 'project_id': '741cc49f03074d5bb5e6896104031368'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:13.820095 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.889326 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.893146 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.921681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:13.922930 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291211 Nov 09 18:29:13.924829 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a859f0-e621-48f5-a5b4-74b45d25873e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde69f64-19b5-48fa-b647-d2a950705bb1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:13.926009 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56576) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:13.932045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dde69f64-19b5-48fa-b647-d2a950705bb1', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:13.961571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.020260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.024151 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.043476 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5010c58a-bc70-47f9-826b-bf9ef4f0aa69,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.053145 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.054361 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ae5f50cb-cf57-484a-bc59-5350e9b5e0ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263676 Nov 09 18:29:14.057153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56578) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.063513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dde69f64-19b5-48fa-b647-d2a950705bb1', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.089345 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.125636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a161f301-2c74-40d9-8093-299168992c56 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:14.147819 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: a161f301-2c74-40d9-8093-299168992c56 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:29:14.148165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a161f301-2c74-40d9-8093-299168992c56 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:14.148571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83a22a2b-26fd-4b93-a0df-4361d9b41e1d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:14.151289 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.156320 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.171405 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 83a22a2b-26fd-4b93-a0df-4361d9b41e1d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:29:14.171750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 83a22a2b-26fd-4b93-a0df-4361d9b41e1d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:14.172163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 86cac940-0187-42f6-bec8-004fd619e0cc no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:14.176387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffa7fe2-ddea-4d9a-b0b4-4e216dcf5230,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.180809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.185783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b87d11e2-7888-43b5-9a61-99a826891239 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237390 Nov 09 18:29:14.185783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56580) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.189968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dde69f64-19b5-48fa-b647-d2a950705bb1', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.193781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 86cac940-0187-42f6-bec8-004fd619e0cc {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:29:14.194139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 86cac940-0187-42f6-bec8-004fd619e0cc not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:14.217919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.275608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.279248 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.296583 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b609c2b-fd4d-4d62-b5e3-59cd912a8e9e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.305448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.306641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-10739bc5-09be-4136-9ff4-4880be77a2e8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201701 Nov 09 18:29:14.310201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56582) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.314609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dde69f64-19b5-48fa-b647-d2a950705bb1', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.342065 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.399543 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.403763 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.418953 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e1861f-4193-477c-81c0-55025b07987e,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.429886 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.431329 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8dcb55ee-b0f7-42d6-8e89-10096c8a4721 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198728 Nov 09 18:29:14.433854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56584) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.438181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dde69f64-19b5-48fa-b647-d2a950705bb1', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.459944 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:29:14.465321 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.523010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.526666 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.551958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b67b65-3d45-46b1-a4f1-6d45b4027f99,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.559933 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.561150 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8d7eb7bd-e799-4a25-ab16-ef1532877061 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263435 Nov 09 18:29:14.564045 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56586) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.568327 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dde69f64-19b5-48fa-b647-d2a950705bb1', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.591997 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:29:14.596835 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.657015 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.660992 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.679298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f760c94-5f82-463e-b72c-5fa51d1c0819,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.687132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.688369 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-74c54d46-f56a-45e7-b371-d87b6d49359e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234016 Nov 09 18:29:14.691361 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56588) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.696592 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'network': {'name': 'tempest-network-smoke--2014408787', 'project_id': '741cc49f03074d5bb5e6896104031368', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.717152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:14.720736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.745235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:29:14.755484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.755829 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Added segment c093b6ed-dbec-49e9-8e83-6b0a36ded107 of type vlan for network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a Nov 09 18:29:14.796611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.822711 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.829184 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:14.829810 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.883681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1912360 Nov 09 18:29:14.886487 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:14.891890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'admin_state_up': True, 'project_id': '741cc49f03074d5bb5e6896104031368', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:14.904300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db9669-e403-4e13-b008-b54cc48a5eef tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Network': ['ID=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:14.915394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:29:14.918119 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.919463 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:14.975544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.121513 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.317061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.336266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.444068 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.193 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/99872ff2-79b7-477e-8a00-380d851f8af2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:15.546005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.582180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.623087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:15.625843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:15.628324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:15.641010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f50a241-1516-4557-8765-182e4b46c369 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:29:15.661012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=99872ff2-79b7-477e-8a00-380d851f8af2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:15.757436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c3048b2d-49b5-4eff-b561-cd7425f653d5 None None] Provisioning complete for port 99872ff2-79b7-477e-8a00-380d851f8af2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:15.757760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3048b2d-49b5-4eff-b561-cd7425f653d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:15.794304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c3048b2d-49b5-4eff-b561-cd7425f653d5 None None] Port 99872ff2-79b7-477e-8a00-380d851f8af2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:29:15.908031 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:16.125881 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:16.258793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:29:16.370898 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:16.381831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Sync routers for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:16.393662 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:16.394152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:16.394910 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e38117fe-5cbd-47d1-afa0-abca051456ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5066717 Nov 09 18:29:16.398110 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:16.398458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:16.431497 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-821b72d6-b038-4bfb-ae48-3d7cee73b817 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=741cc49f03074d5bb5e6896104031368&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298648 Nov 09 18:29:16.431758 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:16.507860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:16.523395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc073c8d-5ead-4892-a8ef-a6d75c7f3de4 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:16.527917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cc073c8d-5ead-4892-a8ef-a6d75c7f3de4 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923142 Nov 09 18:29:16.528227 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56596) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:16.564571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-63c37d31-00a3-4cea-a945-d8645f48065e tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351596 Nov 09 18:29:16.568921 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56598) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:16.578147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598225965', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'project_id': '741cc49f03074d5bb5e6896104031368', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:16.676544 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:16.680013 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:16.713202 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:15Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:16.750303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Checking router: 7a6e39a3-bc86-4e19-960c-89a6a9b3135c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:16.750825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Updating router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c port 99872ff2-79b7-477e-8a00-380d851f8af2 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:29:16.776425 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:16.903566 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.001887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Subnet': ['ID=0432cf6c-3fb4-41db-8756-e3368efd6230,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:17.009973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Checking segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:29:17.010394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network hostable DHCP agents. Network: 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:29:17.035585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:29:17.047575 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:17.053951 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:17.055156 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.072167 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef3282-5726-4545-b62d-bd82fee4de95 None None] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:29:17.075652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.085198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3edf6b88-34d1-4db5-a086-a970623da20c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5081704 Nov 09 18:29:17.085473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56600) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:17.120230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.189538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84a9c1-3c90-4c5c-9275-ce9f76bf4788 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:29:17.210008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395adb3d-33fb-4b93-b493-47692311ea56 None None] Pushing event updated for resources: {'Port': ['ID=99872ff2-79b7-477e-8a00-380d851f8af2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:17.214874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Attempting to bind port 99872ff2-79b7-477e-8a00-380d851f8af2 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:29:17.215449 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Attempting to bind port 99872ff2-79b7-477e-8a00-380d851f8af2 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:29:17.215894 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Attempting to bind port 99872ff2-79b7-477e-8a00-380d851f8af2 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:17.244767 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:17.245144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:29:17.245558 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.246012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:17.246753 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Bound port: 99872ff2-79b7-477e-8a00-380d851f8af2, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:29:17.247317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.362027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] For port 99872ff2-79b7-477e-8a00-380d851f8af2, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:17.368988 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-f19ffac3-5d9a-44c6-a915-ab6dd48a4299 None None] Provisioning complete for port 99872ff2-79b7-477e-8a00-380d851f8af2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:17.369764 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f19ffac3-5d9a-44c6-a915-ab6dd48a4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.381926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:29:17.387314 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.392286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] For port 99872ff2-79b7-477e-8a00-380d851f8af2, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=99872ff2-79b7-477e-8a00-380d851f8af2,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:17.421207 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.486886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f19ffac3-5d9a-44c6-a915-ab6dd48a4299 None None] Port 99872ff2-79b7-477e-8a00-380d851f8af2 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:29:17.549051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b3fb15-2c4b-447d-b5c9-78ec83693573 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:29:17.648713 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.736459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395adb3d-33fb-4b93-b493-47692311ea56 None None] Pushing event updated for resources: {'Port': ['ID=99872ff2-79b7-477e-8a00-380d851f8af2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:17.755565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:17.756221 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:17.897197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Allocated IP 172.20.0.2 (9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a/0432cf6c-3fb4-41db-8756-e3368efd6230/5e21525b-9884-4569-a805-86e91489f355) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:17.899303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8ed7df67-533e-46c4-afc6-0bbc4c8149c6 None None] Provisioning complete for port 99872ff2-79b7-477e-8a00-380d851f8af2 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:17.899635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ed7df67-533e-46c4-afc6-0bbc4c8149c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:17.962074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:18.100421 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:29:18.235624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ed7df67-533e-46c4-afc6-0bbc4c8149c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.290934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8ed7df67-533e-46c4-afc6-0bbc4c8149c6 None None] For port 99872ff2-79b7-477e-8a00-380d851f8af2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=99872ff2-79b7-477e-8a00-380d851f8af2,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:18.303716 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ed7df67-533e-46c4-afc6-0bbc4c8149c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.311639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.336358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.368311 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:18.368827 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.1 (9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a/0432cf6c-3fb4-41db-8756-e3368efd6230/71422c0b-39ba-47f0-bcdb-2fbc5057d0fa) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:18.382504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:18.385274 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:18.393811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7df67-533e-46c4-afc6-0bbc4c8149c6 None None] Pushing event updated for resources: {'Port': ['ID=99872ff2-79b7-477e-8a00-380d851f8af2,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:18.454780 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:15Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:18.491794 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.512356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b44a3-1ca4-48b9-9c30-29c3aea2610b None None] The sync data for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 is: [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:15Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:18.514926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Pushing event updated for resources: {'Port': ['ID=5e21525b-9884-4569-a805-86e91489f355,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:18.519663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Attempting to bind port 5e21525b-9884-4569-a805-86e91489f355 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:29:18.520042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Attempting to bind port 5e21525b-9884-4569-a805-86e91489f355 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:29:18.520415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Attempting to bind port 5e21525b-9884-4569-a805-86e91489f355 on network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:18.526810 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:18.527153 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.527422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Checking segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:29:18.528640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.529085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Bound using segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:18.529586 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Bound port: 5e21525b-9884-4569-a805-86e91489f355, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:29:18.530007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.578117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:18.581533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:18.586194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:18.590476 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:18.603485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] For port 5e21525b-9884-4569-a805-86e91489f355, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:18.607463 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] For port 5e21525b-9884-4569-a805-86e91489f355, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5e21525b-9884-4569-a805-86e91489f355,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:18.616715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.638888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:18.684145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46522de-4d95-4f70-babd-5274798bd644 None None] Pushing event updated for resources: {'Port': ['ID=5e21525b-9884-4569-a805-86e91489f355,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:18.828983 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.198497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.204497 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.284700 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:19.290329 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.395350 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:19.396744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:19.524615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:19.643015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:19.648875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-779490e2-e2e1-42c9-a60b-3ca9eecf0f6b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/7a6e39a3-bc86-4e19-960c-89a6a9b3135c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623751 Nov 09 18:29:19.704165 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f1d9f-bd45-4699-b3f0-88d8d58d50be None None] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:29:19.767811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3fd24236-c41a-4f39-a52d-9ef52c80de35 None None] Provisioning complete for port 5e21525b-9884-4569-a805-86e91489f355 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:19.768180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fd24236-c41a-4f39-a52d-9ef52c80de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.844868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-d8e86cfe-003f-4b00-89c3-943ef1724f65 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008990595&fields=id&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 267 time: 0.0496340 Nov 09 18:29:19.929869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fd24236-c41a-4f39-a52d-9ef52c80de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.972515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-39342f47-4a0c-4c61-98b6-0b29568b9318 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.974113 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-39342f47-4a0c-4c61-98b6-0b29568b9318 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 797 time: 0.1213865 Nov 09 18:29:19.979163 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3fd24236-c41a-4f39-a52d-9ef52c80de35 None None] For port 5e21525b-9884-4569-a805-86e91489f355, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5e21525b-9884-4569-a805-86e91489f355,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:19.988276 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fd24236-c41a-4f39-a52d-9ef52c80de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:19.994467 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-26ceacd9-c777-4057-9bea-cb9ca0688189 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/quotas/741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 375 time: 0.0130806 Nov 09 18:29:20.046772 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd24236-c41a-4f39-a52d-9ef52c80de35 None None] Pushing event updated for resources: {'Port': ['ID=5e21525b-9884-4569-a805-86e91489f355,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:20.066813 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-c0c931a3-9f5a-42f7-a084-9c50d65a2c9b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652602 Nov 09 18:29:20.189313 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e21525b-9884-4569-a805-86e91489f355 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:20.243539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-83fbb6fd-b099-46ad-93e7-9896dd07eac1 None None] Provisioning complete for port 5e21525b-9884-4569-a805-86e91489f355 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:20.243986 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83fbb6fd-b099-46ad-93e7-9896dd07eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.286903 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ef2e5b05-2552-4755-8567-237781fabf44 service neutron] 10.222.0.45 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030087 Nov 09 18:29:20.288907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5e21525b-9884-4569-a805-86e91489f355 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:20.289281 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.290219 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Sync routers for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:20.305844 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:20.306627 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:20.417432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-d568c3e7-029a-493e-abad-7e448f85739d service neutron] 10.222.0.45 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198912 Nov 09 18:29:20.435173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 99872ff2-79b7-477e-8a00-380d851f8af2 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:20.437377 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:20.455277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-83fbb6fd-b099-46ad-93e7-9896dd07eac1 None None] Provisioning complete for port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:20.455739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83fbb6fd-b099-46ad-93e7-9896dd07eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.510013 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83fbb6fd-b099-46ad-93e7-9896dd07eac1 None None] Port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:29:20.522624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 99872ff2-79b7-477e-8a00-380d851f8af2 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:20.523020 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.641436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-bc62aa64-a390-4a74-82ef-bcbdd1cb0700 None None] Provisioning complete for port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:20.641804 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc62aa64-a390-4a74-82ef-bcbdd1cb0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.670905 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-337d64cb-94e8-465b-9c4d-e995a053b829 req-475d4eca-029b-477c-8073-5ef74d7e164a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 210 time: 0.0463018 Nov 09 18:29:20.684164 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bc62aa64-a390-4a74-82ef-bcbdd1cb0700 None None] Port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:29:20.727956 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:19Z', 'revision_number': 2, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:20.755959 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Checking router: 7a6e39a3-bc86-4e19-960c-89a6a9b3135c for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:20.756311 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Updating router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:29:20.782290 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.802139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-62c0a474-9183-49a1-9975-9305f9d4c79b None None] Provisioning complete for port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:20.802640 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c0a474-9183-49a1-9975-9305f9d4c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:20.847066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-62c0a474-9183-49a1-9975-9305f9d4c79b None None] Port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:29:21.072940 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.079577 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.135798 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Pushing event updated for resources: {'Port': ['ID=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:21.159951 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.160292 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.160631 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.160960 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.161285 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.161618 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.161935 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.162256 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.162573 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.162938 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.163280 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.163596 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:21.207895 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Attempting to bind port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:29:21.208258 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Attempting to bind port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:29:21.208767 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Attempting to bind port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa on network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:21.215910 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:21.216366 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Checking segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:29:21.216772 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.217170 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Bound using segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:21.217645 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Bound port: 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:29:21.218025 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.299947 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] For port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:21.304730 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] For port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:21.310527 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.369553 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:21.370474 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:21.372678 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9d734b61-f175-46c6-b5de-af10dd1b0731 None None] Provisioning complete for port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:21.373051 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d734b61-f175-46c6-b5de-af10dd1b0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.416866 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebe479-5119-4994-ab6e-79e05dd4aa96 None None] Pushing event updated for resources: {'Port': ['ID=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:21.464354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d734b61-f175-46c6-b5de-af10dd1b0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.507348 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9d734b61-f175-46c6-b5de-af10dd1b0731 None None] For port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:21.514034 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d734b61-f175-46c6-b5de-af10dd1b0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.579088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d734b61-f175-46c6-b5de-af10dd1b0731 None None] Pushing event updated for resources: {'Port': ['ID=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:21.610290 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:21.642504 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-22259797-8017-4373-ab5d-708dccb54a69 None None] Provisioning complete for port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:21.643062 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22259797-8017-4373-ab5d-708dccb54a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:21.809268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e25abf2d-5bcc-47fa-9688-0e6d4711e7cb req-995ca259-70f9-4424-98da-93d1683186f5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 210 time: 0.0353816 Nov 09 18:29:21.836939 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:21.865213 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49212-a5da-40b9-bc65-32d357d2a896 None None] The sync data for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 is: [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:21.871430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-598f98ec-b5e0-49dc-b9b0-8a35850c01d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:21.873311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-598f98ec-b5e0-49dc-b9b0-8a35850c01d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 797 time: 0.1554122 Nov 09 18:29:21.963684 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-eb76d5f5-5cf0-4399-8a6d-3147d6401f93 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 380 time: 0.0704391 Nov 09 18:29:21.974104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'port': {'device_id': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'admin_state_up': True, 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'security_groups': ['dde69f64-19b5-48fa-b647-d2a950705bb1']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:22.109496 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:22.113422 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.200006 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e21525b-9884-4569-a805-86e91489f355 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:22.251495 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5e21525b-9884-4569-a805-86e91489f355 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:22.252138 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.262096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.6 (9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a/0432cf6c-3fb4-41db-8756-e3368efd6230/83c0b4f0-44f4-4075-a0e9-599f7c0c37b9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:22.351195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:22.408842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:22.409492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.425637 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.460570 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.510153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:22.514180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:22.519016 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:22.523286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:22.583633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:22.584620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.607167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-515eb82b-7225-4814-82d5-83c90a1c9500 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369720 Nov 09 18:29:22.626361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Request body: {'port': {'device_id': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:22.694194 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.791234 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-1847d695-a0b6-4c8f-9d2f-129fe5cff161 None None] Provisioning complete for port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:22.791758 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1847d695-a0b6-4c8f-9d2f-129fe5cff161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:22.829651 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1847d695-a0b6-4c8f-9d2f-129fe5cff161 None None] Port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:29:22.935585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4012c-2712-42b0-aee6-c09b5126a4f2 req-dea0bbfe-f9df-44aa-a2ee-1ec5919f9850 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:22.937160 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ff4012c-2712-42b0-aee6-c09b5126a4f2 req-dea0bbfe-f9df-44aa-a2ee-1ec5919f9850 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 931 time: 0.0517402 Nov 09 18:29:22.999629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3ff4012c-2712-42b0-aee6-c09b5126a4f2 req-b7e72913-44a2-4782-b703-a6d16a66359d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563371 Nov 09 18:29:23.000406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:23.014526 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:23.031443 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Transition to ACTIVE for port object 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:29:23.036091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:23.147689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Pushing event updated for resources: {'Port': ['ID=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:23.204817 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Attempting to bind port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:29:23.205151 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Attempting to bind port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:29:23.205477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Attempting to bind port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 on network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:23.210021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 on network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:29:23.210334 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Attempting to bind port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 on network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:23.215481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:23.215814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Checking segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:29:23.216194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Bound using segment: {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:23.216618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Bound port: 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c093b6ed-dbec-49e9-8e83-6b0a36ded107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:29:23.216976 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:23.286117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] For port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:23.289452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] For port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:23.293914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:23.330146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.330709 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:23.332134 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] 10.222.0.83 "PUT /v2.0/ports/83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 1091 time: 0.7103071 Nov 09 18:29:23.332586 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:23.334839 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6994af9e-456a-4582-95e0-89145c694e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:23.359106 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada109bb-db70-4e09-ba19-b11f6e29c10a service neutron] Pushing event updated for resources: {'Port': ['ID=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:23.403437 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf591e9-1013-4d55-9125-e49e1425b693 x-openstack-request-id: req-eaf591e9-1013-4d55-9125-e49e1425b693 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:23.403805 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:23.404210 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eaf591e9-1013-4d55-9125-e49e1425b693 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:23.404674 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'status': 'completed', 'code': 200} Nov 09 18:29:23.440167 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-6ece184f-8969-4732-bda9-54382edd72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.442060 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-6ece184f-8969-4732-bda9-54382edd72f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0522614 Nov 09 18:29:23.494042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-ddd8fbff-fd5f-4010-8495-8b7b1b3d8c68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Nov 09 18:29:23.559085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-a9d7f196-345a-487c-aee2-54401cf4d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.560600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-a9d7f196-345a-487c-aee2-54401cf4d162 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 200 len: 834 time: 0.0546267 Nov 09 18:29:23.612953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-18ee0047-cb29-49c1-a085-29bb818f2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.614505 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-18ee0047-cb29-49c1-a085-29bb818f2dad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421038 Nov 09 18:29:23.680985 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:23.712676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-71f509ad-1d1a-4687-b9a4-3bf2370b5f0e service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872874 Nov 09 18:29:23.806814 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3db718d9-1723-4a84-a83d-04224cbbf4d4 req-32327b98-970e-4516-ac9d-8e1c1dc22293 service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Nov 09 18:29:23.904624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994af9e-456a-4582-95e0-89145c694e7a req-4f73ffe4-9e88-4400-b5ee-68728c6b804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.906188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-4f73ffe4-9e88-4400-b5ee-68728c6b804c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0457768 Nov 09 18:29:23.996609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994af9e-456a-4582-95e0-89145c694e7a req-5a79bc88-1089-4cdf-8e8c-05bb7e248860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.998088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-5a79bc88-1089-4cdf-8e8c-05bb7e248860 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 897 time: 0.0850430 Nov 09 18:29:24.045546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-21305184-2eac-42b0-9ba0-6f9e26d230f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 217 time: 0.0395787 Nov 09 18:29:24.100316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994af9e-456a-4582-95e0-89145c694e7a req-2b670104-b7e8-4724-81bd-a733c8a354ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:24.101786 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-2b670104-b7e8-4724-81bd-a733c8a354ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 200 len: 834 time: 0.0454459 Nov 09 18:29:24.123136 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead72765-75bd-4b84-90b9-4c5576a23712 req-448cf2aa-bfdb-4c5b-b797-3c105a2a289e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:24.124638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ead72765-75bd-4b84-90b9-4c5576a23712 req-448cf2aa-bfdb-4c5b-b797-3c105a2a289e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 943 time: 0.0495174 Nov 09 18:29:24.149207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994af9e-456a-4582-95e0-89145c694e7a req-bec7fe64-b5a1-45bc-b880-47af9eaa46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:24.150721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-bec7fe64-b5a1-45bc-b880-47af9eaa46b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407183 Nov 09 18:29:24.178282 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ead72765-75bd-4b84-90b9-4c5576a23712 req-708af973-0968-4149-bdae-4f1b6353961e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Nov 09 18:29:24.246475 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-6283594d-c6f7-4292-8d8b-f830cb4c4597 service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876694 Nov 09 18:29:24.337934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6994af9e-456a-4582-95e0-89145c694e7a req-ddca7f32-0802-4a96-84a3-96dc90ccd8eb service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834706 Nov 09 18:29:25.299377 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203a34-280c-4b87-aa01-c141d3967ec7 req-c907786d-9bf0-4df3-92cf-8446850cb694 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:25.300887 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69203a34-280c-4b87-aa01-c141d3967ec7 req-c907786d-9bf0-4df3-92cf-8446850cb694 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 943 time: 0.0502620 Nov 09 18:29:25.350676 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69203a34-280c-4b87-aa01-c141d3967ec7 req-fa03c3f9-894a-43af-9825-cae83a43f810 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 Nov 09 18:29:25.911206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:29:26.005860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:26.018927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'port_id': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'mac_address': 'fa:16:3e:e4:95:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:29:26.056041 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:26.069498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:26.090296 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:26.094310 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:26.145344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:26.361782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['83c0b4f0-44f4-4075-a0e9-599f7c0c37b9'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:26.467713 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb46e-306c-44b7-9b3e-0e94d28fef04 req-16a3a860-dcd6-42bb-a467-ef9384546f52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:26.469195 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9fbdb46e-306c-44b7-9b3e-0e94d28fef04 req-16a3a860-dcd6-42bb-a467-ef9384546f52 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 944 time: 0.0499980 Nov 09 18:29:26.518623 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9fbdb46e-306c-44b7-9b3e-0e94d28fef04 req-83227bcf-c403-4723-9ec1-8006a7581693 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Nov 09 18:29:27.641642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742e5b-c169-47d4-b153-980cd4a8d6d2 req-a63e187e-092c-40e8-986f-28e5e1209dae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:27.643157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df742e5b-c169-47d4-b153-980cd4a8d6d2 req-a63e187e-092c-40e8-986f-28e5e1209dae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 944 time: 0.0527179 Nov 09 18:29:27.692565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df742e5b-c169-47d4-b153-980cd4a8d6d2 req-45338bdd-a71c-4709-99db-3c05eea506b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Nov 09 18:29:27.943256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:27.994601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:29:27.999748 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:28.000173 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:28.093134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97d09da-2d6b-47d0-913f-279f0153cbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:28.094448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:28.118935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:28.121516 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f2ec4-c4fe-4401-8a64-3d9610e0d553" -d '{"events": [{"server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "name": "network-vif-plugged", "status": "completed", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:28.134068 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:28.139304 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:28.164144 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08b94c-1415-4ca3-b224-d8dd8b5053b9 x-openstack-request-id: req-8d08b94c-1415-4ca3-b224-d8dd8b5053b9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:28.164441 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "name": "network-vif-plugged", "status": "completed", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:28.164689 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d08b94c-1415-4ca3-b224-d8dd8b5053b9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:28.165076 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'code': 200} Nov 09 18:29:28.193921 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:28.267463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3928e-b33f-4218-9685-b280bc9092a6 req-72b9c9df-7998-45ae-9bcc-9192a701e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:28.268989 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1e3928e-b33f-4218-9685-b280bc9092a6 req-72b9c9df-7998-45ae-9bcc-9192a701e3f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0421834 Nov 09 18:29:28.314769 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1e3928e-b33f-4218-9685-b280bc9092a6 req-6cb868ed-91b4-44cb-bcda-ed0b1c490f8d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 Nov 09 18:29:28.814607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c61e3a-235d-484a-b7da-1d9a923f5cf3 req-bdd13b02-327b-4993-8535-5839146b4d88 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:28.816159 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c61e3a-235d-484a-b7da-1d9a923f5cf3 req-bdd13b02-327b-4993-8535-5839146b4d88 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0543857 Nov 09 18:29:28.867414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2c61e3a-235d-484a-b7da-1d9a923f5cf3 req-26eafdd2-59d2-4b78-bddb-8086c8032f7c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Nov 09 18:29:29.077966 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:29.984987 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d66e08-5d63-4679-8ca2-d54fbe21ab31 req-d6d39493-1817-43e1-833b-284fefdb47ee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:29.986444 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7d66e08-5d63-4679-8ca2-d54fbe21ab31 req-d6d39493-1817-43e1-833b-284fefdb47ee tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0488975 Nov 09 18:29:30.038296 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7d66e08-5d63-4679-8ca2-d54fbe21ab31 req-3903d27e-d817-46b4-b3e2-b48ff68cc64c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 Nov 09 18:29:30.156967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931fdc8-51fc-4c7a-a38c-03c5289db8c2 req-4928503d-4506-4aef-8343-1e14406a4a39 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:30.158492 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0931fdc8-51fc-4c7a-a38c-03c5289db8c2 req-4928503d-4506-4aef-8343-1e14406a4a39 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0500104 Nov 09 18:29:30.207690 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0931fdc8-51fc-4c7a-a38c-03c5289db8c2 req-ed0f2252-1643-4e10-a721-0c2e53613348 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Nov 09 18:29:30.229933 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:30.269624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf096b8a-2f4c-43af-a315-babe41366b1a tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:30.271090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bf096b8a-2f4c-43af-a315-babe41366b1a tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1091 time: 0.0400822 Nov 09 18:29:30.273880 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:30.279013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:30.301403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:30.401219 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:30.507121 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.252 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/f3c5b12e-0a25-4df0-9433-c28dcffb0626) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:30.540342 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf28ce97-65c5-4578-894b-7712795e04a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:30.610973 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:30.645283 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:30.682211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:30.692116 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:30.695699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:30.701997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=f3c5b12e-0a25-4df0-9433-c28dcffb0626,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:31.066418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:31.145060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:31.309858 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:31.316156 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:31.398921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=f3c5b12e-0a25-4df0-9433-c28dcffb0626,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:31.402152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:31.507128 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP cc89df87-4c05-49e8-a046-f73a42156444 associated. External IP: 172.25.3.252, port: 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9. Nov 09 18:29:31.721124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:31.930710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:32.185655 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:32.196902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] Sync routers for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:32.204327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:32.211554 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:32.212184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:32.236414 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bbffdd12-28f3-460b-af55-0a780264f808 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9587467 Nov 09 18:29:32.236414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:32.236839 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45414db-ee80-4d7b-aaee-7840ba486bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:32.288591 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea06e963-4d67-4b69-9397-8f186b6b61dc x-openstack-request-id: req-ea06e963-4d67-4b69-9397-8f186b6b61dc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:32.288906 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:32.289165 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea06e963-4d67-4b69-9397-8f186b6b61dc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:32.289568 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'status': 'completed', 'code': 200} Nov 09 18:29:32.329557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:32.353959 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab4828-5f34-4bea-8909-0c6bc152565b req-d4fc75ff-a194-409b-ac8f-2296f83e5237 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:32.355437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-5eb86ccd-ea2e-47d4-8dac-e883b333fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:32.357146 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-5eb86ccd-ea2e-47d4-8dac-e883b333fd10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0446963 Nov 09 18:29:32.357412 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8ab4828-5f34-4bea-8909-0c6bc152565b req-d4fc75ff-a194-409b-ac8f-2296f83e5237 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0575886 Nov 09 18:29:32.410058 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c8ab4828-5f34-4bea-8909-0c6bc152565b req-8d720cec-ed57-4f47-b872-5697a390e60d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 Nov 09 18:29:32.433347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56662) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:32.456561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-20e31b7e-addc-4ac7-9361-73006f3b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:32.458043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-20e31b7e-addc-4ac7-9361-73006f3b62e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 897 time: 0.0930603 Nov 09 18:29:32.496781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e0f2413f-26eb-4914-83e5-ca60cc20b1c1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/cc89df87-4c05-49e8-a046-f73a42156444 HTTP/1.1" status: 200 len: 991 time: 0.0605450 Nov 09 18:29:32.526294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-79c000de-df9b-4018-89d4-078c6a6f3bdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 999 time: 0.0600207 Nov 09 18:29:32.561871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'cc89df87-4c05-49e8-a046-f73a42156444', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'port_id': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'mac_address': 'fa:16:3e:e4:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:29:30Z', 'updated_at': '2021-11-09T18:29:30Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:32.577464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-a7358ca4-c871-4091-9887-da106632d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:32.578297 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-a7358ca4-c871-4091-9887-da106632d435 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 200 len: 834 time: 0.0454369 Nov 09 18:29:32.588475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] Checking router: 7a6e39a3-bc86-4e19-960c-89a6a9b3135c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:32.597863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:32.598475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:29:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:32.628883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-181798e2-9efc-49e5-a75a-2fa188355536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:32.631211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-181798e2-9efc-49e5-a75a-2fa188355536 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455751 Nov 09 18:29:32.706042 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:32.720879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-31ab98a7-138f-4bc7-a2dd-962b95a447eb service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823560 Nov 09 18:29:32.816599 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c45414db-ee80-4d7b-aaee-7840ba486bf7 req-f9b8cf9d-e8b5-4fa0-967b-9661ffe396cb service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886936 Nov 09 18:29:32.934402 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'cc89df87-4c05-49e8-a046-f73a42156444', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'port_id': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'mac_address': 'fa:16:3e:e4:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:29:30Z', 'updated_at': '2021-11-09T18:29:30Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:32.961244 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f81e8-07ad-46a7-8de3-3f28c74f44b8 None None] The sync data for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 is: [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'cc89df87-4c05-49e8-a046-f73a42156444', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'port_id': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'mac_address': 'fa:16:3e:e4:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:29:30Z', 'updated_at': '2021-11-09T18:29:30Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:33.155883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0d7e7-c8ca-4929-810b-1d403fa5af38 None None] New status for floating IP cc89df87-4c05-49e8-a046-f73a42156444: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:29:33.380945 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:33.499869 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56664) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:33.561289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ea7218d4-dd43-4c75-af2c-241d08dbc219 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/cc89df87-4c05-49e8-a046-f73a42156444 HTTP/1.1" status: 200 len: 993 time: 0.0603354 Nov 09 18:29:33.616253 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:53.702105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:55.099175 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:29:58.065005 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c5d11472-685e-4ec6-a062-90bee3df3c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:29:59.082872 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:00.543118 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-724adde2-edf5-4bfa-88f1-9a9d25332224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:01.933410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:03.381863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:03.618632 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:08.985862 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880743-3243-4a9a-8912-c11b074ccc23 req-43a9de48-be14-4aa7-bce9-634a8c5b9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:08.987423 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-43a9de48-be14-4aa7-bce9-634a8c5b9385 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0429618 Nov 09 18:30:09.104262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ae1ec-18e4-4585-9599-41a2c148e2d3 req-6ba0f9a1-a19c-4aa6-8276-bc205df2e67a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.105686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f9ae1ec-18e4-4585-9599-41a2c148e2d3 req-6ba0f9a1-a19c-4aa6-8276-bc205df2e67a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.1711206 Nov 09 18:30:09.129064 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880743-3243-4a9a-8912-c11b074ccc23 req-16468fb3-2f21-487d-9d5c-e17f74017fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.130711 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-16468fb3-2f21-487d-9d5c-e17f74017fd8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 897 time: 0.1340725 Nov 09 18:30:09.207874 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f9ae1ec-18e4-4585-9599-41a2c148e2d3 req-31c465bc-09b5-48f0-9b3b-c4f4368e94dc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936947 Nov 09 18:30:09.225047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-7c6414e3-b187-45e5-9221-55f608771892 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 1001 time: 0.0823278 Nov 09 18:30:09.274158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880743-3243-4a9a-8912-c11b074ccc23 req-9bbfde13-a92d-4577-8d1e-cc3067875723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.276242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-9bbfde13-a92d-4577-8d1e-cc3067875723 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 200 len: 834 time: 0.0437832 Nov 09 18:30:09.325727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880743-3243-4a9a-8912-c11b074ccc23 req-bf59307d-43e1-48f5-b216-e1d0703f2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.327273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-bf59307d-43e1-48f5-b216-e1d0703f2f93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408151 Nov 09 18:30:09.428838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-8bbd0443-d89a-404d-8489-f19a5964a0f2 service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917675 Nov 09 18:30:09.521816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-01880743-3243-4a9a-8912-c11b074ccc23 req-42da240e-1bbb-4ff1-b7db-6b167237e3b3 service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855982 Nov 09 18:30:09.637754 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-a6e5ff7d-7dc4-49c4-86e6-b8cf9744e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.639404 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-a6e5ff7d-7dc4-49c4-86e6-b8cf9744e0b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0539124 Nov 09 18:30:09.762194 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-f8a4d6aa-a284-470a-93be-3824ccd01845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.763652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-f8a4d6aa-a284-470a-93be-3824ccd01845 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 897 time: 0.0945477 Nov 09 18:30:09.845297 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-45e64fb8-f986-4101-8e83-7055af9bc575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 1001 time: 0.0694599 Nov 09 18:30:09.897659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-72981f51-d3a7-483f-bdf5-b91288534316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.899156 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-72981f51-d3a7-483f-bdf5-b91288534316 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 200 len: 834 time: 0.0437260 Nov 09 18:30:09.953163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-81f2ddc4-ec40-4f20-9522-bdf5e8b45c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.954660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-81f2ddc4-ec40-4f20-9522-bdf5e8b45c47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411818 Nov 09 18:30:10.053815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-bf6c48d5-e37e-4bd1-ad05-728219582115 service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898485 Nov 09 18:30:10.151028 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c296710-1c1a-42d4-9f26-bd7f8b0829bb req-0352a4c4-d488-4d84-bba2-c60e17813dec service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885110 Nov 09 18:30:10.389303 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d51d-ef6c-4ab7-8b23-a13333143b70 req-d78759e7-8bcc-4f95-a8a6-ceaebc337c78 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.390794 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4436d51d-ef6c-4ab7-8b23-a13333143b70 req-d78759e7-8bcc-4f95-a8a6-ceaebc337c78 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.1079650 Nov 09 18:30:10.441583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4436d51d-ef6c-4ab7-8b23-a13333143b70 req-f2e956b8-2825-4fb1-9d4b-d0d1cb2f61cf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Nov 09 18:30:11.569403 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff619662-8c44-4df0-8717-a51501be3cde req-fe5827be-8520-4f24-bf6e-6ae087f5cc1c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.571141 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff619662-8c44-4df0-8717-a51501be3cde req-fe5827be-8520-4f24-bf6e-6ae087f5cc1c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0552194 Nov 09 18:30:11.620496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff619662-8c44-4df0-8717-a51501be3cde req-f4fa64ba-8533-48cd-ac40-1d149f25c2fd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Nov 09 18:30:12.737039 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd7069-e6ab-40b4-b136-9966b6358be0 req-882dcc66-e42a-4dec-8994-50a7c3db4523 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:12.738528 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9fd7069-e6ab-40b4-b136-9966b6358be0 req-882dcc66-e42a-4dec-8994-50a7c3db4523 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0486734 Nov 09 18:30:12.787788 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c9fd7069-e6ab-40b4-b136-9966b6358be0 req-e406d82d-6dbd-44e5-9a40-b38faf1603a1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Nov 09 18:30:13.920037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18939872-c272-49bc-87ad-47872a94ab95 req-27f35290-c4a7-4867-83ab-dfdfa7c9caa3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:13.921538 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18939872-c272-49bc-87ad-47872a94ab95 req-27f35290-c4a7-4867-83ab-dfdfa7c9caa3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0552127 Nov 09 18:30:13.970946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18939872-c272-49bc-87ad-47872a94ab95 req-c3eb4bbc-49cf-4a68-9570-64697f0436d9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434024 Nov 09 18:30:15.088148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb6d-362f-4976-aebe-7e4416d576e8 req-0f068b62-8b0a-4a82-9874-298761f19ab2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:15.089971 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e657eb6d-362f-4976-aebe-7e4416d576e8 req-0f068b62-8b0a-4a82-9874-298761f19ab2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0507131 Nov 09 18:30:15.145137 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e657eb6d-362f-4976-aebe-7e4416d576e8 req-6a40824f-e32a-43e8-ab93-d043a47e95f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490170 Nov 09 18:30:16.268982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ab07-4ee5-43cc-b3e0-bfa7a72e1fca req-f42d154b-bafe-48ea-b551-a4f6ba7c36a7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:16.270496 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a57ab07-4ee5-43cc-b3e0-bfa7a72e1fca req-f42d154b-bafe-48ea-b551-a4f6ba7c36a7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0503457 Nov 09 18:30:16.322851 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a57ab07-4ee5-43cc-b3e0-bfa7a72e1fca req-91fa1019-6566-4076-9a8e-1fa92a46203f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453587 Nov 09 18:30:17.445279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ce313-fb12-4f7c-b9b7-8c54e503ee78 req-758e5cf6-e330-4115-8a9b-75d593c25058 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.446866 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022ce313-fb12-4f7c-b9b7-8c54e503ee78 req-758e5cf6-e330-4115-8a9b-75d593c25058 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0551414 Nov 09 18:30:17.509672 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-022ce313-fb12-4f7c-b9b7-8c54e503ee78 req-5cd6b921-79ae-406c-901b-5329426b30a3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557108 Nov 09 18:30:18.630686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1632-5d46-4368-a414-a4d4bbe773ca req-ffb4e438-c063-4fab-aecf-f86c6c977716 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:18.632209 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d56b1632-5d46-4368-a414-a4d4bbe773ca req-ffb4e438-c063-4fab-aecf-f86c6c977716 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0526686 Nov 09 18:30:18.680973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d56b1632-5d46-4368-a414-a4d4bbe773ca req-e23d2ed5-fe26-4744-a599-c3d6bf6f9f90 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422242 Nov 09 18:30:19.797734 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbc46a-3e1d-4f4b-a70f-6ef360c437e8 req-0a7db084-db1b-4c1b-b513-e25bd472c338 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:19.799238 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94fbc46a-3e1d-4f4b-a70f-6ef360c437e8 req-0a7db084-db1b-4c1b-b513-e25bd472c338 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0498478 Nov 09 18:30:19.849991 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-94fbc46a-3e1d-4f4b-a70f-6ef360c437e8 req-edbfce72-f054-4347-9539-2551f3aa5678 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Nov 09 18:30:20.965515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334955-59ff-49af-bd6a-b766b8233cfa req-4b72f811-927c-43f2-bf0e-89820bf5370d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:20.967011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b334955-59ff-49af-bd6a-b766b8233cfa req-4b72f811-927c-43f2-bf0e-89820bf5370d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0484943 Nov 09 18:30:21.017749 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b334955-59ff-49af-bd6a-b766b8233cfa req-050cbb9e-a0b4-4cb4-96c1-5a94ab9bfc7b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Nov 09 18:30:21.041785 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56708) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:21.107784 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-85fe5754-6943-4f06-bc30-499e26ea7295 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/cc89df87-4c05-49e8-a046-f73a42156444 HTTP/1.1" status: 200 len: 993 time: 0.0648022 Nov 09 18:30:23.701490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:28.067319 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efb2f5de-3a17-4f63-bf3e-f3709dd9cfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:29.096602 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:30.545725 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-715466b9-060b-4656-b4c0-8021de94930a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:31.940057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:32.098305 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:30:33.385703 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:33.626957 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:53.701720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:53.702688 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56718) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:53.856982 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port f3c5b12e-0a25-4df0-9433-c28dcffb0626 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:30:53.857313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:53.934641 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:53.934971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:53.947056 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for f3c5b12e-0a25-4df0-9433-c28dcffb0626 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:30:54.093188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:54.127846 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=f3c5b12e-0a25-4df0-9433-c28dcffb0626,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:54.152146 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.152494 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.152838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.153175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.153551 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.153883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.154213 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.154539 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.154867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.155212 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.155535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.155855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:54.194082 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:54.194469 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP cc89df87-4c05-49e8-a046-f73a42156444 disassociated (deleted). External IP: 172.25.3.252, port: 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9. Nov 09 18:30:54.416603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:30:54.526109 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:30:54.530603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:54.536769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] Sync routers for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:30:54.546353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:54.547018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:30:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:54.557599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7e861504-25e6-47d3-a192-295eca9e803f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/floatingips/cc89df87-4c05-49e8-a046-f73a42156444 HTTP/1.1" status: 204 len: 168 time: 0.8537467 Nov 09 18:30:54.558515 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:54.560849 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528" -d '{"events": [{"name": "network-changed", "server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:54.611294 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787bd8c8-a642-4085-95ff-be7d45f540b4 x-openstack-request-id: req-787bd8c8-a642-4085-95ff-be7d45f540b4 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:54.611589 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:54.611842 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-787bd8c8-a642-4085-95ff-be7d45f540b4 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:54.612244 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'status': 'completed', 'code': 200} Nov 09 18:30:54.660961 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:54.693837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-7a44cc27-cc14-4f0a-a420-88d971a70d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:54.695885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-7a44cc27-cc14-4f0a-a420-88d971a70d78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0569019 Nov 09 18:30:54.797797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-e7fe18e3-f2e9-4d02-a645-de49c90809f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:54.799617 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-e7fe18e3-f2e9-4d02-a645-de49c90809f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 200 len: 897 time: 0.0970805 Nov 09 18:30:54.801259 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a82554-0f03-4826-be0e-38b0020228f2 req-16d01f4d-736d-4aa1-9184-ea0e705161bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:54.802787 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22a82554-0f03-4826-be0e-38b0020228f2 req-16d01f4d-736d-4aa1-9184-ea0e705161bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0525687 Nov 09 18:30:54.846030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-ea990f04-e1a9-4b91-b6a0-8d325c58c951 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 200 len: 217 time: 0.0370295 Nov 09 18:30:54.860239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22a82554-0f03-4826-be0e-38b0020228f2 req-fd59d4d3-80a9-415d-842a-415c593689f9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501692 Nov 09 18:30:54.875232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:54.905902 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-07d2cec8-4e96-462f-9611-5ddfd579a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:54.906364 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] Checking router: 7a6e39a3-bc86-4e19-960c-89a6a9b3135c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:30:54.907487 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-07d2cec8-4e96-462f-9611-5ddfd579a7d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 200 len: 834 time: 0.0533726 Nov 09 18:30:54.915268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:54.915870 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:30:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:54.955467 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-066db2ce-1a32-4c40-a866-2e4a459ce162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:54.956880 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-066db2ce-1a32-4c40-a866-2e4a459ce162 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412955 Nov 09 18:30:55.017140 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:55.052040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-83b37bfe-7650-4b38-bcb4-ea8fcba9b5fd service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Nov 09 18:30:55.151457 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1b214bc6-81f3-48f0-9ae0-d1c59acf3528 req-f21d25d0-0a18-4622-9000-ae4dfd4074a4 service neutron] 10.222.0.83 "GET /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913713 Nov 09 18:30:55.221958 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:55.248502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7684-883a-402f-b01d-5adefb260a4f None None] The sync data for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 is: [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '71422c0b-39ba-47f0-bcdb-2fbc5057d0fa', 'name': '', 'network_id': '9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:31:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:18Z', 'updated_at': '2021-11-09T18:29:21Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '0432cf6c-3fb4-41db-8756-e3368efd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:30:55.465038 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d665599-f3f9-4650-b653-6c58e674dc41 None None] New status for floating IP cc89df87-4c05-49e8-a046-f73a42156444: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:30:55.984074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c408d-fdfb-4578-b956-476f4c435158 req-7ddb325b-9e3f-41c0-a5a7-bda05a65ac86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:55.985620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb9c408d-fdfb-4578-b956-476f4c435158 req-7ddb325b-9e3f-41c0-a5a7-bda05a65ac86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0513451 Nov 09 18:30:56.035898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb9c408d-fdfb-4578-b956-476f4c435158 req-dd88ef9f-972f-4b8c-b1e6-65c3a2e58f2d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dde69f64-19b5-48fa-b647-d2a950705bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Nov 09 18:30:56.574938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-fdeab3f4-5cfa-4751-b191-bc1cfd612c09 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:56.576432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-fdeab3f4-5cfa-4751-b191-bc1cfd612c09 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 945 time: 0.0540953 Nov 09 18:30:56.673846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:30:56.674188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:56.765242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:56.765608 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:56.779381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:30:56.905705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:56.935865 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=83c0b4f0-44f4-4075-a0e9-599f7c0c37b9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:56.949001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.949283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.949641 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.949944 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.950280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.950610 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.950993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.951366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.951701 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.952022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.952344 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.952669 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.990338 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] No DVR routers for this DVR port 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:30:56.993615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:56.997079 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4d25f7fa-2888-48f3-b339-102e4cff546c req-f2440f19-8eca-4bad-bc18-5f900b85851d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "DELETE /v2.0/ports/83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 HTTP/1.1" status: 204 len: 173 time: 0.4099205 Nov 09 18:30:56.997528 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'name': 'network-vif-deleted', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:56.999779 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa4b4e-e4cc-4cc9-a984-a33d971a7fa2" -d '{"events": [{"server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "name": "network-vif-deleted", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:57.041714 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51129e81-4438-488d-b649-a3aaad1c02fa x-openstack-request-id: req-51129e81-4438-488d-b649-a3aaad1c02fa {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:57.042010 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23faf503-4a90-41fb-a86b-ee96cd1f6ffd", "name": "network-vif-deleted", "tag": "83c0b4f0-44f4-4075-a0e9-599f7c0c37b9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:57.042362 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51129e81-4438-488d-b649-a3aaad1c02fa {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:57.043219 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23faf503-4a90-41fb-a86b-ee96cd1f6ffd', 'name': 'network-vif-deleted', 'tag': '83c0b4f0-44f4-4075-a0e9-599f7c0c37b9', 'status': 'completed', 'code': 200} Nov 09 18:30:57.148644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6940fe08-bdbf-4699-8eee-0acd782ac229 req-07aa7f0b-f59e-4393-a36c-e7d8e5596277 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=23faf503-4a90-41fb-a86b-ee96cd1f6ffd HTTP/1.1" status: 200 len: 210 time: 0.0276570 Nov 09 18:30:58.068856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b3b85f4-fe08-45a8-959b-e176fdcce400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:58.207649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56734) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:58.881210 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:59.095439 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:59.187761 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:30:59.188011 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:59.286861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:59.287609 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:59.301870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:30:59.498852 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:59.527015 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=71422c0b-39ba-47f0-bcdb-2fbc5057d0fa,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:59.730854 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:30:59.963920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:00.078842 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:00.084215 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c0ae0f51-847d-49f2-a9b7-d2efceff5739 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/7a6e39a3-bc86-4e19-960c-89a6a9b3135c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8754132 Nov 09 18:31:00.087646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56736) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:00.092763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] Sync routers for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:00.116835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:00.118836 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:30:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:00.161364 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting subnet 0432cf6c-3fb4-41db-8756-e3368efd6230 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:31:00.166429 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.208521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.250587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:00.299955 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.376313 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.404078 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Subnet': ['ID=0432cf6c-3fb4-41db-8756-e3368efd6230,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:00.407736 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.413707 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-65ea8f84-c923-4b28-a1ba-532c9eeb2a4c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/subnets/0432cf6c-3fb4-41db-8756-e3368efd6230 HTTP/1.1" status: 204 len: 168 time: 0.3219585 Nov 09 18:31:00.414547 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56738) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:00.446175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302368b2-ac03-49ee-9bd4-a8ef5ecd861b None None] Network 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:00.525154 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.599496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad08860b-0be7-4944-a196-9e397a55d921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.631849 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.693062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 99872ff2-79b7-477e-8a00-380d851f8af2 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:31:00.693403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.729636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:30:59Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '99872ff2-79b7-477e-8a00-380d851f8af2', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:15Z', 'updated_at': '2021-11-09T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:00.759041 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] Checking router: 7a6e39a3-bc86-4e19-960c-89a6a9b3135c for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:00.767409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] Routers {'7a6e39a3-bc86-4e19-960c-89a6a9b3135c'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:00.768232 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:00.783220 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 99872ff2-79b7-477e-8a00-380d851f8af2, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=99872ff2-79b7-477e-8a00-380d851f8af2,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:00.783489 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.797412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 99872ff2-79b7-477e-8a00-380d851f8af2 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:31:00.810413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a38270-7c98-491e-bc10-7c117260562f None None] DHCP port deletion for 9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:00.889069 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] Set router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:00.949091 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:31:00Z', 'revision_number': 6, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:00.972603 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.985469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f64a6-d698-43c7-87e3-6cb9212be0c7 None None] The sync data for ids ['7a6e39a3-bc86-4e19-960c-89a6a9b3135c'] in n-d-804292-3 is: [{'id': '7a6e39a3-bc86-4e19-960c-89a6a9b3135c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158631915', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:14Z', 'updated_at': '2021-11-09T18:31:00Z', 'revision_number': 6, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:00.996530 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Deleting port 5e21525b-9884-4569-a805-86e91489f355 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:31:00.997205 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:00.997836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=99872ff2-79b7-477e-8a00-380d851f8af2,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.038497 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f766f0-b9f5-4f28-b851-dee7302ff305 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:01.071476 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.073623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-91a38270-7c98-491e-bc10-7c117260562f None None] For port 5e21525b-9884-4569-a805-86e91489f355, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5e21525b-9884-4569-a805-86e91489f355,segment=NetworkSegment(c093b6ed-dbec-49e9-8e83-6b0a36ded107),segment_id=c093b6ed-dbec-49e9-8e83-6b0a36ded107)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:01.074114 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.087881 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Calling delete_port for 5e21525b-9884-4569-a805-86e91489f355 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:31:01.166205 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.168612 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.171348 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.198456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Pushing event deleted for resources: {'Port': ['ID=5e21525b-9884-4569-a805-86e91489f355,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.203152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a38270-7c98-491e-bc10-7c117260562f None None] No DVR routers for this DVR port 5e21525b-9884-4569-a805-86e91489f355 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:01.215575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.215575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.215575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.215575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.215575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.215575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.217085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.217085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.217085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.217085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.217085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.218370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a38270-7c98-491e-bc10-7c117260562f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:01.222878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.223629 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Fanout notify agent at l3_agent the message router_deleted on router 7a6e39a3-bc86-4e19-960c-89a6a9b3135c {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:31:01.234817 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.236001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bddc1386-983b-46f4-b957-3ff3822c4d91 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/routers/7a6e39a3-bc86-4e19-960c-89a6a9b3135c HTTP/1.1" status: 204 len: 168 time: 0.8204842 Nov 09 18:31:01.238718 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56740) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:01.318413 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.412395 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.435796 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:01.450612 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c093b6ed-dbec-49e9-8e83-6b0a36ded107') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:01.450917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c093b6ed-dbec-49e9-8e83-6b0a36ded107') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:01.460474 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.473397 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.479719 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:31:01.480109 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:31:01.483306 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:31:01.548863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.556084 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.559192 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/networks/9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a HTTP/1.1" status: 204 len: 168 time: 0.3194487 Nov 09 18:31:01.562077 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:01.571286 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6866790-7224-457b-8960-23f7a1f28340 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Network': ['ID=9bcd55a5-ab57-4aca-9243-5ff15a5c7f8a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.625425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36bcefb3-9213-452e-ae6d-f3995d63996b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.652043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36bcefb3-9213-452e-ae6d-f3995d63996b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.716563 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36bcefb3-9213-452e-ae6d-f3995d63996b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.719272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36bcefb3-9213-452e-ae6d-f3995d63996b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:01.720661 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-36bcefb3-9213-452e-ae6d-f3995d63996b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/security-groups/dde69f64-19b5-48fa-b647-d2a950705bb1 HTTP/1.1" status: 204 len: 168 time: 0.1573775 Nov 09 18:31:01.732477 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcefb3-9213-452e-ae6d-f3995d63996b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde69f64-19b5-48fa-b647-d2a950705bb1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.939412 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.000688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56748) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.005629 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7362320', 'description': 'tempest-secgroup-smoke-7362320 description', 'project_id': '741cc49f03074d5bb5e6896104031368'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.034691 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.107947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.112392 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.144394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.147244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1439290 Nov 09 18:31:02.149068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56750) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.150627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf78f3-c165-4a8e-9cd0-342b88c07b89 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218035aa-3da3-4bdc-8ad3-6208c3c99b60,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.155603 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '218035aa-3da3-4bdc-8ad3-6208c3c99b60', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.172333 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e21525b-9884-4569-a805-86e91489f355 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:02.186099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.193967 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 5e21525b-9884-4569-a805-86e91489f355 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:31:02.194307 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5e21525b-9884-4569-a805-86e91489f355 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:02.194720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 99872ff2-79b7-477e-8a00-380d851f8af2 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:02.215735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:02.218018 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 99872ff2-79b7-477e-8a00-380d851f8af2 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:31:02.218367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 99872ff2-79b7-477e-8a00-380d851f8af2 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:02.218768 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:02.245250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.249393 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.259648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:31:02.260008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 71422c0b-39ba-47f0-bcdb-2fbc5057d0fa not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:02.262765 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:31:02.263352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 83c0b4f0-44f4-4075-a0e9-599f7c0c37b9 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:02.269400 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3803b9b5-36fe-40c3-aa9b-c220891d1619,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.279629 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.283432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-ef576f1e-bdd3-4d6b-8d2e-042943c474d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316648 Nov 09 18:31:02.283709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.288257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '218035aa-3da3-4bdc-8ad3-6208c3c99b60', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.315188 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.371652 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.375407 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.396348 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea759912-638f-436d-bf92-d6f904e2cd0a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.405780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.407864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ad777d88-00ea-47c7-9429-9cb3db7b0d69 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229460 Nov 09 18:31:02.410748 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.415682 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '218035aa-3da3-4bdc-8ad3-6208c3c99b60', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.441679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.502575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.513850 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.534059 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ba6271-4ae3-4422-a24a-2570a0a1ca38,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.539456 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.540733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4f34df9d-0a10-40ff-b874-6121019893a0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288688 Nov 09 18:31:02.543647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56756) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.548170 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '218035aa-3da3-4bdc-8ad3-6208c3c99b60', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.574045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.634498 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.638496 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.659715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b0b74b-4f91-4b61-87af-8e443ea004f2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.666085 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.667372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c8cfc446-47d7-4e94-bb0e-9865afc0cdf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226892 Nov 09 18:31:02.670156 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.674630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '218035aa-3da3-4bdc-8ad3-6208c3c99b60', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.696564 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:31:02.701730 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.761731 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.765279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.784579 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffe17a0-9ae5-4d31-8658-3954de35d6f1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.792218 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.793407 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0b4f960-2e11-4655-9f25-11bb6cdb2969 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222634 Nov 09 18:31:02.796220 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56760) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.800571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': '218035aa-3da3-4bdc-8ad3-6208c3c99b60', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.821597 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:31:02.826508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.885671 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.889462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.908558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2394af07-97de-4c26-8315-299cd29e8d1c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.916108 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.917307 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1fc8b481-809b-4a2f-a31c-1f853053bfbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201355 Nov 09 18:31:02.920320 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:02.925018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'network': {'name': 'tempest-network-smoke--1570866962', 'project_id': '741cc49f03074d5bb5e6896104031368', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.945203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:02.949381 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.975180 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:31:02.984774 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:02.985135 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Added segment 816ee801-ca79-485b-8463-d47bdf41f666 of type vlan for network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d Nov 09 18:31:03.027640 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.052205 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.058525 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.059131 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.118315 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1967611 Nov 09 18:31:03.121134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56764) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:03.125983 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'admin_state_up': True, 'project_id': '741cc49f03074d5bb5e6896104031368', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:03.127239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347e28-5b09-4096-8ca0-5cb2d92f50bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Network': ['ID=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:03.138023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:31:03.153460 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.154505 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.212689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.348965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.388567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.548589 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.567428 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.619414 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.673893 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.186 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/faee0d65-a7df-4836-a027-44a078b1f8ff) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:03.779673 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.813182 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.848634 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:03.851913 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:03.857669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:03.864590 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a4dd3-2415-429d-9ed4-42f683630cac None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:03.887770 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=faee0d65-a7df-4836-a027-44a078b1f8ff,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:03.914315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-942fa72a-5d04-4e07-92e3-cc3d5b8081ca None None] Provisioning complete for port faee0d65-a7df-4836-a027-44a078b1f8ff triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:03.914681 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-942fa72a-5d04-4e07-92e3-cc3d5b8081ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:03.952119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-942fa72a-5d04-4e07-92e3-cc3d5b8081ca None None] Port faee0d65-a7df-4836-a027-44a078b1f8ff cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:31:04.114497 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:04.312250 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:04.744857 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 5bc2992d-57a6-463b-a6b9-922952471a39 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:31:04.855365 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:04.865112 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Sync routers for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:04.875965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:04.876217 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:04.876806 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:04.877351 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4267f5c6-17be-4ebb-b8d4-16dfc3dfac68 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7551432 Nov 09 18:31:04.880883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56766) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:04.910047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eeadca18-d2e5-4769-8325-b1d3efa55b21 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=741cc49f03074d5bb5e6896104031368&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279863 Nov 09 18:31:04.912686 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:04.988602 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:05.005074 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd2032-21c3-4886-b624-259433a04add tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:05.006622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-49bd2032-21c3-4886-b624-259433a04add tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929701 Nov 09 18:31:05.010298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:05.039725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-66a3c4b9-5e69-4a66-8ed9-293be13f9d3e tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281336 Nov 09 18:31:05.042127 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:05.046797 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-174492193', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'project_id': '741cc49f03074d5bb5e6896104031368', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:05.139811 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:05.143387 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.168571 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:04Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:05.198524 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Checking router: 5bc2992d-57a6-463b-a6b9-922952471a39 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:05.198870 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Updating router 5bc2992d-57a6-463b-a6b9-922952471a39 port faee0d65-a7df-4836-a027-44a078b1f8ff binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:31:05.223479 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.326278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.389255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Subnet': ['ID=94d16535-d489-4110-9d89-3b052374fd74,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:05.400005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Checking segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:31:05.400374 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network hostable DHCP agents. Network: 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:31:05.417145 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:31:05.426041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:05.431955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:05.432882 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.433771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7705f40e-74d7-42df-9a7c-b89a6d2d5132 None None] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:05.452577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-47127f2b-4d38-4876-8388-145531a52026 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092498 Nov 09 18:31:05.455243 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:05.487278 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.494556 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.545739 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Attempting to bind port faee0d65-a7df-4836-a027-44a078b1f8ff on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:31:05.546194 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Attempting to bind port faee0d65-a7df-4836-a027-44a078b1f8ff by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:31:05.546556 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Attempting to bind port faee0d65-a7df-4836-a027-44a078b1f8ff on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:05.553664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f411597-21df-46fc-9809-e4b3c2456380 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:05.558826 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:05.559220 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:31:05.559616 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.560007 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:05.560472 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Bound port: faee0d65-a7df-4836-a027-44a078b1f8ff, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:31:05.560846 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.565953 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Pushing event updated for resources: {'Port': ['ID=faee0d65-a7df-4836-a027-44a078b1f8ff,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:05.608158 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:31:05.609335 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.617150 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.617762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.618281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.618613 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.619137 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.619637 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.619970 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.620300 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.620617 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.621130 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.621440 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.621757 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:05.634977 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] For port faee0d65-a7df-4836-a027-44a078b1f8ff, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:05.638566 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] For port faee0d65-a7df-4836-a027-44a078b1f8ff, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=faee0d65-a7df-4836-a027-44a078b1f8ff,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:05.643709 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.695659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c71ed-ba4a-420c-846f-e50535eb629e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:05.698035 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:05.698660 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:05.760791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d168b4c1-594a-4acf-82d0-2f7c14ccffc6 None None] Provisioning complete for port faee0d65-a7df-4836-a027-44a078b1f8ff triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:05.761332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d168b4c1-594a-4acf-82d0-2f7c14ccffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.812935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Allocated IP 172.20.0.2 (8a46ff1c-83b5-4dce-9d9b-413b0e6f916d/94d16535-d489-4110-9d89-3b052374fd74/8362273f-71e5-4d5e-a631-ce4cd0636be5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:05.843355 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2791d0-695e-4e7f-aae9-bc3036eae62e None None] Pushing event updated for resources: {'Port': ['ID=faee0d65-a7df-4836-a027-44a078b1f8ff,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:05.915868 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:05.926430 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.927350 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d168b4c1-594a-4acf-82d0-2f7c14ccffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:05.968937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d168b4c1-594a-4acf-82d0-2f7c14ccffc6 None None] For port faee0d65-a7df-4836-a027-44a078b1f8ff, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=faee0d65-a7df-4836-a027-44a078b1f8ff,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:05.980645 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d168b4c1-594a-4acf-82d0-2f7c14ccffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.063771 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.079091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.100927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b4c1-594a-4acf-82d0-2f7c14ccffc6 None None] Pushing event updated for resources: {'Port': ['ID=faee0d65-a7df-4836-a027-44a078b1f8ff,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:06.137163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:04Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:06.148580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:06.156432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:06.164626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:06.168163 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbbe20-21b6-4aa6-b852-c5ef51ffdbc6 None None] The sync data for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 is: [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:04Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:06.169893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8b73701f-a65e-4a49-96fd-2db6c90c2c72 None None] Provisioning complete for port faee0d65-a7df-4836-a027-44a078b1f8ff triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:06.170261 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b73701f-a65e-4a49-96fd-2db6c90c2c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.213149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Pushing event updated for resources: {'Port': ['ID=8362273f-71e5-4d5e-a631-ce4cd0636be5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:06.229849 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.1 (8a46ff1c-83b5-4dce-9d9b-413b0e6f916d/94d16535-d489-4110-9d89-3b052374fd74/22ebdbbe-a474-4886-abcf-b4865916c41a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:06.258508 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Attempting to bind port 8362273f-71e5-4d5e-a631-ce4cd0636be5 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:31:06.258911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Attempting to bind port 8362273f-71e5-4d5e-a631-ce4cd0636be5 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:31:06.260169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Attempting to bind port 8362273f-71e5-4d5e-a631-ce4cd0636be5 on network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:06.267302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:06.267704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Checking segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:31:06.268090 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.268489 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Bound using segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:06.268962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Bound port: 8362273f-71e5-4d5e-a631-ce4cd0636be5, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:31:06.269347 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.368005 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.370257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] For port 8362273f-71e5-4d5e-a631-ce4cd0636be5, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:06.375070 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] For port 8362273f-71e5-4d5e-a631-ce4cd0636be5, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8362273f-71e5-4d5e-a631-ce4cd0636be5,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:06.383614 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.454902 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.460336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977c7b2-8527-4e1b-a22f-cd837be1598e None None] Pushing event updated for resources: {'Port': ['ID=8362273f-71e5-4d5e-a631-ce4cd0636be5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:06.511415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:06.516591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:06.518632 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=22ebdbbe-a474-4886-abcf-b4865916c41a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:06.520999 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:06.569161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:06.737872 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.041060 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.045848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.124180 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.130140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=22ebdbbe-a474-4886-abcf-b4865916c41a,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:07.235828 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:07.237396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:07.420969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75db7b4-d646-4716-a4d9-fd43d502e776 None None] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:07.516992 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b888de3c-a1b1-44f3-bfc5-5a29064c4023 None None] Provisioning complete for port 8362273f-71e5-4d5e-a631-ce4cd0636be5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:07.517701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b888de3c-a1b1-44f3-bfc5-5a29064c4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.664615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b888de3c-a1b1-44f3-bfc5-5a29064c4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.710475 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b888de3c-a1b1-44f3-bfc5-5a29064c4023 None None] For port 8362273f-71e5-4d5e-a631-ce4cd0636be5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8362273f-71e5-4d5e-a631-ce4cd0636be5,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:07.715906 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b888de3c-a1b1-44f3-bfc5-5a29064c4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:07.723870 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 5bc2992d-57a6-463b-a6b9-922952471a39 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:07.771802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888de3c-a1b1-44f3-bfc5-5a29064c4023 None None] Pushing event updated for resources: {'Port': ['ID=8362273f-71e5-4d5e-a631-ce4cd0636be5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:07.847730 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:07.856284 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-599d74a9-2bd8-45d6-ac05-e6f10c72167b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/5bc2992d-57a6-463b-a6b9-922952471a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994427 Nov 09 18:31:07.870256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Sync routers for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:07.882746 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:07.884093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:07.983663 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9eed6df9-54b6-459b-80f3-5dd730b527a7 None None] Provisioning complete for port 22ebdbbe-a474-4886-abcf-b4865916c41a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:07.984502 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9eed6df9-54b6-459b-80f3-5dd730b527a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:08.032816 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-e255a303-90c6-42b7-85b5-caf91141a83c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7362320&fields=id&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 267 time: 0.0622065 Nov 09 18:31:08.184746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-2be841a2-99a6-4786-8889-2f43e2c73d07 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:08.186463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-2be841a2-99a6-4786-8889-2f43e2c73d07 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 797 time: 0.1444092 Nov 09 18:31:08.204814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:08.210082 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-c8d4077b-d7f3-4d22-8dd8-0de7647c4409 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/quotas/741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 375 time: 0.0161455 Nov 09 18:31:08.232583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9eed6df9-54b6-459b-80f3-5dd730b527a7 None None] Port 22ebdbbe-a474-4886-abcf-b4865916c41a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:31:08.292518 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8362273f-71e5-4d5e-a631-ce4cd0636be5 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:08.300793 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-f24a28bf-7bfa-430d-8e7e-ee8d040ad9e3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835583 Nov 09 18:31:08.362766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9eed6df9-54b6-459b-80f3-5dd730b527a7 None None] Provisioning complete for port 8362273f-71e5-4d5e-a631-ce4cd0636be5 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:08.363172 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9eed6df9-54b6-459b-80f3-5dd730b527a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:08.408756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-2d186bd4-92a6-4ec4-b17a-82b6ed0a0b63 service neutron] 10.222.0.45 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940118 Nov 09 18:31:08.484925 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8362273f-71e5-4d5e-a631-ce4cd0636be5 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:08.485295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:08.517662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-57215137-7850-4b44-a01a-17069261bb84 service neutron] 10.222.0.45 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018403 Nov 09 18:31:08.602779 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 2, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:08.633394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Checking router: 5bc2992d-57a6-463b-a6b9-922952471a39 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:08.633750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Updating router 5bc2992d-57a6-463b-a6b9-922952471a39 port 22ebdbbe-a474-4886-abcf-b4865916c41a binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:31:08.661228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faee0d65-a7df-4836-a027-44a078b1f8ff up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:08.696594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ed8449f2-ada8-4c28-8cf2-d0e558e22a10 req-661df646-9e0c-464d-9610-f206b64dc11c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Nov 09 18:31:08.697442 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:08.742193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b6ed6c5c-890e-4dee-8c72-56a2df489f49 None None] Provisioning complete for port 22ebdbbe-a474-4886-abcf-b4865916c41a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:08.742702 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6c5c-890e-4dee-8c72-56a2df489f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:08.842061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed6c5c-890e-4dee-8c72-56a2df489f49 None None] Port 22ebdbbe-a474-4886-abcf-b4865916c41a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:31:08.848128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port faee0d65-a7df-4836-a027-44a078b1f8ff triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:08.848492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.068392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.074796 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.097111 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:31:09.124248 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae0e9-8c40-47aa-a6a5-357d379d58e1 None None] Pushing event updated for resources: {'Port': ['ID=22ebdbbe-a474-4886-abcf-b4865916c41a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:09.178058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Attempting to bind port 22ebdbbe-a474-4886-abcf-b4865916c41a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:31:09.178433 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Attempting to bind port 22ebdbbe-a474-4886-abcf-b4865916c41a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:31:09.178800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Attempting to bind port 22ebdbbe-a474-4886-abcf-b4865916c41a on network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:09.185289 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:09.185667 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Checking segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:31:09.186065 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.186464 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Bound using segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:09.187014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Bound port: 22ebdbbe-a474-4886-abcf-b4865916c41a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:31:09.187332 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.257033 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] For port 22ebdbbe-a474-4886-abcf-b4865916c41a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:09.261060 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] For port 22ebdbbe-a474-4886-abcf-b4865916c41a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=22ebdbbe-a474-4886-abcf-b4865916c41a,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:09.264889 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.322837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:09.323501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:09.328451 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae0e9-8c40-47aa-a6a5-357d379d58e1 None None] Pushing event updated for resources: {'Port': ['ID=22ebdbbe-a474-4886-abcf-b4865916c41a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:09.389160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-31a29667-c358-4713-a7e7-9985f73f04a3 None None] Provisioning complete for port 22ebdbbe-a474-4886-abcf-b4865916c41a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:09.389534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a29667-c358-4713-a7e7-9985f73f04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.474522 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:09.625575 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a29667-c358-4713-a7e7-9985f73f04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.686919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-31a29667-c358-4713-a7e7-9985f73f04a3 None None] For port 22ebdbbe-a474-4886-abcf-b4865916c41a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=22ebdbbe-a474-4886-abcf-b4865916c41a,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:09.691955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a29667-c358-4713-a7e7-9985f73f04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:09.767082 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a29667-c358-4713-a7e7-9985f73f04a3 None None] Pushing event updated for resources: {'Port': ['ID=22ebdbbe-a474-4886-abcf-b4865916c41a,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:09.778078 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-847f5d26-284d-4866-8c4f-8c4766494620 req-bc78f291-d7b0-4805-b145-762fb73690d5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0290418 Nov 09 18:31:09.787179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:09.825369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b55d90-d6d4-45d7-abb4-a5135e3e5aac None None] The sync data for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 is: [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:09.836595 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a2b15ded-00a8-4054-9e11-02cebcd7c403 None None] Provisioning complete for port 22ebdbbe-a474-4886-abcf-b4865916c41a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:09.836963 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2b15ded-00a8-4054-9e11-02cebcd7c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:10.179336 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 22ebdbbe-a474-4886-abcf-b4865916c41a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:10.229150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 22ebdbbe-a474-4886-abcf-b4865916c41a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:10.229531 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:10.868128 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3d73782b-6578-474b-8aa8-964bc069f973 req-22eb1706-64ed-46ea-96ac-652e5604fefb tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0332029 Nov 09 18:31:11.952756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a3f8a06c-30a8-4be2-ae53-b3d30c334bf7 req-27568803-70d6-4f06-8188-ceb0c91d26bf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0276699 Nov 09 18:31:13.058302 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a09683c2-bd02-44db-95a9-f75c1964668c req-71832583-4305-40d4-af9f-cb0d041c8a88 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0265458 Nov 09 18:31:13.822426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-1ce8c7fd-f635-4c24-8ca6-f80d66a05f08 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:13.824000 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-1ce8c7fd-f635-4c24-8ca6-f80d66a05f08 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 797 time: 0.1092288 Nov 09 18:31:13.894604 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-793c01bb-3488-4e84-8b70-a84d1efe249d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 377 time: 0.0595391 Nov 09 18:31:13.904886 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'port': {'device_id': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'admin_state_up': True, 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'security_groups': ['218035aa-3da3-4bdc-8ad3-6208c3c99b60']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:14.012470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:14.016286 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.161424 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-03452398-6b0c-4ff8-8d3d-a45bc9ae44e2 req-3a764821-bae7-4220-b13b-ca162e9062c7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0334175 Nov 09 18:31:14.171232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.11 (8a46ff1c-83b5-4dce-9d9b-413b0e6f916d/94d16535-d489-4110-9d89-3b052374fd74/932d117b-ccfd-404e-beae-55d023694f6b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:14.318741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.357503 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.402232 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:14.407429 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:14.411324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:14.418160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:14.466069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:14.466718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.486255 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-7ccecf4f-4b0e-4a1f-915d-ea4ec73235e4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5846803 Nov 09 18:31:14.501226 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Request body: {'port': {'device_id': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:14.590689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.683720 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e14eeb62-7d8d-461b-afd9-52f7cfda456c None None] Provisioning complete for port 932d117b-ccfd-404e-beae-55d023694f6b triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:14.684631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e14eeb62-7d8d-461b-afd9-52f7cfda456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.720771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e14eeb62-7d8d-461b-afd9-52f7cfda456c None None] Port 932d117b-ccfd-404e-beae-55d023694f6b cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:31:14.874935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932d117b-ccfd-404e-beae-55d023694f6b {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:14.883201 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.895947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Transition to ACTIVE for port object 932d117b-ccfd-404e-beae-55d023694f6b will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:31:14.900968 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:14.960104 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:15.048858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Attempting to bind port 932d117b-ccfd-404e-beae-55d023694f6b on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:31:15.049200 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Attempting to bind port 932d117b-ccfd-404e-beae-55d023694f6b by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:31:15.049668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Attempting to bind port 932d117b-ccfd-404e-beae-55d023694f6b on network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:15.055872 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Port 932d117b-ccfd-404e-beae-55d023694f6b on network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:31:15.056252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Attempting to bind port 932d117b-ccfd-404e-beae-55d023694f6b on network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:15.063511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:15.063867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Checking segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:31:15.064419 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Bound using segment: {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:15.065040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Bound port: 932d117b-ccfd-404e-beae-55d023694f6b, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816ee801-ca79-485b-8463-d47bdf41f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:31:15.065403 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:15.139743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:15.143990 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:15.149059 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:15.186530 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.187230 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:15.188665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] 10.222.0.83 "PUT /v2.0/ports/932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 1092 time: 0.6925747 Nov 09 18:31:15.189210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:15.191473 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99acbfb1-5649-4fad-99b6-fb6da35c2641" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:15.235426 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe14ac-2a8d-4d7b-9c87-33381399ac8f service neutron] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:15.294501 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cddb93-2621-409a-9ad4-134660248595 x-openstack-request-id: req-c5cddb93-2621-409a-9ad4-134660248595 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:15.295001 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:15.295347 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5cddb93-2621-409a-9ad4-134660248595 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:15.296057 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'status': 'completed', 'code': 200} Nov 09 18:31:15.317438 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166661d-b3b3-4d83-b903-e29b50319232 req-d4821571-d8b4-406d-8fb9-622115494b9f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.322205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-e9891bf5-d06e-4eb1-9607-f333087263be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.323891 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-e9891bf5-d06e-4eb1-9607-f333087263be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1095 time: 0.0726044 Nov 09 18:31:15.325775 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2166661d-b3b3-4d83-b903-e29b50319232 req-d4821571-d8b4-406d-8fb9-622115494b9f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 944 time: 0.0776947 Nov 09 18:31:15.377579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-cdeecbea-27eb-447a-b835-3bfdbf64f697 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 217 time: 0.0390620 Nov 09 18:31:15.379592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2166661d-b3b3-4d83-b903-e29b50319232 req-630e2506-dbe2-450f-9247-d8eebe8009de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0527782 Nov 09 18:31:15.443112 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-f9394aad-5c5e-481d-8364-6a31a73131ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.444725 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-f9394aad-5c5e-481d-8364-6a31a73131ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0554805 Nov 09 18:31:15.521550 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-c065b42d-ec7d-4f91-a821-a4b5af69786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.523876 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-c065b42d-ec7d-4f91-a821-a4b5af69786e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673931 Nov 09 18:31:15.625285 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-740ca67b-6d60-4f23-bf9c-cd0e7444e16d service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Nov 09 18:31:15.730419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b520c050-1f49-4ce7-b962-6ab9384b2312 req-ebee2093-c131-43c0-a557-1a887da686e4 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948503 Nov 09 18:31:15.826081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-69e83516-6209-4eb9-92ad-4eab9886309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.827692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-69e83516-6209-4eb9-92ad-4eab9886309c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1095 time: 0.0452163 Nov 09 18:31:15.932946 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-6b0f72da-e42a-44fb-9342-d11d61018fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.934503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-6b0f72da-e42a-44fb-9342-d11d61018fbb service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.0979688 Nov 09 18:31:15.982860 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-b11b538b-8d7e-432a-852f-15355344f4e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 217 time: 0.0406220 Nov 09 18:31:16.037819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-3b6e2d02-4b1b-4ed3-8921-55b3e3ea2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.039556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-3b6e2d02-4b1b-4ed3-8921-55b3e3ea2c9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0497687 Nov 09 18:31:16.093251 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-b3e0f376-e05f-46eb-8380-15ef09e03535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.094806 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-b3e0f376-e05f-46eb-8380-15ef09e03535 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457318 Nov 09 18:31:16.200938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-e0fccea8-d10c-474c-bb8b-4dceabd917af service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939977 Nov 09 18:31:16.302327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-99acbfb1-5649-4fad-99b6-fb6da35c2641 req-6e45a804-b5c2-44f8-b56f-15e3befb55b3 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922077 Nov 09 18:31:16.509782 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311334af-439c-4af3-9d80-81769ca02471 req-b6d85b25-2b1f-44f7-a44a-0940c876c7ce tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.511593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-311334af-439c-4af3-9d80-81769ca02471 req-b6d85b25-2b1f-44f7-a44a-0940c876c7ce tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 944 time: 0.0540209 Nov 09 18:31:16.570805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-311334af-439c-4af3-9d80-81769ca02471 req-d4c5ae11-bda7-442e-9152-465958f1b18a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528646 Nov 09 18:31:17.687869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136252d-450c-4658-bb74-6228e473320a req-fed8f727-a66f-4518-af34-f85803011f3f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:17.689347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1136252d-450c-4658-bb74-6228e473320a req-fed8f727-a66f-4518-af34-f85803011f3f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 944 time: 0.0485005 Nov 09 18:31:17.739378 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1136252d-450c-4658-bb74-6228e473320a req-d2119d70-2418-45d6-ac5d-18c19e2db3f7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433087 Nov 09 18:31:18.867421 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6b5ce-e725-4b76-9f3b-289eeb1d0c26 req-459a53bc-ac34-42e0-b9ea-e463d844cc73 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:18.868927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1d6b5ce-e725-4b76-9f3b-289eeb1d0c26 req-459a53bc-ac34-42e0-b9ea-e463d844cc73 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Nov 09 18:31:18.919009 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1d6b5ce-e725-4b76-9f3b-289eeb1d0c26 req-aa19a617-5e6b-4ef7-8cf5-823e545e41da tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441995 Nov 09 18:31:20.046790 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067fe87-3dcb-4065-be6e-90d830ce750d req-4295dc8d-96b0-436c-8a0d-90318553be81 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:20.048328 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2067fe87-3dcb-4065-be6e-90d830ce750d req-4295dc8d-96b0-436c-8a0d-90318553be81 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 944 time: 0.0569310 Nov 09 18:31:20.099643 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2067fe87-3dcb-4065-be6e-90d830ce750d req-7609747e-56f9-4692-85dc-1f9bd951280d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451298 Nov 09 18:31:20.263525 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:31:20.359805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:20.375071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '932d117b-ccfd-404e-beae-55d023694f6b', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'port_id': '932d117b-ccfd-404e-beae-55d023694f6b', 'mac_address': 'fa:16:3e:92:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:31:20.415141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:20.429283 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932d117b-ccfd-404e-beae-55d023694f6b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:20.449827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:20.454884 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:20.506426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:20.722100 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['932d117b-ccfd-404e-beae-55d023694f6b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:21.235378 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b2d01-5b68-4861-8a20-73dec4de9828 req-9b434dd0-3883-473e-a14d-e45713b28937 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:21.236844 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-674b2d01-5b68-4861-8a20-73dec4de9828 req-9b434dd0-3883-473e-a14d-e45713b28937 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 945 time: 0.0650806 Nov 09 18:31:21.305987 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-674b2d01-5b68-4861-8a20-73dec4de9828 req-dd7675b0-4fdb-4ae5-b9ed-9bb4cae16486 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0613382 Nov 09 18:31:22.269116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:22.324575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 932d117b-ccfd-404e-beae-55d023694f6b completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:31:22.329796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 932d117b-ccfd-404e-beae-55d023694f6b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:22.330149 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:22.435697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcac33-6400-4e49-a14c-694c61ef5b0f req-e6c71fc1-25a3-408e-a43a-e30e1a83e59e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:22.437896 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82bcac33-6400-4e49-a14c-694c61ef5b0f req-e6c71fc1-25a3-408e-a43a-e30e1a83e59e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 945 time: 0.0563922 Nov 09 18:31:22.493098 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-82bcac33-6400-4e49-a14c-694c61ef5b0f req-d448a183-2726-4d16-bd59-60aa4beece77 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489471 Nov 09 18:31:22.587158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:22.612050 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:22.614422 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c2edb4-63f4-4838-a806-bbdf78717450" -d '{"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-plugged", "status": "completed", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:22.628107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:22.633914 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:22.682872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:22.724458 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00de19a5-3e27-412b-b747-8a96b97565e6 x-openstack-request-id: req-00de19a5-3e27-412b-b747-8a96b97565e6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:22.724837 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-plugged", "status": "completed", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:22.725088 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00de19a5-3e27-412b-b747-8a96b97565e6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:22.725810 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'code': 200} Nov 09 18:31:22.837192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae03203-c112-46f0-80e6-8bebfabe0469 req-d0a6bd70-ec56-42fc-ad48-46bb403881b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:22.838746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ae03203-c112-46f0-80e6-8bebfabe0469 req-d0a6bd70-ec56-42fc-ad48-46bb403881b1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0488915 Nov 09 18:31:22.888644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ae03203-c112-46f0-80e6-8bebfabe0469 req-e599a1d2-1342-48b1-b9f7-191b1c4d7451 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424454 Nov 09 18:31:23.620480 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca63c8-761b-4286-9618-a450753c2f2c req-272dcbf1-32b7-49cc-a1a4-c3ea50f3b281 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:23.622037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3eca63c8-761b-4286-9618-a450753c2f2c req-272dcbf1-32b7-49cc-a1a4-c3ea50f3b281 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Nov 09 18:31:23.675909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3eca63c8-761b-4286-9618-a450753c2f2c req-9c5065b4-193f-4150-a230-af6ac5e62a4d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478945 Nov 09 18:31:23.722376 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:24.812515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9341a2-6c71-4ad0-8805-b6f06b39fb93 req-f406dd56-a85b-4ee8-af82-60297ea5c5f8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:24.814091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a9341a2-6c71-4ad0-8805-b6f06b39fb93 req-f406dd56-a85b-4ee8-af82-60297ea5c5f8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0585227 Nov 09 18:31:24.871954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9a9341a2-6c71-4ad0-8805-b6f06b39fb93 req-1b0aa6e3-50af-43b9-badb-787c7300d126 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515947 Nov 09 18:31:24.993072 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71f932-5cb9-4a38-8f1b-58ab7f321ec9 req-b8feaaaf-e01c-49e3-b84f-175fb94a34c5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:24.994782 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc71f932-5cb9-4a38-8f1b-58ab7f321ec9 req-b8feaaaf-e01c-49e3-b84f-175fb94a34c5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0514755 Nov 09 18:31:25.062053 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dc71f932-5cb9-4a38-8f1b-58ab7f321ec9 req-1000d697-d460-48cf-b5ed-3ad445514817 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0607271 Nov 09 18:31:25.087328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:25.143969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25bf3e-bba6-477e-aca4-9d5012a11165 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.145577 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-db25bf3e-bba6-477e-aca4-9d5012a11165 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1092 time: 0.0572307 Nov 09 18:31:25.149223 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:25.153867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '932d117b-ccfd-404e-beae-55d023694f6b', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:25.193183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:25.314047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:25.436929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.156 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/a18eb07c-bc31-4994-be64-f9dfe2cfbef0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:25.546436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:25.589988 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:25.634639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:25.639816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:25.642341 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:25.667793 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=a18eb07c-bc31-4994-be64-f9dfe2cfbef0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:26.042761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:26.116546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:26.277127 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:26.282796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:26.359130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=a18eb07c-bc31-4994-be64-f9dfe2cfbef0,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:26.371705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:26.479611 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 3f5c021f-1a54-4662-8c14-7f605af970e0 associated. External IP: 172.25.3.156, port: 932d117b-ccfd-404e-beae-55d023694f6b. Nov 09 18:31:26.691874 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 5bc2992d-57a6-463b-a6b9-922952471a39 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:26.801354 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:26.812974 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] Sync routers for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:26.819805 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:26.829036 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:26.829648 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:26.847953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5adb9d88-b3dd-4013-8c3f-80bf7b5257a8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6976311 Nov 09 18:31:26.848553 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:26.850838 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:26.897486 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63614dde-2d99-41d3-a369-e95a2e492d11 x-openstack-request-id: req-63614dde-2d99-41d3-a369-e95a2e492d11 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:26.897817 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:26.897944 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63614dde-2d99-41d3-a369-e95a2e492d11 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:26.898321 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'status': 'completed', 'code': 200} Nov 09 18:31:26.945593 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:26.984650 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-dc67c9c7-3d44-4038-9e34-85f6defcc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:26.986246 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-dc67c9c7-3d44-4038-9e34-85f6defcc5d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0615926 Nov 09 18:31:26.994894 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef388-0f63-4973-8d5e-ca44504ae95c req-5cd48971-9e26-403a-b15e-04b9a96397bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:26.996405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f3ef388-0f63-4973-8d5e-ca44504ae95c req-5cd48971-9e26-403a-b15e-04b9a96397bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0823145 Nov 09 18:31:27.107254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5f3ef388-0f63-4973-8d5e-ca44504ae95c req-87540b0e-68d5-497c-a951-b29efc1b97da tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1023159 Nov 09 18:31:27.133176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56856) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:27.133766 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-48ee8054-fb90-4bd6-812e-0a106df26411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:27.135680 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-48ee8054-fb90-4bd6-812e-0a106df26411 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.1380773 Nov 09 18:31:27.198291 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bce8ac66-2432-43cc-8b68-835881f5aec7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/3f5c021f-1a54-4662-8c14-7f605af970e0 HTTP/1.1" status: 200 len: 992 time: 0.0637975 Nov 09 18:31:27.213541 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-4116bd66-34e6-433a-9f30-bd80df9e9830 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 1000 time: 0.0709260 Nov 09 18:31:27.242901 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '3f5c021f-1a54-4662-8c14-7f605af970e0', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'port_id': '932d117b-ccfd-404e-beae-55d023694f6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'mac_address': 'fa:16:3e:92:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:31:25Z', 'updated_at': '2021-11-09T18:31:25Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:27.266129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-2036e18f-d13a-4804-9cbb-e2f0620e2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:27.268236 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-2036e18f-d13a-4804-9cbb-e2f0620e2a41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0478833 Nov 09 18:31:27.296789 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] Checking router: 5bc2992d-57a6-463b-a6b9-922952471a39 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:27.313430 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:27.314032 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:31:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:27.315279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-7e793822-2a85-4504-abbc-6c17a1a74f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:27.316843 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-7e793822-2a85-4504-abbc-6c17a1a74f68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418434 Nov 09 18:31:27.416705 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-8fb5bfa2-3178-49a5-afc6-22aca02354ae service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921826 Nov 09 18:31:27.435115 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:27.517620 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7f45659b-46a5-43f1-a6e2-ef0c23f5dcee req-67019daf-49e7-474a-ad8f-cf845e7e9cf0 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938964 Nov 09 18:31:27.686437 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '3f5c021f-1a54-4662-8c14-7f605af970e0', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'port_id': '932d117b-ccfd-404e-beae-55d023694f6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'mac_address': 'fa:16:3e:92:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:31:25Z', 'updated_at': '2021-11-09T18:31:25Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:27.712497 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e8d85-ef7f-4f28-b4d2-52008b638f13 None None] The sync data for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 is: [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '3f5c021f-1a54-4662-8c14-7f605af970e0', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'port_id': '932d117b-ccfd-404e-beae-55d023694f6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'mac_address': 'fa:16:3e:92:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:31:25Z', 'updated_at': '2021-11-09T18:31:25Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:27.925766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84c8d1-28ac-4c35-b9a5-089c7a146427 None None] New status for floating IP 3f5c021f-1a54-4662-8c14-7f605af970e0: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:31:28.096295 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97d53a6b-0a0d-4129-a014-b8339601c4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:28.200399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:28.275162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e9bc746b-f060-4dea-ad4d-1512b2c3e4f5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/3f5c021f-1a54-4662-8c14-7f605af970e0 HTTP/1.1" status: 200 len: 994 time: 0.0735490 Nov 09 18:31:29.110160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:30.554832 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dadbd710-5160-4182-9471-cd90f52ba31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:31.942488 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:33.387486 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:33.622722 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:46.101600 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:31:53.715012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:58.068653 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bfd091ac-e370-4fb2-8de7-1aba4abef4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:31:59.120218 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:00.556355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e44775c-4853-45f5-9a70-f30eb2e90b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:01.425129 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-6d763079-e775-4ea3-acc2-d56e21628235 req-b5a6094b-75d3-4a2e-9c64-232ad62df718 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:32:01.426153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d763079-e775-4ea3-acc2-d56e21628235 req-b5a6094b-75d3-4a2e-9c64-232ad62df718 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053849 Nov 09 18:32:01.610534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:01.618460 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eebbe2-cb01-494d-8f8e-c37bbd8e3182 req-648e812e-fe71-4e8b-b9b9-7d81601ddf88 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:01.620037 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42eebbe2-cb01-494d-8f8e-c37bbd8e3182 req-648e812e-fe71-4e8b-b9b9-7d81601ddf88 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0557146 Nov 09 18:32:01.672415 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42eebbe2-cb01-494d-8f8e-c37bbd8e3182 req-d7c91620-97f2-4266-81b6-aa8aca48ae32 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459282 Nov 09 18:32:01.945814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:02.047411 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-3eb55948-682d-433f-9315-64f6e6dd0019 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4356606 Nov 09 18:32:02.056709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-6532a2b2-1bc0-40d3-8b84-ac7f42240bba service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:32:02.057991 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-6532a2b2-1bc0-40d3-8b84-ac7f42240bba service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055854 Nov 09 18:32:02.793036 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1051e0d-939b-46ef-8857-9da88a2a8f18 req-099a9a9d-2f63-461a-9a12-3f3a90f30ede tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:02.794551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1051e0d-939b-46ef-8857-9da88a2a8f18 req-099a9a9d-2f63-461a-9a12-3f3a90f30ede tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0494761 Nov 09 18:32:02.846886 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d1051e0d-939b-46ef-8857-9da88a2a8f18 req-eccbb036-6978-4935-b73c-e22671ae0ebf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462501 Nov 09 18:32:03.238699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-cb601ce8-2680-430b-ac06-a60a147e001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.241039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-cb601ce8-2680-430b-ac06-a60a147e001c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0432096 Nov 09 18:32:03.333183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-74ed4cb3-3354-436b-ad1a-3f9111b67756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.334934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-74ed4cb3-3354-436b-ad1a-3f9111b67756 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.0863914 Nov 09 18:32:03.388955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:03.402663 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-794c007e-c113-4adf-8d16-c76928af37c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 1002 time: 0.0601625 Nov 09 18:32:03.455534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-7acc98e2-103c-455d-a65a-79cbea911965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.456934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-7acc98e2-103c-455d-a65a-79cbea911965 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0465221 Nov 09 18:32:03.504255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-221ab4e5-04a8-406d-a8a3-ff082090bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.506914 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-221ab4e5-04a8-406d-a8a3-ff082090bd55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421259 Nov 09 18:32:03.594563 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-9ca35e41-5916-4be0-a243-e6afcd4666a1 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799839 Nov 09 18:32:03.625490 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:03.689971 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-e403630c-0bd7-4a02-b0ef-0303e813dc53 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Nov 09 18:32:03.968245 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbdf5c-1880-4090-bee5-0f94bb288465 req-b2a8c29c-8dbb-4fc1-bc07-2bcc7364d692 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.969633 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96cbdf5c-1880-4090-bee5-0f94bb288465 req-b2a8c29c-8dbb-4fc1-bc07-2bcc7364d692 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0485034 Nov 09 18:32:04.020198 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96cbdf5c-1880-4090-bee5-0f94bb288465 req-37e0ea16-1da2-42da-bd8f-555ed2dc5dd4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439787 Nov 09 18:32:05.139046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2985-7d1f-43df-b0b7-3eba5ce480e7 req-1cb8ef65-ba5d-4b66-a485-cb007c42e53d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:05.140532 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-538f2985-7d1f-43df-b0b7-3eba5ce480e7 req-1cb8ef65-ba5d-4b66-a485-cb007c42e53d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0501399 Nov 09 18:32:05.200864 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-538f2985-7d1f-43df-b0b7-3eba5ce480e7 req-cb0ab7a2-35eb-4467-adb9-dda5472d354e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537560 Nov 09 18:32:06.325632 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e91ad1-9ea7-4a5d-975e-66944b913bd8 req-44a6f798-9d18-4015-a834-8ae571f14b67 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:06.327113 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42e91ad1-9ea7-4a5d-975e-66944b913bd8 req-44a6f798-9d18-4015-a834-8ae571f14b67 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0515645 Nov 09 18:32:06.381371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-42e91ad1-9ea7-4a5d-975e-66944b913bd8 req-8a780fac-49ab-414a-a698-171c761e46ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480850 Nov 09 18:32:07.505259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f42b20-fc9d-42d3-b1c1-3893eb17018d req-a837d2a5-e179-4dde-aa20-1255afecc193 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:07.506753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37f42b20-fc9d-42d3-b1c1-3893eb17018d req-a837d2a5-e179-4dde-aa20-1255afecc193 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0543730 Nov 09 18:32:07.558523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-37f42b20-fc9d-42d3-b1c1-3893eb17018d req-fd96f953-a07d-48ba-8b0a-56f20506dd98 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438712 Nov 09 18:32:08.676731 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca24cab-eb0d-4e33-b324-0de4c9931f26 req-661d299e-b988-4b04-9e3f-96ce66fa7df9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:08.678759 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ca24cab-eb0d-4e33-b324-0de4c9931f26 req-661d299e-b988-4b04-9e3f-96ce66fa7df9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0495875 Nov 09 18:32:08.727882 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ca24cab-eb0d-4e33-b324-0de4c9931f26 req-5b572170-db2a-402e-831a-53251f131552 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429616 Nov 09 18:32:09.850950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b82f0-1b17-4df2-b3cd-4bfb4ff58394 req-710a69a2-9962-4b25-8f24-9e54b26ff5b8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:09.852478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-728b82f0-1b17-4df2-b3cd-4bfb4ff58394 req-710a69a2-9962-4b25-8f24-9e54b26ff5b8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0493145 Nov 09 18:32:09.903346 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-728b82f0-1b17-4df2-b3cd-4bfb4ff58394 req-eca61cd9-0af2-4fe8-85f0-3fb2aa449761 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449810 Nov 09 18:32:10.526888 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-395fdc87-a6a7-46f0-85dc-e0a732771169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:10.528468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-395fdc87-a6a7-46f0-85dc-e0a732771169 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0858235 Nov 09 18:32:10.642215 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-5f862178-a5d4-44a9-92da-b8f921dfdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:10.643784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-5f862178-a5d4-44a9-92da-b8f921dfdd37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.0938926 Nov 09 18:32:10.711736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-242b5ba1-804c-4a6b-a8fa-06c57e55e467 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 1002 time: 0.0600252 Nov 09 18:32:10.765237 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-13d2c71a-edc6-46e4-9490-1bdcd5943ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:10.766733 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-13d2c71a-edc6-46e4-9490-1bdcd5943ec4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0479438 Nov 09 18:32:10.816466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-9269e12d-ee2b-4340-8603-fca3f8715f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:10.818782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-9269e12d-ee2b-4340-8603-fca3f8715f8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440629 Nov 09 18:32:10.912979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-e35c1feb-94f1-42ab-8e0f-e86a765ec94b service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821862 Nov 09 18:32:11.012819 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1d59545b-d0ae-470b-a8ba-35cf84d62a0e req-a1a536a3-6e33-4aa8-8c15-8af437b68fda service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918398 Nov 09 18:32:11.024241 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112548c-9d94-4433-950d-b0e1df8d06a3 req-658f3152-7d4d-4fe7-af6d-6eeca2fbfa7b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:11.025761 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2112548c-9d94-4433-950d-b0e1df8d06a3 req-658f3152-7d4d-4fe7-af6d-6eeca2fbfa7b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0508983 Nov 09 18:32:11.080085 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2112548c-9d94-4433-950d-b0e1df8d06a3 req-f8595c5d-eaba-400b-a643-900cbf6ed0aa tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472245 Nov 09 18:32:12.200816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939bdc8-d94b-4f7e-b3ae-c158009dc4f2 req-cee0b98f-3917-457f-9a1b-2eab04fa31c0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:12.202328 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a939bdc8-d94b-4f7e-b3ae-c158009dc4f2 req-cee0b98f-3917-457f-9a1b-2eab04fa31c0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0491922 Nov 09 18:32:12.254478 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a939bdc8-d94b-4f7e-b3ae-c158009dc4f2 req-09f59292-846d-4619-89a5-3b9e634f495e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454967 Nov 09 18:32:13.376745 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d828d-452d-43ed-8451-a5b958db4649 req-cfc0b83b-4e5f-41c4-a2c2-8ad2f0e2868c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:13.378277 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e5d828d-452d-43ed-8451-a5b958db4649 req-cfc0b83b-4e5f-41c4-a2c2-8ad2f0e2868c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0536051 Nov 09 18:32:13.430301 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0e5d828d-452d-43ed-8451-a5b958db4649 req-f10ff17d-e8b4-4c2c-b738-93240e8cc030 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455389 Nov 09 18:32:14.553122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab380de-d0b8-4967-a593-2fca37161a33 req-3db581c4-16ea-41d7-9f50-938d560eeaf1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:14.554674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aab380de-d0b8-4967-a593-2fca37161a33 req-3db581c4-16ea-41d7-9f50-938d560eeaf1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0550370 Nov 09 18:32:14.603674 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-aab380de-d0b8-4967-a593-2fca37161a33 req-23d96ae9-aa3a-434c-89ac-b79fe3759390 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428629 Nov 09 18:32:15.603190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-f1d1e18a-a13f-42f2-aa7e-41f5e67f3c65 service neutron] 10.222.0.83 "GET /v2.0/ports/932d117b-ccfd-404e-beae-55d023694f6b/bindings/n-h2-804292-3 HTTP/1.1" status: 200 len: 382 time: 0.0546696 Nov 09 18:32:15.724705 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ce6a-e924-42c6-9454-7801df24db45 req-0ba72717-f9fc-4509-bd80-a489aaf617ed tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:15.726264 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f85ce6a-e924-42c6-9454-7801df24db45 req-0ba72717-f9fc-4509-bd80-a489aaf617ed tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0501204 Nov 09 18:32:15.781250 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8f85ce6a-e924-42c6-9454-7801df24db45 req-f0d898a4-6e99-4303-93c8-19264f4da9cb tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483358 Nov 09 18:32:15.821247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-ce2b3e14-93da-4e1d-8c16-1babc813173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:15.822758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-ce2b3e14-93da-4e1d-8c16-1babc813173e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 1097 time: 0.0419145 Nov 09 18:32:15.899627 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-442ff3c9-3f80-4a7f-8c6e-4477029e837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:15.901050 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-442ff3c9-3f80-4a7f-8c6e-4477029e837f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0458899 Nov 09 18:32:16.001958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-2e4c06e4-fd3e-4dfb-a26a-222f70fc7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:16.003524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-2e4c06e4-fd3e-4dfb-a26a-222f70fc7542 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.0898635 Nov 09 18:32:16.080551 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-c2549dcc-4c56-4a5f-8eec-5a3ea86d9707 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 1002 time: 0.0635219 Nov 09 18:32:16.133997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-4c63780c-5da6-4842-8272-cfb127b00d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:16.135533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-4c63780c-5da6-4842-8272-cfb127b00d66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0440190 Nov 09 18:32:16.185997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-e008bb17-d6f9-4ef3-ad02-137684c5a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:16.187526 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-e008bb17-d6f9-4ef3-ad02-137684c5a577 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402031 Nov 09 18:32:16.288241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-711660ba-8d3c-4f3b-b5fa-84ec48ee23c2 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 Nov 09 18:32:16.385576 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-69f4fd3b-5ad8-44be-b40e-2c06ce46e019 req-74d8ef4f-72ee-44b5-bc6b-1a7e2ca6b967 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854402 Nov 09 18:32:16.904704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df335300-cdd1-4d09-9b9f-ba2f3ba8de1e req-ca2c313a-28f1-4d8c-a0a0-494f5c263bc7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:16.906203 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df335300-cdd1-4d09-9b9f-ba2f3ba8de1e req-ca2c313a-28f1-4d8c-a0a0-494f5c263bc7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0524719 Nov 09 18:32:16.955301 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-df335300-cdd1-4d09-9b9f-ba2f3ba8de1e req-8a6d056f-0763-41bb-8885-a2f343b367ba tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429213 Nov 09 18:32:18.080862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e56e-3e12-4ccf-8047-c7deb336138d req-7ea6a607-81f8-4fc7-9e0e-2655448946aa tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:18.082417 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f7a0e56e-3e12-4ccf-8047-c7deb336138d req-7ea6a607-81f8-4fc7-9e0e-2655448946aa tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0561843 Nov 09 18:32:18.139251 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f7a0e56e-3e12-4ccf-8047-c7deb336138d req-d490b6ac-8e07-4696-95cc-e23d723595f6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478179 Nov 09 18:32:19.276063 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566eb8-2622-436c-99b5-ad22f69168bb req-79d2aba5-cbea-4d4a-9ffe-9996a557adf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.277724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1566eb8-2622-436c-99b5-ad22f69168bb req-79d2aba5-cbea-4d4a-9ffe-9996a557adf3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0585492 Nov 09 18:32:19.331740 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a1566eb8-2622-436c-99b5-ad22f69168bb req-d9aaf104-9973-4cd2-ab86-1db00cd0daa1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475795 Nov 09 18:32:19.573722 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343f75b-640f-440d-b7c2-7e63cd22dfd0 req-b64b0008-ae54-4ad8-9fd6-f7f5bb297542 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.575289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7343f75b-640f-440d-b7c2-7e63cd22dfd0 req-b64b0008-ae54-4ad8-9fd6-f7f5bb297542 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0803974 Nov 09 18:32:19.589006 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-7bc50f6d-96db-4c2d-b0d0-1960716ee2a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.590483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-7bc50f6d-96db-4c2d-b0d0-1960716ee2a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29&tenant_id=741cc49f03074d5bb5e6896104031368&binding%3Ahost_id=n-h2-804292-3 HTTP/1.1" status: 200 len: 946 time: 0.0850089 Nov 09 18:32:19.655920 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7343f75b-640f-440d-b7c2-7e63cd22dfd0 req-c3ed76a8-03ba-4f29-97f1-9d21d2465363 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0643239 Nov 09 18:32:19.686844 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-a992c4fe-b5bd-427b-9592-3e33dda9aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.688440 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-a992c4fe-b5bd-427b-9592-3e33dda9aa7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0505254 Nov 09 18:32:19.777232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edd0b9-a325-429e-b326-3fe55dc768e2 req-d747273f-1296-43ed-b1c8-3a7844d54f87 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.778743 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76edd0b9-a325-429e-b326-3fe55dc768e2 req-d747273f-1296-43ed-b1c8-3a7844d54f87 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0488141 Nov 09 18:32:19.781342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-366ffbc1-2b1d-4c0e-9e15-65d55a9d23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.782839 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-366ffbc1-2b1d-4c0e-9e15-65d55a9d23a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.0871687 Nov 09 18:32:19.828261 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-76edd0b9-a325-429e-b326-3fe55dc768e2 req-94709450-86e0-4eac-a9c5-b9bc93fbce1a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435452 Nov 09 18:32:19.854742 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-2b88f46f-4c14-4c6e-948c-615c40093fa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 1002 time: 0.0648484 Nov 09 18:32:19.907325 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-94eaab5b-7d03-405b-aecb-287445dd9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.908743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-94eaab5b-7d03-405b-aecb-287445dd9bc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0465715 Nov 09 18:32:19.958239 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-ab4fa252-5b2f-49a0-8430-e19c63b907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.960087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-ab4fa252-5b2f-49a0-8430-e19c63b907e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443165 Nov 09 18:32:20.058769 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-93f47220-defa-41da-b781-73d0b5f4dec3 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908415 Nov 09 18:32:20.150879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a95609a-8388-4c2a-bfb4-8db91b7d87c3 req-d518ee50-68be-4e98-989b-46e2145a2c84 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Nov 09 18:32:20.540914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:32:20.543028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:32:20.691308 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:20.716343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:20.738195 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:20.741542 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c279d6a5-596a-415a-8a8d-86a74c5eec3b" -d '{"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-unplugged", "status": "completed", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:20.747133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '932d117b-ccfd-404e-beae-55d023694f6b', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'port_id': '932d117b-ccfd-404e-beae-55d023694f6b', 'mac_address': 'fa:16:3e:92:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:32:20.757824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:20.784655 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e0fa97-d453-44a7-a469-143d0dcce639 x-openstack-request-id: req-e9e0fa97-d453-44a7-a469-143d0dcce639 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:20.784952 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-unplugged", "status": "completed", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:20.785208 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9e0fa97-d453-44a7-a469-143d0dcce639 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:20.785600 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'code': 200} Nov 09 18:32:20.786933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:20.824378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:20.849176 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 932d117b-ccfd-404e-beae-55d023694f6b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:32:20.859516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:20.888502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.888861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.889208 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.889550 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.889888 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.890222 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.890555 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.890886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.891242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.891571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.891899 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.892226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:20.910665 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:32:20.911622 n-d-804292-3 neutron-server[102556]: DEBUG oslo_db.api [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:32:20.952352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9eeed-c383-46bd-b784-645da9c5ab24 req-e2bacc14-68b5-4a7d-a1fe-d528ac643913 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:20.953841 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f9eeed-c383-46bd-b784-645da9c5ab24 req-e2bacc14-68b5-4a7d-a1fe-d528ac643913 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 944 time: 0.0478261 Nov 09 18:32:21.008587 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-a1f9eeed-c383-46bd-b784-645da9c5ab24 req-08f5945e-7b61-43a2-a97c-91aa18e4cdfe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476060 Nov 09 18:32:21.038805 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56946) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:21.099908 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-09f72c7d-813d-442e-9620-92578feb7a8d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/3f5c021f-1a54-4662-8c14-7f605af970e0 HTTP/1.1" status: 200 len: 992 time: 0.0588968 Nov 09 18:32:21.448012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:21.461343 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932d117b-ccfd-404e-beae-55d023694f6b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:32:21.479948 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:21.484070 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:21.532567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:21.746105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['932d117b-ccfd-404e-beae-55d023694f6b'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:32:22.562252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:32:22.613184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 932d117b-ccfd-404e-beae-55d023694f6b triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:32:22.613548 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:22.690285 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:22.726944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:22.730810 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:22.779271 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:22.786362 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:22.788867 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a6a785-7c7f-49a5-b364-365750c9394a" -d '{"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-plugged", "status": "completed", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:22.826506 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a748d6d-a7b1-41f6-9598-4d36ca3ca742 x-openstack-request-id: req-9a748d6d-a7b1-41f6-9598-4d36ca3ca742 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:22.826835 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-plugged", "status": "completed", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:22.827165 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a748d6d-a7b1-41f6-9598-4d36ca3ca742 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:22.827627 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'code': 200} Nov 09 18:32:23.101404 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:32:23.713158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:28.070101 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5043152e-f7e2-4b5b-8322-40b28d8cb074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:29.139145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:30.558197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-221dedb1-9802-4744-96a6-8b2ab6347f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:31.945358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:33.391829 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:33.637506 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:51.690233 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56960) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:51.848393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port a18eb07c-bc31-4994-be64-f9dfe2cfbef0 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:32:51.848738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:51.927108 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:51.927427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:51.938908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for a18eb07c-bc31-4994-be64-f9dfe2cfbef0 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:32:52.088703 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:52.118180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=a18eb07c-bc31-4994-be64-f9dfe2cfbef0,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:52.142700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.143079 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.143429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.143773 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.144782 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.145161 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.145502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.145837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.146174 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.146503 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.146867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.147219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:52.189197 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:52.189553 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 3f5c021f-1a54-4662-8c14-7f605af970e0 disassociated (deleted). External IP: 172.25.3.156, port: 932d117b-ccfd-404e-beae-55d023694f6b. Nov 09 18:32:52.404877 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 5bc2992d-57a6-463b-a6b9-922952471a39 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:32:52.513821 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:32:52.518915 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:52.525715 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] Sync routers for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:32:52.536393 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:32:52.537008 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:32:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:52.546895 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2f9c0c6c-b87b-4f3f-ac61-4fb6c77d98bc tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/floatingips/3f5c021f-1a54-4662-8c14-7f605af970e0 HTTP/1.1" status: 204 len: 168 time: 0.8555555 Nov 09 18:32:52.547533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:52.549870 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8fc958-01e4-45ed-9726-3574a12778c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:52.664313 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caac187-e889-46a5-a77b-76c8a99136a7 x-openstack-request-id: req-5caac187-e889-46a5-a77b-76c8a99136a7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:52.664663 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:52.664923 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5caac187-e889-46a5-a77b-76c8a99136a7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:52.665333 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'status': 'completed', 'code': 200} Nov 09 18:32:52.749067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-e98482f6-a901-4cb7-ae6c-5cf9dad71702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:52.750739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-e98482f6-a901-4cb7-ae6c-5cf9dad71702 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 1097 time: 0.0553670 Nov 09 18:32:52.752213 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:32:52.794210 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a0af5-4444-47b3-9c29-5391fcb2e1ec req-31faa850-60dd-4e7e-86d9-5c699fd8435b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:52.795826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-460a0af5-4444-47b3-9c29-5391fcb2e1ec req-31faa850-60dd-4e7e-86d9-5c699fd8435b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0513062 Nov 09 18:32:52.854949 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-460a0af5-4444-47b3-9c29-5391fcb2e1ec req-6d0bb118-9e6c-4a5c-8591-aadcb351f5fe tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0523517 Nov 09 18:32:52.859267 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-fedf64e6-e8b9-412b-a778-c78a6dccf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:52.860939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-fedf64e6-e8b9-412b-a778-c78a6dccf2f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 200 len: 897 time: 0.0988684 Nov 09 18:32:52.913379 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-86e793b1-0fbe-4369-b3cc-f37188433d41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 200 len: 217 time: 0.0374682 Nov 09 18:32:52.954442 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:52.969317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-f5b0f3cc-7e54-484a-b60e-ebb5a81e9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:52.970847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-f5b0f3cc-7e54-484a-b60e-ebb5a81e9fe3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 200 len: 834 time: 0.0488336 Nov 09 18:32:52.981080 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] Checking router: 5bc2992d-57a6-463b-a6b9-922952471a39 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:32:52.989948 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:32:52.990426 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:32:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:53.026684 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-da01700e-5b84-4218-99d7-165717778ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:53.028268 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-da01700e-5b84-4218-99d7-165717778ce8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457604 Nov 09 18:32:53.095894 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:32:53.120588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-d643e857-0021-48de-ae51-6882bf03407b service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838373 Nov 09 18:32:53.238120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae8fc958-01e4-45ed-9726-3574a12778c9 req-9f48c6cd-60f5-4a45-96c0-6befd399a2d0 service neutron] 10.222.0.83 "GET /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097145 Nov 09 18:32:53.312239 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:53.341173 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed4a8-8e8e-422b-be39-e4f6b8fd49c8 None None] The sync data for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 is: [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:06Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '22ebdbbe-a474-4886-abcf-b4865916c41a', 'name': '', 'network_id': '8a46ff1c-83b5-4dce-9d9b-413b0e6f916d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:28:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '94d16535-d489-4110-9d89-3b052374fd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:06Z', 'updated_at': '2021-11-09T18:31:09Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '94d16535-d489-4110-9d89-3b052374fd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:32:53.572920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557196d-1037-4620-b79d-ba42b5980ac6 None None] New status for floating IP 3f5c021f-1a54-4662-8c14-7f605af970e0: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:32:53.718667 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:53.983396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194951c-d9b2-4aee-aa36-ea3a8c7059de req-8a1dab2a-adad-422c-8376-1e65ba58a047 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:53.984899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2194951c-d9b2-4aee-aa36-ea3a8c7059de req-8a1dab2a-adad-422c-8376-1e65ba58a047 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0499337 Nov 09 18:32:54.036014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2194951c-d9b2-4aee-aa36-ea3a8c7059de req-4250acec-7bee-49ec-8e93-56ead1d16b98 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=218035aa-3da3-4bdc-8ad3-6208c3c99b60&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446393 Nov 09 18:32:54.375088 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-235e9a49-d9bd-4630-a52e-e4076637ae5f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:54.376596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-235e9a49-d9bd-4630-a52e-e4076637ae5f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 946 time: 0.0555623 Nov 09 18:32:54.475725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 932d117b-ccfd-404e-beae-55d023694f6b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:32:54.475986 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:54.570317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 932d117b-ccfd-404e-beae-55d023694f6b, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=932d117b-ccfd-404e-beae-55d023694f6b,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:54.570696 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:54.585601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 932d117b-ccfd-404e-beae-55d023694f6b owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:32:54.713809 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:54.745103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=932d117b-ccfd-404e-beae-55d023694f6b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:54.759605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.759971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.760311 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.760652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.761057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.761318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.761646 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.761971 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.762303 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.762628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.762951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.763300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:54.798455 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] No DVR routers for this DVR port 932d117b-ccfd-404e-beae-55d023694f6b on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:32:54.801211 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:54.804558 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6a3daea-04b5-495c-bb28-04caa3ff29b5 req-1b586137-3756-4c66-9e51-bb3ef08505d8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "DELETE /v2.0/ports/932d117b-ccfd-404e-beae-55d023694f6b HTTP/1.1" status: 204 len: 173 time: 0.4163735 Nov 09 18:32:54.805001 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-deleted', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:54.807261 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2b6f3-5b8c-49e3-b476-f89947f161c9" -d '{"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-deleted", "tag": "932d117b-ccfd-404e-beae-55d023694f6b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:54.915029 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de240a-2a44-4cad-90bf-9253f6087d3a x-openstack-request-id: req-f6de240a-2a44-4cad-90bf-9253f6087d3a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:54.915391 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce91d1-2c9c-413e-a4b8-52577a43cb29", "name": "network-vif-deleted", "tag": "932d117b-ccfd-404e-beae-55d023694f6b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:54.915650 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6de240a-2a44-4cad-90bf-9253f6087d3a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:54.916054 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce91d1-2c9c-413e-a4b8-52577a43cb29', 'name': 'network-vif-deleted', 'tag': '932d117b-ccfd-404e-beae-55d023694f6b', 'status': 'completed', 'code': 200} Nov 09 18:32:55.147649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8be1bb1e-57ee-49d4-8afe-2b504ba90167 req-731a3f36-c8b4-4cc2-ac52-27bc960c856d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fce91d1-2c9c-413e-a4b8-52577a43cb29 HTTP/1.1" status: 200 len: 210 time: 0.0282204 Nov 09 18:32:56.204521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:56.570151 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:56.824639 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 22ebdbbe-a474-4886-abcf-b4865916c41a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:32:56.824901 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:56.911813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 22ebdbbe-a474-4886-abcf-b4865916c41a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=22ebdbbe-a474-4886-abcf-b4865916c41a,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:56.912175 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:56.924921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 22ebdbbe-a474-4886-abcf-b4865916c41a owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:32:57.109334 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:57.140882 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=22ebdbbe-a474-4886-abcf-b4865916c41a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:57.315017 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:57.534500 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 5bc2992d-57a6-463b-a6b9-922952471a39 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:32:57.648506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:32:57.653726 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-13692c94-dbd8-438c-a3eb-96ab0e24ff5b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/5bc2992d-57a6-463b-a6b9-922952471a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481440 Nov 09 18:32:57.656366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:57.657975 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] Sync routers for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:32:57.668996 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:32:57.669598 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:32:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:57.708217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting subnet 94d16535-d489-4110-9d89-3b052374fd74 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:32:57.711420 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:57.753244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:57.775880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:32:57.971525 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:32:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:58.002952 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] Checking router: 5bc2992d-57a6-463b-a6b9-922952471a39 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:32:58.014375 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] Routers {'5bc2992d-57a6-463b-a6b9-922952471a39'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:32:58.015079 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:32:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['5bc2992d-57a6-463b-a6b9-922952471a39'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:58.074605 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8bcafb9-c7df-477a-8def-093e15b7cc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.123426 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] Set router 5bc2992d-57a6-463b-a6b9-922952471a39 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:32:58.193950 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.252862 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.281997 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Subnet': ['ID=94d16535-d489-4110-9d89-3b052374fd74,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:58.284700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.288469 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4aea31-8dbd-4edc-b395-64ab61cf3b5d None None] Network 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:32:58.288878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-41cd2424-88f5-45c2-83bb-323857601ab7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/subnets/94d16535-d489-4110-9d89-3b052374fd74 HTTP/1.1" status: 204 len: 168 time: 0.6309476 Nov 09 18:32:58.291012 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:58.318040 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:32:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:58.346193 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92864a73-4d3a-40db-9f68-be3c3bdebd53 None None] The sync data for ids ['5bc2992d-57a6-463b-a6b9-922952471a39'] in n-d-804292-3 is: [{'id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954265976', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:32:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': 'faee0d65-a7df-4836-a027-44a078b1f8ff', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2992d-57a6-463b-a6b9-922952471a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:31:03Z', 'updated_at': '2021-11-09T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:32:58.408027 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.517544 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.574140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port faee0d65-a7df-4836-a027-44a078b1f8ff {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:32:58.574482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.656624 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port faee0d65-a7df-4836-a027-44a078b1f8ff, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=faee0d65-a7df-4836-a027-44a078b1f8ff,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:58.656911 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.670562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for faee0d65-a7df-4836-a027-44a078b1f8ff owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:32:58.688721 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:32:58.716297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 932d117b-ccfd-404e-beae-55d023694f6b {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:32:58.716646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 932d117b-ccfd-404e-beae-55d023694f6b not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:32:58.728191 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] DHCP port deletion for 8a46ff1c-83b5-4dce-9d9b-413b0e6f916d request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:32:58.783375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] Deleting port 8362273f-71e5-4d5e-a631-ce4cd0636be5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:32:58.784097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.862512 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] For port 8362273f-71e5-4d5e-a631-ce4cd0636be5, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8362273f-71e5-4d5e-a631-ce4cd0636be5,segment=NetworkSegment(816ee801-ca79-485b-8463-d47bdf41f666),segment_id=816ee801-ca79-485b-8463-d47bdf41f666)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:58.862792 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.866613 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.884695 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] Calling delete_port for 8362273f-71e5-4d5e-a631-ce4cd0636be5 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:32:58.896262 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=faee0d65-a7df-4836-a027-44a078b1f8ff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:58.934386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb3cf3-e729-4732-b544-62bc985bd47d None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:32:58.963529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:58.979715 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.010170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] Pushing event deleted for resources: {'Port': ['ID=8362273f-71e5-4d5e-a631-ce4cd0636be5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:59.016573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80bb0e-3895-4a3a-a2d3-8863615eb813 None None] No DVR routers for this DVR port 8362273f-71e5-4d5e-a631-ce4cd0636be5 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:32:59.062705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.065077 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.113710 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.114254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc2992d-57a6-463b-a6b9-922952471a39 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:32:59.122539 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.126666 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-9dbb628b-7264-4330-a0cf-436e236a6b4f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/routers/5bc2992d-57a6-463b-a6b9-922952471a39 HTTP/1.1" status: 204 len: 168 time: 0.8345149 Nov 09 18:32:59.126903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 56986) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:59.157160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.212162 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.310506 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.333138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a46ff1c-83b5-4dce-9d9b-413b0e6f916d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:59.342711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816ee801-ca79-485b-8463-d47bdf41f666') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:59.343024 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816ee801-ca79-485b-8463-d47bdf41f666') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:59.353135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.366246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.372279 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:32:59.372664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:32:59.375736 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:32:59.433904 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.441521 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.444892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/networks/8a46ff1c-83b5-4dce-9d9b-413b0e6f916d HTTP/1.1" status: 204 len: 168 time: 0.3168180 Nov 09 18:32:59.447770 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:59.457640 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85814-e25b-4b0f-8b5f-f0b79c4d74f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Network': ['ID=8a46ff1c-83b5-4dce-9d9b-413b0e6f916d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:59.513820 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3614a8ea-2692-4be0-afc2-29907057e43b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.542893 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3614a8ea-2692-4be0-afc2-29907057e43b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.612240 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3614a8ea-2692-4be0-afc2-29907057e43b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.615762 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3614a8ea-2692-4be0-afc2-29907057e43b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:32:59.617083 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3614a8ea-2692-4be0-afc2-29907057e43b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/security-groups/218035aa-3da3-4bdc-8ad3-6208c3c99b60 HTTP/1.1" status: 204 len: 168 time: 0.1682019 Nov 09 18:32:59.627532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614a8ea-2692-4be0-afc2-29907057e43b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218035aa-3da3-4bdc-8ad3-6208c3c99b60,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.099831 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:33:00.145181 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.151648 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141800468', 'description': 'tempest-secgroup-smoke-2141800468 description', 'project_id': '741cc49f03074d5bb5e6896104031368'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.183296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.220622 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 22ebdbbe-a474-4886-abcf-b4865916c41a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:33:00.242548 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 22ebdbbe-a474-4886-abcf-b4865916c41a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:33:00.242893 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 22ebdbbe-a474-4886-abcf-b4865916c41a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:33:00.243339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8362273f-71e5-4d5e-a631-ce4cd0636be5 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:33:00.257612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.261852 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.266579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8362273f-71e5-4d5e-a631-ce4cd0636be5 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:33:00.266931 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8362273f-71e5-4d5e-a631-ce4cd0636be5 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:33:00.267371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faee0d65-a7df-4836-a027-44a078b1f8ff no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:33:00.288015 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: faee0d65-a7df-4836-a027-44a078b1f8ff {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:33:00.288960 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device faee0d65-a7df-4836-a027-44a078b1f8ff not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:33:00.295299 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dded24d7-acc4-4e33-a517-46a45c10ac62,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.300722 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.304945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e7f7dd7a-16ea-4381-9922-20f8da0fc310 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1556127 Nov 09 18:33:00.305316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.310066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dded24d7-acc4-4e33-a517-46a45c10ac62', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.336839 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.394262 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.397967 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.415957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb5bf93-aec7-4d9b-b7b8-7c4fcbb08716,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.425067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.426936 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3b70de7e-65a1-40b8-855d-6a68d9d13ca4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208611 Nov 09 18:33:00.429896 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 56998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.434277 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dded24d7-acc4-4e33-a517-46a45c10ac62', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.460291 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.517107 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.521975 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.541157 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc696c3-25a1-46e6-a664-83867412b9bc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.550532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.554755 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57000) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.555306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-1150a023-8a17-48a3-99e5-0fb2ae702527 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239791 Nov 09 18:33:00.559755 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e587b33-178d-497f-a7be-088eb0808dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.560697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dded24d7-acc4-4e33-a517-46a45c10ac62', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.589490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.655513 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.660433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.679340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ae3464-c4e4-4e8e-a98d-495f7f140b1c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.686452 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.691049 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-532065c1-214b-483c-89bf-da8c66cb167f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318090 Nov 09 18:33:00.691229 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57002) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.695961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dded24d7-acc4-4e33-a517-46a45c10ac62', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.722576 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.778972 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.783305 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.803610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6fce40-1fc3-44f6-8179-cdf428d0ed4a,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.809518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.813332 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-33b88590-c060-4ec4-9630-2eefe32cea2b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185169 Nov 09 18:33:00.813457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.817976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dded24d7-acc4-4e33-a517-46a45c10ac62', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.841552 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:33:00.846490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.908364 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.913299 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.934470 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e60069-7c19-4d80-a9d1-bc3cf34f8ce7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:00.939665 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:00.941374 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e98f0968-cc44-4033-afbe-a90510a2c573 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263802 Nov 09 18:33:00.944388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57006) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:00.949320 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'dded24d7-acc4-4e33-a517-46a45c10ac62', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:00.972798 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:33:00.977917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.042999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.046864 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.065445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ef508d-4478-4a6f-bea3-6056788dcf75,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:01.073619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.074914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-cbe439c1-f83e-4d3f-ad62-853a9f7c65ae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293795 Nov 09 18:33:01.077711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57008) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:01.083097 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'network': {'name': 'tempest-network-smoke--1094865723', 'project_id': '741cc49f03074d5bb5e6896104031368', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:01.103475 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:33:01.106999 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.131191 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:33:01.140238 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.140588 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Added segment 2db5d114-5d5c-43c9-a921-791709cfa55c of type vlan for network 58d94929-7963-41f3-8c4f-0975e90a4d4a Nov 09 18:33:01.181710 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.207078 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.213080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:01.213698 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.276262 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1974535 Nov 09 18:33:01.279087 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57010) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:01.283978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'admin_state_up': True, 'project_id': '741cc49f03074d5bb5e6896104031368', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:01.297580 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedda49-e3b2-45be-b1cf-20bdce2c73b9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Network': ['ID=58d94929-7963-41f3-8c4f-0975e90a4d4a,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:01.309459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:33:01.313630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.314681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.373102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.511770 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.702102 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.721806 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.829896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.169 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/5afd5c6d-ae3c-4cd8-963f-4f41e1136d88) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:33:01.932628 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.952091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:01.965587 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:02.006569 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:02.009496 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:02.016089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:33:02.024853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be535e2-30a4-4ba0-9c0f-5c7f9d544b07 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:33:02.042386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:02.086287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-dc50b94e-5b00-47c8-9990-fa9ababd70ec None None] Provisioning complete for port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:02.086657 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc50b94e-5b00-47c8-9990-fa9ababd70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:02.122415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-dc50b94e-5b00-47c8-9990-fa9ababd70ec None None] Port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:33:02.273523 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:02.748662 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:02.876283 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 16d081f6-d142-4b0d-a02c-8377a446ed72 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:33:02.981216 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:33:02.991577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Sync routers for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:33:03.000825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:03.001442 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:33:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:03.001613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.002856 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9f4be39e-2ef7-47c9-b107-042092bd89c2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7224679 Nov 09 18:33:03.006393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57012) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:03.046229 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-e8cd1eb8-7eb5-4729-8980-13333dedb7e2 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=741cc49f03074d5bb5e6896104031368&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385611 Nov 09 18:33:03.048744 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57014) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:03.109031 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:03.212369 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e72aa-f484-4a1d-9588-098c451f1d09 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:03.214680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5b9e72aa-f484-4a1d-9588-098c451f1d09 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1646261 Nov 09 18:33:03.217308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57016) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:03.248852 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5e092ae5-7d8d-49b9-b0de-e96ba159c791 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303221 Nov 09 18:33:03.251391 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57018) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:03.257129 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950881469', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'project_id': '741cc49f03074d5bb5e6896104031368', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:03.289792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:02Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:03.320629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Checking router: 16d081f6-d142-4b0d-a02c-8377a446ed72 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:33:03.320980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Updating router 16d081f6-d142-4b0d-a02c-8377a446ed72 port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:33:03.348877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.350349 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:33:03.354026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.441801 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.539246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.603933 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Subnet': ['ID=7a9071eb-c92e-4e90-9bf7-a0c031a49078,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:03.613362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Checking segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:33:03.613850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network hostable DHCP agents. Network: 58d94929-7963-41f3-8c4f-0975e90a4d4a, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:33:03.614294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.628682 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.633451 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:33:03.642907 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 58d94929-7963-41f3-8c4f-0975e90a4d4a) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:03.647728 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:03.648323 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.661081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.667997 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-52bbf8cf-448c-470c-bc40-f71618485528 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4129486 Nov 09 18:33:03.668204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b6622-208e-463a-bbe8-61276e037442 None None] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:33:03.668316 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57020) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:03.878380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595cda8-593f-4046-8ad9-516eaf449745 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:33:03.904739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Attempting to bind port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:33:03.904980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Attempting to bind port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:33:03.905358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Attempting to bind port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:03.907255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2304df5-928c-418f-b7a6-dfde6f089211 None None] Pushing event updated for resources: {'Port': ['ID=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:03.917914 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:33:03.918288 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:33:03.918686 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:03.919093 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:33:03.919559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Bound port: 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:33:03.919960 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.028027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] For port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:04.031786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4cd090aa-8aa1-4010-8c29-5c89724a755f None None] Provisioning complete for port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:04.032148 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cd090aa-8aa1-4010-8c29-5c89724a755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.069878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] For port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:33:04.078103 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.134226 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4cd090aa-8aa1-4010-8c29-5c89724a755f None None] Port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:33:04.173941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-58d94929-7963-41f3-8c4f-0975e90a4d4a', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:33:04.174824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.187857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf212e8-c402-4dfe-80e8-77ea33e796f5 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:33:04.211902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:04.212163 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.212655 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:33:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:04.263659 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2304df5-928c-418f-b7a6-dfde6f089211 None None] Pushing event updated for resources: {'Port': ['ID=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:04.375647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-0cb91962-e292-4cb3-bd37-3f1cfb6b0ade None None] Provisioning complete for port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:04.375925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cb91962-e292-4cb3-bd37-3f1cfb6b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.468381 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:04.535192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Allocated IP 172.20.0.2 (58d94929-7963-41f3-8c4f-0975e90a4d4a/7a9071eb-c92e-4e90-9bf7-a0c031a49078/35e2a01d-cab9-4d48-a680-ba4a3805cba3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:33:04.717216 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cb91962-e292-4cb3-bd37-3f1cfb6b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.778815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0cb91962-e292-4cb3-bd37-3f1cfb6b0ade None None] For port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:04.786713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cb91962-e292-4cb3-bd37-3f1cfb6b0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.865923 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.882388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:04.891926 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91962-e292-4cb3-bd37-3f1cfb6b0ade None None] Pushing event updated for resources: {'Port': ['ID=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:04.926365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:02Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:04.932148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.1 (58d94929-7963-41f3-8c4f-0975e90a4d4a/7a9071eb-c92e-4e90-9bf7-a0c031a49078/e2a97ccb-5d14-4637-9892-9d71b2a92dca) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:33:04.935884 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:04.963016 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:04.970318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2107c1-d645-49de-9ddd-d65256863914 None None] The sync data for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 is: [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:02Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:33:04.973515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:33:04.982845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Pushing event updated for resources: {'Port': ['ID=35e2a01d-cab9-4d48-a680-ba4a3805cba3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:05.043566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Attempting to bind port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:33:05.044228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Attempting to bind port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:33:05.044354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Attempting to bind port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 on network 58d94929-7963-41f3-8c4f-0975e90a4d4a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:05.049623 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:33:05.050170 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Checking segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:33:05.050604 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.051196 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Bound using segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:33:05.051680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Bound port: 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:33:05.052069 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.072682 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.109079 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.129515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] For port 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:05.133181 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] For port 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=35e2a01d-cab9-4d48-a680-ba4a3805cba3,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:33:05.137364 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.150963 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:05.154075 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:05.161925 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:33:05.191170 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=e2a97ccb-5d14-4637-9892-9d71b2a92dca,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:05.211334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab7312-b3b2-439d-ab11-f5bbd4752660 None None] Pushing event updated for resources: {'Port': ['ID=35e2a01d-cab9-4d48-a680-ba4a3805cba3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:05.235260 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.416751 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.729984 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.734745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.814567 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:05.817228 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=e2a97ccb-5d14-4637-9892-9d71b2a92dca,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:05.925340 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:05.926875 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:06.059715 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 16d081f6-d142-4b0d-a02c-8377a446ed72 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:33:06.180658 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4530bf-d542-406d-8a61-86b97afd9ac2 None None] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:33:06.253261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e99ead62-7711-4230-baf6-317f9146e784 None None] Provisioning complete for port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:06.253948 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e99ead62-7711-4230-baf6-317f9146e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.321686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 35e2a01d-cab9-4d48-a680-ba4a3805cba3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:06.466579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e99ead62-7711-4230-baf6-317f9146e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.477042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:33:06.483062 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c27bf3c0-21ec-4470-ad15-e53c8f9f075c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/16d081f6-d142-4b0d-a02c-8377a446ed72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137186 Nov 09 18:33:06.491422 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:06.491797 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.539446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e99ead62-7711-4230-baf6-317f9146e784 None None] For port 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=35e2a01d-cab9-4d48-a680-ba4a3805cba3,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:06.549206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e99ead62-7711-4230-baf6-317f9146e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.679557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-65a1e6ed-9425-4c33-877f-d3a42139088e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141800468&fields=id&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 267 time: 0.0602810 Nov 09 18:33:06.686104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Sync routers for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:33:06.816142 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-84ae37fd-cf62-4acf-af33-c364f6a8faae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:06.817987 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-84ae37fd-cf62-4acf-af33-c364f6a8faae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 797 time: 0.1277821 Nov 09 18:33:06.819686 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:06.820483 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:33:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:06.823236 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ead62-7711-4230-baf6-317f9146e784 None None] Pushing event updated for resources: {'Port': ['ID=35e2a01d-cab9-4d48-a680-ba4a3805cba3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:06.829326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:06.848871 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-364d549a-8857-4a88-8d99-1859f6d71032 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/quotas/741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 375 time: 0.0199869 Nov 09 18:33:06.886088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-adab1eb4-54d6-48a1-bafe-41dfd5848b95 None None] Provisioning complete for port e2a97ccb-5d14-4637-9892-9d71b2a92dca triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:06.886456 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adab1eb4-54d6-48a1-bafe-41dfd5848b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.904736 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-5bc280c7-94ea-42aa-b063-861d172f5130 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539591 Nov 09 18:33:06.938051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-adab1eb4-54d6-48a1-bafe-41dfd5848b95 None None] Port e2a97ccb-5d14-4637-9892-9d71b2a92dca cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:33:06.947081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:06.947567 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.980023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-adab1eb4-54d6-48a1-bafe-41dfd5848b95 None None] Provisioning complete for port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:06.980389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adab1eb4-54d6-48a1-bafe-41dfd5848b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:06.989100 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:07.045756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-407d4566-c255-4039-a019-00a3e717e501 service neutron] 10.222.0.45 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285539 Nov 09 18:33:07.165267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-701395b7-c72d-42db-aceb-8034409add1e service neutron] 10.222.0.45 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186299 Nov 09 18:33:07.237455 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 2, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:07.248398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b1e1ed36-e786-408e-a7f2-eaeddc09e19a None None] Provisioning complete for port e2a97ccb-5d14-4637-9892-9d71b2a92dca triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:07.248976 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ed36-e786-408e-a7f2-eaeddc09e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.271855 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Checking router: 16d081f6-d142-4b0d-a02c-8377a446ed72 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:33:07.272347 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Updating router 16d081f6-d142-4b0d-a02c-8377a446ed72 port e2a97ccb-5d14-4637-9892-9d71b2a92dca binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:33:07.288375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1ed36-e786-408e-a7f2-eaeddc09e19a None None] Port e2a97ccb-5d14-4637-9892-9d71b2a92dca cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:33:07.302293 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.371599 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aabd83f6-3b1a-4ccd-9a15-25620d411343 req-fec12e0b-afed-428e-af9d-e84a4075d074 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 210 time: 0.0328021 Nov 09 18:33:07.418917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a532d1e6-185f-40bb-b3ce-e3d97938ecdd None None] Provisioning complete for port e2a97ccb-5d14-4637-9892-9d71b2a92dca triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:07.419379 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a532d1e6-185f-40bb-b3ce-e3d97938ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.462055 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a532d1e6-185f-40bb-b3ce-e3d97938ecdd None None] Port e2a97ccb-5d14-4637-9892-9d71b2a92dca cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:33:07.589496 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.594890 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.646103 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Pushing event updated for resources: {'Port': ['ID=e2a97ccb-5d14-4637-9892-9d71b2a92dca,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:07.656928 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.657261 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.657700 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.658062 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.658340 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.658605 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.658975 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.659886 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.660491 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.660668 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.661423 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.661423 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:07.719814 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Attempting to bind port e2a97ccb-5d14-4637-9892-9d71b2a92dca on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:33:07.720380 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Attempting to bind port e2a97ccb-5d14-4637-9892-9d71b2a92dca by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:33:07.720380 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Attempting to bind port e2a97ccb-5d14-4637-9892-9d71b2a92dca on network 58d94929-7963-41f3-8c4f-0975e90a4d4a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:07.728450 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:33:07.728994 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Checking segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:33:07.729530 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.730031 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Bound using segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:33:07.730616 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Bound port: e2a97ccb-5d14-4637-9892-9d71b2a92dca, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:33:07.731251 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.805883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] For port e2a97ccb-5d14-4637-9892-9d71b2a92dca, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:07.810281 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] For port e2a97ccb-5d14-4637-9892-9d71b2a92dca, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e2a97ccb-5d14-4637-9892-9d71b2a92dca,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:33:07.815129 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.877306 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:07.878486 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:33:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:07.893048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-306c0b7b-505c-42fd-b27f-6f6181c57aac None None] Provisioning complete for port e2a97ccb-5d14-4637-9892-9d71b2a92dca triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:07.893434 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-306c0b7b-505c-42fd-b27f-6f6181c57aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:07.919301 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290ea96-af84-42aa-a063-4c4c946965ba None None] Pushing event updated for resources: {'Port': ['ID=e2a97ccb-5d14-4637-9892-9d71b2a92dca,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:08.001496 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-306c0b7b-505c-42fd-b27f-6f6181c57aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:08.029408 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:08.045365 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-306c0b7b-505c-42fd-b27f-6f6181c57aac None None] For port e2a97ccb-5d14-4637-9892-9d71b2a92dca, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e2a97ccb-5d14-4637-9892-9d71b2a92dca,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:08.050566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-306c0b7b-505c-42fd-b27f-6f6181c57aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:08.119705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c0b7b-505c-42fd-b27f-6f6181c57aac None None] Pushing event updated for resources: {'Port': ['ID=e2a97ccb-5d14-4637-9892-9d71b2a92dca,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:08.172571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-aa50bce3-017c-4c19-9bec-53b82964a56e None None] Provisioning complete for port e2a97ccb-5d14-4637-9892-9d71b2a92dca triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:08.172880 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa50bce3-017c-4c19-9bec-53b82964a56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:08.244264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 35e2a01d-cab9-4d48-a680-ba4a3805cba3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:08.263779 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:07Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:08.292344 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e6413-fd55-47fb-9f7b-4db7a086ad4e None None] The sync data for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 is: [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:07Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:33:08.305978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:08.306563 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:08.516322 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84aef87f-345d-4aa1-9ccc-33d0d0d372ed req-c8bc6b4b-9f8c-4039-802d-0d1d48d41158 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 210 time: 0.0378940 Nov 09 18:33:08.570096 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-11b2d814-7207-482d-b726-6acbfc70fb5a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:08.571715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-11b2d814-7207-482d-b726-6acbfc70fb5a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 797 time: 0.1823685 Nov 09 18:33:08.640691 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-92b7fc5f-88b7-4966-9855-1b4c43f8d7d5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 380 time: 0.0579748 Nov 09 18:33:08.651777 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'port': {'device_id': 'c832775e-d5b0-4973-b781-204793b7ea99', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'admin_state_up': True, 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'security_groups': ['dded24d7-acc4-4e33-a517-46a45c10ac62']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:08.772760 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:33:08.776757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:08.915464 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.10 (58d94929-7963-41f3-8c4f-0975e90a4d4a/7a9071eb-c92e-4e90-9bf7-a0c031a49078/23228436-5414-437c-a588-85977689ab53) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:33:09.070888 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.106835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.157561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:09.164184 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:09.167379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:33:09.200499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=23228436-5414-437c-a588-85977689ab53,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:09.247689 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:09.248361 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.269347 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-def0bd98-819e-4bd4-b5e2-8035e5b99e71 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210916 Nov 09 18:33:09.289521 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Request body: {'port': {'device_id': 'c832775e-d5b0-4973-b781-204793b7ea99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:09.360267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.419146 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-97ee3ba3-9c84-46a0-ad05-8b1d9a29e658 None None] Provisioning complete for port 23228436-5414-437c-a588-85977689ab53 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:09.419776 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97ee3ba3-9c84-46a0-ad05-8b1d9a29e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.460584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-97ee3ba3-9c84-46a0-ad05-8b1d9a29e658 None None] Port 23228436-5414-437c-a588-85977689ab53 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:33:09.641095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9615a3-2f33-40b4-9dfe-700888ce45d0 req-df5f3ff0-2f26-4deb-81be-ff804ad3b91b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:09.642615 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d9615a3-2f33-40b4-9dfe-700888ce45d0 req-df5f3ff0-2f26-4deb-81be-ff804ad3b91b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 932 time: 0.0499372 Nov 09 18:33:09.649737 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23228436-5414-437c-a588-85977689ab53 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:33:09.657484 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.670196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Transition to ACTIVE for port object 23228436-5414-437c-a588-85977689ab53 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:33:09.674789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.699275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8d9615a3-2f33-40b4-9dfe-700888ce45d0 req-8284f9fb-07d9-47c2-bca2-5e825eddaeb3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498023 Nov 09 18:33:09.741128 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Pushing event updated for resources: {'Port': ['ID=23228436-5414-437c-a588-85977689ab53,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:09.824996 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Attempting to bind port 23228436-5414-437c-a588-85977689ab53 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:33:09.825326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Attempting to bind port 23228436-5414-437c-a588-85977689ab53 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:33:09.825654 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Attempting to bind port 23228436-5414-437c-a588-85977689ab53 on network 58d94929-7963-41f3-8c4f-0975e90a4d4a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:09.830259 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Port 23228436-5414-437c-a588-85977689ab53 on network 58d94929-7963-41f3-8c4f-0975e90a4d4a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:33:09.830577 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Attempting to bind port 23228436-5414-437c-a588-85977689ab53 on network 58d94929-7963-41f3-8c4f-0975e90a4d4a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:09.836625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:33:09.837013 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Checking segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:33:09.837401 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Bound using segment: {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:33:09.837855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Bound port: 23228436-5414-437c-a588-85977689ab53, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db5d114-5d5c-43c9-a921-791709cfa55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:33:09.838222 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.905699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] For port 23228436-5414-437c-a588-85977689ab53, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:09.909343 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] For port 23228436-5414-437c-a588-85977689ab53, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=23228436-5414-437c-a588-85977689ab53,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:33:09.913575 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.952301 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:09.952826 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:09.954258 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] 10.222.0.83 "PUT /v2.0/ports/23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 1092 time: 0.6705186 Nov 09 18:33:09.954772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'tag': '23228436-5414-437c-a588-85977689ab53'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:09.958336 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b2de14-da22-4199-b2f7-8981d06651df" -d '{"events": [{"name": "network-changed", "server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "tag": "23228436-5414-437c-a588-85977689ab53"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:10.025728 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c8e41-0986-4eca-a371-a014978ca109 service neutron] Pushing event updated for resources: {'Port': ['ID=23228436-5414-437c-a588-85977689ab53,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:10.043368 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8644e431-25fe-4602-a6d1-6985bb346684 x-openstack-request-id: req-8644e431-25fe-4602-a6d1-6985bb346684 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:10.043659 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "tag": "23228436-5414-437c-a588-85977689ab53", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:10.043916 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8644e431-25fe-4602-a6d1-6985bb346684 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:10.044317 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'tag': '23228436-5414-437c-a588-85977689ab53', 'status': 'completed', 'code': 200} Nov 09 18:33:10.061796 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-baf1643f-2297-46b7-a3ed-5c689971b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.063640 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-baf1643f-2297-46b7-a3ed-5c689971b155 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1095 time: 0.0574434 Nov 09 18:33:10.117964 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6fe02197-891d-47df-b7d8-d4477218de72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 217 time: 0.0365059 Nov 09 18:33:10.179693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-d6338399-a2d5-4ac3-83f8-64b97d8f83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.180968 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-d6338399-a2d5-4ac3-83f8-64b97d8f83d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 200 len: 835 time: 0.0496488 Nov 09 18:33:10.235891 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6eab7634-d24a-4376-8ad7-9a2a1ebfcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.239600 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-6eab7634-d24a-4376-8ad7-9a2a1ebfcbf3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58d94929-7963-41f3-8c4f-0975e90a4d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480778 Nov 09 18:33:10.244066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e2a97ccb-5d14-4637-9892-9d71b2a92dca up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:10.294462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port e2a97ccb-5d14-4637-9892-9d71b2a92dca triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:10.295247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:10.337888 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-458651e8-2450-4946-85dd-5f9ce5dcd49c service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880165 Nov 09 18:33:10.438785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4edc4d5-e421-4578-a03e-18238b165d5f req-b5164421-1ae5-41ed-81e4-05980da97521 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Nov 09 18:33:10.528759 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2de14-da22-4199-b2f7-8981d06651df req-364baa10-439f-4177-9880-ad0933c80895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.530189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-364baa10-439f-4177-9880-ad0933c80895 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1095 time: 0.0429788 Nov 09 18:33:10.625317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2de14-da22-4199-b2f7-8981d06651df req-0b4d7d47-90fd-4000-a9a3-91f822659e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.626803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-0b4d7d47-90fd-4000-a9a3-91f822659e8d service neutron] 10.222.0.83 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 897 time: 0.0888746 Nov 09 18:33:10.669199 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-606c6498-9746-46ef-bb7b-4ee64ca9385d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 217 time: 0.0348203 Nov 09 18:33:10.719826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2de14-da22-4199-b2f7-8981d06651df req-0d7c308a-ddc9-4bdc-bf93-7d75c0afbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.721300 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-0d7c308a-ddc9-4bdc-bf93-7d75c0afbdfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 200 len: 835 time: 0.0428267 Nov 09 18:33:10.776031 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2de14-da22-4199-b2f7-8981d06651df req-2543cd31-8cfc-42f4-8e5f-6420b198820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.777557 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-2543cd31-8cfc-42f4-8e5f-6420b198820c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58d94929-7963-41f3-8c4f-0975e90a4d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485985 Nov 09 18:33:10.824457 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb9a1c-071e-48d9-9a4c-c8f8c4d6eb7d req-765ceca0-e430-4abe-a5c2-464d2809d190 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:10.826016 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43bb9a1c-071e-48d9-9a4c-c8f8c4d6eb7d req-765ceca0-e430-4abe-a5c2-464d2809d190 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 944 time: 0.0499918 Nov 09 18:33:10.874807 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-3985c3d3-7f13-4982-9539-75c706dee4d7 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857215 Nov 09 18:33:10.877382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-43bb9a1c-071e-48d9-9a4c-c8f8c4d6eb7d req-12e8555f-16a2-46fd-9fba-cc14f8071476 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Nov 09 18:33:10.970306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-56b2de14-da22-4199-b2f7-8981d06651df req-d2264fd4-f467-45be-9b61-d2ab32e043a5 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Nov 09 18:33:11.998452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac5ea1-dbe9-47a5-b823-daf462511b6b req-45737282-ef9a-4f6b-a32a-b420b826842e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:12.000046 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5bac5ea1-dbe9-47a5-b823-daf462511b6b req-45737282-ef9a-4f6b-a32a-b420b826842e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 944 time: 0.0499465 Nov 09 18:33:12.051739 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5bac5ea1-dbe9-47a5-b823-daf462511b6b req-78fbae68-a569-4900-b1ea-1f57a48919e9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448484 Nov 09 18:33:12.735830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 23228436-5414-437c-a588-85977689ab53 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:33:12.835953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 23228436-5414-437c-a588-85977689ab53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=23228436-5414-437c-a588-85977689ab53,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:12.849073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '23228436-5414-437c-a588-85977689ab53', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'port_id': '23228436-5414-437c-a588-85977689ab53', 'mac_address': 'fa:16:3e:71:e0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:33:12.887489 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:12.901878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23228436-5414-437c-a588-85977689ab53 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:33:12.921769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 23228436-5414-437c-a588-85977689ab53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=23228436-5414-437c-a588-85977689ab53,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:12.925586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:12.971626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=23228436-5414-437c-a588-85977689ab53,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:13.172862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f413-1193-47a3-aa31-7de7db92ad51 req-c94f454b-abe0-46b2-87d7-f538cc9aecda tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:13.174371 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49f1f413-1193-47a3-aa31-7de7db92ad51 req-c94f454b-abe0-46b2-87d7-f538cc9aecda tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 945 time: 0.0517025 Nov 09 18:33:13.201162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['23228436-5414-437c-a588-85977689ab53'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:33:13.229596 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-49f1f413-1193-47a3-aa31-7de7db92ad51 req-8bd8dc0e-0b1c-44c9-87fd-69dd667ed674 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489295 Nov 09 18:33:14.345593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73c5f7-2cc0-4bda-972a-e6365993c72c req-9cf02c56-3baf-4153-b23b-33764344e06a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:14.347679 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb73c5f7-2cc0-4bda-972a-e6365993c72c req-9cf02c56-3baf-4153-b23b-33764344e06a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Nov 09 18:33:14.396532 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-eb73c5f7-2cc0-4bda-972a-e6365993c72c req-c5534634-ceab-4e7d-8b59-1f365417da30 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Nov 09 18:33:14.736223 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 23228436-5414-437c-a588-85977689ab53 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:14.789086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 23228436-5414-437c-a588-85977689ab53 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:33:14.793116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 23228436-5414-437c-a588-85977689ab53 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:14.793486 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:14.871160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:14.893892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23228436-5414-437c-a588-85977689ab53'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:14.896210 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af991410-4d42-491e-b154-05759640e359" -d '{"events": [{"server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "name": "network-vif-plugged", "status": "completed", "tag": "23228436-5414-437c-a588-85977689ab53"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:14.909243 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 23228436-5414-437c-a588-85977689ab53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=23228436-5414-437c-a588-85977689ab53,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:14.914262 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:14.937339 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6705c7-6acb-4caa-8975-a5f4e481a74d x-openstack-request-id: req-fc6705c7-6acb-4caa-8975-a5f4e481a74d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:14.937633 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "name": "network-vif-plugged", "status": "completed", "tag": "23228436-5414-437c-a588-85977689ab53", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:14.937887 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc6705c7-6acb-4caa-8975-a5f4e481a74d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:14.938274 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23228436-5414-437c-a588-85977689ab53', 'code': 200} Nov 09 18:33:14.967837 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=23228436-5414-437c-a588-85977689ab53,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:15.043233 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b9984-0988-4720-b97d-ae875cc2824b req-988292b9-6d43-403a-b7c8-15134ae28128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:15.044723 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-487b9984-0988-4720-b97d-ae875cc2824b req-988292b9-6d43-403a-b7c8-15134ae28128 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0460403 Nov 09 18:33:15.098188 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-487b9984-0988-4720-b97d-ae875cc2824b req-0eb8ee08-3c5f-4fed-8397-9b30ea8d6229 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 Nov 09 18:33:15.514725 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705b11f-86bc-4102-832a-d27fc5517025 req-85b2f5c3-a769-4c95-9ce6-0d5caef353ba tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:15.516632 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5705b11f-86bc-4102-832a-d27fc5517025 req-85b2f5c3-a769-4c95-9ce6-0d5caef353ba tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0510905 Nov 09 18:33:15.565606 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5705b11f-86bc-4102-832a-d27fc5517025 req-ab0e034a-a4ba-4e77-989f-8709e248e965 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Nov 09 18:33:16.689960 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e78b-a631-4fab-80d4-1d16301c2d55 req-58aaebee-88fe-429f-8bc8-723c2c8a4971 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:16.691491 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6959e78b-a631-4fab-80d4-1d16301c2d55 req-58aaebee-88fe-429f-8bc8-723c2c8a4971 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0538430 Nov 09 18:33:16.740377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6959e78b-a631-4fab-80d4-1d16301c2d55 req-af56711c-477e-4783-979d-1ca814cb1be3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Nov 09 18:33:16.857972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cea3-6007-417f-9603-429529600e63 req-23688aaa-c3c3-40e6-9edb-23647a70bb5f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:16.859598 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de07cea3-6007-417f-9603-429529600e63 req-23688aaa-c3c3-40e6-9edb-23647a70bb5f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0508163 Nov 09 18:33:16.917531 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de07cea3-6007-417f-9603-429529600e63 req-171c8588-073b-4cf4-9263-5bce77789ebf tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498428 Nov 09 18:33:16.939433 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57076) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:17.028156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134fe7d2-8aa5-4950-8b63-0cf8c8f73bd3 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:17.029821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-134fe7d2-8aa5-4950-8b63-0cf8c8f73bd3 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1092 time: 0.0892949 Nov 09 18:33:17.032604 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57080) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:17.037571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '23228436-5414-437c-a588-85977689ab53', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:17.059664 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:17.167667 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:17.280089 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.134 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/9e64aa23-937c-403b-ba2b-087bb731d666) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:33:17.391651 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:17.425392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:17.463566 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:17.466825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:17.473928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:33:17.501053 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=9e64aa23-937c-403b-ba2b-087bb731d666,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:17.848262 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:17.915906 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:18.070907 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:18.075449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:18.155274 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=9e64aa23-937c-403b-ba2b-087bb731d666,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:18.169285 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:18.265817 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 275f9683-33b8-4f3d-b1d5-94fa0a328dd5 associated. External IP: 172.25.3.134, port: 23228436-5414-437c-a588-85977689ab53. Nov 09 18:33:18.479714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 16d081f6-d142-4b0d-a02c-8377a446ed72 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:33:18.594683 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:33:18.613317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] Sync routers for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:33:18.613991 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:18.624086 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:18.624723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:33:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:18.664117 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-983f7a2d-8a12-46b0-867a-4d6f322128c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6280425 Nov 09 18:33:18.664117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'tag': '23228436-5414-437c-a588-85977689ab53'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:18.666957 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88787bd7-1762-463e-aad6-0e7bf69a457b" -d '{"events": [{"name": "network-changed", "server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "tag": "23228436-5414-437c-a588-85977689ab53"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:18.722324 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788887fc-c75f-4fbd-9627-e1a755b93dfa x-openstack-request-id: req-788887fc-c75f-4fbd-9627-e1a755b93dfa {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:18.722608 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "tag": "23228436-5414-437c-a588-85977689ab53", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:18.722857 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-788887fc-c75f-4fbd-9627-e1a755b93dfa {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:18.724315 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'tag': '23228436-5414-437c-a588-85977689ab53', 'status': 'completed', 'code': 200} Nov 09 18:33:18.740952 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:18.790197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-17d81e56-a434-440b-a1b6-adf09abe8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:18.792306 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6988f-9373-4c59-9de7-7d92d795431c req-a26f8f20-d379-401e-9c5d-a32c40755694 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:18.793014 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-17d81e56-a434-440b-a1b6-adf09abe8f49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0487776 Nov 09 18:33:18.794061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97a6988f-9373-4c59-9de7-7d92d795431c req-a26f8f20-d379-401e-9c5d-a32c40755694 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0566933 Nov 09 18:33:18.852655 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-97a6988f-9373-4c59-9de7-7d92d795431c req-d9e34da3-dd8c-47af-b59a-b0fd95cba996 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512702 Nov 09 18:33:18.877671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:18.966623 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-32a8edea-9f78-4f0d-8d86-78e5a7606883 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/275f9683-33b8-4f3d-b1d5-94fa0a328dd5 HTTP/1.1" status: 200 len: 992 time: 0.0875516 Nov 09 18:33:18.967904 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-eb0f7778-9f76-45d9-8ea0-d7747c79a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:18.969295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-eb0f7778-9f76-45d9-8ea0-d7747c79a45f service neutron] 10.222.0.83 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 897 time: 0.1693785 Nov 09 18:33:18.983880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '275f9683-33b8-4f3d-b1d5-94fa0a328dd5', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'port_id': '23228436-5414-437c-a588-85977689ab53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'mac_address': 'fa:16:3e:71:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c832775e-d5b0-4973-b781-204793b7ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:33:17Z', 'updated_at': '2021-11-09T18:33:17Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:08Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:19.015071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] Checking router: 16d081f6-d142-4b0d-a02c-8377a446ed72 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:33:19.025023 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:19.025640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:33:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:19.042244 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-4bc483f6-1f23-471e-b5d0-bd9165dc65d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 1000 time: 0.0656486 Nov 09 18:33:19.093810 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-87c3a9c4-5d06-4ce4-8a6f-55b24d6d1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:19.095318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-87c3a9c4-5d06-4ce4-8a6f-55b24d6d1e09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 200 len: 835 time: 0.0454817 Nov 09 18:33:19.135817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:19.142122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-3e1070ec-042a-44c1-966e-16f94ccf6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:19.144294 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-3e1070ec-042a-44c1-966e-16f94ccf6b42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58d94929-7963-41f3-8c4f-0975e90a4d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418668 Nov 09 18:33:19.236523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-a059aa05-5d62-40b8-aec9-945df5d63c14 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849848 Nov 09 18:33:19.333703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-88787bd7-1762-463e-aad6-0e7bf69a457b req-e6526c86-f03b-433a-bb27-bf3ca3d3f263 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904176 Nov 09 18:33:19.519154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '275f9683-33b8-4f3d-b1d5-94fa0a328dd5', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'port_id': '23228436-5414-437c-a588-85977689ab53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'mac_address': 'fa:16:3e:71:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c832775e-d5b0-4973-b781-204793b7ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:33:17Z', 'updated_at': '2021-11-09T18:33:17Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:08Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:19.544600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d50495-8cbd-4cda-a10e-9aa4974b6ef3 None None] The sync data for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 is: [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '275f9683-33b8-4f3d-b1d5-94fa0a328dd5', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'port_id': '23228436-5414-437c-a588-85977689ab53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'mac_address': 'fa:16:3e:71:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c832775e-d5b0-4973-b781-204793b7ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:33:17Z', 'updated_at': '2021-11-09T18:33:17Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:08Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:33:19.762537 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6c60e-bd7a-4f14-8ac8-ff2643387bd5 None None] New status for floating IP 275f9683-33b8-4f3d-b1d5-94fa0a328dd5: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:33:19.970590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57088) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:20.043527 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-212e7a11-cf74-4752-bbda-e36df95b9603 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/275f9683-33b8-4f3d-b1d5-94fa0a328dd5 HTTP/1.1" status: 200 len: 994 time: 0.0711150 Nov 09 18:33:23.712692 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:28.079125 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc45b659-15af-494d-a3c8-1b8cad2469bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:29.159521 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:30.562853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7579e23e-cc3a-4b65-b622-37b2e39b6a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:31.953205 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:33.400570 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:33.638037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:37.101135 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:33:53.712760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:55.324080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5697-edeb-4cf8-92c7-e921d058cb88 req-5a655f98-b002-4254-9f43-dad3aa2f0e20 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:55.325831 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-083d5697-edeb-4cf8-92c7-e921d058cb88 req-5a655f98-b002-4254-9f43-dad3aa2f0e20 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0529499 Nov 09 18:33:55.383875 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-083d5697-edeb-4cf8-92c7-e921d058cb88 req-34d9c335-6d9c-4e14-92f0-fa97eed071ed tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511894 Nov 09 18:33:56.524585 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16aca-f1c2-47b1-bff9-0e771f5c4d83 req-51477801-9556-435e-8d00-451146c02b4a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:56.526190 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-11e16aca-f1c2-47b1-bff9-0e771f5c4d83 req-51477801-9556-435e-8d00-451146c02b4a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0667129 Nov 09 18:33:56.586702 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-11e16aca-f1c2-47b1-bff9-0e771f5c4d83 req-b9defc33-4f2b-40c4-8ae2-f00539c59055 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539815 Nov 09 18:33:57.708931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae6af3-e4c9-47b2-9743-c64a8eab9a7b req-2c4c2c20-d7e6-4eca-ad28-cc4e0ce86155 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:57.710495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40ae6af3-e4c9-47b2-9743-c64a8eab9a7b req-2c4c2c20-d7e6-4eca-ad28-cc4e0ce86155 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0484405 Nov 09 18:33:57.761147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-40ae6af3-e4c9-47b2-9743-c64a8eab9a7b req-c09aaf50-6c06-4beb-9579-ff46b86d11a6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 Nov 09 18:33:58.085012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c43c698f-f69a-4047-823c-a96428250204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:33:58.897780 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe145d-a164-449a-85a0-40471575dcb8 req-72aae47f-6352-4882-a948-b2dd82331eaa tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:58.899317 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7fe145d-a164-449a-85a0-40471575dcb8 req-72aae47f-6352-4882-a948-b2dd82331eaa tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0501866 Nov 09 18:33:58.949781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b7fe145d-a164-449a-85a0-40471575dcb8 req-348d1395-eb50-46c3-a4c0-85394db3eb7a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Nov 09 18:33:59.155085 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:00.070414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7cdb-1f13-4b7c-b08f-7ea8a862ab39 req-75656822-0955-4489-a76f-6c78bb7a9983 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:00.071945 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f54c7cdb-1f13-4b7c-b08f-7ea8a862ab39 req-75656822-0955-4489-a76f-6c78bb7a9983 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0539742 Nov 09 18:34:00.121979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f54c7cdb-1f13-4b7c-b08f-7ea8a862ab39 req-a5a5a267-ceae-4947-b900-0954eb1924ff tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Nov 09 18:34:00.570223 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5660e015-e561-45c2-90d2-1ab6cb9c8fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:01.242127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e656-3e3f-449f-9cae-f15ccc7ca8a9 req-7614af2c-49ff-4ed5-a330-dfe1767ebfba tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:01.243664 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbc2e656-3e3f-449f-9cae-f15ccc7ca8a9 req-7614af2c-49ff-4ed5-a330-dfe1767ebfba tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0524893 Nov 09 18:34:01.294807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bbc2e656-3e3f-449f-9cae-f15ccc7ca8a9 req-66f67155-c886-4d88-a666-c88fc6aeb8ba tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Nov 09 18:34:01.955820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:02.412306 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7a43c-1a22-45e6-8c5e-29ad1151e004 req-2618925c-cf93-4497-b987-552938b8aab2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:02.413805 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51c7a43c-1a22-45e6-8c5e-29ad1151e004 req-2618925c-cf93-4497-b987-552938b8aab2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0497322 Nov 09 18:34:02.464548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-51c7a43c-1a22-45e6-8c5e-29ad1151e004 req-dbd2fa50-0ae0-413c-b85f-6e92a218e591 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Nov 09 18:34:03.403022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:03.587192 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30dec-cc61-4ac4-b848-d35a4844765f req-9ea5cec0-b5b5-4152-9707-4ddbd90c8de1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:03.588675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96d30dec-cc61-4ac4-b848-d35a4844765f req-9ea5cec0-b5b5-4152-9707-4ddbd90c8de1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0495875 Nov 09 18:34:03.632476 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:03.640535 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-96d30dec-cc61-4ac4-b848-d35a4844765f req-041da588-1b6f-4cf0-921c-6531c9dcb8f3 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459363 Nov 09 18:34:04.761040 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56cfc4-4d2b-4960-a549-38b0a238e2f6 req-7228cf99-85f0-4cff-8d40-0d430c85c611 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:04.762524 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c56cfc4-4d2b-4960-a549-38b0a238e2f6 req-7228cf99-85f0-4cff-8d40-0d430c85c611 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0496137 Nov 09 18:34:04.816275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3c56cfc4-4d2b-4960-a549-38b0a238e2f6 req-320015c7-1138-42bd-a17b-3e9d8632e57c tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Nov 09 18:34:05.932737 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d1b5-4319-4bf5-b9e9-0e9909ecef3e req-9ee0e44a-41b2-42d0-a9e7-137cdfb97452 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:05.934213 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9082d1b5-4319-4bf5-b9e9-0e9909ecef3e req-9ee0e44a-41b2-42d0-a9e7-137cdfb97452 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Nov 09 18:34:05.987310 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9082d1b5-4319-4bf5-b9e9-0e9909ecef3e req-a6429dd0-8669-4b1a-ba4b-952a8444bbbd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 Nov 09 18:34:06.010709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57122) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:06.072967 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-909bcb00-cff0-4ad7-857e-a58b2f72376f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/275f9683-33b8-4f3d-b1d5-94fa0a328dd5 HTTP/1.1" status: 200 len: 994 time: 0.0610554 Nov 09 18:34:07.384858 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b4b84-c168-4d9e-badd-89484eea03f8 req-ee50eb30-2d49-4323-81dd-cae7ea61659f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:07.386310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d4b4b84-c168-4d9e-badd-89484eea03f8 req-ee50eb30-2d49-4323-81dd-cae7ea61659f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0740511 Nov 09 18:34:07.418592 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-c583244c-ce6f-4b2a-85ad-fc22f2b4fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:07.420093 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-c583244c-ce6f-4b2a-85ad-fc22f2b4fc0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0706849 Nov 09 18:34:07.461063 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d4b4b84-c168-4d9e-badd-89484eea03f8 req-f8989c1e-2121-479e-88a5-584c7767f226 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685396 Nov 09 18:34:07.531504 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-b4639fa9-5376-4052-8fa8-f94cdda8e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:07.533155 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-b4639fa9-5376-4052-8fa8-f94cdda8e777 service neutron] 10.222.0.83 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 897 time: 0.0975850 Nov 09 18:34:07.603863 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-d0e9caea-dcc3-4912-a0d6-9b623ab8d4cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 1002 time: 0.0595367 Nov 09 18:34:07.658537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-b72f5fc7-13e3-4c99-8f9e-5e584398f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:07.659955 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-b72f5fc7-13e3-4c99-8f9e-5e584398f127 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 200 len: 835 time: 0.0436480 Nov 09 18:34:07.713274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-de5278cb-a9e6-4982-9afd-aa15e878d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:07.715132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-de5278cb-a9e6-4982-9afd-aa15e878d805 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58d94929-7963-41f3-8c4f-0975e90a4d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445120 Nov 09 18:34:07.808636 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-def65d80-caef-4808-8687-64ce520b0fa2 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804222 Nov 09 18:34:07.905846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de2917d6-c5d1-4e9c-a202-8af115967bf2 req-d334cfd7-82f5-42a2-a27a-7c17c5cf8214 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Nov 09 18:34:08.582701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e6ff-9d60-47d5-8484-bb6453d0e0a5 req-58ff9a46-d5fb-4ea7-b0c8-04f14972caed tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:08.584284 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30f4e6ff-9d60-47d5-8484-bb6453d0e0a5 req-58ff9a46-d5fb-4ea7-b0c8-04f14972caed tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0512412 Nov 09 18:34:08.638335 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-30f4e6ff-9d60-47d5-8484-bb6453d0e0a5 req-6c611315-ab0e-4dd0-8e0d-efceb3997b59 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480220 Nov 09 18:34:08.661502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57132) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:08.723183 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b061fa8b-6494-4ae6-9aa5-7522ed203761 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/275f9683-33b8-4f3d-b1d5-94fa0a328dd5 HTTP/1.1" status: 200 len: 994 time: 0.0605106 Nov 09 18:34:12.460463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-d76590a4-df9d-463d-b36a-9158b8e38c67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410194 Nov 09 18:34:12.544309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-add2be89-d585-47c0-bffc-d5b90f74b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:12.546373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-add2be89-d585-47c0-bffc-d5b90f74b5e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0421956 Nov 09 18:34:12.654959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-9a48a373-63b1-4147-8bc5-d91e40410672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:12.656495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-9a48a373-63b1-4147-8bc5-d91e40410672 service neutron] 10.222.0.83 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 897 time: 0.0914407 Nov 09 18:34:12.728002 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-f31cb466-44c6-4954-8f10-5810a7d7c612 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 1002 time: 0.0644362 Nov 09 18:34:12.776745 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-9bb0110e-1a46-4cfd-8c9f-632bd70eaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:12.778189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-9bb0110e-1a46-4cfd-8c9f-632bd70eaa05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 200 len: 835 time: 0.0436950 Nov 09 18:34:13.170368 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-54fd3152-81fb-4d6d-b01b-5300a0e534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:13.171893 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-54fd3152-81fb-4d6d-b01b-5300a0e534c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58d94929-7963-41f3-8c4f-0975e90a4d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3860064 Nov 09 18:34:13.261847 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-c1739913-9f06-46b3-b26c-06c341e3c251 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 Nov 09 18:34:13.354434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3987b392-c88b-484b-80c2-c85ea8cdff96 req-a6321fe2-2266-4b4f-8678-a9a3b2c68f3a service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847614 Nov 09 18:34:14.100309 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:34:23.713391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:28.086819 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d392c35-0d7a-47fc-a0d1-7adf01b330b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:29.146141 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:30.561075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a17bffb-0b8e-41ca-82a7-b10fe37e5a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:31.957399 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:33.404639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:33.635097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:41.350443 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57146) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:41.512540 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 9e64aa23-937c-403b-ba2b-087bb731d666 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:34:41.512792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:41.589426 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:41.589728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:41.601766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 9e64aa23-937c-403b-ba2b-087bb731d666 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:34:41.747377 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:41.782226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=9e64aa23-937c-403b-ba2b-087bb731d666,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:41.807831 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.808168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.808513 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.808855 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.809206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.809530 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.809862 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.810194 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.810533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.810851 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.811203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.811529 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:41.851178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:41.851508 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 275f9683-33b8-4f3d-b1d5-94fa0a328dd5 disassociated (deleted). External IP: 172.25.3.134, port: 23228436-5414-437c-a588-85977689ab53. Nov 09 18:34:42.056662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 16d081f6-d142-4b0d-a02c-8377a446ed72 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:42.165319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:42.169883 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:42.177252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] Sync routers for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:42.192386 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:42.193103 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.197717 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a8ba2d5b-38a4-475e-8bb2-f2690d63c745 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/floatingips/275f9683-33b8-4f3d-b1d5-94fa0a328dd5 HTTP/1.1" status: 204 len: 168 time: 0.8461332 Nov 09 18:34:42.198312 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'tag': '23228436-5414-437c-a588-85977689ab53'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:42.200625 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "tag": "23228436-5414-437c-a588-85977689ab53"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:42.245470 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef00bb67-bf0b-4807-9aeb-9a36975c451d x-openstack-request-id: req-ef00bb67-bf0b-4807-9aeb-9a36975c451d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:42.245774 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "tag": "23228436-5414-437c-a588-85977689ab53", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:42.246031 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef00bb67-bf0b-4807-9aeb-9a36975c451d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:42.246574 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'tag': '23228436-5414-437c-a588-85977689ab53', 'status': 'completed', 'code': 200} Nov 09 18:34:42.309793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:42.315532 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-5b4d909d-e666-4ab9-aa6c-f664bd3a73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:42.317064 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-5b4d909d-e666-4ab9-aa6c-f664bd3a73bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0460939 Nov 09 18:34:42.457114 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-c466ad06-e1d5-4566-b607-577361f5655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:42.458612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-c466ad06-e1d5-4566-b607-577361f5655d service neutron] 10.222.0.83 "GET /v2.0/networks?id=58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 200 len: 897 time: 0.1288235 Nov 09 18:34:42.467470 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ac7d-ac72-482f-b528-d8c6188fd52c req-1142c4d7-ffde-494b-9baf-b18cd770638b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:42.469685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3358ac7d-ac72-482f-b528-d8c6188fd52c req-1142c4d7-ffde-494b-9baf-b18cd770638b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0764725 Nov 09 18:34:42.511729 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-507eb863-0ccb-4953-9d02-30c9fd793a50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 200 len: 217 time: 0.0409033 Nov 09 18:34:42.521133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:08Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.547896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] Checking router: 16d081f6-d142-4b0d-a02c-8377a446ed72 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:42.556880 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:42.557499 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.587252 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3358ac7d-ac72-482f-b528-d8c6188fd52c req-518883fd-ae67-4403-b74d-f2d296d99b8b tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088703 Nov 09 18:34:42.592755 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-0bc98980-edf6-4666-9dbd-11fc6d9cb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:42.594231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-0bc98980-edf6-4666-9dbd-11fc6d9cb7e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 200 len: 835 time: 0.0724375 Nov 09 18:34:42.645706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-36faf16b-05b2-43fd-ae5e-53b49e382968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:42.647277 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-36faf16b-05b2-43fd-ae5e-53b49e382968 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58d94929-7963-41f3-8c4f-0975e90a4d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440888 Nov 09 18:34:42.667371 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:42.741222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-668fdb68-d644-4e9e-aaf9-07b07e550cfa service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Nov 09 18:34:42.839697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e4ef21b9-34de-4f38-81ef-2e92e4be8d5b req-54af0eca-823f-4767-a1c0-cc7c04ef6f09 service neutron] 10.222.0.83 "GET /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904925 Nov 09 18:34:42.879044 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:08Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.904716 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c1153-0866-4580-9ca7-6aea073558f3 None None] The sync data for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 is: [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:05Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'e2a97ccb-5d14-4637-9892-9d71b2a92dca', 'name': '', 'network_id': '58d94929-7963-41f3-8c4f-0975e90a4d4a', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:47:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:04Z', 'updated_at': '2021-11-09T18:33:08Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '7a9071eb-c92e-4e90-9bf7-a0c031a49078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:43.134238 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0236477-9dbf-4783-b6b2-531f0e8fcd29 None None] New status for floating IP 275f9683-33b8-4f3d-b1d5-94fa0a328dd5: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:34:43.707792 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66a0a6-918b-41f7-b81e-73933d8bef06 req-13d4ca7f-920a-4ad5-ba86-5b036ec6a7a6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:43.709276 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db66a0a6-918b-41f7-b81e-73933d8bef06 req-13d4ca7f-920a-4ad5-ba86-5b036ec6a7a6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Nov 09 18:34:43.762232 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-db66a0a6-918b-41f7-b81e-73933d8bef06 req-19624ed5-3449-4490-962d-28080436bcae tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=dded24d7-acc4-4e33-a517-46a45c10ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 Nov 09 18:34:44.198185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-8bc3a8f5-3316-49e2-89b2-1423035976b8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:44.199697 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-8bc3a8f5-3316-49e2-89b2-1423035976b8 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 946 time: 0.0498967 Nov 09 18:34:44.294019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 23228436-5414-437c-a588-85977689ab53 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:34:44.294388 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:44.382286 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 23228436-5414-437c-a588-85977689ab53, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=23228436-5414-437c-a588-85977689ab53,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:44.382556 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:44.396115 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 23228436-5414-437c-a588-85977689ab53 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:34:44.527433 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:44.559852 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=23228436-5414-437c-a588-85977689ab53,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.589601 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.589955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.590307 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.590645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.591034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.591353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.591690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.592025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.592360 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.592694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.593029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.593357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:44.620932 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] No DVR routers for this DVR port 23228436-5414-437c-a588-85977689ab53 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:44.623669 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:44.628125 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9c851639-07ff-420c-b0ac-bb62326f3b41 req-628bb645-b520-4fdf-9024-ef00f114175a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "DELETE /v2.0/ports/23228436-5414-437c-a588-85977689ab53 HTTP/1.1" status: 204 len: 173 time: 0.4206233 Nov 09 18:34:44.628616 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'name': 'network-vif-deleted', 'tag': '23228436-5414-437c-a588-85977689ab53'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:44.631128 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f6be0-2dca-4bb6-803b-c2a4ffdd4570" -d '{"events": [{"server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "name": "network-vif-deleted", "tag": "23228436-5414-437c-a588-85977689ab53"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:44.670172 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f7ce8-ff06-4a65-81fb-02ebab1dc618 x-openstack-request-id: req-138f7ce8-ff06-4a65-81fb-02ebab1dc618 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:44.670471 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832775e-d5b0-4973-b781-204793b7ea99", "name": "network-vif-deleted", "tag": "23228436-5414-437c-a588-85977689ab53", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:44.670734 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-138f7ce8-ff06-4a65-81fb-02ebab1dc618 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:44.671362 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832775e-d5b0-4973-b781-204793b7ea99', 'name': 'network-vif-deleted', 'tag': '23228436-5414-437c-a588-85977689ab53', 'status': 'completed', 'code': 200} Nov 09 18:34:44.878521 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-011560b6-56df-46aa-831d-05a8767181ad req-043be849-b063-4a67-bac7-e49c0d38fda7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=c832775e-d5b0-4973-b781-204793b7ea99 HTTP/1.1" status: 200 len: 210 time: 0.0309000 Nov 09 18:34:45.936224 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57162) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:46.299115 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:46.555158 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port e2a97ccb-5d14-4637-9892-9d71b2a92dca {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:34:46.555503 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:46.646624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port e2a97ccb-5d14-4637-9892-9d71b2a92dca, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=e2a97ccb-5d14-4637-9892-9d71b2a92dca,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:46.647002 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:46.951837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for e2a97ccb-5d14-4637-9892-9d71b2a92dca owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:34:47.145836 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.174086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=e2a97ccb-5d14-4637-9892-9d71b2a92dca,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:47.346875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.565584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 16d081f6-d142-4b0d-a02c-8377a446ed72 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:47.672652 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:47.677629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-275e467b-7743-444b-bb92-04c722130730 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/16d081f6-d142-4b0d-a02c-8377a446ed72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403891 Nov 09 18:34:47.680357 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57164) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:47.682889 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec0151-1725-41c4-9545-eb608810769a None None] Sync routers for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:47.694473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:47.695109 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:47.732879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting subnet 7a9071eb-c92e-4e90-9bf7-a0c031a49078 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:34:47.737168 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.778647 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.802411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:47.869356 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.936683 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.963867 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9071eb-c92e-4e90-9bf7-a0c031a49078,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:47.967488 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:47.971324 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c2dce4a-3e9c-4afa-894f-13d8733567f2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/subnets/7a9071eb-c92e-4e90-9bf7-a0c031a49078 HTTP/1.1" status: 204 len: 168 time: 0.2897823 Nov 09 18:34:47.974383 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57166) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:47.978706 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b88a7-60f8-4a42-aac7-f765fe4731af None None] Network 58d94929-7963-41f3-8c4f-0975e90a4d4a requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:48.075452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:34:47Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:48.092600 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.121344 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec0151-1725-41c4-9545-eb608810769a None None] Checking router: 16d081f6-d142-4b0d-a02c-8377a446ed72 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:48.136409 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] Routers {'16d081f6-d142-4b0d-a02c-8377a446ed72'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:48.137027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['16d081f6-d142-4b0d-a02c-8377a446ed72'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:48.203110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.247578 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] Set router 16d081f6-d142-4b0d-a02c-8377a446ed72 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:48.252331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] DHCP port deletion for 58d94929-7963-41f3-8c4f-0975e90a4d4a request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:48.268568 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:34:48.268917 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.354825 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:48.355316 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.369050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:34:48.385794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 35e2a01d-cab9-4d48-a680-ba4a3805cba3 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:48.547631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.574667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=5afd5c6d-ae3c-4cd8-963f-4f41e1136d88,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:48.615089 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d0247-84bf-4177-b4bb-7de01b2b2eaa None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:48.627798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] Deleting port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:34:48.628180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.645997 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.741809 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.744046 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.745935 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] For port 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=35e2a01d-cab9-4d48-a680-ba4a3805cba3,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:48.746416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.772148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] Calling delete_port for 35e2a01d-cab9-4d48-a680-ba4a3805cba3 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:34:48.785985 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.792004 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.792616 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Fanout notify agent at l3_agent the message router_deleted on router 16d081f6-d142-4b0d-a02c-8377a446ed72 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:34:48.801335 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.805589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:48.808591 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-459eb557-e8d0-498f-9196-ea3dd31846bd tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/routers/16d081f6-d142-4b0d-a02c-8377a446ed72 HTTP/1.1" status: 204 len: 168 time: 0.8329268 Nov 09 18:34:48.846012 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-abec0151-1725-41c4-9545-eb608810769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:34:47Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:48.893739 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.898498 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec0151-1725-41c4-9545-eb608810769a None None] The sync data for ids ['16d081f6-d142-4b0d-a02c-8377a446ed72'] in n-d-804292-3 is: [{'id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898670451', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:34:47Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '5afd5c6d-ae3c-4cd8-963f-4f41e1136d88', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d081f6-d142-4b0d-a02c-8377a446ed72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:33:01Z', 'updated_at': '2021-11-09T18:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:48.901074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=35e2a01d-cab9-4d48-a680-ba4a3805cba3,segment=NetworkSegment(2db5d114-5d5c-43c9-a921-791709cfa55c),segment_id=2db5d114-5d5c-43c9-a921-791709cfa55c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:48.908219 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.957196 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.964221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:34:48.964569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:48.977648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] No DVR routers for this DVR port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:48.988412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=35e2a01d-cab9-4d48-a680-ba4a3805cba3,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:48.996494 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.996846 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.997190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.997531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.997869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.998204 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.998532 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.998859 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.999213 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.999536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:48.999869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:49.000224 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:49.024412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66456b9-dc12-4681-88f5-cae2902d8032 None None] Pushing event deleted for resources: {'Port': ['ID=35e2a01d-cab9-4d48-a680-ba4a3805cba3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:49.041430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 35e2a01d-cab9-4d48-a680-ba4a3805cba3, host n-d-804292-3, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:49.041791 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.055126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 35e2a01d-cab9-4d48-a680-ba4a3805cba3 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:34:49.057676 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:34:49.058923 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.083557 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=35e2a01d-cab9-4d48-a680-ba4a3805cba3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:49.088845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] No DVR routers for this DVR port 35e2a01d-cab9-4d48-a680-ba4a3805cba3 on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:49.095096 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 23228436-5414-437c-a588-85977689ab53 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:49.116797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 23228436-5414-437c-a588-85977689ab53 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:34:49.117153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 23228436-5414-437c-a588-85977689ab53 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:49.173638 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.194172 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d94929-7963-41f3-8c4f-0975e90a4d4a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:49.203310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db5d114-5d5c-43c9-a921-791709cfa55c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:49.203607 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db5d114-5d5c-43c9-a921-791709cfa55c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:49.212749 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.226287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.233122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:34:49.233643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:34:49.237779 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:34:49.296751 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.302895 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.309163 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/networks/58d94929-7963-41f3-8c4f-0975e90a4d4a HTTP/1.1" status: 204 len: 168 time: 0.5014329 Nov 09 18:34:49.309973 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57170) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:49.324551 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19517158-ad67-4da9-a596-c2ca014ef96e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Network': ['ID=58d94929-7963-41f3-8c4f-0975e90a4d4a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:49.373283 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a6517de-459b-4796-a5e1-5abf162ae225 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.400547 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a6517de-459b-4796-a5e1-5abf162ae225 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.468006 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a6517de-459b-4796-a5e1-5abf162ae225 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.471560 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a6517de-459b-4796-a5e1-5abf162ae225 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.472755 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7a6517de-459b-4796-a5e1-5abf162ae225 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/security-groups/dded24d7-acc4-4e33-a517-46a45c10ac62 HTTP/1.1" status: 204 len: 168 time: 0.1611753 Nov 09 18:34:49.482502 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6517de-459b-4796-a5e1-5abf162ae225 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dded24d7-acc4-4e33-a517-46a45c10ac62,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:49.828819 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57176) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:49.833484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487550645', 'description': 'tempest-secgroup-smoke-487550645 description', 'project_id': '741cc49f03074d5bb5e6896104031368'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:49.863277 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.932196 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.935837 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.970364 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:49.971706 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1417949 Nov 09 18:34:49.973484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3262b7-b2f5-41af-a6c2-1abf81cbf677 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7760ff2-7510-4644-8b91-bb7eb19ef400,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:49.975232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57178) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:49.980147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'b7760ff2-7510-4644-8b91-bb7eb19ef400', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.013292 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.061052 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.065611 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.083486 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dc1928-930e-4b13-b108-b4a56d7d1a59,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.091010 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.092266 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-abbf9705-7a8f-4ded-b5be-2d63b9d7e7de tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159456 Nov 09 18:34:50.095493 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57180) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.099954 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'b7760ff2-7510-4644-8b91-bb7eb19ef400', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.126500 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.181954 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.185688 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.203461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1da19e-f18c-4aa3-b153-132f91bfa7ce,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.212640 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.214816 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c216b525-fd5c-40c0-a3bf-0f1b8e95355a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183238 Nov 09 18:34:50.216570 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57182) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.221271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'b7760ff2-7510-4644-8b91-bb7eb19ef400', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.255271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.288965 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e2a97ccb-5d14-4637-9892-9d71b2a92dca no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:50.315686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: e2a97ccb-5d14-4637-9892-9d71b2a92dca {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:34:50.315949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device e2a97ccb-5d14-4637-9892-9d71b2a92dca not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:50.316361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:50.316485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.320212 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.336629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:34:50.336982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 5afd5c6d-ae3c-4cd8-963f-4f41e1136d88 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:50.342090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4b1bc9-2a4b-4397-bc27-69b0db5f8da9,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.347536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.348725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f5e07357-f325-4879-b0bd-8085faf236d6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312222 Nov 09 18:34:50.351555 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57184) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.355848 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'b7760ff2-7510-4644-8b91-bb7eb19ef400', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.383948 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.443731 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.447255 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.464655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a589db2c-4f9b-4349-a455-da25bc6aa372,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.472709 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.473906 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7c7bd37a-94a5-4da0-92b4-a7f92795b27e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214318 Nov 09 18:34:50.476613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57186) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.480929 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'b7760ff2-7510-4644-8b91-bb7eb19ef400', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.502478 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:34:50.507498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.565124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.575030 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.594342 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c622dd81-f5b0-4a18-80aa-c33b77485472,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.602671 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.603904 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-78f8d8ad-64c0-4f50-8b53-7f6b09428d86 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262896 Nov 09 18:34:50.607150 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57188) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.612265 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'security_group_rule': {'security_group_id': 'b7760ff2-7510-4644-8b91-bb7eb19ef400', 'project_id': '741cc49f03074d5bb5e6896104031368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.633077 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Project 741cc49f03074d5bb5e6896104031368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:34:50.637779 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.696005 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.700014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.717035 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be677ea-39b8-4585-8f1c-86fd45753f04,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.725929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.727140 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5c3cc042-2d44-47ce-8bdb-99713a164ac0 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190426 Nov 09 18:34:50.729924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57190) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.735246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'network': {'name': 'tempest-network-smoke--1800702723', 'project_id': '741cc49f03074d5bb5e6896104031368', 'port_security_enabled': True}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.756071 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:50.759840 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.785019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:34:50.794721 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.795185 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Added segment 1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb of type vlan for network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d Nov 09 18:34:50.838623 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.870312 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.876869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:50.877485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.940807 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2098258 Nov 09 18:34:50.943783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57192) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:50.948465 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'admin_state_up': True, 'project_id': '741cc49f03074d5bb5e6896104031368', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:50.950019 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09c05-5d58-4fee-89fb-6a52efdf3351 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Network': ['ID=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.961105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:34:50.979221 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:50.980362 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.037487 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.099762 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:34:51.177723 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.388091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.408289 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.534357 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.100 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/6eb4c530-70e1-4964-8d20-a5934f9d70d8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:51.662534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.700165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.741765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:51.746931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:51.749506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:51.761479 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9ef39-db27-45f5-ae7e-fb600ee502fa None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:51.776925 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=6eb4c530-70e1-4964-8d20-a5934f9d70d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:51.891874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4597ebeb-2871-4077-b808-665fda771d90 None None] Provisioning complete for port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:51.892262 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4597ebeb-2871-4077-b808-665fda771d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:51.945511 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4597ebeb-2871-4077-b808-665fda771d90 None None] Port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:34:52.040880 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:52.284553 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:52.451994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 48c946c5-4ad7-4206-8eb3-783e3f012874 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:34:52.559847 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:52.571560 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Sync routers for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:52.581414 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:52.582603 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:52.582731 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f68b7660-6e0e-4948-80a4-5ef528b282a4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6378250 Nov 09 18:34:52.583648 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:52.585763 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:52.613924 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b0d5062c-8708-4f35-9f37-95cc412bfe91 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=741cc49f03074d5bb5e6896104031368&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269842 Nov 09 18:34:52.617175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:52.689634 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:52.706238 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3d769-86ea-4dbd-8e68-eaacc222bace tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:52.707767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e9d3d769-86ea-4dbd-8e68-eaacc222bace tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903010 Nov 09 18:34:52.710573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:52.744415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5918754a-6017-4734-8572-a54876027431 tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d9a15a03-b64e-4568-a794-48c9562756cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327365 Nov 09 18:34:52.746951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:52.751726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-282141492', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'project_id': '741cc49f03074d5bb5e6896104031368', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:52.839442 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:52.842853 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:52.868575 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:51Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:52.898456 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Checking router: 48c946c5-4ad7-4206-8eb3-783e3f012874 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:52.898780 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Updating router 48c946c5-4ad7-4206-8eb3-783e3f012874 port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:34:52.924420 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.032761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.099327 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Subnet': ['ID=457ae4fa-41c8-4d35-a47e-2cc338a3a166,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:53.108469 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Checking segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:34:53.108833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network hostable DHCP agents. Network: 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:34:53.127800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:34:53.137489 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:53.143272 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:53.144143 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.148139 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2e4ab-7430-4af1-bd66-b191a2b0183f None None] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:53.163357 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5f83b0f9-81b1-4b31-acda-ac211298532d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4153202 Nov 09 18:34:53.166107 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:53.181371 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.187403 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.229718 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Pushing event updated for resources: {'Port': ['ID=6eb4c530-70e1-4964-8d20-a5934f9d70d8,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:53.238655 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.239012 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.239562 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.240057 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.240545 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.241046 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.241534 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.241852 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.242182 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.242509 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.242836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.243230 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:53.259883 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Attempting to bind port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:34:53.260259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Attempting to bind port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:34:53.260626 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Attempting to bind port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:53.266372 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:53.266871 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:34:53.267166 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.267734 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:53.268388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Bound port: 6eb4c530-70e1-4964-8d20-a5934f9d70d8, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:34:53.268771 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.273817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52628a07-3045-4571-bcab-729770569f6e None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:53.330485 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:34:53.330747 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] For port 6eb4c530-70e1-4964-8d20-a5934f9d70d8, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:53.332576 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.334189 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] For port 6eb4c530-70e1-4964-8d20-a5934f9d70d8, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6eb4c530-70e1-4964-8d20-a5934f9d70d8,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:53.338815 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.382319 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:53.382936 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:53.412559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a8bcc-7501-45f6-80eb-31fa39b55bb2 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:53.443299 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2269b2-a578-40a4-8901-9268617b0675 None None] Pushing event updated for resources: {'Port': ['ID=6eb4c530-70e1-4964-8d20-a5934f9d70d8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:53.445378 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-d3c848a7-e5a9-43fa-b5bd-f9028952072b None None] Provisioning complete for port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:53.445752 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3c848a7-e5a9-43fa-b5bd-f9028952072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.519287 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:53.542737 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Allocated IP 172.20.0.2 (9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d/457ae4fa-41c8-4d35-a47e-2cc338a3a166/4490bb0f-c3b9-47b6-a393-2bdb20488843) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:53.652094 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3c848a7-e5a9-43fa-b5bd-f9028952072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.684665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d3c848a7-e5a9-43fa-b5bd-f9028952072b None None] For port 6eb4c530-70e1-4964-8d20-a5934f9d70d8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6eb4c530-70e1-4964-8d20-a5934f9d70d8,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:53.697796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.700585 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3c848a7-e5a9-43fa-b5bd-f9028952072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.702035 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:51Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:53.739424 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa41be1-83e9-4165-9e2f-df7938440c1b None None] The sync data for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 is: [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:51Z', 'revision_number': 3, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:53.788815 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.836678 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.838338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c848a7-e5a9-43fa-b5bd-f9028952072b None None] Pushing event updated for resources: {'Port': ['ID=6eb4c530-70e1-4964-8d20-a5934f9d70d8,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:53.849590 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.854903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-86efabd2-9d4f-4d24-ae7b-f4d7aee60ffe None None] Provisioning complete for port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:53.854903 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86efabd2-9d4f-4d24-ae7b-f4d7aee60ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:53.930324 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:53.933825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Pushing event updated for resources: {'Port': ['ID=4490bb0f-c3b9-47b6-a393-2bdb20488843,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:53.939575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:53.942242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:54.049373 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Attempting to bind port 4490bb0f-c3b9-47b6-a393-2bdb20488843 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:34:54.049798 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Attempting to bind port 4490bb0f-c3b9-47b6-a393-2bdb20488843 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:34:54.050107 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Attempting to bind port 4490bb0f-c3b9-47b6-a393-2bdb20488843 on network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:54.065040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:54.065427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Checking segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:34:54.066061 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.066470 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Bound using segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:54.066969 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Bound port: 4490bb0f-c3b9-47b6-a393-2bdb20488843, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:34:54.067392 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.161457 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] For port 4490bb0f-c3b9-47b6-a393-2bdb20488843, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:54.165524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] For port 4490bb0f-c3b9-47b6-a393-2bdb20488843, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4490bb0f-c3b9-47b6-a393-2bdb20488843,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:54.170378 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.252157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf137081-6b2c-49be-a8e0-dafe9ae94838 None None] Pushing event updated for resources: {'Port': ['ID=4490bb0f-c3b9-47b6-a393-2bdb20488843,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:54.356318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6eb4c530-70e1-4964-8d20-a5934f9d70d8 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:54.438459 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:54.438837 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.487261 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.1 (9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d/457ae4fa-41c8-4d35-a47e-2cc338a3a166/63724c27-b4fb-414e-8e7a-e06403e234f3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:54.646347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.683223 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.726187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:54.731381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:54.735473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:54.742171 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=63724c27-b4fb-414e-8e7a-e06403e234f3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:54.794617 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:54.922700 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.220319 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.226067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.272180 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c52204-d265-47d9-af51-495a29008a77 None None] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:55.307542 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.309386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=63724c27-b4fb-414e-8e7a-e06403e234f3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:55.347189 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-e3413204-f8c7-42cb-93e4-132d15ad3f21 None None] Provisioning complete for port 4490bb0f-c3b9-47b6-a393-2bdb20488843 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:55.347561 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3413204-f8c7-42cb-93e4-132d15ad3f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.403154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:55.404595 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:55.503802 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3413204-f8c7-42cb-93e4-132d15ad3f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.522943 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 48c946c5-4ad7-4206-8eb3-783e3f012874 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:55.547868 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e3413204-f8c7-42cb-93e4-132d15ad3f21 None None] For port 4490bb0f-c3b9-47b6-a393-2bdb20488843, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4490bb0f-c3b9-47b6-a393-2bdb20488843,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:55.552766 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3413204-f8c7-42cb-93e4-132d15ad3f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.608384 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413204-f8c7-42cb-93e4-132d15ad3f21 None None] Pushing event updated for resources: {'Port': ['ID=4490bb0f-c3b9-47b6-a393-2bdb20488843,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:55.663212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:55.678110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b39752d8-2fa1-45fc-be2d-358a1c88c66e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/48c946c5-4ad7-4206-8eb3-783e3f012874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007732 Nov 09 18:34:55.786117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-93ae236b-f05b-4a7a-953a-c1faecdcd01d None None] Provisioning complete for port 63724c27-b4fb-414e-8e7a-e06403e234f3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:55.786491 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93ae236b-f05b-4a7a-953a-c1faecdcd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.815978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Sync routers for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:55.837556 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:55.838083 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:55.840088 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-93ae236b-f05b-4a7a-953a-c1faecdcd01d None None] Port 63724c27-b4fb-414e-8e7a-e06403e234f3 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:34:55.859936 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-3bb43fa8-03f6-4c3a-886a-40dbd92317db tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487550645&fields=id&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 267 time: 0.0688119 Nov 09 18:34:55.901367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-93ae236b-f05b-4a7a-953a-c1faecdcd01d None None] Provisioning complete for port 4490bb0f-c3b9-47b6-a393-2bdb20488843 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:55.901367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93ae236b-f05b-4a7a-953a-c1faecdcd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:55.982678 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-1dd9a4ff-f370-47ea-ba17-c69da82a8f6d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:55.985994 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-1dd9a4ff-f370-47ea-ba17-c69da82a8f6d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 797 time: 0.1174824 Nov 09 18:34:56.008248 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-40cfd3df-de22-4a11-9101-0ccc4e138560 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/quotas/741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 375 time: 0.0122452 Nov 09 18:34:56.066485 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-1dfc3353-2208-4916-8902-3ab780f458f1 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537941 Nov 09 18:34:56.153152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-c65d2290-ebb5-443c-af51-91537e9e970e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:34:56.154212 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:56.154497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-c65d2290-ebb5-443c-af51-91537e9e970e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0751178 Nov 09 18:34:56.261712 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-e4bff479-3ed7-4cfd-98af-792719c3105f service neutron] 10.222.0.45 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925157 Nov 09 18:34:56.339683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4490bb0f-c3b9-47b6-a393-2bdb20488843 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:56.355529 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-ca6e08c3-7222-4093-afa1-b4810615675b service neutron] 10.222.0.45 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928974 Nov 09 18:34:56.446576 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 4490bb0f-c3b9-47b6-a393-2bdb20488843 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:56.446949 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:56.474358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-16d3c721-8816-4b38-9df0-c78ca9e5b283 None None] Provisioning complete for port 63724c27-b4fb-414e-8e7a-e06403e234f3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:56.474735 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d3c721-8816-4b38-9df0-c78ca9e5b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:56.527287 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:55Z', 'revision_number': 2, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:56.528981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-16d3c721-8816-4b38-9df0-c78ca9e5b283 None None] Port 63724c27-b4fb-414e-8e7a-e06403e234f3 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:34:56.535106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f0f3714-950d-4730-8f60-e8bca6c089d6 req-0258d8ce-a97c-4553-b063-9a14fe615081 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 210 time: 0.0347288 Nov 09 18:34:56.563075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Checking router: 48c946c5-4ad7-4206-8eb3-783e3f012874 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:56.563445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Updating router 48c946c5-4ad7-4206-8eb3-783e3f012874 port 63724c27-b4fb-414e-8e7a-e06403e234f3 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:34:56.591721 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:56.895910 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:56.900672 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:56.962155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f2a7-945b-493a-a1c3-e585d792656b None None] Pushing event updated for resources: {'Port': ['ID=63724c27-b4fb-414e-8e7a-e06403e234f3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:57.022039 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Attempting to bind port 63724c27-b4fb-414e-8e7a-e06403e234f3 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:34:57.022415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Attempting to bind port 63724c27-b4fb-414e-8e7a-e06403e234f3 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:34:57.022783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Attempting to bind port 63724c27-b4fb-414e-8e7a-e06403e234f3 on network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:57.029079 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:57.029456 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Checking segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:34:57.029865 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.030259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Bound using segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:57.030732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Bound port: 63724c27-b4fb-414e-8e7a-e06403e234f3, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:34:57.031209 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.112272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] For port 63724c27-b4fb-414e-8e7a-e06403e234f3, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:57.116637 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] For port 63724c27-b4fb-414e-8e7a-e06403e234f3, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=63724c27-b4fb-414e-8e7a-e06403e234f3,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:57.122225 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.188670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:57.189393 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:34:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:57.237699 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f2a7-945b-493a-a1c3-e585d792656b None None] Pushing event updated for resources: {'Port': ['ID=63724c27-b4fb-414e-8e7a-e06403e234f3,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:57.304704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8cac4b32-5720-4f16-9999-6c780134a8d9 None None] Provisioning complete for port 63724c27-b4fb-414e-8e7a-e06403e234f3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:57.305084 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cac4b32-5720-4f16-9999-6c780134a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.358021 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:57.518336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cac4b32-5720-4f16-9999-6c780134a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.581404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8cac4b32-5720-4f16-9999-6c780134a8d9 None None] For port 63724c27-b4fb-414e-8e7a-e06403e234f3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=63724c27-b4fb-414e-8e7a-e06403e234f3,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:57.604466 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cac4b32-5720-4f16-9999-6c780134a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.641242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-11175b68-c9f6-4f80-a7ab-0d3d4ec366e6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.643500 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-11175b68-c9f6-4f80-a7ab-0d3d4ec366e6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 797 time: 0.1316524 Nov 09 18:34:57.667684 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4b32-5720-4f16-9999-6c780134a8d9 None None] Pushing event updated for resources: {'Port': ['ID=63724c27-b4fb-414e-8e7a-e06403e234f3,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:57.687910 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:57.690202 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8bd0abdf-337a-44e8-be20-d0152720ed27 req-34b2f2b5-3803-4692-8778-d603e0350d47 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 210 time: 0.0385797 Nov 09 18:34:57.729441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-2d2f2c55-9d6f-4917-bb28-1e5a0bbe661f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cc49f03074d5bb5e6896104031368 HTTP/1.1" status: 200 len: 379 time: 0.0684497 Nov 09 18:34:57.730340 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44cd40-6245-42ee-8644-24ddbba101b2 None None] The sync data for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 is: [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:57.742152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-16c27b57-1c0d-4d66-ac3b-7977d196e77b None None] Provisioning complete for port 63724c27-b4fb-414e-8e7a-e06403e234f3 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:57.742535 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16c27b57-1c0d-4d66-ac3b-7977d196e77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:57.743792 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'port': {'device_id': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'admin_state_up': True, 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'security_groups': ['b7760ff2-7510-4644-8b91-bb7eb19ef400']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:57.895984 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Made reservation on behalf of 741cc49f03074d5bb5e6896104031368 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:57.899612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.039842 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.20.0.4 (9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d/457ae4fa-41c8-4d35-a47e-2cc338a3a166/b991adad-381e-43a9-b0a7-e7fb59692387) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:58.096526 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fb194eb-e7d5-401b-ae32-8af12a7b3e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.198459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.233378 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.278652 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:58.284380 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:58.290693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:58.331987 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=b991adad-381e-43a9-b0a7-e7fb59692387,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:58.337298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 63724c27-b4fb-414e-8e7a-e06403e234f3 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:58.371506 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:58.372336 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.393660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-9404030b-da7d-4cda-9b31-b9773d72f908 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538384 Nov 09 18:34:58.407132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 63724c27-b4fb-414e-8e7a-e06403e234f3 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:58.407702 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.415264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Request body: {'port': {'device_id': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:58.495214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.656646 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-a427c746-94a6-4c2e-a44c-3a3edc041108 None None] Provisioning complete for port b991adad-381e-43a9-b0a7-e7fb59692387 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:58.657022 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a427c746-94a6-4c2e-a44c-3a3edc041108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.692606 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a427c746-94a6-4c2e-a44c-3a3edc041108 None None] Port b991adad-381e-43a9-b0a7-e7fb59692387 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:34:58.839391 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991adad-381e-43a9-b0a7-e7fb59692387 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:34:58.849985 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.867412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fe8a-1479-44e3-96ea-dd917be4e8fb req-f4111a2b-1996-487a-9a6c-68b82a115142 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:58.869103 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8862fe8a-1479-44e3-96ea-dd917be4e8fb req-f4111a2b-1996-487a-9a6c-68b82a115142 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 931 time: 0.1047618 Nov 09 18:34:58.877441 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Transition to ACTIVE for port object b991adad-381e-43a9-b0a7-e7fb59692387 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:34:58.886679 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:58.991418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8862fe8a-1479-44e3-96ea-dd917be4e8fb req-5a058dc8-db35-41f0-8e8d-b34020c43b92 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125226 Nov 09 18:34:59.017625 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Pushing event updated for resources: {'Port': ['ID=b991adad-381e-43a9-b0a7-e7fb59692387,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:59.052975 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Attempting to bind port b991adad-381e-43a9-b0a7-e7fb59692387 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:34:59.053405 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Attempting to bind port b991adad-381e-43a9-b0a7-e7fb59692387 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:34:59.053742 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Attempting to bind port b991adad-381e-43a9-b0a7-e7fb59692387 on network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:59.058515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Port b991adad-381e-43a9-b0a7-e7fb59692387 on network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:34:59.058835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Attempting to bind port b991adad-381e-43a9-b0a7-e7fb59692387 on network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:59.064515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:59.064855 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Checking segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:34:59.065248 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Bound using segment: {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:59.065687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Bound port: b991adad-381e-43a9-b0a7-e7fb59692387, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:34:59.066044 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:59.148537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] For port b991adad-381e-43a9-b0a7-e7fb59692387, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:59.151851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] For port b991adad-381e-43a9-b0a7-e7fb59692387, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b991adad-381e-43a9-b0a7-e7fb59692387,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:59.157471 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:59.169877 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:59.190733 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.191509 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:34:59.192760 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] 10.222.0.83 "PUT /v2.0/ports/b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 1091 time: 0.7839894 Nov 09 18:34:59.193203 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:59.195491 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc" -d '{"events": [{"name": "network-changed", "server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:59.228090 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ed03-7ed4-4aa5-85c9-2021ca5007ab service neutron] Pushing event updated for resources: {'Port': ['ID=b991adad-381e-43a9-b0a7-e7fb59692387,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:59.274649 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f30d67a-8fda-434b-afdb-debac121cedb x-openstack-request-id: req-5f30d67a-8fda-434b-afdb-debac121cedb {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:59.274943 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:59.275223 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f30d67a-8fda-434b-afdb-debac121cedb {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:59.275635 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'status': 'completed', 'code': 200} Nov 09 18:34:59.293949 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-4988508a-bbcb-46dd-8991-af5b0fa71b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.295575 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-4988508a-bbcb-46dd-8991-af5b0fa71b79 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1094 time: 0.0531421 Nov 09 18:34:59.349917 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-db9d8157-6fff-4ad1-b577-e56312676a60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 217 time: 0.0426633 Nov 09 18:34:59.410221 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-4534330e-4e04-4ba3-aa40-b735242d1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.411756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-4534330e-4e04-4ba3-aa40-b735242d1752 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 200 len: 834 time: 0.0473185 Nov 09 18:34:59.461453 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-2f4dd0eb-b97f-46af-9689-3e734a6906a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.463132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-2f4dd0eb-b97f-46af-9689-3e734a6906a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432527 Nov 09 18:34:59.567902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-a3d0d1d4-e053-448f-97e2-f8121a42e4f1 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925221 Nov 09 18:34:59.664059 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f6d3127b-4133-4ca7-902b-3aa0e6381313 req-0ee38b52-55ed-4643-800a-aa15a46aaca9 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Nov 09 18:34:59.757570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-f09b3f26-6cc9-4dba-9b93-5b49d9d431fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.759235 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-f09b3f26-6cc9-4dba-9b93-5b49d9d431fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1094 time: 0.0429978 Nov 09 18:34:59.862362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-58bceca0-17e5-4615-b6e9-29066e271261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.863866 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-58bceca0-17e5-4615-b6e9-29066e271261 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 897 time: 0.0939312 Nov 09 18:34:59.910193 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-8e343cad-ddf4-41a8-94ed-359bc7407a8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 217 time: 0.0367656 Nov 09 18:34:59.967628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-8c93f251-42ac-4cb9-839a-5961c9fc7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:59.969389 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-8c93f251-42ac-4cb9-839a-5961c9fc7a31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 200 len: 834 time: 0.0494974 Nov 09 18:35:00.017562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-79dfa6fa-0aee-43c4-ad74-ef4d486f627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:00.019140 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-79dfa6fa-0aee-43c4-ad74-ef4d486f627b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420897 Nov 09 18:35:00.153126 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef88121-debd-4cbe-bbdf-cfc55a8dacac req-b2b8b624-d42c-4e7a-bb40-a702355a96ec tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:00.154612 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ef88121-debd-4cbe-bbdf-cfc55a8dacac req-b2b8b624-d42c-4e7a-bb40-a702355a96ec tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 943 time: 0.0825462 Nov 09 18:35:00.157222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-9eb7fc4e-ac26-4402-bc88-029194d4e153 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277061 Nov 09 18:35:00.264753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ef88121-debd-4cbe-bbdf-cfc55a8dacac req-795dc658-bc30-4cef-b240-e49d5eac244a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032453 Nov 09 18:35:00.284796 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-599ab2b7-d0bd-42c6-bdac-e7ad2f3a46bc req-79c0e007-bf20-41e6-8dc9-6a59a9c27596 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174798 Nov 09 18:35:00.567087 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0292cbad-fdb7-41ef-a37a-7f6c68080388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:01.391273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04978-ab14-400a-8f40-4bf725468a3d req-3f1fbe29-c470-483c-8aae-2fb83953711d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:01.392907 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86b04978-ab14-400a-8f40-4bf725468a3d req-3f1fbe29-c470-483c-8aae-2fb83953711d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 943 time: 0.0569000 Nov 09 18:35:01.441418 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-86b04978-ab14-400a-8f40-4bf725468a3d req-b4f1957f-2cff-40df-9216-3d7188c929b4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Nov 09 18:35:01.961177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:02.562166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa99bf3-a99a-4297-9879-47c8f0f7342f req-13fc78f3-baf7-477b-8bad-d84656c7c5c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:02.563701 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aa99bf3-a99a-4297-9879-47c8f0f7342f req-13fc78f3-baf7-477b-8bad-d84656c7c5c4 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 943 time: 0.0501378 Nov 09 18:35:02.614198 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6aa99bf3-a99a-4297-9879-47c8f0f7342f req-8e92f513-03e9-40af-ac8d-752ca27358e9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445642 Nov 09 18:35:03.186941 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b991adad-381e-43a9-b0a7-e7fb59692387 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:35:03.281538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b991adad-381e-43a9-b0a7-e7fb59692387, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b991adad-381e-43a9-b0a7-e7fb59692387,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:03.292886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'port_id': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'mac_address': 'fa:16:3e:64:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:35:03.334185 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:03.348417 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991adad-381e-43a9-b0a7-e7fb59692387 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:35:03.367367 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b991adad-381e-43a9-b0a7-e7fb59692387, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b991adad-381e-43a9-b0a7-e7fb59692387,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:03.371228 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:03.423963 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:03.428526 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b991adad-381e-43a9-b0a7-e7fb59692387,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:03.637509 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:03.642860 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['b991adad-381e-43a9-b0a7-e7fb59692387'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:35:03.733240 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf325-21df-4193-82c8-c2b171ca3536 req-c77a9b8b-c548-4286-9639-37fadac5d515 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:03.735638 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0ecf325-21df-4193-82c8-c2b171ca3536 req-c77a9b8b-c548-4286-9639-37fadac5d515 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 944 time: 0.0511363 Nov 09 18:35:03.792469 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c0ecf325-21df-4193-82c8-c2b171ca3536 req-6508f438-6af2-470d-ab4d-5d3367e7539e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506854 Nov 09 18:35:04.914570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7685e3-8578-454e-a04f-bc89e658bb8c req-5afcdca4-dd9d-451b-87c1-c3a83c81cfea tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:04.916260 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de7685e3-8578-454e-a04f-bc89e658bb8c req-5afcdca4-dd9d-451b-87c1-c3a83c81cfea tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 944 time: 0.0524714 Nov 09 18:35:04.969973 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de7685e3-8578-454e-a04f-bc89e658bb8c req-d7c18362-b0a6-4c3b-a6b9-7242b145edc6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478437 Nov 09 18:35:05.199370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b991adad-381e-43a9-b0a7-e7fb59692387 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:35:05.247920 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port b991adad-381e-43a9-b0a7-e7fb59692387 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:35:05.252671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port b991adad-381e-43a9-b0a7-e7fb59692387 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:35:05.253043 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:05.329448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:05.361293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:35:05.363972 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb37768-7acd-47d8-ad68-4368c0117cc6" -d '{"events": [{"server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "name": "network-vif-plugged", "status": "completed", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:35:05.377644 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port b991adad-381e-43a9-b0a7-e7fb59692387, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b991adad-381e-43a9-b0a7-e7fb59692387,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:05.382879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:05.405608 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707ec332-5703-43f9-b15b-97f26e5c5fad x-openstack-request-id: req-707ec332-5703-43f9-b15b-97f26e5c5fad {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:35:05.406455 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "name": "network-vif-plugged", "status": "completed", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:35:05.406706 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-707ec332-5703-43f9-b15b-97f26e5c5fad {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:35:05.407348 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'code': 200} Nov 09 18:35:05.432688 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=b991adad-381e-43a9-b0a7-e7fb59692387,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:05.507612 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c4dc-96b8-463b-9617-5835310f883e req-60c76b32-9752-4a47-86c5-9791027b885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:05.509121 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b808c4dc-96b8-463b-9617-5835310f883e req-60c76b32-9752-4a47-86c5-9791027b885d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1096 time: 0.0446725 Nov 09 18:35:05.561441 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b808c4dc-96b8-463b-9617-5835310f883e req-a7cfa220-f750-4b63-ae13-bfde3bf0257f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401874 Nov 09 18:35:06.094399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ad5ef-8881-40b7-9143-423b95566b58 req-d9bd89d2-bd7b-4428-9b1c-d0a997453c09 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:06.096075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e83ad5ef-8881-40b7-9143-423b95566b58 req-d9bd89d2-bd7b-4428-9b1c-d0a997453c09 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0513985 Nov 09 18:35:06.151986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e83ad5ef-8881-40b7-9143-423b95566b58 req-f5455e51-2794-47c4-b486-5d7169376f5a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489290 Nov 09 18:35:07.275256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78547e6d-6791-431c-9d28-cf669a22efb8 req-04dcdc7e-9b7f-4802-a7bd-9a21c9e433db tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:07.276748 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78547e6d-6791-431c-9d28-cf669a22efb8 req-04dcdc7e-9b7f-4802-a7bd-9a21c9e433db tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0497305 Nov 09 18:35:07.330607 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78547e6d-6791-431c-9d28-cf669a22efb8 req-173b4f07-be38-4bd3-bb83-5ae7575f193a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472178 Nov 09 18:35:07.458640 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899332b-2e23-4095-a42a-a8eb72bdabd3 req-1079e2b4-376c-4a2d-b6d9-9dcee0d62e8e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:07.460145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8899332b-2e23-4095-a42a-a8eb72bdabd3 req-1079e2b4-376c-4a2d-b6d9-9dcee0d62e8e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0489810 Nov 09 18:35:07.512501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8899332b-2e23-4095-a42a-a8eb72bdabd3 req-b5cf447d-e293-424b-adb3-bd95671e882f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464225 Nov 09 18:35:07.536119 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:07.574927 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a7cb2-f66b-476c-805f-c87a1953c24c tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:07.576476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-109a7cb2-f66b-476c-805f-c87a1953c24c tempest-TestNetworkAdvancedServerOps-1580456658 tempest-TestNetworkAdvancedServerOps-1580456658-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1091 time: 0.0393665 Nov 09 18:35:07.579864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57268) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:07.584130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:35:07.606399 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:07.708685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:07.811075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Allocated IP 172.25.3.221 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/feb8176b-8f34-402b-9c42-24776dcff29b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:35:07.921789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:07.960732 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:07.995411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:35:07.998234 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:35:08.004835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:35:08.030066 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=feb8176b-8f34-402b-9c42-24776dcff29b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:08.380356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:08.450039 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:08.601597 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:08.606396 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:08.683412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event updated for resources: {'Port': ['ID=feb8176b-8f34-402b-9c42-24776dcff29b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:08.692987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:08.793762 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 931cadcf-2d74-466f-920a-6e1ef5afb4e6 associated. External IP: 172.25.3.221, port: b991adad-381e-43a9-b0a7-e7fb59692387. Nov 09 18:35:09.367282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 48c946c5-4ad7-4206-8eb3-783e3f012874 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:35:09.479838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:35:09.489717 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] Sync routers for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:35:09.498278 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:09.502283 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:35:09.502283 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:35:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:09.526376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cff91740-b0d3-4f2f-94e4-eca713869ae6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9454775 Nov 09 18:35:09.526963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:35:09.529229 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e" -d '{"events": [{"name": "network-changed", "server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:35:09.567062 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a20b134-3422-4d9e-8458-feaffc5d95f6 x-openstack-request-id: req-0a20b134-3422-4d9e-8458-feaffc5d95f6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:35:09.567354 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:35:09.567609 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a20b134-3422-4d9e-8458-feaffc5d95f6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:35:09.568018 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'status': 'completed', 'code': 200} Nov 09 18:35:09.613267 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:35:09.637095 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-1c0da43e-2e6a-423a-bf21-96bd245fa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:09.639345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-1c0da43e-2e6a-423a-bf21-96bd245fa4e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1096 time: 0.0474586 Nov 09 18:35:09.642258 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a5d1-aaf1-41e3-8540-08b1116e4c76 req-23acf282-8f5c-4fda-8eb7-663156eb6b13 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:09.643779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2711a5d1-aaf1-41e3-8540-08b1116e4c76 req-23acf282-8f5c-4fda-8eb7-663156eb6b13 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0547078 Nov 09 18:35:09.700347 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2711a5d1-aaf1-41e3-8540-08b1116e4c76 req-f8022ccd-5995-4abb-ae24-5eba02f869f5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494823 Nov 09 18:35:09.723806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:09.752076 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-f02cf0bb-a2ad-4754-839c-ef9d5b527886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:09.753788 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-f02cf0bb-a2ad-4754-839c-ef9d5b527886 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 897 time: 0.1076975 Nov 09 18:35:09.789352 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-0f519e2e-96d4-4e80-82b7-e3699ef60c6d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/931cadcf-2d74-466f-920a-6e1ef5afb4e6 HTTP/1.1" status: 200 len: 991 time: 0.0642686 Nov 09 18:35:09.823162 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-66a9e3e9-a583-49c0-9b83-12629d5d71a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 999 time: 0.0623498 Nov 09 18:35:09.846663 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '931cadcf-2d74-466f-920a-6e1ef5afb4e6', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'port_id': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'mac_address': 'fa:16:3e:64:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:35:08Z', 'updated_at': '2021-11-09T18:35:08Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:09.878786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-4dd664d2-c9f4-4b6d-b880-9692c2773a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:09.880299 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-4dd664d2-c9f4-4b6d-b880-9692c2773a64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 200 len: 834 time: 0.0500426 Nov 09 18:35:09.930519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-ff208cc3-beba-479c-9f95-dd6fc82e9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:09.931988 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-ff208cc3-beba-479c-9f95-dd6fc82e9a41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445354 Nov 09 18:35:09.967484 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] Checking router: 48c946c5-4ad7-4206-8eb3-783e3f012874 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:35:09.976479 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:35:09.977086 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:35:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:10.023178 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-02881c61-f28c-4602-ac06-c18cbbf89ff9 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Nov 09 18:35:10.089256 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:35:10.121313 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1aa543cf-36bc-4328-a0d6-5c4a7f20723e req-83e0f734-c67f-495e-84fb-48865479f674 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914664 Nov 09 18:35:10.312951 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '931cadcf-2d74-466f-920a-6e1ef5afb4e6', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'port_id': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'mac_address': 'fa:16:3e:64:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:35:08Z', 'updated_at': '2021-11-09T18:35:08Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:10.342232 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e59e02-cf9e-43af-8b43-6b2532a3b466 None None] The sync data for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 is: [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '931cadcf-2d74-466f-920a-6e1ef5afb4e6', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'port_id': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'mac_address': 'fa:16:3e:64:47:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:35:08Z', 'updated_at': '2021-11-09T18:35:08Z', 'revision_number': 0, 'project_id': '741cc49f03074d5bb5e6896104031368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:35:10.541704 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779bd47-21ae-4a4a-a2cf-e757ec4aa13a None None] New status for floating IP 931cadcf-2d74-466f-920a-6e1ef5afb4e6: ACTIVE {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:35:10.792988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:10.854907 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b5308845-b0e7-449f-a78d-13eb82f4ad1e tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/931cadcf-2d74-466f-920a-6e1ef5afb4e6 HTTP/1.1" status: 200 len: 993 time: 0.0608251 Nov 09 18:35:14.447204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-a8bf3f58-3df4-418f-9dcd-fa978f3d3354 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457425 Nov 09 18:35:14.529438 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-cc24675c-1c60-42e6-9a52-dac02af5a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:14.531546 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-cc24675c-1c60-42e6-9a52-dac02af5a13e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1096 time: 0.0410147 Nov 09 18:35:14.639879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-9e77d4e4-cd4a-4201-b35d-0bb32a13a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:14.641282 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-9e77d4e4-cd4a-4201-b35d-0bb32a13a344 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 897 time: 0.0874536 Nov 09 18:35:14.711374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-f8b85103-300b-47de-9c48-2b0895c48d04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 1001 time: 0.0625768 Nov 09 18:35:14.761280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-68d7276e-04e5-4f5b-9f2d-90e95e15b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:14.762748 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-68d7276e-04e5-4f5b-9f2d-90e95e15b9fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 200 len: 834 time: 0.0445731 Nov 09 18:35:14.808584 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-c9489701-8bfc-4ee3-aaf6-861ce772aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:14.810088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-c9489701-8bfc-4ee3-aaf6-861ce772aede service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400279 Nov 09 18:35:14.906302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-e2829b55-4d99-4a97-8ed7-b6dde8232715 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869477 Nov 09 18:35:14.996091 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2a454d66-c2b6-47e2-a424-bd5bd0b8197e req-3315b2cf-2599-4cd4-bdc9-7ca4c3697993 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823841 Nov 09 18:35:23.742927 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:28.089895 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61bd2411-4ce0-4bb1-b714-fd348a56de7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:28.099919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:35:29.167590 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:30.558744 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-803f8f52-f469-41e3-93bf-349e124cc7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:31.963958 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:33.411308 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:33.638067 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:46.327166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a0d4-8b67-4e19-85c7-acf859770d22 req-e05d1e34-ede4-4209-bc0d-33e08b3c39b2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:46.328567 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c437a0d4-8b67-4e19-85c7-acf859770d22 req-e05d1e34-ede4-4209-bc0d-33e08b3c39b2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.1099367 Nov 09 18:35:46.382103 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c437a0d4-8b67-4e19-85c7-acf859770d22 req-350e07c0-06e3-4f93-b73a-8823c6da6e41 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475476 Nov 09 18:35:47.551058 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a355c-b31e-46c7-8ea1-370753df296f req-81db8821-0c41-412a-a730-1b47148c20f7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:47.552553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c4a355c-b31e-46c7-8ea1-370753df296f req-81db8821-0c41-412a-a730-1b47148c20f7 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0955400 Nov 09 18:35:47.603749 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7c4a355c-b31e-46c7-8ea1-370753df296f req-4a08c5e4-1eb7-446e-8577-1ea6e7b03d54 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Nov 09 18:35:47.626920 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57300) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:47.686300 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-bf9f72e0-ccbd-45e3-a29b-8e0561a2c40f tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/931cadcf-2d74-466f-920a-6e1ef5afb4e6 HTTP/1.1" status: 200 len: 993 time: 0.0576205 Nov 09 18:35:48.980224 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74842f-2748-4c78-b513-0bae063d608d req-a5b3ecb3-dbce-45f6-9c59-8eb275f802e9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:48.982043 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e74842f-2748-4c78-b513-0bae063d608d req-a5b3ecb3-dbce-45f6-9c59-8eb275f802e9 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0621912 Nov 09 18:35:49.046623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-3083216b-5a9e-42b2-8414-24be2b7f6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:49.048158 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-3083216b-5a9e-42b2-8414-24be2b7f6b2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1096 time: 0.0849290 Nov 09 18:35:49.052448 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5e74842f-2748-4c78-b513-0bae063d608d req-0bbc32b0-db4d-4720-8f35-74d43fecf4f5 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565166 Nov 09 18:35:49.149515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-54379b0a-b0ab-42a8-9b3b-c8dd4d77e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:49.151036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-54379b0a-b0ab-42a8-9b3b-c8dd4d77e86b service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 897 time: 0.0923064 Nov 09 18:35:49.224267 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-18ce1c5a-d126-4d6d-bb81-635215f9aae3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 1001 time: 0.0587711 Nov 09 18:35:49.283027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-3d0385fb-67f3-4212-ba92-702341b02ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:49.284388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-3d0385fb-67f3-4212-ba92-702341b02ea8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 200 len: 834 time: 0.0478301 Nov 09 18:35:49.332969 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-2b7f9732-470f-40a1-b20e-d9f4aae187ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:49.334456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-2b7f9732-470f-40a1-b20e-d9f4aae187ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404210 Nov 09 18:35:49.427380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-194502c6-2bc9-42be-97de-6f6e267afacb service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805583 Nov 09 18:35:49.538833 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6d4cdf3e-4a12-49cb-b066-363ec86784e0 req-029162e3-dd01-4e16-afdb-a5f4e7256f50 service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992427 Nov 09 18:35:50.174976 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3ffd-d289-4642-a21c-0b4522b3d6cb req-63566821-af97-4831-96f2-d5f4cdd249ab tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:50.176482 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c5b3ffd-d289-4642-a21c-0b4522b3d6cb req-63566821-af97-4831-96f2-d5f4cdd249ab tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0520434 Nov 09 18:35:50.225257 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1c5b3ffd-d289-4642-a21c-0b4522b3d6cb req-1c73f84d-6c54-4fd2-b291-84d621bc561d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Nov 09 18:35:51.343328 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3effb8a-9b26-4969-a0f2-ed9f4f969e95 req-bd3cf8b9-e44e-4a5c-a4ae-96e28c0eee28 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:51.345021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3effb8a-9b26-4969-a0f2-ed9f4f969e95 req-bd3cf8b9-e44e-4a5c-a4ae-96e28c0eee28 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0516739 Nov 09 18:35:51.398210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3effb8a-9b26-4969-a0f2-ed9f4f969e95 req-869fcd6d-b6db-47c8-bbee-2d6ce2fbd277 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469627 Nov 09 18:35:51.419953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:51.484799 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-ddd73a2f-db8a-4f51-87f7-fa952b7f2767 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/floatingips/931cadcf-2d74-466f-920a-6e1ef5afb4e6 HTTP/1.1" status: 200 len: 993 time: 0.0635629 Nov 09 18:35:51.718667 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57318) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:51.872141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port feb8176b-8f34-402b-9c42-24776dcff29b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:35:51.872485 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:51.958384 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:51.958690 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:51.970916 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for feb8176b-8f34-402b-9c42-24776dcff29b owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:35:52.115385 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:52.144853 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=feb8176b-8f34-402b-9c42-24776dcff29b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:52.157046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.157394 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.157730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.158068 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.158396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.158723 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.159073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.159399 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.159726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.160046 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.160366 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.160689 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:52.213966 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:52.214327 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Floating IP 931cadcf-2d74-466f-920a-6e1ef5afb4e6 disassociated (deleted). External IP: 172.25.3.221, port: b991adad-381e-43a9-b0a7-e7fb59692387. Nov 09 18:35:52.424726 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 48c946c5-4ad7-4206-8eb3-783e3f012874 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:35:52.532818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:35:52.537556 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:52.542701 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] Sync routers for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:35:52.552431 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:35:52.553025 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:35:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:52.563903 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-558a1e3b-80c1-475e-81b5-13504156b897 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/floatingips/931cadcf-2d74-466f-920a-6e1ef5afb4e6 HTTP/1.1" status: 204 len: 168 time: 0.8441811 Nov 09 18:35:52.564507 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:35:52.566769 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0" -d '{"events": [{"name": "network-changed", "server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:35:52.607512 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e77458d-44ff-4fb8-bc68-79a1fb33cdb5 x-openstack-request-id: req-1e77458d-44ff-4fb8-bc68-79a1fb33cdb5 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:35:52.607888 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:35:52.608315 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e77458d-44ff-4fb8-bc68-79a1fb33cdb5 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:35:52.608808 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'status': 'completed', 'code': 200} Nov 09 18:35:52.667239 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:35:52.678205 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-3a133837-d9e4-44e8-9ba7-b7603339d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:52.679841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-3a133837-d9e4-44e8-9ba7-b7603339d971 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=741cc49f03074d5bb5e6896104031368&device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 1096 time: 0.0462458 Nov 09 18:35:52.798651 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-dec16411-9b15-441a-bfd5-0f5e443c9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:52.800200 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-dec16411-9b15-441a-bfd5-0f5e443c9a5c service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 200 len: 897 time: 0.1063156 Nov 09 18:35:52.809026 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23eada-c6ac-462a-a0fc-d89d4d66b0f6 req-74f76a1f-894e-4aa5-9516-ed1d2756770d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:52.810536 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e23eada-c6ac-462a-a0fc-d89d4d66b0f6 req-74f76a1f-894e-4aa5-9516-ed1d2756770d tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0507994 Nov 09 18:35:52.847655 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-7898370c-6cfa-410f-b6b3-c971aa5d0400 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 200 len: 217 time: 0.0382848 Nov 09 18:35:52.862923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e23eada-c6ac-462a-a0fc-d89d4d66b0f6 req-67d7989f-d985-4af9-883c-ed02c490d728 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Nov 09 18:35:52.885696 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:52.901483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-64203dd3-9401-4d12-bb15-3ac77860c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:52.903029 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-64203dd3-9401-4d12-bb15-3ac77860c2ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 200 len: 834 time: 0.0481095 Nov 09 18:35:52.911537 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] Checking router: 48c946c5-4ad7-4206-8eb3-783e3f012874 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:35:52.920229 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:35:52.920861 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:35:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:52.954883 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-7e74cb28-4439-4b71-bb61-cff9d0d3c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:52.957425 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-7e74cb28-4439-4b71-bb61-cff9d0d3c8bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457511 Nov 09 18:35:53.038082 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:35:53.056495 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-ff92dc1f-a308-45e4-9f57-fc6b1348606c service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866857 Nov 09 18:35:53.156311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f1e1ddc6-c378-4b5a-a556-49ebc98537d0 req-bc9ffd8b-f77e-4c55-91f7-5e6a1964d37d service neutron] 10.222.0.83 "GET /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886025 Nov 09 18:35:53.239938 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:53.270356 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebec78-88aa-4b1b-b413-d29f1d93216b None None] The sync data for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 is: [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:34:54Z', 'revision_number': 4, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '63724c27-b4fb-414e-8e7a-e06403e234f3', 'name': '', 'network_id': '9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'mac_address': 'fa:16:3e:fc:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:54Z', 'updated_at': '2021-11-09T18:34:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'subnets': [{'id': '457ae4fa-41c8-4d35-a47e-2cc338a3a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:35:53.524447 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d444a7c-7283-4166-bd94-fff432959c2c None None] New status for floating IP 931cadcf-2d74-466f-920a-6e1ef5afb4e6: DOWN {{(pid=102556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:35:53.796814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:53.988727 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c077ae-b092-4b79-ba16-8bbecf5e425b req-0816fa77-7aa8-42fc-9aeb-71642524d860 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:53.990374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81c077ae-b092-4b79-ba16-8bbecf5e425b req-0816fa77-7aa8-42fc-9aeb-71642524d860 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0531964 Nov 09 18:35:54.045738 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-81c077ae-b092-4b79-ba16-8bbecf5e425b req-f654ce33-8b7d-40ef-9a27-a61fbde3b9c6 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7760ff2-7510-4644-8b91-bb7eb19ef400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487452 Nov 09 18:35:54.621691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-1e09cc60-31a9-4cc8-82fa-087f17335d74 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:54.623243 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-1e09cc60-31a9-4cc8-82fa-087f17335d74 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 945 time: 0.0484571 Nov 09 18:35:54.717034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port b991adad-381e-43a9-b0a7-e7fb59692387 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:35:54.717372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:54.804707 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port b991adad-381e-43a9-b0a7-e7fb59692387, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=b991adad-381e-43a9-b0a7-e7fb59692387,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:54.805064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:54.818704 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for b991adad-381e-43a9-b0a7-e7fb59692387 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:35:54.959134 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:54.987511 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=b991adad-381e-43a9-b0a7-e7fb59692387,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:55.013379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.014830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.014830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.015332 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.015673 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.016014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.016347 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.016679 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.017008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.017333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.017659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.017982 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:55.043909 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] No DVR routers for this DVR port b991adad-381e-43a9-b0a7-e7fb59692387 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:35:55.046489 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:55.049921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9e1526f3-12cb-48d0-a38a-53be1efd3545 req-606b28d8-d1a7-4f89-a071-de6c160dde2a tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.83 "DELETE /v2.0/ports/b991adad-381e-43a9-b0a7-e7fb59692387 HTTP/1.1" status: 204 len: 173 time: 0.4187312 Nov 09 18:35:55.050372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'name': 'network-vif-deleted', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:35:55.052645 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d956151-3ece-42ef-98a8-93cf9025c78a" -d '{"events": [{"server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "name": "network-vif-deleted", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:35:55.107661 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2b635-2eac-4d70-93f8-b03b72d0d105 x-openstack-request-id: req-3de2b635-2eac-4d70-93f8-b03b72d0d105 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:35:55.107661 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57720c75-9497-41f5-9bcd-0d775c416b0d", "name": "network-vif-deleted", "tag": "b991adad-381e-43a9-b0a7-e7fb59692387", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:35:55.107661 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3de2b635-2eac-4d70-93f8-b03b72d0d105 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:35:55.107661 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57720c75-9497-41f5-9bcd-0d775c416b0d', 'name': 'network-vif-deleted', 'tag': 'b991adad-381e-43a9-b0a7-e7fb59692387', 'status': 'completed', 'code': 200} Nov 09 18:35:55.149715 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e1efa7bb-3917-4844-90a6-7fea2ec563bf req-4787d2af-4fad-44d8-82d7-06c4fc0f96ad tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "GET /v2.0/ports?device_id=57720c75-9497-41f5-9bcd-0d775c416b0d HTTP/1.1" status: 200 len: 210 time: 0.0280337 Nov 09 18:35:56.208138 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57334) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:56.568432 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:56.818838 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 63724c27-b4fb-414e-8e7a-e06403e234f3 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:35:56.819132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:56.906120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 63724c27-b4fb-414e-8e7a-e06403e234f3, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=63724c27-b4fb-414e-8e7a-e06403e234f3,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:56.906484 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:56.923910 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 63724c27-b4fb-414e-8e7a-e06403e234f3 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:35:57.385834 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:57.412978 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=63724c27-b4fb-414e-8e7a-e06403e234f3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:57.471971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b991adad-381e-43a9-b0a7-e7fb59692387 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:35:57.497151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: b991adad-381e-43a9-b0a7-e7fb59692387 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:35:57.497848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device b991adad-381e-43a9-b0a7-e7fb59692387 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:35:57.588929 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:57.807799 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Router 48c946c5-4ad7-4206-8eb3-783e3f012874 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:35:57.914897 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:35:57.920489 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5831e64c-37e6-40e0-887f-376a0db3e024 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "PUT /v2.0/routers/48c946c5-4ad7-4206-8eb3-783e3f012874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107267 Nov 09 18:35:57.923537 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:57.928107 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] Sync routers for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:35:57.938165 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:35:57.938794 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:35:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:57.978239 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting subnet 457ae4fa-41c8-4d35-a47e-2cc338a3a166 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:35:57.981380 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.026939 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.110415 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9edef88f-6bea-49c8-b65c-fac94ca7dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.136620 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.144588 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:35:58.196878 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.226126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Subnet': ['ID=457ae4fa-41c8-4d35-a47e-2cc338a3a166,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:58.230829 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.234909 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1d1d3251-12a5-4542-bf50-94b73c2fc894 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/subnets/457ae4fa-41c8-4d35-a47e-2cc338a3a166 HTTP/1.1" status: 204 len: 168 time: 0.3103936 Nov 09 18:35:58.238388 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57338) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:58.241150 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e1061-13f8-43de-877d-a7564700e9ba None None] Network 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:35:58.357104 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:35:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:58.358656 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.385723 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] Checking router: 48c946c5-4ad7-4206-8eb3-783e3f012874 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:35:58.395641 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] Routers {'48c946c5-4ad7-4206-8eb3-783e3f012874'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:35:58.396259 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:35:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['48c946c5-4ad7-4206-8eb3-783e3f012874'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:58.455901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] DHCP port deletion for 9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:35:58.488270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.511120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Deleting port 4490bb0f-c3b9-47b6-a393-2bdb20488843 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:35:58.511719 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.519390 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] Set router 48c946c5-4ad7-4206-8eb3-783e3f012874 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:35:58.546355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Deleting port 6eb4c530-70e1-4964-8d20-a5934f9d70d8 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:35:58.547436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.576073 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] For port 4490bb0f-c3b9-47b6-a393-2bdb20488843, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=4490bb0f-c3b9-47b6-a393-2bdb20488843,segment=NetworkSegment(1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb),segment_id=1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:58.576478 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.589705 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Calling delete_port for 4490bb0f-c3b9-47b6-a393-2bdb20488843 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:35:58.638397 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] For port 6eb4c530-70e1-4964-8d20-a5934f9d70d8, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=6eb4c530-70e1-4964-8d20-a5934f9d70d8,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:35:58.639061 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.655173 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Calling delete_port for 6eb4c530-70e1-4964-8d20-a5934f9d70d8 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:35:58.686230 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.713515 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:35:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:58.718764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Pushing event deleted for resources: {'Port': ['ID=4490bb0f-c3b9-47b6-a393-2bdb20488843,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:58.728184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] No DVR routers for this DVR port 4490bb0f-c3b9-47b6-a393-2bdb20488843 on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:35:58.738126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.741851 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.742354 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.742481 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45ce16-bbec-4d4f-8dc0-94fa50fac75e None None] The sync data for ids ['48c946c5-4ad7-4206-8eb3-783e3f012874'] in n-d-804292-3 is: [{'id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260974310', 'tenant_id': '741cc49f03074d5bb5e6896104031368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:50Z', 'updated_at': '2021-11-09T18:35:57Z', 'revision_number': 5, 'project_id': '741cc49f03074d5bb5e6896104031368', 'gw_port': {'id': '6eb4c530-70e1-4964-8d20-a5934f9d70d8', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c946c5-4ad7-4206-8eb3-783e3f012874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:51Z', 'updated_at': '2021-11-09T18:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:35:58.743084 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.743903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.743903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.744126 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.744521 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.744766 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.745097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.745426 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.745759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd13222-31b3-460a-aa81-64f684b07935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:35:58.849988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:58.883230 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Port': ['ID=6eb4c530-70e1-4964-8d20-a5934f9d70d8,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:58.903902 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff51b606-3066-4d2d-aba8-563858717b7a None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:35:58.959126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.055551 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.057734 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.102602 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.103218 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Fanout notify agent at l3_agent the message router_deleted on router 48c946c5-4ad7-4206-8eb3-783e3f012874 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:35:59.111653 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.112813 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2e47c225-f4d6-43d5-86b7-85cdcfbc0690 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/routers/48c946c5-4ad7-4206-8eb3-783e3f012874 HTTP/1.1" status: 204 len: 168 time: 0.8743012 Nov 09 18:35:59.115724 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57340) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:59.180479 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.202086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.302086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.324835 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:59.335261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:59.335561 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac775d3-23a1-4f8b-8f4c-9fdb0e8308cb') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:35:59.345884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.359782 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.365717 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:35:59.366107 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:35:59.369119 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:35:59.431522 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.448919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.453781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/networks/9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d HTTP/1.1" status: 204 len: 168 time: 0.3366704 Nov 09 18:35:59.456255 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57342) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:59.468787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f0a84-f275-4be3-829c-c831ce8e6220 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'Network': ['ID=9c631ebc-89cc-4ce4-89ff-e142ffbe9d5d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:59.517615 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c19d5ee3-7937-462b-a3e4-f66228668ca2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.544097 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c19d5ee3-7937-462b-a3e4-f66228668ca2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.616610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c19d5ee3-7937-462b-a3e4-f66228668ca2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.619331 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c19d5ee3-7937-462b-a3e4-f66228668ca2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:35:59.620523 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c19d5ee3-7937-462b-a3e4-f66228668ca2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] 10.222.0.45 "DELETE /v2.0/security-groups/b7760ff2-7510-4644-8b91-bb7eb19ef400 HTTP/1.1" status: 204 len: 168 time: 0.1631117 Nov 09 18:35:59.631109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d5ee3-7937-462b-a3e4-f66228668ca2 tempest-TestNetworkAdvancedServerOps-1170092534 tempest-TestNetworkAdvancedServerOps-1170092534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7760ff2-7510-4644-8b91-bb7eb19ef400,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:35:59.966472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:00.098466 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cf8ad15f-c552-4bab-9e87-da39d3f7d834 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=741cc49f03074d5bb5e6896104031368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306803 Nov 09 18:36:00.100935 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57354) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:00.148491 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a71511f0-84cd-4cbd-aa34-b99da3091b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.174266 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a71511f0-84cd-4cbd-aa34-b99da3091b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.228556 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a71511f0-84cd-4cbd-aa34-b99da3091b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.231177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a71511f0-84cd-4cbd-aa34-b99da3091b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.233007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a71511f0-84cd-4cbd-aa34-b99da3091b98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32508af3-2d82-42dd-9a20-b3c50d1bee6a HTTP/1.1" status: 204 len: 168 time: 0.1305168 Nov 09 18:36:00.241003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71511f0-84cd-4cbd-aa34-b99da3091b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32508af3-2d82-42dd-9a20-b3c50d1bee6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:00.338867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 63724c27-b4fb-414e-8e7a-e06403e234f3 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:36:00.363674 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 63724c27-b4fb-414e-8e7a-e06403e234f3 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:36:00.364019 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 63724c27-b4fb-414e-8e7a-e06403e234f3 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:36:00.364419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4490bb0f-c3b9-47b6-a393-2bdb20488843 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:36:00.384467 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 4490bb0f-c3b9-47b6-a393-2bdb20488843 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:36:00.384815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 4490bb0f-c3b9-47b6-a393-2bdb20488843 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:36:00.385230 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6eb4c530-70e1-4964-8d20-a5934f9d70d8 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:36:00.404852 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 6eb4c530-70e1-4964-8d20-a5934f9d70d8 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:36:00.405197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 6eb4c530-70e1-4964-8d20-a5934f9d70d8 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:36:00.516583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:00.532114 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6307c079-e22e-43d3-88ce-f49035142e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.562488 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7aa04a57-67bb-42de-a5af-020b9a2cdcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.612786 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6307c079-e22e-43d3-88ce-f49035142e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.616683 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6307c079-e22e-43d3-88ce-f49035142e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.656388 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6307c079-e22e-43d3-88ce-f49035142e9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d99bcbcadd204502bffd1e47349bd378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385438 Nov 09 18:36:00.657271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307c079-e22e-43d3-88ce-f49035142e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7464381-3dae-4f5a-a865-48ac34d6f530,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:00.659195 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57362) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:00.708894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-196059f8-b30a-478a-ac05-5352ac40cd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.730213 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-196059f8-b30a-478a-ac05-5352ac40cd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.776041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-196059f8-b30a-478a-ac05-5352ac40cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.778630 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-196059f8-b30a-478a-ac05-5352ac40cd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:00.780675 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-196059f8-b30a-478a-ac05-5352ac40cd3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7464381-3dae-4f5a-a865-48ac34d6f530 HTTP/1.1" status: 204 len: 168 time: 0.1194313 Nov 09 18:36:00.790172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196059f8-b30a-478a-ac05-5352ac40cd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7464381-3dae-4f5a-a865-48ac34d6f530,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:01.489134 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57384) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:01.585876 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-961602412-network', 'tenant_id': '05fd87dddce9408698a864f5ce87908f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:01.606172 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Made reservation on behalf of 05fd87dddce9408698a864f5ce87908f for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:36:01.608971 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.617099 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.692310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.696167 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.721225 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:36:01.735285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe868ce-b892-443b-9179-73f1bf292c9d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:01.740423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.740768 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Added segment a975076c-de73-47c9-b4df-2d053cbf5f6e of type vlan for network d23d4751-cb41-4d96-af9e-41e15917ef16 Nov 09 18:36:01.781290 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.806234 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.807153 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:01.807738 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.861377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3710916 Nov 09 18:36:01.864509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:01.869581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Request body: {'subnet': {'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-961602412-subnet', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:01.870497 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998324-bb01-450e-a7d9-67305614e71c admin admin] Pushing event updated for resources: {'Network': ['ID=d23d4751-cb41-4d96-af9e-41e15917ef16,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:01.880374 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network d23d4751-cb41-4d96-af9e-41e15917ef16 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:36:01.891413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Made reservation on behalf of 05fd87dddce9408698a864f5ce87908f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:36:01.893780 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:01.965713 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.068947 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.122425 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=becf8227-8d4f-4098-a7dc-78b59b251488,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:02.133101 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Checking segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:02.133459 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Network hostable DHCP agents. Network: d23d4751-cb41-4d96-af9e-41e15917ef16, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:36:02.150910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Network d23d4751-cb41-4d96-af9e-41e15917ef16 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:36:02.160668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, d23d4751-cb41-4d96-af9e-41e15917ef16) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:02.164740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:02.165463 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.170476 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced30cc-b9d4-41b5-931f-2712a6bfef3b None None] Network d23d4751-cb41-4d96-af9e-41e15917ef16 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:36:02.181651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-4cd477a7-7d0c-43de-9091-18ab0894abd5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3159645 Nov 09 18:36:02.184298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:02.189279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:02.211141 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.212187 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.270124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.323824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-d23d4751-cb41-4d96-af9e-41e15917ef16', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:36:02.324694 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.410718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.462847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Allocated IP 172.20.0.2 (d23d4751-cb41-4d96-af9e-41e15917ef16/becf8227-8d4f-4098-a7dc-78b59b251488/d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:02.611913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.615320 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.617846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.636091 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.665770 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Network d23d4751-cb41-4d96-af9e-41e15917ef16 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:02.669645 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:02.671634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Pushing event updated for resources: {'Port': ['ID=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:02.674404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:02.727036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Attempting to bind port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:02.727404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Attempting to bind port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:02.727771 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Attempting to bind port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb on network d23d4751-cb41-4d96-af9e-41e15917ef16 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:02.732802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:02.733175 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Checking segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:02.733574 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.733964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Bound using segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:02.734711 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Bound port: d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:02.735116 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.743264 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Allocated IP 172.25.3.162 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/042ba1ab-042a-4787-82c7-770fa712b859) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:02.801193 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] For port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:02.805872 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] For port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:02.811424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.851581 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.874857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abe720-eed3-43e9-9a21-6fae93038d00 None None] Pushing event updated for resources: {'Port': ['ID=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:02.885843 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:02.933336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:02.937007 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:02.939463 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:02.945542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Pushing event updated for resources: {'Port': ['ID=042ba1ab-042a-4787-82c7-770fa712b859,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:02.949643 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8db92d-b58e-41c2-bfee-7dab3a670f16 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:36:03.070817 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2e5574fd-f255-403a-b909-ca1554a0b4a6 None None] Provisioning complete for port 042ba1ab-042a-4787-82c7-770fa712b859 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:03.071344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e5574fd-f255-403a-b909-ca1554a0b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:03.110811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2e5574fd-f255-403a-b909-ca1554a0b4a6 None None] Port 042ba1ab-042a-4787-82c7-770fa712b859 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:03.227343 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:03.415120 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:03.425667 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:03.642908 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:03.776580 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ecaad-762d-4775-9acc-17ac5bc98a7c None None] Network d23d4751-cb41-4d96-af9e-41e15917ef16 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:36:03.861444 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8e48d60f-2333-4f17-8780-5ce6c579fcfe None None] Provisioning complete for port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:03.861818 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e48d60f-2333-4f17-8780-5ce6c579fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:03.921075 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Router 9989e884-b799-462e-9922-bdd54a496558 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:36:04.006933 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e48d60f-2333-4f17-8780-5ce6c579fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.031182 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:36:04.049200 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.050108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8e48d60f-2333-4f17-8780-5ce6c579fcfe None None] For port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:04.050790 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-45a3f8b3-1c53-40d1-b60d-850b97803d4c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8653505 Nov 09 18:36:04.053717 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:04.056724 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:36:04.061355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e48d60f-2333-4f17-8780-5ce6c579fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.093558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:04.094220 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:04.156665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d60f-2333-4f17-8780-5ce6c579fcfe None None] Pushing event updated for resources: {'Port': ['ID=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:04.227206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:04.346353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-486c9384-c532-4aff-961a-2889742c04d0 None None] Provisioning complete for port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:04.346731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-486c9384-c532-4aff-961a-2889742c04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.382777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:04.525263 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.539278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:04.539668 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.592953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:03Z', 'revision_number': 3, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:04.621648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:36:04.621997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Updating router 9989e884-b799-462e-9922-bdd54a496558 port 042ba1ab-042a-4787-82c7-770fa712b859 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:36:04.653568 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.689087 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Allocated IP 172.20.0.1 (d23d4751-cb41-4d96-af9e-41e15917ef16/becf8227-8d4f-4098-a7dc-78b59b251488/72707212-083d-4952-adcc-dbbbff224993) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:04.790944 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.826747 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:04.867268 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Network d23d4751-cb41-4d96-af9e-41e15917ef16 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:04.870109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:04.876846 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:04.907418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Pushing event updated for resources: {'Port': ['ID=72707212-083d-4952-adcc-dbbbff224993,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:04.926534 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.071136 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.100236 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:36:05.122531 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.128624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.184207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5952021b-085d-4fe4-8579-8f9f06f72be9 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:36:05.201419 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Attempting to bind port 042ba1ab-042a-4787-82c7-770fa712b859 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:05.201802 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Attempting to bind port 042ba1ab-042a-4787-82c7-770fa712b859 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:05.202169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Attempting to bind port 042ba1ab-042a-4787-82c7-770fa712b859 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:05.204027 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfc68a-5c1b-4d4b-afc6-6e31140b4a0c None None] Pushing event updated for resources: {'Port': ['ID=042ba1ab-042a-4787-82c7-770fa712b859,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:05.209867 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-3ccbd65a-f600-4f5d-8ca6-8678488b2db3 None None] Provisioning complete for port 72707212-083d-4952-adcc-dbbbff224993 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:05.210242 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd65a-f600-4f5d-8ca6-8678488b2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.213269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:05.214728 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:05.215164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.215565 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:05.216048 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Bound port: 042ba1ab-042a-4787-82c7-770fa712b859, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:05.216512 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.242842 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.247552 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.276670 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbd65a-f600-4f5d-8ca6-8678488b2db3 None None] Port 72707212-083d-4952-adcc-dbbbff224993 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:05.298396 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] For port 042ba1ab-042a-4787-82c7-770fa712b859, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:05.301702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] For port 042ba1ab-042a-4787-82c7-770fa712b859, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=042ba1ab-042a-4787-82c7-770fa712b859,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:05.305487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.321020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Pushing event updated for resources: {'Port': ['ID=72707212-083d-4952-adcc-dbbbff224993,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:05.324481 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.353702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d81c7e-21f3-4776-b60c-646ea548efe8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:36:05.374105 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:05.374726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:05.417077 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfc68a-5c1b-4d4b-afc6-6e31140b4a0c None None] Pushing event updated for resources: {'Port': ['ID=042ba1ab-042a-4787-82c7-770fa712b859,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:05.427122 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Network d23d4751-cb41-4d96-af9e-41e15917ef16 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:05.428723 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:05.474760 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-99247119-6f51-43db-a935-341fafc3b3ce None None] Provisioning complete for port 042ba1ab-042a-4787-82c7-770fa712b859 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:05.475182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99247119-6f51-43db-a935-341fafc3b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.531197 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:05.559057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Router 9989e884-b799-462e-9922-bdd54a496558 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:36:05.682105 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99247119-6f51-43db-a935-341fafc3b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.689531 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:36:05.694515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-484f9375-ae59-481d-8d3d-ac4f1cc6c24f admin admin] 10.222.0.45 "PUT /v2.0/routers/9989e884-b799-462e-9922-bdd54a496558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390982 Nov 09 18:36:05.712642 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-99247119-6f51-43db-a935-341fafc3b3ce None None] For port 042ba1ab-042a-4787-82c7-770fa712b859, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=042ba1ab-042a-4787-82c7-770fa712b859,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:05.721898 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99247119-6f51-43db-a935-341fafc3b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.806602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99247119-6f51-43db-a935-341fafc3b3ce None None] Pushing event updated for resources: {'Port': ['ID=042ba1ab-042a-4787-82c7-770fa712b859,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:05.847067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 2, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:05.877506 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b188a0-8c41-4be3-9ddb-d553015cf504 None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 2, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:36:05.880043 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-c4a422ea-945c-442f-bfcf-550020fa41b9 None None] Provisioning complete for port 72707212-083d-4952-adcc-dbbbff224993 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:05.880424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4a422ea-945c-442f-bfcf-550020fa41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:05.918587 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c4a422ea-945c-442f-bfcf-550020fa41b9 None None] Port 72707212-083d-4952-adcc-dbbbff224993 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:06.240387 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57408) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:06.245477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1741509652-network', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:06.270247 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Made reservation on behalf of f6227d51bdd541658bde8c464b11544d for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:36:06.272713 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.283137 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.363668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.368254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.400337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:36:06.407691 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1cf6c1-1593-4af7-81e9-cf95cb4d1ea9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:06.414177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.414560 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Added segment 926b2b5c-c9b4-4230-ab9b-483e60d6369f of type vlan for network 93ddf575-b171-41d7-9fdb-b689804941d9 Nov 09 18:36:06.467746 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.503608 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.505121 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:06.506577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.570269 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3287256 Nov 09 18:36:06.573137 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57410) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:06.578477 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Request body: {'subnet': {'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1741509652-subnet', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:06.585054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0184e2b-8726-4552-88a8-a1376afa723b admin admin] Pushing event updated for resources: {'Network': ['ID=93ddf575-b171-41d7-9fdb-b689804941d9,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:06.597909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 93ddf575-b171-41d7-9fdb-b689804941d9 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:36:06.614553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Made reservation on behalf of f6227d51bdd541658bde8c464b11544d for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:36:06.617371 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.817988 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.873969 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdbbafc-9a9b-4beb-9e78-114e35c4a897,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:06.890133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Checking segment: {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:06.890500 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Network hostable DHCP agents. Network: 93ddf575-b171-41d7-9fdb-b689804941d9, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:36:06.908932 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Network 93ddf575-b171-41d7-9fdb-b689804941d9 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:36:06.918655 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 93ddf575-b171-41d7-9fdb-b689804941d9) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:06.923637 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:06.924186 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.929855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afccab3f-c31a-45e4-b6ca-cc667081b6fe None None] Network 93ddf575-b171-41d7-9fdb-b689804941d9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:36:06.955377 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-663fc742-9ec8-4d46-8513-685b2f0b7d98 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3783197 Nov 09 18:36:06.955602 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57412) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:06.960092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:06.984912 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:06.985965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.045291 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.098369 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-93ddf575-b171-41d7-9fdb-b689804941d9', 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'fixed_ips': [{'subnet_id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:36:07.099424 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.200254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.243536 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Allocated IP 172.20.0.2 (93ddf575-b171-41d7-9fdb-b689804941d9/2cdbbafc-9a9b-4beb-9e78-114e35c4a897/dfd318a1-0e41-4deb-9ad8-45a174001cbf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:07.405110 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.405341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.411236 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.428178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.449008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Network 93ddf575-b171-41d7-9fdb-b689804941d9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:07.456507 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:07.461071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:07.472332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Pushing event updated for resources: {'Port': ['ID=dfd318a1-0e41-4deb-9ad8-45a174001cbf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:07.529557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Attempting to bind port dfd318a1-0e41-4deb-9ad8-45a174001cbf on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:07.530020 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Attempting to bind port dfd318a1-0e41-4deb-9ad8-45a174001cbf by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:07.530484 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Attempting to bind port dfd318a1-0e41-4deb-9ad8-45a174001cbf on network 93ddf575-b171-41d7-9fdb-b689804941d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:07.535596 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:07.535973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Checking segment: {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:07.536367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.536756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Bound using segment: {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:07.537216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Bound port: dfd318a1-0e41-4deb-9ad8-45a174001cbf, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:07.537597 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.540333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Allocated IP 172.25.3.118 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/96c8fe10-53f6-4202-b3ac-2761e8615924) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:07.601624 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] For port dfd318a1-0e41-4deb-9ad8-45a174001cbf, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:07.604756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] For port dfd318a1-0e41-4deb-9ad8-45a174001cbf, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dfd318a1-0e41-4deb-9ad8-45a174001cbf,segment=NetworkSegment(926b2b5c-c9b4-4230-ab9b-483e60d6369f),segment_id=926b2b5c-c9b4-4230-ab9b-483e60d6369f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:07.610222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.655950 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.671823 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f291eba-d080-4cc2-a24c-61b5e4b16a67 None None] Pushing event updated for resources: {'Port': ['ID=dfd318a1-0e41-4deb-9ad8-45a174001cbf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:07.704574 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.745698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:07.751126 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:07.755709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:07.764056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99bda06-2488-43fc-aa35-88be6af81a57 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:36:07.781284 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=96c8fe10-53f6-4202-b3ac-2761e8615924,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:07.881214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-87f70dbc-7902-4f8a-aab2-01cf73f0109e None None] Provisioning complete for port 96c8fe10-53f6-4202-b3ac-2761e8615924 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:07.886064 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87f70dbc-7902-4f8a-aab2-01cf73f0109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:07.931261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-87f70dbc-7902-4f8a-aab2-01cf73f0109e None None] Port 96c8fe10-53f6-4202-b3ac-2761e8615924 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:08.055514 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.080432 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:36:08.090450 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:08.091172 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:08.201186 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:08.255041 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.403634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dfd318a1-0e41-4deb-9ad8-45a174001cbf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:08.439467 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 2, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:08.459842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port dfd318a1-0e41-4deb-9ad8-45a174001cbf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:08.460272 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.469388 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:36:08.469738 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Updating router 9989e884-b799-462e-9922-bdd54a496558 port 72707212-083d-4952-adcc-dbbbff224993 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:36:08.495335 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.561989 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.602672 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port dfd318a1-0e41-4deb-9ad8-45a174001cbf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dfd318a1-0e41-4deb-9ad8-45a174001cbf,segment=NetworkSegment(926b2b5c-c9b4-4230-ab9b-483e60d6369f),segment_id=926b2b5c-c9b4-4230-ab9b-483e60d6369f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:08.610711 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.613116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 042ba1ab-042a-4787-82c7-770fa712b859 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:08.718855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=dfd318a1-0e41-4deb-9ad8-45a174001cbf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:08.743359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 042ba1ab-042a-4787-82c7-770fa712b859 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:08.744059 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.764168 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Router 89b13992-c4b1-403c-b699-7b92a683b59e is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:36:08.852522 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.860221 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.904381 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:36:08.909558 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Pushing event updated for resources: {'Port': ['ID=72707212-083d-4952-adcc-dbbbff224993,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:08.917531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Sync routers for ids ['89b13992-c4b1-403c-b699-7b92a683b59e'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:36:08.924099 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.924446 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.924878 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.925269 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.925562 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.926053 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.926380 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.926832 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.927192 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.927513 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.928193 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.928193 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:08.931818 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Routers {'89b13992-c4b1-403c-b699-7b92a683b59e'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:08.932438 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['89b13992-c4b1-403c-b699-7b92a683b59e'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:08.938805 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:08.944039 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:08.944504 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-411b0239-f7b6-4ff0-9bc1-040dc7a2d9f5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9875834 Nov 09 18:36:08.989134 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Attempting to bind port 72707212-083d-4952-adcc-dbbbff224993 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:08.989812 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Attempting to bind port 72707212-083d-4952-adcc-dbbbff224993 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:08.990398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Attempting to bind port 72707212-083d-4952-adcc-dbbbff224993 on network d23d4751-cb41-4d96-af9e-41e15917ef16 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:08.996994 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:08.998340 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Checking segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:08.999198 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.000013 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Bound using segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:09.000567 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Bound port: 72707212-083d-4952-adcc-dbbbff224993, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:09.001064 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.075271 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] For port 72707212-083d-4952-adcc-dbbbff224993, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:09.079420 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] For port 72707212-083d-4952-adcc-dbbbff224993, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=72707212-083d-4952-adcc-dbbbff224993,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:09.086837 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.090304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a0637-3dd9-44c5-8478-486ec637f931 None None] Network 93ddf575-b171-41d7-9fdb-b689804941d9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:36:09.160350 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:09.161786 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:09.175352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Set router 89b13992-c4b1-403c-b699-7b92a683b59e gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:09.286286 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:09.295209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-cdb69016-0a0f-491e-8ca9-ccd711f2ebb0 None None] Provisioning complete for port dfd318a1-0e41-4deb-9ad8-45a174001cbf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:09.295775 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cdb69016-0a0f-491e-8ca9-ccd711f2ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.326794 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7254e0-e18c-45e0-b0bb-46668bba68d1 None None] Pushing event updated for resources: {'Port': ['ID=72707212-083d-4952-adcc-dbbbff224993,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:09.488610 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.541453 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:09Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:09.589694 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d0017-49bd-45a2-98bc-3cd29340b4de None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:09Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:36:09.684662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Allocated IP 172.20.0.1 (93ddf575-b171-41d7-9fdb-b689804941d9/2cdbbafc-9a9b-4beb-9e78-114e35c4a897/c29fe3d5-80f2-43fd-906b-28d2ec4f401d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:09.713792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:36:07Z', 'revision_number': 3, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:09.743538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Checking router: 89b13992-c4b1-403c-b699-7b92a683b59e for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:36:09.743882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Updating router 89b13992-c4b1-403c-b699-7b92a683b59e port 96c8fe10-53f6-4202-b3ac-2761e8615924 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:36:09.776113 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.815817 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.864394 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.886430 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7c765d35-32ca-4d28-9878-bf3ee6e55d2a None None] Provisioning complete for port 72707212-083d-4952-adcc-dbbbff224993 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:09.886805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c765d35-32ca-4d28-9878-bf3ee6e55d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:09.918912 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:09.934958 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Network 93ddf575-b171-41d7-9fdb-b689804941d9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:09.938030 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:09.940832 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:09.991100 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.074931 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c765d35-32ca-4d28-9878-bf3ee6e55d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.142533 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7c765d35-32ca-4d28-9878-bf3ee6e55d2a None None] For port 72707212-083d-4952-adcc-dbbbff224993, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=72707212-083d-4952-adcc-dbbbff224993,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:10.148161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c765d35-32ca-4d28-9878-bf3ee6e55d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.162547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.237930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.242630 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765d35-32ca-4d28-9878-bf3ee6e55d2a None None] Pushing event updated for resources: {'Port': ['ID=72707212-083d-4952-adcc-dbbbff224993,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:10.247209 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.316040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ebc07-3337-46ff-a784-daf107f76f4f None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:36:10.327418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d323afa-d321-4c76-9d4a-0ca5c2dc6d8b None None] Pushing event updated for resources: {'Port': ['ID=96c8fe10-53f6-4202-b3ac-2761e8615924,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:10.330731 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Attempting to bind port 96c8fe10-53f6-4202-b3ac-2761e8615924 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:10.331132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Attempting to bind port 96c8fe10-53f6-4202-b3ac-2761e8615924 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:10.331500 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Attempting to bind port 96c8fe10-53f6-4202-b3ac-2761e8615924 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:10.340640 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4552cca9-0636-4a72-8d6a-58dd811444e4 None None] Provisioning complete for port c29fe3d5-80f2-43fd-906b-28d2ec4f401d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:10.340956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4552cca9-0636-4a72-8d6a-58dd811444e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.344683 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:10.345113 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:10.345448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.345847 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:10.346338 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Bound port: 96c8fe10-53f6-4202-b3ac-2761e8615924, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:10.346723 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.382689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.388907 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.408857 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4552cca9-0636-4a72-8d6a-58dd811444e4 None None] Port c29fe3d5-80f2-43fd-906b-28d2ec4f401d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:10.437168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] For port 96c8fe10-53f6-4202-b3ac-2761e8615924, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:10.440907 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] For port 96c8fe10-53f6-4202-b3ac-2761e8615924, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=96c8fe10-53f6-4202-b3ac-2761e8615924,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:10.443665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-4552cca9-0636-4a72-8d6a-58dd811444e4 None None] Provisioning complete for port dfd318a1-0e41-4deb-9ad8-45a174001cbf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:10.444203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4552cca9-0636-4a72-8d6a-58dd811444e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.446298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dfd318a1-0e41-4deb-9ad8-45a174001cbf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:10.450772 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.461160 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:10.481365 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.557933 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4c949-3634-4b63-8474-c9edba4aafff None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:36:10.583296 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Network 93ddf575-b171-41d7-9fdb-b689804941d9 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:10.584864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:10.594865 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Routers {'89b13992-c4b1-403c-b699-7b92a683b59e'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:10.595537 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['89b13992-c4b1-403c-b699-7b92a683b59e'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:10.646242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d323afa-d321-4c76-9d4a-0ca5c2dc6d8b None None] Pushing event updated for resources: {'Port': ['ID=96c8fe10-53f6-4202-b3ac-2761e8615924,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:10.675065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port dfd318a1-0e41-4deb-9ad8-45a174001cbf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:10.675448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:10.715192 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Router 89b13992-c4b1-403c-b699-7b92a683b59e has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:36:10.799827 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] Set router 89b13992-c4b1-403c-b699-7b92a683b59e gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:10.842488 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:36:10.847785 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e2340e6c-9f3b-420b-8d9b-a38ebc5f46b1 admin admin] 10.222.0.45 "PUT /v2.0/routers/89b13992-c4b1-403c-b699-7b92a683b59e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9024982 Nov 09 18:36:10.958949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 72707212-083d-4952-adcc-dbbbff224993 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:10.995662 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Provisioning complete for port c29fe3d5-80f2-43fd-906b-28d2ec4f401d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:10.999925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.080686 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Port c29fe3d5-80f2-43fd-906b-28d2ec4f401d cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:11.117471 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 72707212-083d-4952-adcc-dbbbff224993 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:11.117848 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.144713 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Provisioning complete for port 96c8fe10-53f6-4202-b3ac-2761e8615924 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:11.145089 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.215553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c29fe3d5-80f2-43fd-906b-28d2ec4f401d', 'name': '', 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'mac_address': 'fa:16:3e:a9:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:09Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 2, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'subnets': [{'id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:11.406312 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa58f8f-0f4d-4411-a83d-1bcc0f48d829 None None] The sync data for ids ['89b13992-c4b1-403c-b699-7b92a683b59e'] in n-d-804292-3 is: [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c29fe3d5-80f2-43fd-906b-28d2ec4f401d', 'name': '', 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'mac_address': 'fa:16:3e:a9:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:09Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 2, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'subnets': [{'id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:36:11.475623 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.498563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] For port 96c8fe10-53f6-4202-b3ac-2761e8615924, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=96c8fe10-53f6-4202-b3ac-2761e8615924,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:11.503884 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.518806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57422) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:11.523423 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109876123', 'description': 'tempest-secgroup-smoke-1109876123 description', 'project_id': '05fd87dddce9408698a864f5ce87908f'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:11.548755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.561480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e8387-5a37-4c1c-91f3-9bbf95530ab8 None None] Pushing event updated for resources: {'Port': ['ID=96c8fe10-53f6-4202-b3ac-2761e8615924,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:11.650532 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.656648 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.688838 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.690073 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1701770 Nov 09 18:36:11.693210 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:11.694149 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88578e1-ad95-4509-abf2-cbaf51a47521 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a55e4-2c06-432e-910f-b3840ceed3b3,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:11.702381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a55e4-2c06-432e-910f-b3840ceed3b3', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:11.735548 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.796865 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.801313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.818603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6469bb8b-cb55-428d-a738-bbcfd113cefa,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:11.832508 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.833915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-405d7f36-1ae4-4229-8f7d-cf9b64099dcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394289 Nov 09 18:36:11.836678 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:11.842190 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a55e4-2c06-432e-910f-b3840ceed3b3', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:11.871547 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.940788 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.944736 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.967545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cb0ab1-439e-438e-b3a2-ad28463da65a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:11.974015 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:11.975405 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6813ca78-40ff-4c8e-9aed-f1ed796b71f0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375256 Nov 09 18:36:11.978111 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:11.983484 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a55e4-2c06-432e-910f-b3840ceed3b3', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:12.013992 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.077948 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.081689 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.100015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cc17bb-b9db-4472-a158-a7f2a7faf6f3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:12.112510 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.114017 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-f0b39d50-f07e-4bb9-abbc-04e44e82fa8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341043 Nov 09 18:36:12.116957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:12.121335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a55e4-2c06-432e-910f-b3840ceed3b3', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:12.148663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.206961 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.214300 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.231834 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98731939-ce94-41c7-90ef-1f99a9303d38,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:12.240835 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.242080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cfde3a16-793d-439d-bf41-8097ce43f52d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241913 Nov 09 18:36:12.244851 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:12.249972 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a55e4-2c06-432e-910f-b3840ceed3b3', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:12.275406 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Project 05fd87dddce9408698a864f5ce87908f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:36:12.280628 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.342217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.346244 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.364124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26137e76-3d47-4883-9746-64dee14cdfdb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:12.373565 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.377665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b452e3c4-9861-4d27-a39d-48ce34ff9fb6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291542 Nov 09 18:36:12.378959 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:12.386158 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a55e4-2c06-432e-910f-b3840ceed3b3', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:12.416282 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Project 05fd87dddce9408698a864f5ce87908f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:36:12.421347 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.485558 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.491217 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.513983 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95c4be4-e959-4458-a278-b4ea53626fc6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:12.519279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:12.529256 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-bf7df5d1-023b-4c7f-a4d0-b5a977c97c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491809 Nov 09 18:36:12.693211 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-45ac5d55-f062-4418-8f56-e49d16ebeb7b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109876123&fields=id&tenant_id=05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 267 time: 0.0556681 Nov 09 18:36:12.809548 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-13c4f569-39f6-4389-873b-55f3c510c273 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:12.811153 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-13c4f569-39f6-4389-873b-55f3c510c273 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 808 time: 0.1109900 Nov 09 18:36:12.827660 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-a6e0d7dc-bd84-4625-b2fa-47c719baf129 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/quotas/05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 375 time: 0.0105355 Nov 09 18:36:12.882741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-348775fa-ccd4-4958-93d9-eb09a634b875 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491104 Nov 09 18:36:13.005372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-1245d82c-5213-46af-aa14-1fa0abd65ba3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:36:13.006658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-1245d82c-5213-46af-aa14-1fa0abd65ba3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1113915 Nov 09 18:36:13.107741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-b388dbd5-6bf8-46e1-8ed8-7ce10491b4a7 service neutron] 10.222.0.45 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921478 Nov 09 18:36:13.196755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-9ba643af-de6a-47e4-b99a-4bdf1fe94c1c service neutron] 10.222.0.45 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846906 Nov 09 18:36:13.703275 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Sync routers for ids ['89b13992-c4b1-403c-b699-7b92a683b59e'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:36:13.713020 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Routers {'89b13992-c4b1-403c-b699-7b92a683b59e'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:13.713612 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['89b13992-c4b1-403c-b699-7b92a683b59e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:13.914320 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Set router 89b13992-c4b1-403c-b699-7b92a683b59e gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:14.116060 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c29fe3d5-80f2-43fd-906b-28d2ec4f401d', 'name': '', 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'mac_address': 'fa:16:3e:a9:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:09Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 2, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'subnets': [{'id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:14.143683 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Checking router: 89b13992-c4b1-403c-b699-7b92a683b59e for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:36:14.144035 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Updating router 89b13992-c4b1-403c-b699-7b92a683b59e port c29fe3d5-80f2-43fd-906b-28d2ec4f401d binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:36:14.174510 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.394739 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 96c8fe10-53f6-4202-b3ac-2761e8615924 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:14.415885 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ffb3eba-18ce-4f0a-be44-6cd2546ec918 req-140b999e-8d40-47f7-beb0-e11cc1112888 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0389099 Nov 09 18:36:14.444944 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 96c8fe10-53f6-4202-b3ac-2761e8615924 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:14.445317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.471545 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.476877 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.568083 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991e720-8b3a-4f2b-9adf-ae7c10ca06e4 None None] Pushing event updated for resources: {'Port': ['ID=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:14.586916 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Attempting to bind port c29fe3d5-80f2-43fd-906b-28d2ec4f401d on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:14.587316 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Attempting to bind port c29fe3d5-80f2-43fd-906b-28d2ec4f401d by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:14.587687 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Attempting to bind port c29fe3d5-80f2-43fd-906b-28d2ec4f401d on network 93ddf575-b171-41d7-9fdb-b689804941d9 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:14.593573 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:14.593919 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Checking segment: {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:14.594320 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.594715 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Bound using segment: {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:14.595209 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Bound port: c29fe3d5-80f2-43fd-906b-28d2ec4f401d, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926b2b5c-c9b4-4230-ab9b-483e60d6369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:14.595591 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.663915 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] For port c29fe3d5-80f2-43fd-906b-28d2ec4f401d, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:14.667566 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] For port c29fe3d5-80f2-43fd-906b-28d2ec4f401d, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,segment=NetworkSegment(926b2b5c-c9b4-4230-ab9b-483e60d6369f),segment_id=926b2b5c-c9b4-4230-ab9b-483e60d6369f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:14.672724 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.730309 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Routers {'89b13992-c4b1-403c-b699-7b92a683b59e'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:14.730927 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['89b13992-c4b1-403c-b699-7b92a683b59e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:14.741938 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991e720-8b3a-4f2b-9adf-ae7c10ca06e4 None None] Pushing event updated for resources: {'Port': ['ID=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:14.745809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-26a48cfe-c20d-4af9-870d-a078256ff4fd None None] Provisioning complete for port c29fe3d5-80f2-43fd-906b-28d2ec4f401d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:14.746394 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26a48cfe-c20d-4af9-870d-a078256ff4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.829888 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26a48cfe-c20d-4af9-870d-a078256ff4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.860692 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] Set router 89b13992-c4b1-403c-b699-7b92a683b59e gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:14.865702 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-26a48cfe-c20d-4af9-870d-a078256ff4fd None None] For port c29fe3d5-80f2-43fd-906b-28d2ec4f401d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,segment=NetworkSegment(926b2b5c-c9b4-4230-ab9b-483e60d6369f),segment_id=926b2b5c-c9b4-4230-ab9b-483e60d6369f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:14.869302 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26a48cfe-c20d-4af9-870d-a078256ff4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:14.925828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48cfe-c20d-4af9-870d-a078256ff4fd None None] Pushing event updated for resources: {'Port': ['ID=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:14.988334 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-fadd5afb-93a0-460c-a7a8-a208d136901b None None] Provisioning complete for port c29fe3d5-80f2-43fd-906b-28d2ec4f401d triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:14.988709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fadd5afb-93a0-460c-a7a8-a208d136901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:15.087260 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c29fe3d5-80f2-43fd-906b-28d2ec4f401d', 'name': '', 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'mac_address': 'fa:16:3e:a9:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:09Z', 'updated_at': '2021-11-09T18:36:14Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'subnets': [{'id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:15.114548 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f959e5f-bf58-4110-a40c-2485f74333db None None] The sync data for ids ['89b13992-c4b1-403c-b699-7b92a683b59e'] in n-d-804292-3 is: [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': 'c29fe3d5-80f2-43fd-906b-28d2ec4f401d', 'name': '', 'network_id': '93ddf575-b171-41d7-9fdb-b689804941d9', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'mac_address': 'fa:16:3e:a9:5a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:09Z', 'updated_at': '2021-11-09T18:36:14Z', 'revision_number': 4, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'subnets': [{'id': '2cdbbafc-9a9b-4beb-9e78-114e35c4a897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:36:15.503549 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-42de98da-ffd7-4688-94d9-759e94c11873 req-384e7b1b-7e11-45b7-9ea9-fe39e20cda74 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Nov 09 18:36:16.365631 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c29fe3d5-80f2-43fd-906b-28d2ec4f401d up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:16.414190 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port c29fe3d5-80f2-43fd-906b-28d2ec4f401d triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:16.415256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:16.580956 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bb67cd1b-34c2-480d-868a-c7a20c41709d req-3175576e-7c9b-4752-bc20-583da8c973ea tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0266492 Nov 09 18:36:17.660359 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fabc45dd-0736-4701-bbb7-bf43c2eb271a req-558db50b-4d8c-4185-9e02-ebe5809868e4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Nov 09 18:36:18.752835 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0fef866f-1333-4306-bf14-453b48b8a01b req-8d817ef3-641f-41b4-a112-31024f502df4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0260913 Nov 09 18:36:19.687921 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-63f98d97-3aa7-4f5c-8fec-518d0ca6d8f6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:19.689703 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-63f98d97-3aa7-4f5c-8fec-518d0ca6d8f6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 808 time: 0.1127973 Nov 09 18:36:19.757371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-5dbede7b-d23d-421b-a9bb-3b9fe9bf00af tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 380 time: 0.0574086 Nov 09 18:36:19.768082 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'port': {'device_id': '958da8e4-82bd-4d66-8a83-0163087feed7', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'admin_state_up': True, 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'security_groups': ['ad3a55e4-2c06-432e-910f-b3840ceed3b3']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:19.863765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e8a38439-91c6-4e6b-94f5-99497df5e419 req-8b5e2c14-4a53-480d-9626-2d6044c21149 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0345898 Nov 09 18:36:19.905062 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Made reservation on behalf of 05fd87dddce9408698a864f5ce87908f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:36:19.908612 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.039899 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Allocated IP 172.20.0.9 (d23d4751-cb41-4d96-af9e-41e15917ef16/becf8227-8d4f-4098-a7dc-78b59b251488/0b802e07-f09b-4edb-bdfa-b03b9236f0e6) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:20.178538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.210681 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.263084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Network d23d4751-cb41-4d96-af9e-41e15917ef16 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:20.268298 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:20.272135 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:20.279491 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:20.328406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:20.329052 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.347290 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-19a1f37a-5fa7-4999-9cf6-7610c199f185 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827794 Nov 09 18:36:20.365590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Request body: {'port': {'device_id': '958da8e4-82bd-4d66-8a83-0163087feed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:20.423183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.523752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-5e48136e-6445-430d-951f-24eaac087d4f None None] Provisioning complete for port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:20.524259 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e48136e-6445-430d-951f-24eaac087d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.559809 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5e48136e-6445-430d-951f-24eaac087d4f None None] Port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:36:20.702490 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:36:20.709922 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.722339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Transition to ACTIVE for port object 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:36:20.726532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.775659 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:20.847694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Attempting to bind port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:36:20.848029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Attempting to bind port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:36:20.848353 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Attempting to bind port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 on network d23d4751-cb41-4d96-af9e-41e15917ef16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:20.853054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 on network d23d4751-cb41-4d96-af9e-41e15917ef16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:36:20.853371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Attempting to bind port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 on network d23d4751-cb41-4d96-af9e-41e15917ef16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:20.858690 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:20.859042 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Checking segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:36:20.859420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Bound using segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:20.859841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Bound port: 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:36:20.860189 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.936020 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:20.939575 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:20.945327 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.978699 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:20.979831 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:20.981263 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] 10.222.0.83 "PUT /v2.0/ports/0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 1091 time: 0.6201174 Nov 09 18:36:20.982300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:20.984670 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ecd87e-ca18-4c72-a960-d1c8605e4464" -d '{"events": [{"name": "network-changed", "server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:20.994819 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c2268-59da-4176-88ee-6c6846d966ee req-593425c0-ee85-4d6e-82b7-9c41eee0298d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.005979 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-185c2268-59da-4176-88ee-6c6846d966ee req-593425c0-ee85-4d6e-82b7-9c41eee0298d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0673826 Nov 09 18:36:21.042026 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a84f261-ceeb-41ff-9dd7-8d63593bdf5e x-openstack-request-id: req-8a84f261-ceeb-41ff-9dd7-8d63593bdf5e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:21.042346 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:21.042600 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a84f261-ceeb-41ff-9dd7-8d63593bdf5e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:21.043032 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'status': 'completed', 'code': 200} Nov 09 18:36:21.058068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-185c2268-59da-4176-88ee-6c6846d966ee req-29c235be-0b9a-4385-a7cb-43cd259436ac tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507011 Nov 09 18:36:21.079089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4cdc7-bb40-49b9-b4fd-fa1af6c28641 service neutron] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:21.102774 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-76386de3-14ba-4d83-a7b8-84f88ce5472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.104341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-76386de3-14ba-4d83-a7b8-84f88ce5472b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1094 time: 0.0549743 Nov 09 18:36:21.159535 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-f9c338e4-78c2-4c71-9959-2bb1c603c615 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 217 time: 0.0423396 Nov 09 18:36:21.215617 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-f7db0ea6-2ec7-4630-8bb4-98ae7f739472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.217772 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-f7db0ea6-2ec7-4630-8bb4-98ae7f739472 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0456424 Nov 09 18:36:21.268928 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-13543417-9349-4378-b5f4-3f9156d5f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.270436 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-13543417-9349-4378-b5f4-3f9156d5f609 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414066 Nov 09 18:36:21.370434 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-e4ebdea9-b952-471d-a9f6-77bb03dd8e35 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882921 Nov 09 18:36:21.464898 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b52c045a-ea1d-49e0-9992-bf17938678e2 req-b988edb6-69fc-47bf-ada1-3aa014efaddf service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Nov 09 18:36:21.565084 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-3716c07f-c244-4bce-b772-277673be787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.566658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-3716c07f-c244-4bce-b772-277673be787a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1094 time: 0.0416143 Nov 09 18:36:21.665346 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-87a426d9-0c28-4911-8136-e23e94bb1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.666774 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-87a426d9-0c28-4911-8136-e23e94bb1285 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0924878 Nov 09 18:36:21.708896 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-649a043f-1a8a-4218-a6c4-24621bdd348d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 217 time: 0.0345774 Nov 09 18:36:21.762591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-3bd6fe2a-2bd8-4d11-a53f-d20ea9ca74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.764685 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-3bd6fe2a-2bd8-4d11-a53f-d20ea9ca74d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0474517 Nov 09 18:36:21.812618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-af022ec9-ab5c-4dc1-bc88-f01c48769d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:21.814116 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-af022ec9-ab5c-4dc1-bc88-f01c48769d30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401630 Nov 09 18:36:21.913272 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-8876a056-be3a-40aa-bca4-ab0567657022 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908575 Nov 09 18:36:22.009792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-04ecd87e-ca18-4c72-a960-d1c8605e4464 req-f534615f-8b56-41b8-b0ad-efe58aa85b23 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877168 Nov 09 18:36:22.181830 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff7b9e-51eb-4c7a-9bcc-190a03101d09 req-7a09daee-8130-46af-a2a7-acab8a2f857b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:22.183342 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2aff7b9e-51eb-4c7a-9bcc-190a03101d09 req-7a09daee-8130-46af-a2a7-acab8a2f857b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0505219 Nov 09 18:36:22.234250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2aff7b9e-51eb-4c7a-9bcc-190a03101d09 req-05db545f-8376-4fa4-8669-b377e8d26adc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Nov 09 18:36:23.350766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e2cfa-d999-47fd-a924-c376b84ddfdc req-9ed28785-7b48-494d-8a77-88e0aa6b80ab tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:23.352258 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b95e2cfa-d999-47fd-a924-c376b84ddfdc req-9ed28785-7b48-494d-8a77-88e0aa6b80ab tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0492272 Nov 09 18:36:23.401001 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b95e2cfa-d999-47fd-a924-c376b84ddfdc req-20c7f3f9-fa60-45b8-801f-7ad3f84ce5ac tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Nov 09 18:36:23.575309 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:36:23.672764 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:23.685152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'mac_address': 'fa:16:3e:18:75:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:36:23.727497 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:23.742119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:36:23.772317 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:23.778091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:23.782754 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:23.829011 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:24.057434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0b802e07-f09b-4edb-bdfa-b03b9236f0e6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:36:24.524478 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6a2ca-248c-478c-bd98-f0c7865eae62 req-ef10b7d6-e1e8-4b6e-8742-9c0e726ca30e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:24.525995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ad6a2ca-248c-478c-bd98-f0c7865eae62 req-ef10b7d6-e1e8-4b6e-8742-9c0e726ca30e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 944 time: 0.0545797 Nov 09 18:36:24.576885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2ad6a2ca-248c-478c-bd98-f0c7865eae62 req-8b5c9a47-29fb-45be-b354-880fa90224eb tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Nov 09 18:36:25.592056 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:25.646516 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:36:25.650342 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:25.650711 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:25.696806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5132c5f-acee-476f-9209-9d4e433e698e req-518feb76-719b-49bc-809c-857b409695ec tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:25.698368 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5132c5f-acee-476f-9209-9d4e433e698e req-518feb76-719b-49bc-809c-857b409695ec tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 944 time: 0.0502422 Nov 09 18:36:25.729343 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:25.752510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:25.753922 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f5132c5f-acee-476f-9209-9d4e433e698e req-db36eb16-a5c1-466a-b635-43ed2f1702dd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Nov 09 18:36:25.754940 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cedc6ee-f859-45d8-9f6c-eaaf3ab44393" -d '{"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-plugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:25.769209 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:25.776925 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:25.824571 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:25.861334 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee61e4-da07-4a5c-b282-de6586ee6293 x-openstack-request-id: req-1aee61e4-da07-4a5c-b282-de6586ee6293 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:25.861727 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-plugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:25.862141 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aee61e4-da07-4a5c-b282-de6586ee6293 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:25.862564 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'code': 200} Nov 09 18:36:25.979052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b488dd7-af84-443d-89da-4d65b749b97e req-5875a9c3-0c6b-49a5-9393-273dc121ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:25.980580 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b488dd7-af84-443d-89da-4d65b749b97e req-5875a9c3-0c6b-49a5-9393-273dc121ce9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1096 time: 0.0408454 Nov 09 18:36:26.036992 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7b488dd7-af84-443d-89da-4d65b749b97e req-c7b98293-a1b0-4385-8505-8b8774222b92 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450618 Nov 09 18:36:26.877429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10de652-e9fc-4803-8e55-90dbfa7c52b3 req-ff010027-d6c2-42cd-9b9c-83e9805b5c55 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:26.878913 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d10de652-e9fc-4803-8e55-90dbfa7c52b3 req-ff010027-d6c2-42cd-9b9c-83e9805b5c55 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Nov 09 18:36:26.927752 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d10de652-e9fc-4803-8e55-90dbfa7c52b3 req-d2e1ca18-f31f-47b9-a339-f335fadc0176 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Nov 09 18:36:28.053032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891a12e-cd1e-4831-a261-6de1309c6339 req-3217e897-8ab2-4daf-98d1-8096a9e4790a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:28.054518 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7891a12e-cd1e-4831-a261-6de1309c6339 req-3217e897-8ab2-4daf-98d1-8096a9e4790a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0522132 Nov 09 18:36:28.094545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d374b774-1ae4-4da5-b283-e5cec949e89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:28.112031 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7891a12e-cd1e-4831-a261-6de1309c6339 req-7ad81df1-2259-42b6-8d50-73fc89011177 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508502 Nov 09 18:36:28.236208 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9d18-b9ae-4249-ab0e-a46e80a7146b req-82383317-f9c4-49a9-88d7-37982efe370d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:28.237619 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22ab9d18-b9ae-4249-ab0e-a46e80a7146b req-82383317-f9c4-49a9-88d7-37982efe370d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0558672 Nov 09 18:36:28.295789 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-22ab9d18-b9ae-4249-ab0e-a46e80a7146b req-710e2332-8e76-4308-9947-99fee0061354 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521243 Nov 09 18:36:28.324749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57508) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:28.415281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57629e-cf4b-4611-948a-bfd2ba4529c0 tempest-TestShelveInstance-1506931691 tempest-TestShelveInstance-1506931691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:28.416806 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-4c57629e-cf4b-4611-948a-bfd2ba4529c0 tempest-TestShelveInstance-1506931691 tempest-TestShelveInstance-1506931691-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1091 time: 0.0905058 Nov 09 18:36:28.420040 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57512) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:28.424374 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:28.446470 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:28.548124 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:28.654543 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Allocated IP 172.25.3.167 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/a142db6e-5fa3-4ca7-8be2-bd70a09bc320) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:36:28.756644 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:28.789194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:28.840669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:36:28.844147 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:36:28.851669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:36:28.855644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'Port': ['ID=a142db6e-5fa3-4ca7-8be2-bd70a09bc320,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:29.183300 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.232550 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.300785 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.455919 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.460747 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.526205 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'Port': ['ID=a142db6e-5fa3-4ca7-8be2-bd70a09bc320,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:29.541633 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.643273 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Floating IP b9f7338c-7566-4cba-8cff-1742832d5def associated. External IP: 172.25.3.167, port: 0b802e07-f09b-4edb-bdfa-b03b9236f0e6. Nov 09 18:36:29.867188 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Router 9989e884-b799-462e-9922-bdd54a496558 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:36:29.976311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:36:29.986538 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:36:29.995178 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:29.996301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:29.997008 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:30.023239 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-471637c3-540e-4e89-b808-3e2d6765660b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6021211 Nov 09 18:36:30.023809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:30.026083 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dd8432-7a01-458d-b0f3-1695018a9a43" -d '{"events": [{"name": "network-changed", "server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:30.071499 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8e3171-25b1-470c-8d20-18ff97189338 x-openstack-request-id: req-0e8e3171-25b1-470c-8d20-18ff97189338 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:30.071782 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:30.072023 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e8e3171-25b1-470c-8d20-18ff97189338 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:30.072429 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'status': 'completed', 'code': 200} Nov 09 18:36:30.123639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:30.135247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-a79c87ef-652b-494c-9753-8d31fbcf3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:30.137011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-a79c87ef-652b-494c-9753-8d31fbcf3b61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1096 time: 0.0419557 Nov 09 18:36:30.228501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-01dcc0f7-f18b-4170-af08-56f7eeb2c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:30.230089 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-01dcc0f7-f18b-4170-af08-56f7eeb2c943 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0863819 Nov 09 18:36:30.302336 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-3f1a75ad-8295-4d4f-ac38-8c2b1f0ecde0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 999 time: 0.0647798 Nov 09 18:36:30.354665 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-883b8132-d25f-4b55-95cd-15249430959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:30.356415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-883b8132-d25f-4b55-95cd-15249430959a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0462728 Nov 09 18:36:30.358361 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'b9f7338c-7566-4cba-8cff-1742832d5def', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9989e884-b799-462e-9922-bdd54a496558', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'mac_address': 'fa:16:3e:18:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958da8e4-82bd-4d66-8a83-0163087feed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:36:29Z', 'updated_at': '2021-11-09T18:36:29Z', 'revision_number': 0, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:30.389339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:36:30.398168 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:36:30.398782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:36:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:30.401175 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-e3a9b268-f947-4aeb-b8a9-e3e6d3bffcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:30.402765 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-e3a9b268-f947-4aeb-b8a9-e3e6d3bffcc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396085 Nov 09 18:36:30.501767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-39f74ac7-ee8f-48c9-b6ef-c8db1fb9718f service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915375 Nov 09 18:36:30.526815 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:36:30.585802 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91cf9db3-2663-4655-be3a-447fd0e2be2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:30.617309 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e2dd8432-7a01-458d-b0f3-1695018a9a43 req-23548a5b-369a-466b-b9ae-029e8a0d336f service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078293 Nov 09 18:36:30.801319 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'b9f7338c-7566-4cba-8cff-1742832d5def', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9989e884-b799-462e-9922-bdd54a496558', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'mac_address': 'fa:16:3e:18:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958da8e4-82bd-4d66-8a83-0163087feed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:36:29Z', 'updated_at': '2021-11-09T18:36:29Z', 'revision_number': 0, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:36:30.832964 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f0697-22c3-45db-aba6-d0312108218f None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'b9f7338c-7566-4cba-8cff-1742832d5def', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9989e884-b799-462e-9922-bdd54a496558', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'mac_address': 'fa:16:3e:18:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958da8e4-82bd-4d66-8a83-0163087feed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:36:29Z', 'updated_at': '2021-11-09T18:36:29Z', 'revision_number': 0, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:36:31.040731 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73835143-e444-49a2-8185-d4b33a49b00b None None] New status for floating IP b9f7338c-7566-4cba-8cff-1742832d5def: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:36:31.973660 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:33.414606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:33.636367 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:42.099227 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:36:45.835558 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-86fdbd41-83bc-4316-869b-72e9a0031d74 req-ce3ae0dd-00d7-4495-b23e-ebc35d104879 service neutron] (102555) timed out ('10.222.0.45', 54898) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:36:53.765944 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:58.098333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df1cef74-9966-43bb-8698-6731d91a8c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:36:59.184030 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:00.572076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e60345a-cf92-43b2-a88e-494c06471603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:01.975010 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:03.417557 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:03.642653 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:15.499593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-e087d14a-7534-4af9-9b54-31a9ea7b481c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895038 Nov 09 18:37:15.585615 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-bad4ee3e-8273-4967-aeb1-85fca10cb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:15.587137 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-bad4ee3e-8273-4967-aeb1-85fca10cb083 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1096 time: 0.0402803 Nov 09 18:37:15.696153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-82991348-5d47-4d54-8313-e75bfa27b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:15.697519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-82991348-5d47-4d54-8313-e75bfa27b30b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0845232 Nov 09 18:37:15.771634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-2dbff5be-25ca-47f6-a5b2-3e7142bf8bcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 1001 time: 0.0636730 Nov 09 18:37:15.826594 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-97cc259c-2ae5-48dd-b224-0d7f92dd97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:15.828229 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-97cc259c-2ae5-48dd-b224-0d7f92dd97f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0444295 Nov 09 18:37:15.875162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-51d6f8d5-878e-4815-bab0-2031d864c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:15.876649 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-51d6f8d5-878e-4815-bab0-2031d864c153 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398717 Nov 09 18:37:15.978250 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-4323b005-8a68-4d15-91d7-2555c6eaaa27 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888793 Nov 09 18:37:16.077724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-18d35bdb-d40d-4ffb-9c92-0de3c111c112 req-1cbb5589-3fdb-4ef8-8506-1fb25f5f9b4e service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866716 Nov 09 18:37:19.098535 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:37:23.786847 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:28.099835 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a998087-32dc-4ed4-a762-a094cd80afdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:29.190156 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:30.574290 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20704aac-b2ca-46d7-b5e0-8935e0a2802f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:31.978618 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:33.422630 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:33.645083 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:53.790834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:56.098327 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:37:58.102622 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16eeea87-e5eb-4a85-a13e-395ca469e742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:37:59.188416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:00.576099 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c3091f8-9d4c-4b33-bef0-40a39488be48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:01.979720 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:03.423160 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:03.647853 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:12.271838 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-8bbc9180-492a-444f-b9c1-9eea1bda6696 req-7bf13853-f34d-4125-9a88-a19abbf2d1ca service neutron] (102555) timed out ('10.222.0.43', 60803) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:38:12.442246 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-43564d22-626c-4f85-9538-eff76c4ff90d req-16783649-095d-407f-a7a0-fb2bf7eb18e7 tempest-ServersNegativeTestJSON-1554694845 tempest-ServersNegativeTestJSON-1554694845-project] (102554) timed out ('10.222.0.43', 60103) {{(pid=102554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:38:15.453554 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-7304ccf7-b105-4d40-a412-a790fb418e95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410428 Nov 09 18:38:15.548483 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635a580-46cc-4023-b150-efe514a98367 req-3eb285e6-f8e3-4b17-aef8-fa296bc1ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:15.549984 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-3eb285e6-f8e3-4b17-aef8-fa296bc1ffcf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1096 time: 0.0500715 Nov 09 18:38:15.659744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635a580-46cc-4023-b150-efe514a98367 req-31a37753-6f97-4676-9873-cbf6a2714a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:15.661233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-31a37753-6f97-4676-9873-cbf6a2714a3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0868361 Nov 09 18:38:16.088318 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-2eb37db0-525c-40b1-b4bc-1bfead572df2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 1001 time: 0.4125342 Nov 09 18:38:16.142814 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635a580-46cc-4023-b150-efe514a98367 req-4d555806-103e-4b42-9ce2-c74e25dcb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:16.144302 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-4d555806-103e-4b42-9ce2-c74e25dcb874 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0445423 Nov 09 18:38:16.194583 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635a580-46cc-4023-b150-efe514a98367 req-9d684776-27be-4147-a44c-e68d2767ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:16.196090 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-9d684776-27be-4147-a44c-e68d2767ff20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395637 Nov 09 18:38:16.294390 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-144948a0-6216-4abd-8c51-570cde16dc84 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866485 Nov 09 18:38:16.392075 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9635a580-46cc-4023-b150-efe514a98367 req-ddbd039b-66bd-4f51-94e7-a0576e99d7db service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Nov 09 18:38:23.802214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:28.107126 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-917492fc-97f9-4868-bba0-7946df750bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:28.435333 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d48d7-5b0a-41bb-b692-a9e75e65c62b req-e7f83785-cf62-43b1-b1b9-d19c77bec7de tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:28.436822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f2d48d7-5b0a-41bb-b692-a9e75e65c62b req-e7f83785-cf62-43b1-b1b9-d19c77bec7de tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0488482 Nov 09 18:38:28.491289 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4f2d48d7-5b0a-41bb-b692-a9e75e65c62b req-4e693b57-14ea-447b-9284-a0c2a5f1d579 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Nov 09 18:38:29.184740 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:29.629588 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7aad7-f093-4650-b9ca-1387772cbd11 req-d4ea87a0-27b2-46bf-919c-f3d653d60a6a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:29.631115 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bec7aad7-f093-4650-b9ca-1387772cbd11 req-d4ea87a0-27b2-46bf-919c-f3d653d60a6a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Nov 09 18:38:29.683686 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bec7aad7-f093-4650-b9ca-1387772cbd11 req-6dc0122c-48af-4a73-9e7d-4cdd422894ae tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461709 Nov 09 18:38:30.578323 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4b50c6-d946-4890-85b1-fe56fa82926e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:30.829079 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b77f9-3fd1-4d01-b19e-b0cab5d1109c req-bbaecdf8-5a2c-427a-880f-76731cb97128 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:30.830481 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb5b77f9-3fd1-4d01-b19e-b0cab5d1109c req-bbaecdf8-5a2c-427a-880f-76731cb97128 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Nov 09 18:38:30.879589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb5b77f9-3fd1-4d01-b19e-b0cab5d1109c req-f8d90ba9-cae6-4d9a-af31-107fbf50f129 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Nov 09 18:38:31.983545 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:32.002201 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809fd1-1c8a-4b81-9113-6dabe2b32696 req-568133d5-3aa9-4333-a3a6-c662a05dba82 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:32.003725 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51809fd1-1c8a-4b81-9113-6dabe2b32696 req-568133d5-3aa9-4333-a3a6-c662a05dba82 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0546339 Nov 09 18:38:32.055681 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-51809fd1-1c8a-4b81-9113-6dabe2b32696 req-73cbf362-f9a8-40fd-bcd9-924a0ce57390 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Nov 09 18:38:33.098313 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:38:33.191826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bed9f-cf17-4ca1-b25a-0ff82fc3c53a req-9e5a1752-10c5-4629-a10b-60201870dfbd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:33.193321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea8bed9f-cf17-4ca1-b25a-0ff82fc3c53a req-9e5a1752-10c5-4629-a10b-60201870dfbd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Nov 09 18:38:33.243455 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ea8bed9f-cf17-4ca1-b25a-0ff82fc3c53a req-b7418948-bb5e-40e3-85d1-65032ffd5517 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Nov 09 18:38:33.426032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:33.650621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:34.362672 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100111d-9323-490b-9a27-5d679c79e302 req-f3b183ff-859b-4c0f-8dfb-51492a9da02c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:34.364121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1100111d-9323-490b-9a27-5d679c79e302 req-f3b183ff-859b-4c0f-8dfb-51492a9da02c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 09 18:38:34.414458 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1100111d-9323-490b-9a27-5d679c79e302 req-742d2e32-45c6-4b36-9a04-45ab3c84ecdc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Nov 09 18:38:35.533837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797c0b-c549-4964-8872-8b8f929743fa req-acb15cd8-5b4a-495e-a97a-d957361a14e8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:35.535415 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe797c0b-c549-4964-8872-8b8f929743fa req-acb15cd8-5b4a-495e-a97a-d957361a14e8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Nov 09 18:38:35.584926 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fe797c0b-c549-4964-8872-8b8f929743fa req-adeef530-2c57-4c77-85c9-83bd2e3de3e7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Nov 09 18:38:36.701968 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baeba8-c23c-461b-9733-3fc9b80f72dc req-f0af8dde-ae36-459e-b712-2840a2463457 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:36.703382 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4baeba8-c23c-461b-9733-3fc9b80f72dc req-f0af8dde-ae36-459e-b712-2840a2463457 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0490332 Nov 09 18:38:36.756446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4baeba8-c23c-461b-9733-3fc9b80f72dc req-a048c6b8-69fb-4fab-aa8c-35945e995477 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Nov 09 18:38:37.875073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bc4c8-aeaa-4ac1-bd2d-cf691db103f1 req-5683351f-cad3-43cd-b517-c374ebbe89ec tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:37.876544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff3bc4c8-aeaa-4ac1-bd2d-cf691db103f1 req-5683351f-cad3-43cd-b517-c374ebbe89ec tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0477586 Nov 09 18:38:37.924795 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ff3bc4c8-aeaa-4ac1-bd2d-cf691db103f1 req-671ca088-46d1-45fb-bced-0826e83bb3a1 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Nov 09 18:38:39.042256 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0761bf-66ee-4528-834a-1810e44e51b6 req-32eadd8a-62c1-4b67-8e1a-d8f4f6c00741 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:39.043982 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c0761bf-66ee-4528-834a-1810e44e51b6 req-32eadd8a-62c1-4b67-8e1a-d8f4f6c00741 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Nov 09 18:38:39.095275 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-0c0761bf-66ee-4528-834a-1810e44e51b6 req-571a2508-e734-449a-b7f8-6f4354905df6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450199 Nov 09 18:38:40.184157 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:38:40.219219 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da17c-0a14-4e7f-a5bc-de5eb0d96fc0 req-9c64142b-8207-477f-ba8d-4cdb3c909d7f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:40.220934 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d01da17c-0a14-4e7f-a5bc-de5eb0d96fc0 req-9c64142b-8207-477f-ba8d-4cdb3c909d7f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0562010 Nov 09 18:38:40.275804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d01da17c-0a14-4e7f-a5bc-de5eb0d96fc0 req-e20eeb43-16d5-4e01-acf6-61cc03dd8cf1 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482845 Nov 09 18:38:40.290959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:38:40.302420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'mac_address': 'fa:16:3e:18:75:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:38:40.338358 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:40.350582 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:38:40.370184 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:38:40.373971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:40.427491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:38:40.435038 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.435394 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.435740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.436078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.436412 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.436747 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.437076 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.437414 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.437740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.438065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.438392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.438715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:38:40.465187 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0b802e07-f09b-4edb-bdfa-b03b9236f0e6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:38:41.418450 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb36e86-f97a-4e28-8af1-bcf79dc9c7d4 req-acc10d2c-a13c-46dd-a8d9-f9ae368dace0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:41.420546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bb36e86-f97a-4e28-8af1-bcf79dc9c7d4 req-acc10d2c-a13c-46dd-a8d9-f9ae368dace0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 944 time: 0.0565283 Nov 09 18:38:41.498763 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4bb36e86-f97a-4e28-8af1-bcf79dc9c7d4 req-a9e3ae59-e40f-46c6-812e-0c8148598fe9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721040 Nov 09 18:38:42.198840 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:38:42.253980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:38:42.254370 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:42.341223 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:42.364953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:38:42.367273 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efee606-387c-4a6e-a6d2-1a13b168ff28" -d '{"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-plugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:38:42.383875 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:38:42.391127 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:42.422571 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81410463-f93a-4175-b787-e677719a7fbc x-openstack-request-id: req-81410463-f93a-4175-b787-e677719a7fbc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:38:42.422868 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-plugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:38:42.423186 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81410463-f93a-4175-b787-e677719a7fbc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:38:42.423556 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'code': 200} Nov 09 18:38:42.448980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:38:42.673335 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bd0ee-4460-4bc1-830f-6bf1e6308660 req-4bbdb3e8-c685-4e6b-9d80-99a4efcb4e03 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:42.675924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-218bd0ee-4460-4bc1-830f-6bf1e6308660 req-4bbdb3e8-c685-4e6b-9d80-99a4efcb4e03 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0760338 Nov 09 18:38:42.733354 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-218bd0ee-4460-4bc1-830f-6bf1e6308660 req-887b4626-3e0d-46e2-a07f-5f04b6fe1c5b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478547 Nov 09 18:38:43.874825 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf966-991d-441e-a717-b93253a00314 req-ccfe99fa-e216-44a9-8a79-90d5ccc1f4f8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:43.876397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b6cf966-991d-441e-a717-b93253a00314 req-ccfe99fa-e216-44a9-8a79-90d5ccc1f4f8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0599420 Nov 09 18:38:43.935565 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b6cf966-991d-441e-a717-b93253a00314 req-800a23a1-e8d3-4b63-999b-e22f1b7a4ef0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521467 Nov 09 18:38:45.090977 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f5845-50c9-4c8a-b9f3-4c96617d1388 req-8be0ec2f-5489-4818-bee7-80a96130f03e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:45.098824 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-911f5845-50c9-4c8a-b9f3-4c96617d1388 req-8be0ec2f-5489-4818-bee7-80a96130f03e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0845299 Nov 09 18:38:45.174637 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-911f5845-50c9-4c8a-b9f3-4c96617d1388 req-2963d941-3586-4372-b5bf-908b93989351 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719819 Nov 09 18:38:46.299445 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6194e53-2236-492a-abe2-ea7cfb566b1b req-f0ef7715-83dc-40f4-abcc-8c99fe72a043 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:46.300986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6194e53-2236-492a-abe2-ea7cfb566b1b req-f0ef7715-83dc-40f4-abcc-8c99fe72a043 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0563874 Nov 09 18:38:46.366257 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6194e53-2236-492a-abe2-ea7cfb566b1b req-c8aa449f-31fe-4bb1-8dd4-494e1f7fa28b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580142 Nov 09 18:38:47.514103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952beeb-004f-4413-bfd8-a371611eda06 req-1efdff80-cc04-40fa-bee1-77f2759a260e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:47.523579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2952beeb-004f-4413-bfd8-a371611eda06 req-1efdff80-cc04-40fa-bee1-77f2759a260e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0827177 Nov 09 18:38:47.595595 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2952beeb-004f-4413-bfd8-a371611eda06 req-67fcfafd-ca90-452b-9afb-21ed4cdef599 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674131 Nov 09 18:38:48.735628 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a36833-7e27-45e7-b994-7649d6ccb509 req-58086de8-5bad-4179-9382-59631ed20f56 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:48.740016 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3a36833-7e27-45e7-b994-7649d6ccb509 req-58086de8-5bad-4179-9382-59631ed20f56 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0694640 Nov 09 18:38:48.817485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e3a36833-7e27-45e7-b994-7649d6ccb509 req-04cef67e-bc43-4b17-ba35-0252788194fc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586884 Nov 09 18:38:49.945202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64509dc8-f425-441e-bacd-dfc59cd4f6b7 req-1eb05d60-3ca8-41d7-977b-c9201d8db8be tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:49.948051 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64509dc8-f425-441e-bacd-dfc59cd4f6b7 req-1eb05d60-3ca8-41d7-977b-c9201d8db8be tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0619957 Nov 09 18:38:50.014091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-64509dc8-f425-441e-bacd-dfc59cd4f6b7 req-65e64f9e-e364-4dd3-89c4-0f49670a39f4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609560 Nov 09 18:38:50.833967 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94614-9501-4a1e-a945-737c52a30658 req-1d129d68-16ff-4d18-838c-bb7aac9baf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:50.835556 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-1d129d68-16ff-4d18-838c-bb7aac9baf67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1096 time: 0.0426984 Nov 09 18:38:50.932868 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94614-9501-4a1e-a945-737c52a30658 req-836cfaf1-fee3-4cb3-91e7-e29e130aee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:50.934391 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-836cfaf1-fee3-4cb3-91e7-e29e130aee4a service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0915530 Nov 09 18:38:51.010278 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-26f080de-8e41-4c1e-b0d2-bf059701cff9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 1001 time: 0.0629401 Nov 09 18:38:51.065366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94614-9501-4a1e-a945-737c52a30658 req-3b30c674-4d42-4e96-b8e8-6b72c1c0fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:51.066872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-3b30c674-4d42-4e96-b8e8-6b72c1c0fb68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0462596 Nov 09 18:38:51.147694 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94614-9501-4a1e-a945-737c52a30658 req-4913c372-0a2d-41d0-827b-d2133f92bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:51.149275 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-4913c372-0a2d-41d0-827b-d2133f92bbea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738301 Nov 09 18:38:51.165394 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f0fe2-b801-446e-8cbc-4bcd057d267c req-6e4f80dd-a7de-404a-a54a-bab7e8e05c5e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:51.166867 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-205f0fe2-b801-446e-8cbc-4bcd057d267c req-6e4f80dd-a7de-404a-a54a-bab7e8e05c5e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0625112 Nov 09 18:38:51.271344 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-205f0fe2-b801-446e-8cbc-4bcd057d267c req-a86f4f68-f25a-4dfd-9b5d-41c8e24d8e89 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964398 Nov 09 18:38:51.291051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-58870d4a-75f9-43db-9295-32dfc643e38f service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230962 Nov 09 18:38:51.390087 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f0d94614-9501-4a1e-a945-737c52a30658 req-a8b4b59c-3227-4dd1-a56d-c2092a550a23 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882187 Nov 09 18:38:52.400187 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7e477-e20c-4c5c-8ec0-6509f67b16fc req-dac4d7a3-847b-418c-b9a0-386166da8df7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:52.401732 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-92a7e477-e20c-4c5c-8ec0-6509f67b16fc req-dac4d7a3-847b-418c-b9a0-386166da8df7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0509841 Nov 09 18:38:52.455157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-92a7e477-e20c-4c5c-8ec0-6509f67b16fc req-cd57db4a-1263-45df-9aea-87e8b7f1768f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473673 Nov 09 18:38:53.578183 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395a88-3a1f-4fa5-92a0-2e36fb93714a req-fa8dd01d-f16e-4b8b-a4b1-f03a6bda7eee tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:53.579808 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09395a88-3a1f-4fa5-92a0-2e36fb93714a req-fa8dd01d-f16e-4b8b-a4b1-f03a6bda7eee tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0515382 Nov 09 18:38:53.638327 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-09395a88-3a1f-4fa5-92a0-2e36fb93714a req-d8daa6a9-fe74-4445-9cdd-1c747743eb6c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524750 Nov 09 18:38:53.708572 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-465b31f6-7c41-4f79-a2e5-7f6a07831f79 req-3ec317dc-faef-4ad8-a526-840bbbcbc25e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:38:53.709552 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-465b31f6-7c41-4f79-a2e5-7f6a07831f79 req-3ec317dc-faef-4ad8-a526-840bbbcbc25e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053418 Nov 09 18:38:53.803886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:53.879283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f69f7-ea32-46bc-89fc-ebeceb6a0425 req-6efbe399-2d0f-4cff-96e6-41f1e7534107 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:53.880909 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-668f69f7-ea32-46bc-89fc-ebeceb6a0425 req-6efbe399-2d0f-4cff-96e6-41f1e7534107 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Nov 09 18:38:53.939036 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-668f69f7-ea32-46bc-89fc-ebeceb6a0425 req-9fa1779b-81a3-43d9-9767-59721705fd0f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506501 Nov 09 18:38:54.193419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-c742b7d4-5369-4ebe-880e-71c56b221bda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855045 Nov 09 18:38:54.250331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:38:54.331805 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:54.360848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:38:54.363333 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f2e86-0e9a-45bd-9af4-11961522ba83" -d '{"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:38:54.380869 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:38:54.392432 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:54.428238 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07156e38-8d3f-458c-8efe-906fa26d5f67 x-openstack-request-id: req-07156e38-8d3f-458c-8efe-906fa26d5f67 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:38:54.428511 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-unplugged", "status": "failed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "code": 422}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:38:54.428774 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07156e38-8d3f-458c-8efe-906fa26d5f67 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:38:54.429248 n-d-804292-3 neutron-server[102556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'code': 422} returned with failed status Nov 09 18:38:54.459513 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:38:55.107304 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca98d7-9ae7-475d-87a1-0a9d15fe3990 req-5ebadce7-db4e-442d-81ea-fa1c543c253e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:55.108915 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-adca98d7-9ae7-475d-87a1-0a9d15fe3990 req-5ebadce7-db4e-442d-81ea-fa1c543c253e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0848722 Nov 09 18:38:55.116475 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-0d949863-85f5-47c1-97bf-89852a1adadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:55.118589 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-0d949863-85f5-47c1-97bf-89852a1adadf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7&tenant_id=05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 1094 time: 0.0652845 Nov 09 18:38:55.184779 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-adca98d7-9ae7-475d-87a1-0a9d15fe3990 req-49a3411a-084b-4eea-ad27-83f80e1f5e49 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650132 Nov 09 18:38:55.223373 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-2b476d79-ad02-4fe1-be2d-8c0091c95fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:55.224939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-2b476d79-ad02-4fe1-be2d-8c0091c95fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1094 time: 0.0628943 Nov 09 18:38:55.330939 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-366a1e61-107a-4d50-8efc-34dae5e127a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:55.332470 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-366a1e61-107a-4d50-8efc-34dae5e127a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0959873 Nov 09 18:38:55.408900 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-58d4843e-2f10-40a7-90d8-f67b8ee12f81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 999 time: 0.0641029 Nov 09 18:38:55.463816 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-3c91453d-6a4c-4981-b105-e300a5069fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:55.465305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-3c91453d-6a4c-4981-b105-e300a5069fb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0444899 Nov 09 18:38:55.521509 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-262bc163-63da-4b23-a417-999a88ca4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:55.522940 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-262bc163-63da-4b23-a417-999a88ca4845 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463479 Nov 09 18:38:55.620651 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-14f47ce2-2a13-403d-85fc-ed12008d4ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862627 Nov 09 18:38:55.721132 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-00d4c5b1-558d-49ee-a448-762ec77b2cbe req-19ef9996-850b-4897-a68c-afeb1df7c8db service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894485 Nov 09 18:38:56.347601 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe426e8-5e2a-43d3-a7e8-425ae04fffaa req-bac31226-d6ac-4fef-ac63-92bbc3c9ad8f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:56.349968 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4fe426e8-5e2a-43d3-a7e8-425ae04fffaa req-bac31226-d6ac-4fef-ac63-92bbc3c9ad8f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0576820 Nov 09 18:38:56.404965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4fe426e8-5e2a-43d3-a7e8-425ae04fffaa req-46193b97-0b68-4c0f-8f07-ddb2ac4a80b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481136 Nov 09 18:38:57.539015 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5102c1a-9890-4ed3-965f-75f1ca901f46 req-a40ce785-2ee8-41a3-9895-645cf6f35c28 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:57.542097 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5102c1a-9890-4ed3-965f-75f1ca901f46 req-a40ce785-2ee8-41a3-9895-645cf6f35c28 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0572600 Nov 09 18:38:57.595767 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c5102c1a-9890-4ed3-965f-75f1ca901f46 req-d89cd0fa-5638-4a2f-9e6b-901144e36924 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474994 Nov 09 18:38:58.116131 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c07e2792-f1f6-4379-b39d-a1eb002f3f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:58.265262 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:38:58.716739 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f786e-d8eb-467f-8f14-a6fa8535c401 req-f6654b0b-4faa-4b2c-8b49-762ef505bc29 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:58.718240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-971f786e-d8eb-467f-8f14-a6fa8535c401 req-f6654b0b-4faa-4b2c-8b49-762ef505bc29 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0487292 Nov 09 18:38:58.793566 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-971f786e-d8eb-467f-8f14-a6fa8535c401 req-38981355-289e-4015-ab85-9bcbe12aaabc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687532 Nov 09 18:38:59.185416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:38:59.911798 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f2ba-2782-4db9-abe1-de3857834f6d req-7efc6013-c6f8-4e2f-ad49-dc21006a5b83 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:59.913351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2951f2ba-2782-4db9-abe1-de3857834f6d req-7efc6013-c6f8-4e2f-ad49-dc21006a5b83 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0513506 Nov 09 18:38:59.965373 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-2951f2ba-2782-4db9-abe1-de3857834f6d req-2b17df55-1f43-4544-adf2-3790e27afea9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Nov 09 18:39:00.581044 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a76f8ee-94cf-4167-88eb-62a3f1548c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:01.103226 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39e6-6a57-4de5-8030-32110a29976e req-dac0fd90-5bc0-4851-b0f6-766e99a0e7f8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:01.105530 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b66f39e6-6a57-4de5-8030-32110a29976e req-dac0fd90-5bc0-4851-b0f6-766e99a0e7f8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0570564 Nov 09 18:39:01.155319 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b66f39e6-6a57-4de5-8030-32110a29976e req-0b71e1d6-d984-4e71-bc14-c4b09a9a7201 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Nov 09 18:39:01.989724 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:02.290721 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480c4b-fbb0-49c1-b536-a46342c64799 req-522cb082-fe95-425f-96fb-28ff6dd7654b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:02.292533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3480c4b-fbb0-49c1-b536-a46342c64799 req-522cb082-fe95-425f-96fb-28ff6dd7654b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0679057 Nov 09 18:39:02.342877 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3480c4b-fbb0-49c1-b536-a46342c64799 req-f91c3b55-a989-4e99-9193-208e9d7dd604 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Nov 09 18:39:03.429081 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:03.477116 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b04f9-58a9-4aca-ae80-93b5872c8f43 req-02454fa0-2bc3-4661-852d-5ab585ca1c30 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:03.478790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be5b04f9-58a9-4aca-ae80-93b5872c8f43 req-02454fa0-2bc3-4661-852d-5ab585ca1c30 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0585587 Nov 09 18:39:03.536980 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-be5b04f9-58a9-4aca-ae80-93b5872c8f43 req-27491dfa-ec47-460e-a267-e8a69bcc910f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518584 Nov 09 18:39:03.670643 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:04.662207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a185e-ffaf-4e6b-89d7-1cd47a677649 req-3f9e3319-707f-4542-9e0f-aa38fee2d348 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:04.663756 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-737a185e-ffaf-4e6b-89d7-1cd47a677649 req-3f9e3319-707f-4542-9e0f-aa38fee2d348 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0534327 Nov 09 18:39:04.721958 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-737a185e-ffaf-4e6b-89d7-1cd47a677649 req-88817fd1-f44a-4f06-8afe-15057e5cfc50 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497189 Nov 09 18:39:05.855175 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c643e4-280e-4ded-b708-bb8a72f394c8 req-eafae18e-181b-4f72-afcd-73ca75fd3a6f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:05.856828 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2c643e4-280e-4ded-b708-bb8a72f394c8 req-eafae18e-181b-4f72-afcd-73ca75fd3a6f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0577025 Nov 09 18:39:05.912122 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2c643e4-280e-4ded-b708-bb8a72f394c8 req-2b396925-4b96-4dd5-816c-493654a0aac9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492451 Nov 09 18:39:07.033588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e21742-b84d-4211-a656-ced12577fd25 req-72420b37-7e05-42cc-997d-2db1ee067ab2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:07.035151 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73e21742-b84d-4211-a656-ced12577fd25 req-72420b37-7e05-42cc-997d-2db1ee067ab2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0494099 Nov 09 18:39:07.089432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-73e21742-b84d-4211-a656-ced12577fd25 req-376d7443-6086-4a22-9013-65a19182a6ea tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475259 Nov 09 18:39:08.207083 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a2bcc-69c7-4662-9794-15f75415d886 req-266267e9-bdd5-4810-bfc6-7f332be4f1c9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:08.208585 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef0a2bcc-69c7-4662-9794-15f75415d886 req-266267e9-bdd5-4810-bfc6-7f332be4f1c9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0504336 Nov 09 18:39:08.258344 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef0a2bcc-69c7-4662-9794-15f75415d886 req-aa86fbc6-e6ed-4afe-878e-a1b95c837633 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Nov 09 18:39:09.377085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa451b-174a-49a1-b93a-40d6f0204426 req-0b12bce4-32cc-4a5a-b892-7130cdc69c38 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:09.378504 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6cfa451b-174a-49a1-b93a-40d6f0204426 req-0b12bce4-32cc-4a5a-b892-7130cdc69c38 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 943 time: 0.0500815 Nov 09 18:39:09.427824 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6cfa451b-174a-49a1-b93a-40d6f0204426 req-750ab7ba-08d1-452c-ba5b-99d3f9b71bdd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Nov 09 18:39:10.097085 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:39:10.310090 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:39:10.406834 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:10.418452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'port_id': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'mac_address': 'fa:16:3e:18:75:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:39:10.454365 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:10.467976 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:39:10.487784 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:10.491992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:10.546541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:10.547207 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50e7d2-6f88-45a5-b17e-4b224ac95daf req-1a23171c-960e-4014-9f41-c99a35a2ee51 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:10.549180 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea50e7d2-6f88-45a5-b17e-4b224ac95daf req-1a23171c-960e-4014-9f41-c99a35a2ee51 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 944 time: 0.0508394 Nov 09 18:39:10.597167 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ea50e7d2-6f88-45a5-b17e-4b224ac95daf req-b7d7ad2b-f8df-416a-aa80-2e2b60034def tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Nov 09 18:39:10.794116 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['0b802e07-f09b-4edb-bdfa-b03b9236f0e6'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:39:11.718905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dd21e-a913-4374-86e0-73ad279df736 req-657d48dc-77d6-47be-adf0-873dac2c2d76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:11.720413 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc8dd21e-a913-4374-86e0-73ad279df736 req-657d48dc-77d6-47be-adf0-873dac2c2d76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 944 time: 0.0523269 Nov 09 18:39:11.769088 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dc8dd21e-a913-4374-86e0-73ad279df736 req-64a30e69-305d-4659-8686-b4102c140ccc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Nov 09 18:39:12.340496 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:39:12.390693 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:39:12.391086 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:12.470248 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:12.495671 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:12.497860 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51cd1a2-fcf6-466c-97d2-7e4ed6a19fe1" -d '{"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-plugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:12.511066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:12.516134 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:12.539759 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ed5a7a-ecf6-47eb-90dc-bd474fe0b7d6 x-openstack-request-id: req-30ed5a7a-ecf6-47eb-90dc-bd474fe0b7d6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:12.540126 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-plugged", "status": "completed", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:12.540336 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30ed5a7a-ecf6-47eb-90dc-bd474fe0b7d6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:12.540723 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'code': 200} Nov 09 18:39:12.568955 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:12.730093 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c30b4-ca97-4971-bca0-405db79ac55c req-696afbed-adaa-4308-b288-0ff76e55965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:12.731707 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc2c30b4-ca97-4971-bca0-405db79ac55c req-696afbed-adaa-4308-b288-0ff76e55965a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1097 time: 0.0470052 Nov 09 18:39:12.778345 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-cc2c30b4-ca97-4971-bca0-405db79ac55c req-84b79101-a1b2-43b4-ab4d-6f2f079af581 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Nov 09 18:39:12.884486 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb2e71-bcf0-44c1-b20e-076f0d2c5ef5 req-6b33ee02-14c1-4c47-982d-bda392b3958b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:12.886021 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0bbb2e71-bcf0-44c1-b20e-076f0d2c5ef5 req-6b33ee02-14c1-4c47-982d-bda392b3958b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 946 time: 0.0502319 Nov 09 18:39:12.936251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0bbb2e71-bcf0-44c1-b20e-076f0d2c5ef5 req-11307e5d-588b-4312-8c19-f694a287ba82 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442379 Nov 09 18:39:14.063524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393db2-50a3-430b-8b02-013cbb71e4ce req-9ef29c04-6eab-41e5-a82b-61675d3b2065 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:14.065015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de393db2-50a3-430b-8b02-013cbb71e4ce req-9ef29c04-6eab-41e5-a82b-61675d3b2065 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 946 time: 0.0547800 Nov 09 18:39:14.119220 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-de393db2-50a3-430b-8b02-013cbb71e4ce req-f7fe0c17-7ed0-4097-92c8-b276ce32e6a7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465832 Nov 09 18:39:15.240195 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8172c8-159d-4a07-8cc9-5ddf5fef5061 req-020a3306-1111-4a90-9bd8-8702bb0c1fe3 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:15.241716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c8172c8-159d-4a07-8cc9-5ddf5fef5061 req-020a3306-1111-4a90-9bd8-8702bb0c1fe3 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 946 time: 0.0538509 Nov 09 18:39:15.292039 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c8172c8-159d-4a07-8cc9-5ddf5fef5061 req-dde9f94d-0a0f-4b4e-9f37-0571915defff tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442536 Nov 09 18:39:15.445051 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-4172029d-038e-4d69-b205-7ae1aad5110f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390954 Nov 09 18:39:15.527753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-9247708c-84fe-47a3-a3b3-bc86f223ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:15.529314 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-9247708c-84fe-47a3-a3b3-bc86f223ffb9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1097 time: 0.0410681 Nov 09 18:39:15.638371 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-615c2c09-eca6-4240-a7ca-34bec5e9fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:15.639892 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-615c2c09-eca6-4240-a7ca-34bec5e9fc34 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0907035 Nov 09 18:39:15.706644 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-d5b8fbdd-29f6-4bdd-9cec-287ad94b486d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 1001 time: 0.0596592 Nov 09 18:39:15.756604 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-b4a2ffd0-0737-4759-aefa-29838834c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:15.758366 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-b4a2ffd0-0737-4759-aefa-29838834c759 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0447428 Nov 09 18:39:15.809813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-852bfc80-1275-457a-b46c-bde281ce12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:15.811355 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-852bfc80-1275-457a-b46c-bde281ce12bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461245 Nov 09 18:39:15.822818 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-4f47079c-8c7e-4a0c-b7d0-a7dc75ee3b19 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:39:15.823830 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-4f47079c-8c7e-4a0c-b7d0-a7dc75ee3b19 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056140 Nov 09 18:39:15.925561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-8014b732-d936-46f1-a1cd-24f7e94fa55d service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946696 Nov 09 18:39:16.021852 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-caa39c6d-bd0c-4173-865e-a6f5cc52cc87 req-bea0e25f-c0a6-42ee-b017-25ae6a3f7e9e service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 Nov 09 18:39:23.814746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:28.110192 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08066c3c-d577-4137-8c3f-2f7b094a86ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:29.196104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:30.582885 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fd3e-75ac-4f38-993f-99610f0219e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:31.984305 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:33.424579 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:33.654670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:47.096517 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:39:53.832625 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:58.116339 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c991eb35-904d-4365-bc64-6d01315fa7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:39:59.197318 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:00.586188 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f241b1e-8f51-41ab-99aa-e361b2c1d4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:01.986820 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:03.429467 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:03.659307 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:17.456615 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-ebc497c0-905e-472f-ae6c-3f3dd37eb161 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417218 Nov 09 18:40:17.547823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-2918db0c-e056-4602-be3b-fd4e8db3570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:17.549352 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-2918db0c-e056-4602-be3b-fd4e8db3570f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1097 time: 0.0442865 Nov 09 18:40:17.666806 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-dc972576-6c3a-48ff-ab4a-1cff99d5111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:17.668324 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-dc972576-6c3a-48ff-ab4a-1cff99d5111d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0945592 Nov 09 18:40:17.740446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-d2ea29ad-eb72-4f8b-bf31-8467b741afbe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 1001 time: 0.0590677 Nov 09 18:40:17.795635 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-97ce0a38-2b64-494c-b8c3-2e9f796aa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:17.797108 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-97ce0a38-2b64-494c-b8c3-2e9f796aa38a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0453653 Nov 09 18:40:17.854473 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-7f949afa-8e26-4317-a092-a8fbcb42e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:17.855947 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-7f949afa-8e26-4317-a092-a8fbcb42e8db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465975 Nov 09 18:40:17.953438 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-4bbd57cb-24ca-48f2-9d29-f27668133e8e service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Nov 09 18:40:18.057363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f7e131d1-849e-43fc-a2ad-0e59dd8d52ef req-9f9941f4-57a8-4ca2-90f9-07ba0c14179f service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927131 Nov 09 18:40:23.830435 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:24.095491 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:40:28.110537 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c837f995-7262-4eea-bdf4-6bee09fc4d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.028287 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57816) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:29.202333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Deleting port a142db6e-5fa3-4ca7-8be2-bd70a09bc320 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:40:29.202674 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.210961 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.281174 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.281408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.293646 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Calling delete_port for a142db6e-5fa3-4ca7-8be2-bd70a09bc320 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:40:29.440179 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.471029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event deleted for resources: {'Port': ['ID=a142db6e-5fa3-4ca7-8be2-bd70a09bc320,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:29.495936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.496281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.496626 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.496961 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.497293 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.497624 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.497957 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.498709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.499061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.499393 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.499806 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.500042 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:29.540697 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:29.541021 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Floating IP b9f7338c-7566-4cba-8cff-1742832d5def disassociated (deleted). External IP: 172.25.3.167, port: 0b802e07-f09b-4edb-bdfa-b03b9236f0e6. Nov 09 18:40:29.752309 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Router 9989e884-b799-462e-9922-bdd54a496558 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:40:30.156979 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:40:30.162637 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:30.167418 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:40:30.179524 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:40:30.180413 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:40:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:30.190765 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-7d622b22-ce87-41aa-847b-dbc12a97652d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "DELETE /v2.0/floatingips/b9f7338c-7566-4cba-8cff-1742832d5def HTTP/1.1" status: 204 len: 168 time: 1.1613514 Nov 09 18:40:30.191906 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:30.194907 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fc92d9-3065-408e-9fed-917c731d8a81" -d '{"events": [{"name": "network-changed", "server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:30.315151 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:40:30.391041 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa3eaa-e647-4524-9d03-f6b2ba4956e0 x-openstack-request-id: req-3cfa3eaa-e647-4524-9d03-f6b2ba4956e0 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:30.391334 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:30.391588 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cfa3eaa-e647-4524-9d03-f6b2ba4956e0 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:30.391985 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'status': 'completed', 'code': 200} Nov 09 18:40:30.458370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013f2a-3d34-4b68-90b0-fda3bf99a7a3 req-f3839a51-1c9d-4485-bb13-dcf8daa19c1f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.460804 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b013f2a-3d34-4b68-90b0-fda3bf99a7a3 req-f3839a51-1c9d-4485-bb13-dcf8daa19c1f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 946 time: 0.0537152 Nov 09 18:40:30.465417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-789a426c-5b32-440e-97d7-0de1cd10391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.467848 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-789a426c-5b32-440e-97d7-0de1cd10391c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 1097 time: 0.0488517 Nov 09 18:40:30.515720 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-5b013f2a-3d34-4b68-90b0-fda3bf99a7a3 req-56a3b35a-6ca6-4f2f-a2df-80f4973c4901 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487742 Nov 09 18:40:30.574316 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-a69ef4fb-41ae-44b8-9467-bc411d6292a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.575948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-a69ef4fb-41ae-44b8-9467-bc411d6292a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0998888 Nov 09 18:40:30.594535 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:30.598856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2a54a13-062f-4da8-8688-278d22775b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:30.623637 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-83c96e82-8cad-4552-a6c7-f32b9f68e422 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 200 len: 217 time: 0.0379684 Nov 09 18:40:30.625664 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:40:30.635218 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:40:30.635839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:40:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:30.681103 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-e4c06390-1d54-4528-b978-89a5d81d5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.682803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-e4c06390-1d54-4528-b978-89a5d81d5a82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0503187 Nov 09 18:40:30.734124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-d9a54fa6-7e03-425d-8454-ae70279000a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.735665 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-d9a54fa6-7e03-425d-8454-ae70279000a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450327 Nov 09 18:40:30.759081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:40:30.837585 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-abdd4813-1fe6-45d8-820a-3a12024d1102 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927265 Nov 09 18:40:30.934746 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c3fc92d9-3065-408e-9fed-917c731d8a81 req-b9e783ff-c49b-4dd1-b217-ff2a9ba12a94 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891216 Nov 09 18:40:30.967265 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:30.997347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a9493-b377-4e53-87fe-589f155a4288 None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:40:31.222551 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4a067-59c5-4b0b-910b-b4b76c93b993 None None] New status for floating IP b9f7338c-7566-4cba-8cff-1742832d5def: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:40:31.642807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff518a-0d55-4be8-b507-44f88cf6785a req-a175d8f4-1088-43da-9a91-00e703526a48 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:31.644361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-66ff518a-0d55-4be8-b507-44f88cf6785a req-a175d8f4-1088-43da-9a91-00e703526a48 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 946 time: 0.0500410 Nov 09 18:40:31.694938 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-66ff518a-0d55-4be8-b507-44f88cf6785a req-836200bd-8066-4dee-9925-227b36f1b907 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=ad3a55e4-2c06-432e-910f-b3840ceed3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Nov 09 18:40:31.992768 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:32.008642 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-a91aa2ad-cccd-430e-90d4-1886c1e2e18e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:32.010182 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-a91aa2ad-cccd-430e-90d4-1886c1e2e18e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 946 time: 0.0530074 Nov 09 18:40:32.113808 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Deleting port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:40:32.114161 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:32.205740 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] For port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:32.206103 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:32.220630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Calling delete_port for 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:40:32.362829 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:32.395519 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event deleted for resources: {'Port': ['ID=0b802e07-f09b-4edb-bdfa-b03b9236f0e6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:32.423414 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.423765 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.424099 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.424440 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.424769 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.425100 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.425452 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.425757 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.426080 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.426402 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.426726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.427073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:32.450845 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] No DVR routers for this DVR port 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:32.453436 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:32.456825 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-001140fc-47e0-4e44-a6ef-bfa1829bebf9 req-50a14826-8267-4de0-9254-c36f7ec5c528 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "DELETE /v2.0/ports/0b802e07-f09b-4edb-bdfa-b03b9236f0e6 HTTP/1.1" status: 204 len: 173 time: 0.4361694 Nov 09 18:40:32.457280 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-deleted', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:32.460624 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4407aa0-dc12-4dea-a603-2aae74d4fee5" -d '{"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-deleted", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:32.603551 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1317cd9-595f-40dc-b894-c20e323467b0 x-openstack-request-id: req-a1317cd9-595f-40dc-b894-c20e323467b0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:32.603851 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958da8e4-82bd-4d66-8a83-0163087feed7", "name": "network-vif-deleted", "tag": "0b802e07-f09b-4edb-bdfa-b03b9236f0e6", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:32.604122 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1317cd9-595f-40dc-b894-c20e323467b0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:32.604638 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958da8e4-82bd-4d66-8a83-0163087feed7', 'name': 'network-vif-deleted', 'tag': '0b802e07-f09b-4edb-bdfa-b03b9236f0e6', 'status': 'completed', 'code': 200} Nov 09 18:40:32.814561 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-b0a4831a-d84d-4d51-a6bf-40579b9d0b3c req-3482d1a3-e9a1-4d66-87ba-509867db293d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=958da8e4-82bd-4d66-8a83-0163087feed7 HTTP/1.1" status: 200 len: 210 time: 0.0296059 Nov 09 18:40:33.432057 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:33.663513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:33.878347 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 57842) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:33.942110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0ef5-ef3c-453b-8b15-65fd46768c72 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:33.970008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0ef5-ef3c-453b-8b15-65fd46768c72 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:34.050793 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0ef5-ef3c-453b-8b15-65fd46768c72 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:34.055901 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0ef5-ef3c-453b-8b15-65fd46768c72 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:34.057944 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-fc1f0ef5-ef3c-453b-8b15-65fd46768c72 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "DELETE /v2.0/security-groups/ad3a55e4-2c06-432e-910f-b3840ceed3b3 HTTP/1.1" status: 204 len: 168 time: 0.1782372 Nov 09 18:40:34.077490 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0ef5-ef3c-453b-8b15-65fd46768c72 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a55e4-2c06-432e-910f-b3840ceed3b3,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:36.585216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:36.590630 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78325460', 'description': 'tempest-secgroup-smoke-78325460 description', 'project_id': '05fd87dddce9408698a864f5ce87908f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:36.619202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.696467 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.700279 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.704233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:36.730029 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.733921 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1449842 Nov 09 18:40:36.734094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:40:36.734094 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 0b802e07-f09b-4edb-bdfa-b03b9236f0e6 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:36.734314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:36.738720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': '7dca15db-a29c-446f-b181-18dda143f7d1', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:36.755662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5ef07-d254-42c8-a55e-cb9d6e05f3cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca15db-a29c-446f-b181-18dda143f7d1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:36.779641 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.847722 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.855410 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.875254 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db9fb4d-74c1-4fe4-b6e7-f3cc0e0c9829,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:36.884550 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.886259 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b5468551-c879-4ed5-9a60-698c04538f8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505215 Nov 09 18:40:36.888507 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:36.893118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': '7dca15db-a29c-446f-b181-18dda143f7d1', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:36.923705 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.985046 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:36.988738 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.007590 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f491542f-0fc7-4cdd-b33d-aea1e175678f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:37.017133 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.019682 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-0e5e5172-50a6-41d4-8d90-f0fd6d80fc5d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289208 Nov 09 18:40:37.021726 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:37.026252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': '7dca15db-a29c-446f-b181-18dda143f7d1', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:37.054437 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.119692 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.124969 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.143744 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1cbdd2-af7d-49d4-b6b1-b6979529f1ba,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:37.154569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.156172 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-c0bbb860-5417-498a-92a2-9f16ddc07c08 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330950 Nov 09 18:40:37.159329 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:37.164712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': '7dca15db-a29c-446f-b181-18dda143f7d1', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:37.195958 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.258272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.261761 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.281339 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1424b3cb-8764-49bc-a534-ef7c7dbb8e0c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:37.285560 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.286763 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b958e054-c9fe-4ac5-b905-621bad2cea36 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264465 Nov 09 18:40:37.289931 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:37.294163 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': '7dca15db-a29c-446f-b181-18dda143f7d1', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:37.316131 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Project 05fd87dddce9408698a864f5ce87908f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:40:37.321748 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.382535 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.386914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.405613 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296b4a56-0a23-4a44-a49b-8b5b7fc12bd4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:37.413920 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.417743 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-a66f304b-05c2-4321-9f41-7328d896125d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243644 Nov 09 18:40:37.418756 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 57864) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:37.423418 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'security_group_rule': {'security_group_id': '7dca15db-a29c-446f-b181-18dda143f7d1', 'project_id': '05fd87dddce9408698a864f5ce87908f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:37.445118 n-d-804292-3 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Project 05fd87dddce9408698a864f5ce87908f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:40:37.450480 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.509735 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.513329 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.531988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46646f22-ccd3-476b-97da-8d37edf1ded5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:37.539367 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:37.540578 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-5107f581-ffd8-433c-8d3a-adae28f0434c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208181 Nov 09 18:40:53.863863 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:54.186548 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-bc279048-bdc7-4d43-988f-b3eb0adebda7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78325460&fields=id&tenant_id=05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 267 time: 0.0533679 Nov 09 18:40:54.310623 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-72d5aee9-586e-4caf-b76d-b3a65222cc3b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:54.312080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-72d5aee9-586e-4caf-b76d-b3a65222cc3b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 808 time: 0.1183307 Nov 09 18:40:54.333106 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-54bbdfca-c70e-41dc-a5a1-e9a423512c92 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/quotas/05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 375 time: 0.0097737 Nov 09 18:40:54.389129 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-5bdf4651-6825-4e1a-aa54-5d463870e207 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499015 Nov 09 18:40:54.490773 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-a61b4157-c877-406a-a2a1-6d171bb7fb54 service neutron] 10.222.0.45 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881567 Nov 09 18:40:54.598877 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-5bed6284-660c-4cd8-90a1-8959dc36d744 service neutron] 10.222.0.45 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018441 Nov 09 18:40:56.019429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-44be6162-0536-479a-88c6-1d30f16e69fb req-08542fd2-7599-4e1e-a7bb-e79bcd0a94e8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0850940 Nov 09 18:40:57.105832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9bbd9337-64ce-4678-8baf-e3a4301b11b0 req-98c77f21-eb54-4a40-9eb2-a7141b5f8fcd tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Nov 09 18:40:58.116093 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2be9c08-2485-4bfe-bc13-8b04d9c1471b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:58.195923 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-1783be3d-8a7e-4926-8494-01339f6d0ea0 req-5238c9ab-5a4e-4c98-aa0d-e7b9d475d396 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0334845 Nov 09 18:40:59.235594 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:40:59.282856 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-626635fe-b561-419f-8f3b-21ec67fbe4f2 req-6aa39613-070a-45a3-82a3-c3c776cfff53 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0300250 Nov 09 18:41:00.381785 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-292bed4e-ed84-48d0-97ab-6ce31f0b0fa3 req-fe445e9b-ba72-4525-ade5-59d67101aea2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0283549 Nov 09 18:41:00.592240 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ada6fae6-6614-4f61-ba8f-3010977eda39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:01.100863 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:41:01.216382 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-be091611-8d44-4548-b456-984b2c614932 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:01.217975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-be091611-8d44-4548-b456-984b2c614932 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 808 time: 0.1275449 Nov 09 18:41:01.291077 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-17c8b3e3-9a33-4516-a779-30aebeb26c2c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 378 time: 0.0623868 Nov 09 18:41:01.310404 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'port': {'device_id': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'admin_state_up': True, 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'security_groups': ['7dca15db-a29c-446f-b181-18dda143f7d1']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:01.504054 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Made reservation on behalf of 05fd87dddce9408698a864f5ce87908f for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:01.509057 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:01.512380 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7bcfa857-9987-4eaa-9926-8c648e353677 req-1e90d9bf-60d4-47bf-a730-af3b7da1105e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0418959 Nov 09 18:41:01.661393 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Allocated IP 172.20.0.5 (d23d4751-cb41-4d96-af9e-41e15917ef16/becf8227-8d4f-4098-a7dc-78b59b251488/8c8dc2d0-d9ad-49c9-adc0-1a707b698540) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:01.838505 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:01.877202 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:01.923871 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Network d23d4751-cb41-4d96-af9e-41e15917ef16 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:01.929951 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:01.934216 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:01.941430 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:02.010469 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:02.012791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:02.013421 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:02.044001 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-140c630d-081b-467b-82e4-7e4291556ee0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7396944 Nov 09 18:41:02.065000 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Request body: {'port': {'device_id': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:02.174529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:02.245997 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-eac37a27-1d01-42e4-af9f-75a612a5a073 None None] Provisioning complete for port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:02.246690 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eac37a27-1d01-42e4-af9f-75a612a5a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:02.283962 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eac37a27-1d01-42e4-af9f-75a612a5a073 None None] Port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:41:02.687311 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175a701-66fb-4fac-b591-df9c55cd8fe2 req-a1f3e752-aa2e-478a-8385-87d087d50be7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:02.691061 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6175a701-66fb-4fac-b591-df9c55cd8fe2 req-a1f3e752-aa2e-478a-8385-87d087d50be7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 931 time: 0.0946870 Nov 09 18:41:02.788705 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6175a701-66fb-4fac-b591-df9c55cd8fe2 req-a5d11f0d-3a9b-4db5-8414-3a7c2f21c8e6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850430 Nov 09 18:41:02.910495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:02.928033 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:02.950336 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Transition to ACTIVE for port object 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:41:02.955450 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:03.022493 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.104297 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Attempting to bind port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:41:03.105323 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Attempting to bind port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:41:03.106242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Attempting to bind port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 on network d23d4751-cb41-4d96-af9e-41e15917ef16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:03.115837 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 on network d23d4751-cb41-4d96-af9e-41e15917ef16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:41:03.116386 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Attempting to bind port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 on network d23d4751-cb41-4d96-af9e-41e15917ef16 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:03.129291 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:03.129889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Checking segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:41:03.130562 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Bound using segment: {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:03.133505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Bound port: 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a975076c-de73-47c9-b4df-2d053cbf5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:41:03.134203 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:03.220034 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:03.224762 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:03.232398 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:03.278603 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.279184 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:03.285024 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] 10.222.0.83 "PUT /v2.0/ports/8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 1091 time: 1.2255003 Nov 09 18:41:03.285024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:03.292088 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b3841-d022-4c42-bfb3-10368cddee9c" -d '{"events": [{"name": "network-changed", "server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:03.339265 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b65692-bc3e-41c3-806c-412868ef9b50 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.356620 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f745155-a527-4c0d-9452-4c571f7b5aed x-openstack-request-id: req-4f745155-a527-4c0d-9452-4c571f7b5aed {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:03.357121 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:03.357239 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f745155-a527-4c0d-9452-4c571f7b5aed {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:03.357715 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'status': 'completed', 'code': 200} Nov 09 18:41:03.395718 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-6f14c487-21a4-43d7-9ec2-02430753fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.397374 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-6f14c487-21a4-43d7-9ec2-02430753fb8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1094 time: 0.0543120 Nov 09 18:41:03.449522 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:03.462642 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f075eeb7-fc0c-4529-8e45-eea63edb10d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 217 time: 0.0524685 Nov 09 18:41:03.543217 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b6a5c1-3bfc-4ed9-ba17-87aeacaed904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.544716 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-f7b6a5c1-3bfc-4ed9-ba17-87aeacaed904 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0699654 Nov 09 18:41:03.610889 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-b9c937b2-a47c-402b-bd69-9c73586da504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.612422 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-b9c937b2-a47c-402b-bd69-9c73586da504 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553203 Nov 09 18:41:03.672303 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:03.750254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-35d54d4a-cd17-413b-bc6b-e8aa7779de21 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238685 Nov 09 18:41:03.874822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a74c9b4a-ad5a-4b40-a95b-0ed9869cee86 req-190ee25c-423e-488b-b7d9-5cdc44a8caab service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152699 Nov 09 18:41:03.953445 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4547a-7985-488e-bc24-5ec44ddf48a8 req-a3c01b7a-e118-4dbf-beb2-4423baee6f50 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.954692 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0c4547a-7985-488e-bc24-5ec44ddf48a8 req-a3c01b7a-e118-4dbf-beb2-4423baee6f50 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0706239 Nov 09 18:41:04.018017 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-3725bdc3-06af-458d-bf12-38293e9a3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.021625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-3725bdc3-06af-458d-bf12-38293e9a3171 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1094 time: 0.0753098 Nov 09 18:41:04.027052 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d0c4547a-7985-488e-bc24-5ec44ddf48a8 req-77a3f949-de99-4c75-ac06-bca1218feda5 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636423 Nov 09 18:41:04.183109 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-28869b8d-501a-4e21-b86a-3aaa07ff965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.185737 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-28869b8d-501a-4e21-b86a-3aaa07ff965c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.1533873 Nov 09 18:41:04.237949 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-0b9ed99c-5359-4446-8aad-89099e828178 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 217 time: 0.0394599 Nov 09 18:41:04.296813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-758fab70-210e-4d5a-82b5-23046dfba18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.298312 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-758fab70-210e-4d5a-82b5-23046dfba18f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0491421 Nov 09 18:41:04.360785 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-4cc55945-7875-4811-a034-35959a2799d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.362360 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-4cc55945-7875-4811-a034-35959a2799d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513566 Nov 09 18:41:04.485485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-428df753-c7b3-4ed7-873a-9979c8df22a2 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096642 Nov 09 18:41:04.621925 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6a5b3841-d022-4c42-bfb3-10368cddee9c req-5769bc8c-7e3b-43ef-af3d-4e1d718d3748 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244371 Nov 09 18:41:05.202732 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93bfd8-0aab-4154-887f-430a0d05c3da req-cc1ce715-05fd-44ee-9c23-bdfbc61af08b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:05.204879 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f93bfd8-0aab-4154-887f-430a0d05c3da req-cc1ce715-05fd-44ee-9c23-bdfbc61af08b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0869126 Nov 09 18:41:05.274608 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3f93bfd8-0aab-4154-887f-430a0d05c3da req-db4a66d5-5271-4a28-b4a3-2d60d07cb265 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592251 Nov 09 18:41:06.471421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ac1c-278d-49b5-84c8-77443f12e5d9 req-b254073a-eecb-4f8d-a738-ca8987348368 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:06.474825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e513ac1c-278d-49b5-84c8-77443f12e5d9 req-b254073a-eecb-4f8d-a738-ca8987348368 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0876484 Nov 09 18:41:06.558419 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e513ac1c-278d-49b5-84c8-77443f12e5d9 req-f4f78cbc-2c36-4cd9-835d-5c33d8ec6e2d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752749 Nov 09 18:41:07.689677 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b6057-e0fe-48e4-af33-b4480fb8e926 req-af9b58fc-bd24-4b70-8edf-25eb56f71ef1 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:07.691316 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae5b6057-e0fe-48e4-af33-b4480fb8e926 req-af9b58fc-bd24-4b70-8edf-25eb56f71ef1 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0517988 Nov 09 18:41:07.748960 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ae5b6057-e0fe-48e4-af33-b4480fb8e926 req-f0ca09ed-e093-4614-8950-ca0a0d1c6f2a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469465 Nov 09 18:41:08.881697 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a0eae-9581-4c14-960c-3c1f83cbeff8 req-7f7a7fcd-2533-469c-ab09-e81a0a5e4b4b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:08.883592 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f5a0eae-9581-4c14-960c-3c1f83cbeff8 req-7f7a7fcd-2533-469c-ab09-e81a0a5e4b4b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0570812 Nov 09 18:41:08.943031 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3f5a0eae-9581-4c14-960c-3c1f83cbeff8 req-78cf29ca-2a9a-416e-a657-5b2a1d45cb37 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483084 Nov 09 18:41:10.076252 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0842b7-5718-4b48-8690-8bf10c99c248 req-e3939ead-d752-4421-afff-a07caed78acb tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.077817 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de0842b7-5718-4b48-8690-8bf10c99c248 req-e3939ead-d752-4421-afff-a07caed78acb tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0580037 Nov 09 18:41:10.132241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-de0842b7-5718-4b48-8690-8bf10c99c248 req-998b3b85-aa6f-45e7-aec4-be79edb26606 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479209 Nov 09 18:41:11.316107 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759d54e-7a4b-4566-b2f3-3a2286456ac9 req-f5f0b076-c2a8-4094-ab61-72e9dc909a54 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.317767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e759d54e-7a4b-4566-b2f3-3a2286456ac9 req-f5f0b076-c2a8-4094-ab61-72e9dc909a54 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0549266 Nov 09 18:41:11.379043 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e759d54e-7a4b-4566-b2f3-3a2286456ac9 req-d721a0a2-dea3-4142-8a39-52833f7f263f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498650 Nov 09 18:41:12.498154 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372647c-2056-42c2-97d0-3ae17e525e5a req-e7360911-e465-4988-bba1-83cd551e84c9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:12.499695 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6372647c-2056-42c2-97d0-3ae17e525e5a req-e7360911-e465-4988-bba1-83cd551e84c9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0496087 Nov 09 18:41:12.549652 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6372647c-2056-42c2-97d0-3ae17e525e5a req-ffbaaae2-8326-4f0d-acf6-fa7143e48d2f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429347 Nov 09 18:41:13.671714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c0797-179d-4188-b623-a0de6d9ed99e req-05affe91-0032-447e-a174-de2377b29bc4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:13.673196 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f60c0797-179d-4188-b623-a0de6d9ed99e req-05affe91-0032-447e-a174-de2377b29bc4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0544083 Nov 09 18:41:13.721779 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-f60c0797-179d-4188-b623-a0de6d9ed99e req-2679b133-53d4-4ea8-858e-be200df471b8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421953 Nov 09 18:41:14.841824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b90c1b-3b9c-43dc-a94c-88d277bb0167 req-c9e1ba59-16e6-479f-a863-b9211150aba3 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:14.843334 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26b90c1b-3b9c-43dc-a94c-88d277bb0167 req-c9e1ba59-16e6-479f-a863-b9211150aba3 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0514917 Nov 09 18:41:14.886132 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:41:14.898841 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26b90c1b-3b9c-43dc-a94c-88d277bb0167 req-fb22b3d1-516e-4833-9ed4-54a492d2984a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490406 Nov 09 18:41:14.983937 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:14.995978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'port_id': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:41:15.034620 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:15.048923 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:15.071420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:15.076492 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:15.133585 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:15.142636 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.143036 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.143460 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.143805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.144169 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.144661 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.145022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.145347 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.145680 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.146009 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.146339 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.146669 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:15.366148 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['8c8dc2d0-d9ad-49c9-adc0-1a707b698540'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:16.014962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cec0b-190f-4456-bc6d-283e87ce61eb req-ffbc771a-015b-4c46-b2bc-6c071da1ea99 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:16.016781 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa1cec0b-190f-4456-bc6d-283e87ce61eb req-ffbc771a-015b-4c46-b2bc-6c071da1ea99 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 944 time: 0.0508106 Nov 09 18:41:16.068024 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-aa1cec0b-190f-4456-bc6d-283e87ce61eb req-fda7affd-7894-48ea-8ded-0d512cc714c4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442946 Nov 09 18:41:16.901635 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:16.952207 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:41:16.956714 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:16.957119 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:17.036263 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:17.060085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:17.062525 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1972994-731b-4f41-8896-86fc2456fd8c" -d '{"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-plugged", "status": "completed", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:17.088264 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:17.090615 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:17.122836 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c451021-9732-4e77-90fc-a8a7e9136a20 x-openstack-request-id: req-2c451021-9732-4e77-90fc-a8a7e9136a20 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:17.123161 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-plugged", "status": "completed", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:17.123422 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c451021-9732-4e77-90fc-a8a7e9136a20 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:17.123821 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'code': 200} Nov 09 18:41:17.155517 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:17.220809 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7307b57-a69a-4bc3-bf5d-452e6056e7c4 req-abc4e5ca-111f-4514-847a-590a3f18e1b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:17.223556 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7307b57-a69a-4bc3-bf5d-452e6056e7c4 req-abc4e5ca-111f-4514-847a-590a3f18e1b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Nov 09 18:41:17.230450 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4196b69-eafe-41e9-a3db-61f56212dce7 req-0ef3bd3f-9fc4-467a-bde6-47b07b07c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:17.232010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4196b69-eafe-41e9-a3db-61f56212dce7 req-0ef3bd3f-9fc4-467a-bde6-47b07b07c849 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0419600 Nov 09 18:41:17.282407 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-d7307b57-a69a-4bc3-bf5d-452e6056e7c4 req-a10ed82d-5f43-4dae-9367-e1e10e9c9407 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506828 Nov 09 18:41:17.289394 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-f4196b69-eafe-41e9-a3db-61f56212dce7 req-1067ee3b-a764-4841-abdf-588573a0f7e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443194 Nov 09 18:41:18.405120 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5f8d0-4eef-453b-b234-58a29ee813af req-7e5cd384-e3d1-49a8-a865-1d9ebc87040f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:18.406559 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86e5f8d0-4eef-453b-b234-58a29ee813af req-7e5cd384-e3d1-49a8-a865-1d9ebc87040f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Nov 09 18:41:18.459288 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-86e5f8d0-4eef-453b-b234-58a29ee813af req-59d024a5-8684-4d3e-9ee2-cdefda74064f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465493 Nov 09 18:41:19.577095 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7b3b-da42-46ee-bd35-d1e8d80044a9 req-67975e6d-ad61-4fdd-9be5-ffc412fb5e8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:19.578594 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-565a7b3b-da42-46ee-bd35-d1e8d80044a9 req-67975e6d-ad61-4fdd-9be5-ffc412fb5e8a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 09 18:41:19.628553 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-565a7b3b-da42-46ee-bd35-d1e8d80044a9 req-c1f0c4c9-f4e4-46ad-ac86-7c85d7fc89d8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433402 Nov 09 18:41:19.751078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ee450-b411-4e49-a416-3c18d4384b80 req-676661cd-f946-4f7a-9b6e-363bc0e019b6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:19.752533 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-463ee450-b411-4e49-a416-3c18d4384b80 req-676661cd-f946-4f7a-9b6e-363bc0e019b6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0546632 Nov 09 18:41:19.805815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-463ee450-b411-4e49-a416-3c18d4384b80 req-4952261b-25e0-4af6-bfeb-95ce6db62fe4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458713 Nov 09 18:41:19.828046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:19.869300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c93579-bbd4-42e2-8272-ad63c04ac82f tempest-TestShelveInstance-1506931691 tempest-TestShelveInstance-1506931691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:19.870889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-14c93579-bbd4-42e2-8272-ad63c04ac82f tempest-TestShelveInstance-1506931691 tempest-TestShelveInstance-1506931691-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1091 time: 0.0417223 Nov 09 18:41:19.873816 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58088) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:19.878472 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:19.907416 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.014360 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.121883 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Allocated IP 172.25.3.171 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/8338527c-1a93-456d-a66f-6a59be28dd31) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:20.227086 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.260872 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.297721 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:20.300613 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:20.306810 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:20.331434 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'Port': ['ID=8338527c-1a93-456d-a66f-6a59be28dd31,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:20.692152 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.778408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.940993 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:20.946536 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:21.015324 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event updated for resources: {'Port': ['ID=8338527c-1a93-456d-a66f-6a59be28dd31,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:21.034188 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:21.138126 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Floating IP eb5ff555-4e44-44f2-acd6-07dcfe7cd15e associated. External IP: 172.25.3.171, port: 8c8dc2d0-d9ad-49c9-adc0-1a707b698540. Nov 09 18:41:21.358323 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Router 9989e884-b799-462e-9922-bdd54a496558 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:41:21.473253 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:41:21.484117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:41:21.492336 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:21.495446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:21.496085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:41:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:21.521219 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b6b83c99-d01c-4a23-8b02-0bea3a6688b2 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6456454 Nov 09 18:41:21.522084 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:21.524357 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b5781-2874-4585-94e9-6b0e619fb445" -d '{"events": [{"name": "network-changed", "server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:21.564482 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835fdd5-73a8-41e2-98dd-edf9b3537f88 x-openstack-request-id: req-d835fdd5-73a8-41e2-98dd-edf9b3537f88 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:21.564780 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:21.565038 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d835fdd5-73a8-41e2-98dd-edf9b3537f88 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:21.565450 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'status': 'completed', 'code': 200} Nov 09 18:41:21.609844 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:21.630643 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5781-2874-4585-94e9-6b0e619fb445 req-1673d1ca-8766-405e-af02-17f7e29da7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:21.632499 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-1673d1ca-8766-405e-af02-17f7e29da7f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0425799 Nov 09 18:41:21.731269 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5781-2874-4585-94e9-6b0e619fb445 req-97d4a544-4d03-4321-a4ed-cef5ea4a486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:21.732781 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-97d4a544-4d03-4321-a4ed-cef5ea4a486c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0931256 Nov 09 18:41:21.800239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-b369b466-672e-4e51-95e8-b2d298f69110 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 999 time: 0.0599630 Nov 09 18:41:21.845874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'eb5ff555-4e44-44f2-acd6-07dcfe7cd15e', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9989e884-b799-462e-9922-bdd54a496558', 'port_id': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:41:20Z', 'updated_at': '2021-11-09T18:41:20Z', 'revision_number': 0, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:21.858618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5781-2874-4585-94e9-6b0e619fb445 req-f863eebe-cae2-446f-a096-4d8dea84e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:21.860247 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-f863eebe-cae2-446f-a096-4d8dea84e7c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0522676 Nov 09 18:41:21.874228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:41:21.884203 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:21.884828 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:41:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:21.908529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5781-2874-4585-94e9-6b0e619fb445 req-3d4a2daa-08dd-4a35-ad56-cf56a5cd2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:21.910067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-3d4a2daa-08dd-4a35-ad56-cf56a5cd2f6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428371 Nov 09 18:41:22.004411 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:22.015967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-1aa0d561-888d-4311-a54d-bbb87200d9ac service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953579 Nov 09 18:41:22.154204 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-125b5781-2874-4585-94e9-6b0e619fb445 req-368b00bb-16c9-4667-a579-2ce167493281 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315532 Nov 09 18:41:22.235455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'eb5ff555-4e44-44f2-acd6-07dcfe7cd15e', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9989e884-b799-462e-9922-bdd54a496558', 'port_id': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:41:20Z', 'updated_at': '2021-11-09T18:41:20Z', 'revision_number': 0, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:22.266943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecabfb-623c-4cc1-beb7-5888735af26e None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': 'eb5ff555-4e44-44f2-acd6-07dcfe7cd15e', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': '9989e884-b799-462e-9922-bdd54a496558', 'port_id': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:41:20Z', 'updated_at': '2021-11-09T18:41:20Z', 'revision_number': 0, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:41:22.466725 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db7961-31bb-4903-bb66-533f1336c44b None None] New status for floating IP eb5ff555-4e44-44f2-acd6-07dcfe7cd15e: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:41:23.877999 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:28.110088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43dbf634-1795-4e07-bf1a-f8c26576ea1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:29.227182 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:30.595480 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce416c2d-a83b-4754-8364-1f5b3d662606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:31.996334 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:33.437674 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:33.667593 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:38.101110 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:41:53.877619 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:58.118096 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ee91e9c-9d07-4b0b-b884-b53df39391b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:41:59.229301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:00.597391 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbac6d4c-b6f3-475a-a036-344089a67585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:01.999747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:03.440113 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:03.672978 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:15.100234 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:42:20.496218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-caa6d005-df90-48a0-b082-4ca87f7a78d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846624 Nov 09 18:42:20.586567 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-d0cf699d-9e31-4d5b-a5de-00b83257c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:20.588110 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-d0cf699d-9e31-4d5b-a5de-00b83257c0db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0426559 Nov 09 18:42:20.702186 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-4968e66e-4b85-4702-b16a-b2a2796f0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:20.703622 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-4968e66e-4b85-4702-b16a-b2a2796f0344 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0930481 Nov 09 18:42:20.779822 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-56ece5cf-412d-4c63-b7d2-199c23ed3635 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 1001 time: 0.0632205 Nov 09 18:42:20.840240 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-5245775a-b9eb-4e31-af95-99c1ec1c03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:20.841759 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-5245775a-b9eb-4e31-af95-99c1ec1c03ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0512259 Nov 09 18:42:20.894022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-9bb34c6a-05e1-48eb-93c3-6c8eb7f131b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:20.895582 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-9bb34c6a-05e1-48eb-93c3-6c8eb7f131b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423336 Nov 09 18:42:20.991812 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-f1b1cd53-f8e8-41c1-9b02-4de47956f523 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836959 Nov 09 18:42:21.097403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8a0040f3-6d33-43a1-a4bc-ad953fb48fb5 req-c7aad9b7-4ebd-4ad8-afd3-227a7b165d64 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949416 Nov 09 18:42:23.891301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:28.112627 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b932a809-4a9e-4f13-a447-52742400cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:29.242185 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:30.600916 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47912775-5b5d-4666-b8d4-0eb558f59824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:32.003781 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:33.445245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:33.677946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:52.099201 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:42:53.914317 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:58.114831 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0edd123-5d85-4cf5-89fa-21e0479b170e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:42:59.238847 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:00.604122 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-751f1ecb-0daa-4bcb-a6e4-7e9fac56d2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:02.005265 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:03.448508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:03.671177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:19.402471 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694497f6-2d18-4a18-bc5d-307174d41cc4 req-0b143805-c9e8-4222-a3b0-cf9c0b7bca9a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:19.403977 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-694497f6-2d18-4a18-bc5d-307174d41cc4 req-0b143805-c9e8-4222-a3b0-cf9c0b7bca9a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0570366 Nov 09 18:43:19.462321 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-694497f6-2d18-4a18-bc5d-307174d41cc4 req-d8134b49-ab8a-42ed-a474-fdf66420731e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517647 Nov 09 18:43:20.594396 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db521811-996b-4644-a914-a877b0019848 req-bc03fbe4-af10-40ba-8bfa-7aceaf9c0370 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:20.596230 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-db521811-996b-4644-a914-a877b0019848 req-bc03fbe4-af10-40ba-8bfa-7aceaf9c0370 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0581372 Nov 09 18:43:20.656954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-db521811-996b-4644-a914-a877b0019848 req-c97f8b19-9f4e-4313-93e5-9e77ce56e13c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541408 Nov 09 18:43:21.516541 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-8256e023-7815-464d-b405-6c2024415106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.519026 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-8256e023-7815-464d-b405-6c2024415106 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0732789 Nov 09 18:43:21.644188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-a84e8266-787a-45a4-9fd3-1217da7f42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.646053 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-a84e8266-787a-45a4-9fd3-1217da7f42bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.1034102 Nov 09 18:43:21.755446 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-4f3740f8-5bed-4801-88b5-712863215a39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 1001 time: 0.0993719 Nov 09 18:43:21.815749 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-a779b0f6-7f6a-4903-ac7d-2b91d9fc10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.817273 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-a779b0f6-7f6a-4903-ac7d-2b91d9fc10de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0547819 Nov 09 18:43:21.841527 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe34577-7825-4d7d-90f4-e1eec704e95d req-e00925db-9a63-4e49-acc1-cb9442fa26cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.843161 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fe34577-7825-4d7d-90f4-e1eec704e95d req-e00925db-9a63-4e49-acc1-cb9442fa26cc tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0605636 Nov 09 18:43:21.876271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-a2c47584-eda8-44ed-a473-6f12fe8daef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.877815 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-a2c47584-eda8-44ed-a473-6f12fe8daef0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516665 Nov 09 18:43:21.901610 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fe34577-7825-4d7d-90f4-e1eec704e95d req-d13b0a6c-04e8-4ed6-a811-533ba1ef38ea tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522995 Nov 09 18:43:21.990418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-bdc80849-926d-498c-99a7-fcce3ac58b0e service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034398 Nov 09 18:43:22.097625 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d8d1642f-9fdb-482c-950a-dab8bf798dfb req-5fb49d8d-c6b8-4080-af52-ed8a67b0afbd service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931802 Nov 09 18:43:23.026544 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5015a-c3c2-4ddf-aa78-c5b42d5faf31 req-0fd5a32b-617a-45b8-85f4-3a403ab31411 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:23.028167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92e5015a-c3c2-4ddf-aa78-c5b42d5faf31 req-0fd5a32b-617a-45b8-85f4-3a403ab31411 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0536227 Nov 09 18:43:23.082403 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-92e5015a-c3c2-4ddf-aa78-c5b42d5faf31 req-7e163b9f-c739-4446-8fda-0c7e6086fb68 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480390 Nov 09 18:43:23.899472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:24.201061 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c62759-3dac-4a5c-b0fa-b6756df57e54 req-9e381f4f-cb32-45fb-9bd0-8cd1db5a47ce tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:24.202448 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6c62759-3dac-4a5c-b0fa-b6756df57e54 req-9e381f4f-cb32-45fb-9bd0-8cd1db5a47ce tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0498400 Nov 09 18:43:24.250965 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b6c62759-3dac-4a5c-b0fa-b6756df57e54 req-0ef3ce55-12d0-4f03-b822-f0f1161b803c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424795 Nov 09 18:43:25.375712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69406d-dd1b-4134-87a8-64a6e11886fd req-3cf6b2fa-c8c4-4756-bc99-d15420122183 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:25.377147 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b69406d-dd1b-4134-87a8-64a6e11886fd req-3cf6b2fa-c8c4-4756-bc99-d15420122183 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0551891 Nov 09 18:43:25.426634 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6b69406d-dd1b-4134-87a8-64a6e11886fd req-f0d7d15f-7626-4660-b4c7-a2350225c347 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435517 Nov 09 18:43:26.548202 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d121-7f95-4f0e-9346-89a39eae2d3f req-21939201-8724-4dd2-b0d5-22fef7556953 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:26.549690 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26b6d121-7f95-4f0e-9346-89a39eae2d3f req-21939201-8724-4dd2-b0d5-22fef7556953 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0529599 Nov 09 18:43:26.599313 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-26b6d121-7f95-4f0e-9346-89a39eae2d3f req-53644c97-91de-43be-88ee-1b96acb312bb tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436227 Nov 09 18:43:27.720324 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26010472-f473-42f6-8909-11618b0a722f req-60d6eb71-a94b-4b95-8d3c-aadbf5e0e41d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:27.721878 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26010472-f473-42f6-8909-11618b0a722f req-60d6eb71-a94b-4b95-8d3c-aadbf5e0e41d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0514641 Nov 09 18:43:27.774136 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-26010472-f473-42f6-8909-11618b0a722f req-fe007069-ad42-43a1-b8c1-43c05f197103 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460505 Nov 09 18:43:28.118701 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e5408e2-d4a7-4cd5-a816-cdf50499d9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:28.899839 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e60763-eb96-4e40-a493-87e62bc263eb req-98eb7133-a6a0-4d64-a35d-509608cbc60f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:28.901969 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78e60763-eb96-4e40-a493-87e62bc263eb req-98eb7133-a6a0-4d64-a35d-509608cbc60f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0511017 Nov 09 18:43:28.951395 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-78e60763-eb96-4e40-a493-87e62bc263eb req-14a6b324-2566-4514-b52e-c929246761c3 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433662 Nov 09 18:43:29.098710 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:43:29.235389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:29.603875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-37a847f9-5baa-4209-9597-165b955a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:29.605501 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-37a847f9-5baa-4209-9597-165b955a7905 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0460367 Nov 09 18:43:29.702188 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-94a71c60-9512-4214-9c22-9bed697b1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:29.703721 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-94a71c60-9512-4214-9c22-9bed697b1f39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0855401 Nov 09 18:43:29.778431 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-7988162a-19de-43b8-b68b-4ef7f6448d0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 1001 time: 0.0636158 Nov 09 18:43:29.832361 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-c12ffe7d-da32-48ac-aa12-f2cab6a986e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:29.833832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-c12ffe7d-da32-48ac-aa12-f2cab6a986e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0440252 Nov 09 18:43:29.885035 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-f15a7d42-c756-4e94-a579-1418483af801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:29.887145 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-f15a7d42-c756-4e94-a579-1418483af801 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412304 Nov 09 18:43:29.981686 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-b63a6792-ef72-4420-a620-d883b490aca6 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861371 Nov 09 18:43:30.111813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d493d-2c73-4d00-8cb2-58f842b3f8ac req-457d05cc-d43d-4c67-98b5-2de944d6d510 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:30.113295 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b1d493d-2c73-4d00-8cb2-58f842b3f8ac req-457d05cc-d43d-4c67-98b5-2de944d6d510 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0770805 Nov 09 18:43:30.117047 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5a966826-e678-40f9-983f-e750b77d4fd5 req-c6307e07-4f47-4a2c-ba60-0d9c0fef6671 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233552 Nov 09 18:43:30.167310 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b1d493d-2c73-4d00-8cb2-58f842b3f8ac req-486307f9-4e5a-45e1-9cba-d830cb339c7f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473702 Nov 09 18:43:30.605998 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d88f98a-eaca-4b3b-bb4f-a66b7a0df0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:31.290499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f178d9-59e2-4a2d-96c9-98160f2d0fc0 req-0ecacb1f-4a6e-4bf0-af54-b24a6482e71d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:31.292641 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f178d9-59e2-4a2d-96c9-98160f2d0fc0 req-0ecacb1f-4a6e-4bf0-af54-b24a6482e71d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0542679 Nov 09 18:43:31.341846 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-09f178d9-59e2-4a2d-96c9-98160f2d0fc0 req-d78096da-df90-4b5d-bcb0-fbbf9231a76f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425398 Nov 09 18:43:32.011301 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:32.465003 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45286-4d13-4873-88c5-ba7015c8b18e req-33d71fa1-a378-4388-86b4-844e48e73829 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:32.466473 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1c45286-4d13-4873-88c5-ba7015c8b18e req-33d71fa1-a378-4388-86b4-844e48e73829 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0507796 Nov 09 18:43:32.518262 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c1c45286-4d13-4873-88c5-ba7015c8b18e req-285b9d58-ac4f-4d74-8894-1249b26e1224 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455270 Nov 09 18:43:33.449959 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:33.644092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41d46-cd72-4375-a682-1c2110b8af2b req-adef3abb-bda1-46c2-8196-2ea5c3fc7625 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:33.645608 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9df41d46-cd72-4375-a682-1c2110b8af2b req-adef3abb-bda1-46c2-8196-2ea5c3fc7625 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Nov 09 18:43:33.673549 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:33.701303 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9df41d46-cd72-4375-a682-1c2110b8af2b req-3e7e4d4f-0c78-46dc-8463-b334b6fad337 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495265 Nov 09 18:43:34.824540 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081f54c-731b-4e92-8a91-cc1083bdbb83 req-4d8c1c1f-7d92-4eb9-82c4-77a7aeaf0b0c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:34.831010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7081f54c-731b-4e92-8a91-cc1083bdbb83 req-4d8c1c1f-7d92-4eb9-82c4-77a7aeaf0b0c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0509994 Nov 09 18:43:34.882760 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-7081f54c-731b-4e92-8a91-cc1083bdbb83 req-a7c101c0-cbd8-49ff-b4fe-bdea5c904380 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504658 Nov 09 18:43:35.106488 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-8dcd13f0-99b3-4489-80e0-05d503f41d07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742979 Nov 09 18:43:35.120014 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806726df-cd52-4f21-ab2c-7ef034bb9d34 req-29f8878e-6ebb-45f2-a731-753701d62ccf tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:35.121456 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-806726df-cd52-4f21-ab2c-7ef034bb9d34 req-29f8878e-6ebb-45f2-a731-753701d62ccf tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0614338 Nov 09 18:43:35.125046 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-d20df0e1-7747-4f8a-9874-c0fac545e7f5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:43:35.125977 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-d20df0e1-7747-4f8a-9874-c0fac545e7f5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140200 Nov 09 18:43:35.173341 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-806726df-cd52-4f21-ab2c-7ef034bb9d34 req-2b5ee4d9-5f6a-4c23-9cfd-17cb3732e938 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458002 Nov 09 18:43:35.663726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:43:35.743208 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:35.767022 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:43:35.769233 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec08c13-405e-40d3-8da3-1a5ee00a9f62" -d '{"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:43:35.781878 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:35.786785 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:35.838845 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:35.846261 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.846608 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.846956 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.847318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.847650 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.847978 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.848318 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.848632 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.848957 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.849277 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.849598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.849918 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:35.864889 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1b8759-ca25-4385-9a26-3ffa5507b9f4 x-openstack-request-id: req-0f1b8759-ca25-4385-9a26-3ffa5507b9f4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:43:35.865188 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-unplugged", "status": "failed", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "code": 422}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:43:35.865448 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f1b8759-ca25-4385-9a26-3ffa5507b9f4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:43:35.865858 n-d-804292-3 neutron-server[102556]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'code': 422} returned with failed status Nov 09 18:43:36.291570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef96a0-98a9-4a0e-bcc5-bb55cad4753b req-479c9945-cc89-4af4-9abc-193bf196d0e9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:36.293418 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcef96a0-98a9-4a0e-bcc5-bb55cad4753b req-479c9945-cc89-4af4-9abc-193bf196d0e9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0525582 Nov 09 18:43:36.349351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bcef96a0-98a9-4a0e-bcc5-bb55cad4753b req-9ad67b76-81b3-4a0b-88b0-a4ce78077c76 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493009 Nov 09 18:43:37.468005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56733225-b97a-4c15-9f44-90e31dae41a8 req-9ad1a82a-d158-4e5f-8d5b-70a3b0b66338 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:37.469465 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56733225-b97a-4c15-9f44-90e31dae41a8 req-9ad1a82a-d158-4e5f-8d5b-70a3b0b66338 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0496776 Nov 09 18:43:37.525651 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-56733225-b97a-4c15-9f44-90e31dae41a8 req-4d66d60b-c79f-416a-9090-6eba16adbe8e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500071 Nov 09 18:43:38.646843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1cc67-7e06-4ac3-a3be-8c9c0558cada req-c8e132a0-8675-4b9c-9d5d-ca103f5a6593 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:38.648489 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9b1cc67-7e06-4ac3-a3be-8c9c0558cada req-c8e132a0-8675-4b9c-9d5d-ca103f5a6593 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0510378 Nov 09 18:43:38.701232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c9b1cc67-7e06-4ac3-a3be-8c9c0558cada req-b0415e18-f01c-479c-bf3b-db91ce955ff0 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460076 Nov 09 18:43:39.821760 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aae70-7650-46e1-bf19-0a7ce266fda8 req-5061da43-d30e-4ae4-a6d3-8b681074581a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:39.823289 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc0aae70-7650-46e1-bf19-0a7ce266fda8 req-5061da43-d30e-4ae4-a6d3-8b681074581a tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0496922 Nov 09 18:43:39.872924 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-bc0aae70-7650-46e1-bf19-0a7ce266fda8 req-e63eab99-c7c1-48cd-a495-ee0004dd11ac tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435853 Nov 09 18:43:40.991515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e43092-e0bc-4a70-ab8d-5458001fec89 req-16e3ad80-49d7-4e29-9fc6-87cacc9570f9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:40.992993 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31e43092-e0bc-4a70-ab8d-5458001fec89 req-16e3ad80-49d7-4e29-9fc6-87cacc9570f9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0494878 Nov 09 18:43:41.045832 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31e43092-e0bc-4a70-ab8d-5458001fec89 req-5c411c8b-17cd-4e8b-867e-dbed54a90837 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459735 Nov 09 18:43:41.091189 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-e7dfe8c6-56f7-4042-82c7-bfc5b82fb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:41.092656 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-e7dfe8c6-56f7-4042-82c7-bfc5b82fb308 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3&tenant_id=05fd87dddce9408698a864f5ce87908f HTTP/1.1" status: 200 len: 1094 time: 0.0449245 Nov 09 18:43:41.165647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-91a79fb7-ce12-4e57-9315-9d456dbab9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:41.167242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-91a79fb7-ce12-4e57-9315-9d456dbab9ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1094 time: 0.0412371 Nov 09 18:43:41.264019 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-5446a5ae-6281-4077-af91-2989a7899c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:41.265503 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-5446a5ae-6281-4077-af91-2989a7899c41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0866718 Nov 09 18:43:41.341836 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-30688ee4-73f6-45b0-9667-d48508178547 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 999 time: 0.0632071 Nov 09 18:43:41.397420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-319b1047-65f8-4791-b612-cdec9f5a0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:41.398894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-319b1047-65f8-4791-b612-cdec9f5a0bfe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0457742 Nov 09 18:43:41.452524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-8bf6d074-8f88-4a81-85d6-b55fd6b1a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:41.453948 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-8bf6d074-8f88-4a81-85d6-b55fd6b1a815 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425305 Nov 09 18:43:41.551946 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-69897397-5c18-4fb0-a1e6-3a0667cc6407 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851417 Nov 09 18:43:41.643190 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-72b613d9-bc21-4e18-b793-8db46196d439 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833104 Nov 09 18:43:42.165854 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b4940-39a2-412e-be40-0d56b2f58f1f req-51776082-deca-44b6-8104-4b990b185643 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:42.168036 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b99b4940-39a2-412e-be40-0d56b2f58f1f req-51776082-deca-44b6-8104-4b990b185643 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Nov 09 18:43:42.219996 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-b99b4940-39a2-412e-be40-0d56b2f58f1f req-abb4f200-c779-48fb-aecc-907bf9a5e5d6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459652 Nov 09 18:43:43.348138 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3dbd-9a5f-4dde-911e-e39a522eb568 req-2cba07ec-869f-4367-abb9-2148f68d64e9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:43.349645 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5bf3dbd-9a5f-4dde-911e-e39a522eb568 req-2cba07ec-869f-4367-abb9-2148f68d64e9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0605764 Nov 09 18:43:43.398308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d5bf3dbd-9a5f-4dde-911e-e39a522eb568 req-9fd0e74f-a7e5-46ed-bf6a-90b0312a58ce tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424659 Nov 09 18:43:44.518300 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad506d2-ace1-418c-94fc-588fc845d7ba req-7c81a5d3-0867-491f-b196-ab094acb01e6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:44.519826 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dad506d2-ace1-418c-94fc-588fc845d7ba req-7c81a5d3-0867-491f-b196-ab094acb01e6 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0532193 Nov 09 18:43:44.568995 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-dad506d2-ace1-418c-94fc-588fc845d7ba req-e67ffc9e-1054-43a1-9f39-f2ae8d717a5f tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431736 Nov 09 18:43:45.696993 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9b01a-188b-45f0-bea4-cd18ba21d4ed req-6a2b90f4-6b32-4d32-a5c5-41f239881d47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:45.698483 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74e9b01a-188b-45f0-bea4-cd18ba21d4ed req-6a2b90f4-6b32-4d32-a5c5-41f239881d47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0510740 Nov 09 18:43:45.749753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-74e9b01a-188b-45f0-bea4-cd18ba21d4ed req-2f9539af-1477-40a5-ac66-644529c64a01 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452321 Nov 09 18:43:46.864896 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc71993-5088-4534-8815-4d0e018f1b29 req-1cdd30f5-61db-4b57-a18a-20cec1529455 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:46.866379 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ddc71993-5088-4534-8815-4d0e018f1b29 req-1cdd30f5-61db-4b57-a18a-20cec1529455 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0484700 Nov 09 18:43:46.915916 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ddc71993-5088-4534-8815-4d0e018f1b29 req-78360f48-7a83-4c66-a494-a473c9746a62 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427663 Nov 09 18:43:48.040247 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f90a3e-ac75-4b85-931b-bf83bd474555 req-7caf102a-5ca0-4f3a-8d4d-b74f73e513ef tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:48.042080 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f90a3e-ac75-4b85-931b-bf83bd474555 req-7caf102a-5ca0-4f3a-8d4d-b74f73e513ef tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0549026 Nov 09 18:43:48.097633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-31f90a3e-ac75-4b85-931b-bf83bd474555 req-0078a003-3859-4d53-8e0e-f52cc8b09e67 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494080 Nov 09 18:43:49.214080 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9e405-4f2c-4556-b352-29999ac4737a req-f08c3a1c-725b-4593-848e-0f9b37d39e40 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:49.216385 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53b9e405-4f2c-4556-b352-29999ac4737a req-f08c3a1c-725b-4593-848e-0f9b37d39e40 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 943 time: 0.0495913 Nov 09 18:43:49.268821 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-53b9e405-4f2c-4556-b352-29999ac4737a req-bc5758f3-93b0-4e91-b3f2-dcb0c3c6b5d4 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463266 Nov 09 18:43:49.745886 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:43:49.838947 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:49.850294 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'port_id': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:43:49.887962 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:49.903332 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:43:49.922854 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:49.926389 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:49.971750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:50.222913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['8c8dc2d0-d9ad-49c9-adc0-1a707b698540'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:43:50.387910 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeac814-c3f0-4a15-838c-834bf6dc455c req-ab5785b5-5527-44b2-827a-d97471c286c7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:50.389270 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ceeac814-c3f0-4a15-838c-834bf6dc455c req-ab5785b5-5527-44b2-827a-d97471c286c7 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 944 time: 0.0504472 Nov 09 18:43:50.438522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ceeac814-c3f0-4a15-838c-834bf6dc455c req-a5a42780-9dca-4291-9edf-619450ab560c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432274 Nov 09 18:43:51.556062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7d610-c9d4-4a80-9d1c-74ef86313ae3 req-bdb27914-59b1-48b5-962e-39477d47a935 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:51.557546 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48b7d610-c9d4-4a80-9d1c-74ef86313ae3 req-bdb27914-59b1-48b5-962e-39477d47a935 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 944 time: 0.0504713 Nov 09 18:43:51.609029 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-48b7d610-c9d4-4a80-9d1c-74ef86313ae3 req-218999d0-f74d-4b4b-aa02-6b4e8b866f53 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449309 Nov 09 18:43:51.757549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:43:51.804987 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:43:51.805355 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:52.072002 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:52.103229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:43:52.106285 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a2512d-e653-488d-a9a5-6001aa121575" -d '{"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-plugged", "status": "completed", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:43:52.122951 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:52.128418 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:52.159636 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20341a9d-ef2e-41b8-b5c0-4f9d69f53147 x-openstack-request-id: req-20341a9d-ef2e-41b8-b5c0-4f9d69f53147 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:43:52.159986 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-plugged", "status": "completed", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:43:52.160325 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20341a9d-ef2e-41b8-b5c0-4f9d69f53147 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:43:52.160742 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'code': 200} Nov 09 18:43:52.192304 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:52.322460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ea7cc-462c-4355-817d-4ed7aa24e302 req-82c2f21b-dbe1-4ad9-ad89-c8cfe285a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:52.323927 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-827ea7cc-462c-4355-817d-4ed7aa24e302 req-82c2f21b-dbe1-4ad9-ad89-c8cfe285a157 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0421007 Nov 09 18:43:52.375396 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-827ea7cc-462c-4355-817d-4ed7aa24e302 req-6757663f-0b93-4a60-9efb-d252ab6ce4df service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400951 Nov 09 18:43:52.729729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eb869-7e24-4752-9af3-e117bce7f1d2 req-b230c854-52d5-4639-a02f-13837b80931e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:52.731446 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef9eb869-7e24-4752-9af3-e117bce7f1d2 req-b230c854-52d5-4639-a02f-13837b80931e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0503120 Nov 09 18:43:52.781492 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ef9eb869-7e24-4752-9af3-e117bce7f1d2 req-f20475c0-e10c-497f-88b8-6ea0eb3b3b2d tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432856 Nov 09 18:43:53.907776 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70155cde-9752-454f-9490-3bd3156991c1 req-ae81af8d-4ac2-4eda-a75f-407105526f5b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:53.909711 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70155cde-9752-454f-9490-3bd3156991c1 req-ae81af8d-4ac2-4eda-a75f-407105526f5b tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Nov 09 18:43:53.920956 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:53.960231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-70155cde-9752-454f-9490-3bd3156991c1 req-5314d756-f8b6-49cc-bb00-1535c91c78b9 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445008 Nov 09 18:43:58.120155 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1839e49-fef1-4c92-a409-a5e65f3c8027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:43:59.247407 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:00.606993 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ebcf8a5e-d90f-4112-a8f6-55fdc971ef08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:02.011773 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:03.452879 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:03.675789 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:06.098807 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:44:21.436371 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-268c4fbd-0655-4264-b3e3-3e120fbfcf30 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423284 Nov 09 18:44:21.528743 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-af369803-c6eb-411b-aed6-38095fbe5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.531215 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-af369803-c6eb-411b-aed6-38095fbe5214 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0444961 Nov 09 18:44:21.646089 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-a0686e3f-f933-42c1-befd-c767c169d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.647613 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-a0686e3f-f933-42c1-befd-c767c169d83d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.0950532 Nov 09 18:44:21.716974 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-3aefb532-66f9-4f46-90d6-e3db937db69a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 1001 time: 0.0611670 Nov 09 18:44:21.773843 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-901274a4-4796-4923-8b89-e7aae22591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.775376 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-901274a4-4796-4923-8b89-e7aae22591d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0512722 Nov 09 18:44:21.823538 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-f46584b1-9f92-47b2-974b-eecdd9e9db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.825067 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-f46584b1-9f92-47b2-974b-eecdd9e9db21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425534 Nov 09 18:44:21.919753 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-2b1061db-d97c-4470-8b81-94771dfb8d03 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861115 Nov 09 18:44:22.027459 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d4b60dba-b097-4ebc-86c2-aee20946c791 req-c074c949-d1a7-4cac-82d4-74296d120a68 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965731 Nov 09 18:44:23.923487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:28.126037 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f45b-7d59-4a54-901e-3e383a901637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:29.246586 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:30.611333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3df5f8a0-6fc5-485b-be7d-9affc3ac5439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:32.014816 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:33.456809 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:33.678476 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:43.100960 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:44:53.929886 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:58.118018 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c18bb819-be1d-4ef7-828f-b0fe9559a3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:44:59.269511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:00.613792 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68a9fb4f-c39e-4943-bf91-2507e216d487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:02.016146 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:03.459032 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:03.680996 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:09.607395 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58234) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:09.771554 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Deleting port 8338527c-1a93-456d-a66f-6a59be28dd31 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:09.771891 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:09.846433 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:09.846755 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:09.858232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Calling delete_port for 8338527c-1a93-456d-a66f-6a59be28dd31 owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:10.004979 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:10.031665 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event deleted for resources: {'Port': ['ID=8338527c-1a93-456d-a66f-6a59be28dd31,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:10.056694 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.057307 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.057441 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.057706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.058037 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.058370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.058700 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.059054 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.059378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.059701 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.060023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.060343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:10.100807 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:10.101141 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Floating IP eb5ff555-4e44-44f2-acd6-07dcfe7cd15e disassociated (deleted). External IP: 172.25.3.171, port: 8c8dc2d0-d9ad-49c9-adc0-1a707b698540. Nov 09 18:45:10.313273 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Router 9989e884-b799-462e-9922-bdd54a496558 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:10.423856 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:10.428427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:10.436129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:10.445919 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:10.446528 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:10.455753 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-05605eaa-95e6-42f2-9acb-eb6e5a1adc47 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "DELETE /v2.0/floatingips/eb5ff555-4e44-44f2-acd6-07dcfe7cd15e HTTP/1.1" status: 204 len: 168 time: 0.8463876 Nov 09 18:45:10.456459 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:10.458810 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e202e2a5-032a-4032-950f-daa2b50edd11" -d '{"events": [{"name": "network-changed", "server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:10.502919 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653bb4e2-bed8-4998-a456-8fb5aedd2f5d x-openstack-request-id: req-653bb4e2-bed8-4998-a456-8fb5aedd2f5d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:10.503850 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:10.504114 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-653bb4e2-bed8-4998-a456-8fb5aedd2f5d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:10.504531 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'status': 'completed', 'code': 200} Nov 09 18:45:10.555505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:10.589310 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-82184637-3407-4ffb-9ccd-b53b53ae57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:10.592004 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-82184637-3407-4ffb-9ccd-b53b53ae57b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05fd87dddce9408698a864f5ce87908f&device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 1096 time: 0.0591171 Nov 09 18:45:10.727231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-3b2339ae-80b0-4bf7-a62e-ef9caad150eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:10.728633 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-3b2339ae-80b0-4bf7-a62e-ef9caad150eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 200 len: 908 time: 0.1255481 Nov 09 18:45:10.741515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8953a3-98c7-4031-9e1f-221a889dd41e req-6e22985e-a574-4224-a2d1-29ba96e71642 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:10.743305 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d8953a3-98c7-4031-9e1f-221a889dd41e req-6e22985e-a574-4224-a2d1-29ba96e71642 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0754495 Nov 09 18:45:10.777549 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:10.787362 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-cbf95284-b6e6-4c8b-96e3-cffa8f7f29dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 200 len: 217 time: 0.0430615 Nov 09 18:45:10.804067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:10.813129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:10.813758 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:10.866238 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3d8953a3-98c7-4031-9e1f-221a889dd41e req-11f164cb-06f6-4f70-abad-4a68eb1fef33 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140547 Nov 09 18:45:10.868118 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-d18ba558-d5ea-41ad-8584-2a26ed7d9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:10.869692 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-d18ba558-d5ea-41ad-8584-2a26ed7d9722 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 200 len: 847 time: 0.0746217 Nov 09 18:45:10.919495 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-146ce776-ca7a-4785-91e7-355021a1ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:10.921502 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-146ce776-ca7a-4785-91e7-355021a1ab0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d23d4751-cb41-4d96-af9e-41e15917ef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426984 Nov 09 18:45:10.924434 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:11.016397 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-7c679229-5000-499d-b3c4-2e8a7daf1297 service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Nov 09 18:45:11.115395 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-e202e2a5-032a-4032-950f-daa2b50edd11 req-cdcd3878-0040-4ee5-aa05-38122f690c0e service neutron] 10.222.0.83 "GET /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913773 Nov 09 18:45:11.121996 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:11.152855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b959b-b50e-49fd-ac66-ef9d3afc1b7a None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '72707212-083d-4952-adcc-dbbbff224993', 'name': '', 'network_id': 'd23d4751-cb41-4d96-af9e-41e15917ef16', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'mac_address': 'fa:16:3e:85:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:04Z', 'updated_at': '2021-11-09T18:36:10Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'subnets': [{'id': 'becf8227-8d4f-4098-a7dc-78b59b251488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:11.381021 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda22c81-532f-4908-a0a7-10fc4135cee2 None None] New status for floating IP eb5ff555-4e44-44f2-acd6-07dcfe7cd15e: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:45:11.987404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d695fd-cdb5-44cf-ba06-4847ca471b0f req-d765c8ab-607c-42f0-bddd-96198f7d9f85 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:11.988929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61d695fd-cdb5-44cf-ba06-4847ca471b0f req-d765c8ab-607c-42f0-bddd-96198f7d9f85 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0505660 Nov 09 18:45:12.045218 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-61d695fd-cdb5-44cf-ba06-4847ca471b0f req-4aa88fe6-81c4-4575-9159-6c014f3a9b07 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dca15db-a29c-446f-b181-18dda143f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501144 Nov 09 18:45:12.549853 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-ede78e81-febf-44a4-be00-e857868a9a42 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:12.551343 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-ede78e81-febf-44a4-be00-e857868a9a42 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Nov 09 18:45:12.646342 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Deleting port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:12.646674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:12.731561 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] For port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:12.731915 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:12.745826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Calling delete_port for 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:12.879356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:12.908364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event deleted for resources: {'Port': ['ID=8c8dc2d0-d9ad-49c9-adc0-1a707b698540,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:12.935861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.936779 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.937140 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.937573 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.937930 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.938250 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.938587 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.938919 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.939282 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.939609 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.939938 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.940266 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:12.962789 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] No DVR routers for this DVR port 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 on host n-h2-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:45:12.965460 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:12.969596 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-8e39397b-76d3-45e8-8856-13e93a6c4c00 req-58329934-7a41-40a3-be2d-97f58284bec8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.83 "DELETE /v2.0/ports/8c8dc2d0-d9ad-49c9-adc0-1a707b698540 HTTP/1.1" status: 204 len: 173 time: 0.4112096 Nov 09 18:45:12.970041 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-deleted', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:12.972301 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c3f0d-9d55-40d1-ad38-f58afd9f00f3" -d '{"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-deleted", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:13.013352 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b953af-405b-4d46-b19b-21cc623d162d x-openstack-request-id: req-53b953af-405b-4d46-b19b-21cc623d162d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:13.013671 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d53ccd-453c-4999-8f30-fbc8917926a3", "name": "network-vif-deleted", "tag": "8c8dc2d0-d9ad-49c9-adc0-1a707b698540", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:13.013905 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53b953af-405b-4d46-b19b-21cc623d162d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:13.014481 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d53ccd-453c-4999-8f30-fbc8917926a3', 'name': 'network-vif-deleted', 'tag': '8c8dc2d0-d9ad-49c9-adc0-1a707b698540', 'status': 'completed', 'code': 200} Nov 09 18:45:13.142578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-3e96b815-d8a7-4dcc-8c6b-841ffbb2aaa0 req-1c993123-c706-41fa-9aa6-22b47ae29443 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0275099 Nov 09 18:45:14.590058 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d3370771-4667-4d04-bf93-f51a50b7ad47 req-98fe8506-58ba-456a-81df-1b040f5d84d8 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.3693023 Nov 09 18:45:15.689542 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e2ddab40-547b-4ef4-9708-2aa5bbc5c0b1 req-f7bfa650-8a33-4c54-9112-2fc9da0a82bf tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0282385 Nov 09 18:45:16.066331 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:16.088153 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:16.088648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 8c8dc2d0-d9ad-49c9-adc0-1a707b698540 not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:16.789321 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-41b326fd-570d-4ab7-80c2-4740e1763402 req-d580c0ca-5dd0-4396-9d25-9e5e70d86f5c tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0280783 Nov 09 18:45:17.933613 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7013bc87-f73a-4db8-a068-bf11d7866d70 req-362a226e-8ba7-4e7e-b776-d43dfb15392e tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d53ccd-453c-4999-8f30-fbc8917926a3 HTTP/1.1" status: 200 len: 210 time: 0.0388112 Nov 09 18:45:18.989518 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:19.052429 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bfe5c1-0242-466c-a0a8-716acc44b698 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:19.079267 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bfe5c1-0242-466c-a0a8-716acc44b698 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:19.143389 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bfe5c1-0242-466c-a0a8-716acc44b698 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:19.146546 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bfe5c1-0242-466c-a0a8-716acc44b698 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:19.147846 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-76bfe5c1-0242-466c-a0a8-716acc44b698 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] 10.222.0.45 "DELETE /v2.0/security-groups/7dca15db-a29c-446f-b181-18dda143f7d1 HTTP/1.1" status: 204 len: 168 time: 0.1572146 Nov 09 18:45:19.158950 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfe5c1-0242-466c-a0a8-716acc44b698 tempest-TestShelveInstance-458028781 tempest-TestShelveInstance-458028781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca15db-a29c-446f-b181-18dda143f7d1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:19.221389 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58274) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:19.683848 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:20.101187 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:45:20.233022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Deleting port 72707212-083d-4952-adcc-dbbbff224993 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:20.233636 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:20.315006 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] For port 72707212-083d-4952-adcc-dbbbff224993, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=72707212-083d-4952-adcc-dbbbff224993,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:20.315367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:20.328908 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Calling delete_port for 72707212-083d-4952-adcc-dbbbff224993 owned by network:router_interface {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:20.516728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:20.546692 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Pushing event deleted for resources: {'Port': ['ID=72707212-083d-4952-adcc-dbbbff224993,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:20.741060 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:20.966317 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Router 9989e884-b799-462e-9922-bdd54a496558 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:21.075427 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:21.084112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-64e6add8-f6b3-4937-985a-6a979a67872d admin admin] 10.222.0.45 "PUT /v2.0/routers/9989e884-b799-462e-9922-bdd54a496558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8590012 Nov 09 18:45:21.084112 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58278) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:21.093352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] Sync routers for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:21.103298 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:21.104253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:21.203350 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.213949 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:21.321642 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.377523 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Deleting port 042ba1ab-042a-4787-82c7-770fa712b859 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:21.377885 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.405162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '042ba1ab-042a-4787-82c7-770fa712b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:45:20Z', 'revision_number': 5, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port': {'id': '042ba1ab-042a-4787-82c7-770fa712b859', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989e884-b799-462e-9922-bdd54a496558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:21.432709 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] Checking router: 9989e884-b799-462e-9922-bdd54a496558 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:21.442286 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] Routers {'9989e884-b799-462e-9922-bdd54a496558'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:21.442897 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['9989e884-b799-462e-9922-bdd54a496558'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:21.461880 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] For port 042ba1ab-042a-4787-82c7-770fa712b859, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=042ba1ab-042a-4787-82c7-770fa712b859,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:21.462241 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.476141 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Calling delete_port for 042ba1ab-042a-4787-82c7-770fa712b859 owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:21.534010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] Set router 9989e884-b799-462e-9922-bdd54a496558 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:21.589568 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:45:21Z', 'revision_number': 6, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:21.624108 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938eeef-f38f-4bd7-9fbe-14685d692124 None None] The sync data for ids ['9989e884-b799-462e-9922-bdd54a496558'] in n-d-804292-3 is: [{'id': '9989e884-b799-462e-9922-bdd54a496558', 'name': 'tempest-TestShelveInstance-961602412-router', 'tenant_id': '05fd87dddce9408698a864f5ce87908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:02Z', 'updated_at': '2021-11-09T18:45:21Z', 'revision_number': 6, 'project_id': '05fd87dddce9408698a864f5ce87908f', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:21.668498 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.699720 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Pushing event deleted for resources: {'Port': ['ID=042ba1ab-042a-4787-82c7-770fa712b859,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:21.712575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90067e3d-a6a9-48bb-843c-158579da6871 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:21.759159 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.849889 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.852048 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.893693 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.894152 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9989e884-b799-462e-9922-bdd54a496558 {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:45:21.898404 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.899584 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8d3f068c-7551-4862-8e63-4225f21d0614 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9989e884-b799-462e-9922-bdd54a496558 HTTP/1.1" status: 204 len: 168 time: 0.8144708 Nov 09 18:45:21.902193 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58280) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:21.949879 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Deleting subnet becf8227-8d4f-4098-a7dc-78b59b251488 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:45:21.954175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:21.990892 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.073349 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.132113 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.159461 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=becf8227-8d4f-4098-a7dc-78b59b251488,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:22.164169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.169665 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-93f352e5-0976-4a9e-8d11-0073c31ea494 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/becf8227-8d4f-4098-a7dc-78b59b251488 HTTP/1.1" status: 204 len: 168 time: 0.2642038 Nov 09 18:45:22.169919 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58282) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:22.170558 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa86b64-2245-4385-aec2-95fa63396630 None None] Network d23d4751-cb41-4d96-af9e-41e15917ef16 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:45:22.239450 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.293768 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Deleting port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:22.293987 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.364668 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] For port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,segment=NetworkSegment(a975076c-de73-47c9-b4df-2d053cbf5f6e),segment_id=a975076c-de73-47c9-b4df-2d053cbf5f6e)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:22.365376 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.379355 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Calling delete_port for d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:22.409468 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7c746-7504-4703-849f-5f953391746d None None] DHCP port deletion for d23d4751-cb41-4d96-af9e-41e15917ef16 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:22.463268 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-03e7c746-7504-4703-849f-5f953391746d None None] Deleting port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:22.463651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.464681 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.495018 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:22.498824 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] No DVR routers for this DVR port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:45:22.529149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-03e7c746-7504-4703-849f-5f953391746d None None] For port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:22.530324 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.544551 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-03e7c746-7504-4703-849f-5f953391746d None None] Calling delete_port for d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:22.547864 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-03e7c746-7504-4703-849f-5f953391746d None None] Port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:45:22.549408 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.570890 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.579825 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c746-7504-4703-849f-5f953391746d None None] Pushing event deleted for resources: {'Port': ['ID=d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:22.589144 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.589297 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.589539 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.590282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.590282 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.590553 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.590968 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.591281 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.591616 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.592639 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.593252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.593620 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7c746-7504-4703-849f-5f953391746d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:22.594057 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d4751-cb41-4d96-af9e-41e15917ef16']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:22.599081 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7c746-7504-4703-849f-5f953391746d None None] No DVR routers for this DVR port d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:45:22.604711 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a975076c-de73-47c9-b4df-2d053cbf5f6e') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:22.604962 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a975076c-de73-47c9-b4df-2d053cbf5f6e') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:22.618877 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.634791 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.644649 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:45:22.645254 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:45:22.649088 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:45:22.651738 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:22.673898 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:22.674253 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device d4ce5b3b-6cc1-450d-bfc7-1f3f4a75fbdb not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:22.674675 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 042ba1ab-042a-4787-82c7-770fa712b859 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:22.703098 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 042ba1ab-042a-4787-82c7-770fa712b859 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:22.703452 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 042ba1ab-042a-4787-82c7-770fa712b859 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:22.703903 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 72707212-083d-4952-adcc-dbbbff224993 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:22.713745 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.720732 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:22.727619 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:22.728068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d23d4751-cb41-4d96-af9e-41e15917ef16 HTTP/1.1" status: 204 len: 168 time: 0.5563378 Nov 09 18:45:22.731415 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 72707212-083d-4952-adcc-dbbbff224993 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:22.731769 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 72707212-083d-4952-adcc-dbbbff224993 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:22.740730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dabae3-5ad1-4ffe-8297-b1c4cea270d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23d4751-cb41-4d96-af9e-41e15917ef16,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:23.086376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:23.339390 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Deleting port c29fe3d5-80f2-43fd-906b-28d2ec4f401d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:23.339620 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:23.420753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] For port c29fe3d5-80f2-43fd-906b-28d2ec4f401d, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,segment=NetworkSegment(926b2b5c-c9b4-4230-ab9b-483e60d6369f),segment_id=926b2b5c-c9b4-4230-ab9b-483e60d6369f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:23.421383 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:23.434566 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Calling delete_port for c29fe3d5-80f2-43fd-906b-28d2ec4f401d owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:23.621661 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:23.647867 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Pushing event deleted for resources: {'Port': ['ID=c29fe3d5-80f2-43fd-906b-28d2ec4f401d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:23.816642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:23.947413 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.034037 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Router 89b13992-c4b1-403c-b699-7b92a683b59e has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:24.145085 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:24.150242 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-38ee671d-ca79-4e95-827e-114ba13be13f admin admin] 10.222.0.45 "PUT /v2.0/routers/89b13992-c4b1-403c-b699-7b92a683b59e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207575 Nov 09 18:45:24.152791 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:24.153817 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] Sync routers for ids ['89b13992-c4b1-403c-b699-7b92a683b59e'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:24.164190 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] Routers {'89b13992-c4b1-403c-b699-7b92a683b59e'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:24.164787 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['89b13992-c4b1-403c-b699-7b92a683b59e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:24.259122 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.269773 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] Set router 89b13992-c4b1-403c-b699-7b92a683b59e gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:24.366274 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.421905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Deleting port 96c8fe10-53f6-4202-b3ac-2761e8615924 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:24.422248 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.449636 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:45:23Z', 'revision_number': 5, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port': {'id': '96c8fe10-53f6-4202-b3ac-2761e8615924', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:36:07Z', 'updated_at': '2021-11-09T18:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:24.479234 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] Checking router: 89b13992-c4b1-403c-b699-7b92a683b59e for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:24.487911 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] Routers {'89b13992-c4b1-403c-b699-7b92a683b59e'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:24.488509 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['89b13992-c4b1-403c-b699-7b92a683b59e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:24.501008 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] For port 96c8fe10-53f6-4202-b3ac-2761e8615924, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=96c8fe10-53f6-4202-b3ac-2761e8615924,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:24.501372 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.520069 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Calling delete_port for 96c8fe10-53f6-4202-b3ac-2761e8615924 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:24.669673 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] Set router 89b13992-c4b1-403c-b699-7b92a683b59e gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:24.693296 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.722765 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:45:24Z', 'revision_number': 6, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:24.725501 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c8fe10-53f6-4202-b3ac-2761e8615924,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:24.736370 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd85f0-3ad7-4b7f-9329-9aebf8f53bd1 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:24.755459 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2ad89-353a-413d-bf22-73d85421bfde None None] The sync data for ids ['89b13992-c4b1-403c-b699-7b92a683b59e'] in n-d-804292-3 is: [{'id': '89b13992-c4b1-403c-b699-7b92a683b59e', 'name': 'tempest-TestShelveInstance-1741509652-router', 'tenant_id': 'f6227d51bdd541658bde8c464b11544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:36:06Z', 'updated_at': '2021-11-09T18:45:24Z', 'revision_number': 6, 'project_id': 'f6227d51bdd541658bde8c464b11544d', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:24.797812 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.888482 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.891764 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.934626 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.935213 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b13992-c4b1-403c-b699-7b92a683b59e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:45:24.940461 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:24.941602 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e2c7af18-d9d5-4b1b-8102-c955dee81528 admin admin] 10.222.0.45 "DELETE /v2.0/routers/89b13992-c4b1-403c-b699-7b92a683b59e HTTP/1.1" status: 204 len: 168 time: 0.7879033 Nov 09 18:45:24.944225 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:24.992800 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Deleting subnet 2cdbbafc-9a9b-4beb-9e78-114e35c4a897 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:45:24.995960 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.033718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.112425 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.176771 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.204994 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdbbafc-9a9b-4beb-9e78-114e35c4a897,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:25.209455 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.213148 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-cd85a3ec-d228-4b19-ba6e-b1a3b5838db4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2cdbbafc-9a9b-4beb-9e78-114e35c4a897 HTTP/1.1" status: 204 len: 168 time: 0.2675467 Nov 09 18:45:25.215309 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:25.215906 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18701c0e-04d6-4160-9c24-e4ce7b9cc728 None None] Network 93ddf575-b171-41d7-9fdb-b689804941d9 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:45:25.285431 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.340260 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Deleting port dfd318a1-0e41-4deb-9ad8-45a174001cbf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:25.340579 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.415574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] For port dfd318a1-0e41-4deb-9ad8-45a174001cbf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=dfd318a1-0e41-4deb-9ad8-45a174001cbf,segment=NetworkSegment(926b2b5c-c9b4-4230-ab9b-483e60d6369f),segment_id=926b2b5c-c9b4-4230-ab9b-483e60d6369f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:25.415940 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.428860 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Calling delete_port for dfd318a1-0e41-4deb-9ad8-45a174001cbf owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:25.495542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] DHCP port deletion for 93ddf575-b171-41d7-9fdb-b689804941d9 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:25.509906 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.540864 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd318a1-0e41-4deb-9ad8-45a174001cbf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:25.548515 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] No DVR routers for this DVR port dfd318a1-0e41-4deb-9ad8-45a174001cbf on host n-d-804292-3 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:45:25.555567 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Deleting port dfd318a1-0e41-4deb-9ad8-45a174001cbf {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:45:25.555939 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.624124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.648474 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ddf575-b171-41d7-9fdb-b689804941d9']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:25.659835 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926b2b5c-c9b4-4230-ab9b-483e60d6369f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:25.660191 n-d-804292-3 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926b2b5c-c9b4-4230-ab9b-483e60d6369f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:25.671588 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16673803'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.686117 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.693124 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:45:25.693517 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16650606'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: Traceback (most recent call last): Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: timer() Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: cb(*args, **kw) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: return func(*args, **kwargs) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: self._notify() Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: self.callback(batched_events) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: event.method(event) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: return f(self, *a, **k) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: return self._get(url).json() Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:45:25.695362 n-d-804292-3 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:45:25.758529 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.776573 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.780167 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] 10.222.0.45 "DELETE /v2.0/networks/93ddf575-b171-41d7-9fdb-b689804941d9 HTTP/1.1" status: 204 len: 168 time: 0.5638285 Nov 09 18:45:25.781410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549440e-06a8-4d5b-8e1e-e70022ed2e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=93ddf575-b171-41d7-9fdb-b689804941d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:25.794458 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] For port dfd318a1-0e41-4deb-9ad8-45a174001cbf, host n-d-804292-3, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:25.795080 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.809420 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Calling delete_port for dfd318a1-0e41-4deb-9ad8-45a174001cbf owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:45:25.812953 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Port dfd318a1-0e41-4deb-9ad8-45a174001cbf was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:45:25.814257 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:25.839301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Pushing event deleted for resources: {'Port': ['ID=dfd318a1-0e41-4deb-9ad8-45a174001cbf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:25.839301 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] Network 93ddf575-b171-41d7-9fdb-b689804941d9 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:45:25.839994 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8a6fb-a793-45fa-9b56-5fc4f5364209 None None] No DVR routers for this DVR port dfd318a1-0e41-4deb-9ad8-45a174001cbf on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:45:25.913032 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:25.953784 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-779e52c9-e866-477b-a6ff-73b20259b10e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05fd87dddce9408698a864f5ce87908f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395522 Nov 09 18:45:25.956314 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:26.002323 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eac48ddc-0469-417a-914b-0c7024d218f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.024062 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eac48ddc-0469-417a-914b-0c7024d218f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.071459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eac48ddc-0469-417a-914b-0c7024d218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.074045 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eac48ddc-0469-417a-914b-0c7024d218f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.075233 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-eac48ddc-0469-417a-914b-0c7024d218f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbe868ce-b892-443b-9179-73f1bf292c9d HTTP/1.1" status: 204 len: 168 time: 0.1179948 Nov 09 18:45:26.084687 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac48ddc-0469-417a-914b-0c7024d218f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe868ce-b892-443b-9179-73f1bf292c9d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:26.393885 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58304) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:26.434565 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-a97ed39d-c570-46c0-b039-7b1340b9198f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6227d51bdd541658bde8c464b11544d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393832 Nov 09 18:45:26.436936 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58306) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:26.483670 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dacf9d3d-5253-4df8-949a-f6b64561218e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.505095 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dacf9d3d-5253-4df8-949a-f6b64561218e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.552296 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dacf9d3d-5253-4df8-949a-f6b64561218e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.554998 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dacf9d3d-5253-4df8-949a-f6b64561218e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:26.556177 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-dacf9d3d-5253-4df8-949a-f6b64561218e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc1cf6c1-1593-4af7-81e9-cf95cb4d1ea9 HTTP/1.1" status: 204 len: 168 time: 0.1183183 Nov 09 18:45:26.564495 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf9d3d-5253-4df8-949a-f6b64561218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1cf6c1-1593-4af7-81e9-cf95cb4d1ea9,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:26.642445 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c29fe3d5-80f2-43fd-906b-28d2ec4f401d no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:26.665149 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: c29fe3d5-80f2-43fd-906b-28d2ec4f401d {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:26.665491 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device c29fe3d5-80f2-43fd-906b-28d2ec4f401d not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:26.665901 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dfd318a1-0e41-4deb-9ad8-45a174001cbf no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:26.686192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: dfd318a1-0e41-4deb-9ad8-45a174001cbf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:26.686793 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device dfd318a1-0e41-4deb-9ad8-45a174001cbf not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:26.687401 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 96c8fe10-53f6-4202-b3ac-2761e8615924 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:26.707352 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 96c8fe10-53f6-4202-b3ac-2761e8615924 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:45:26.707700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 96c8fe10-53f6-4202-b3ac-2761e8615924 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:27.248439 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58328) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:27.354331 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-661516983-network', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:27.380050 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Made reservation on behalf of aaa455cf1d7c451698b25ac11f882a10 for: {'network': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:45:27.382408 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.391150 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.472310 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.476370 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.499206 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:45:27.513346 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabe792-4197-41fa-a491-2b57190e00a6,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:27.519816 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.520162 n-d-804292-3 neutron-server[102554]: INFO neutron.db.segments_db [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Added segment 0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb of type vlan for network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 Nov 09 18:45:27.560169 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.587689 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.588675 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:27.589268 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.648812 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3992577 Nov 09 18:45:27.651953 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:27.654749 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39488459-4233-42f2-b0c0-5840a2e90370 admin admin] Pushing event updated for resources: {'Network': ['ID=72f2d3a3-79a8-414b-993d-1018ee1c8d59,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:27.657537 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Request body: {'subnet': {'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-661516983-subnet', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:27.665054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:45:27.685146 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Made reservation on behalf of aaa455cf1d7c451698b25ac11f882a10 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:45:27.687910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15971153'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.863177 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16650697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15970987'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.921517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:27.931807 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Checking segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:27.932137 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Network hostable DHCP agents. Network: 72f2d3a3-79a8-414b-993d-1018ee1c8d59, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:45:27.948153 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:45:27.957198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 72f2d3a3-79a8-414b-993d-1018ee1c8d59) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:27.961242 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:27.961848 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:27.965492 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ffcb8-44a5-4180-9424-bec2078f0e84 None None] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:45:27.986361 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b635de01-a99e-46c1-bacf-3baf63c1ad25 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307195 Nov 09 18:45:27.986644 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:27.990955 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:28.013540 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.015061 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.070287 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.131735 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:45:28.132779 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.147566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6617ed1-aa0b-41e5-8069-8ddc37b64f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.214418 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.278293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Allocated IP 172.20.0.2 (72f2d3a3-79a8-414b-993d-1018ee1c8d59/7ea05a36-4fb9-4e39-97bd-8f3693c9ccce/25725c94-4105-45e6-9c62-a7b67e9c7e1f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:28.417899 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.432846 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.437067 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.439033 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.489462 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:28.493542 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:28.495541 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Pushing event updated for resources: {'Port': ['ID=25725c94-4105-45e6-9c62-a7b67e9c7e1f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:28.499811 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:28.542292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Allocated IP 172.25.3.83 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/21f327bd-1545-465a-b690-9517aeb62db9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:28.553256 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Attempting to bind port 25725c94-4105-45e6-9c62-a7b67e9c7e1f on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:28.553634 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Attempting to bind port 25725c94-4105-45e6-9c62-a7b67e9c7e1f by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:28.554003 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Attempting to bind port 25725c94-4105-45e6-9c62-a7b67e9c7e1f on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:28.559216 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:28.559602 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Checking segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:28.560004 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.560975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Bound using segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:28.561681 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Bound port: 25725c94-4105-45e6-9c62-a7b67e9c7e1f, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:28.562205 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.627800 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] For port 25725c94-4105-45e6-9c62-a7b67e9c7e1f, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:28.630892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] For port 25725c94-4105-45e6-9c62-a7b67e9c7e1f, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=25725c94-4105-45e6-9c62-a7b67e9c7e1f,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:28.636097 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.656995 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.692963 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173b84-aa20-4933-ab5d-6ccca379ecac None None] Pushing event updated for resources: {'Port': ['ID=25725c94-4105-45e6-9c62-a7b67e9c7e1f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:28.696757 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.741044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:28.744198 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:28.750052 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:28.752117 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Pushing event updated for resources: {'Port': ['ID=21f327bd-1545-465a-b690-9517aeb62db9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:28.757117 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997154cf-de90-49a2-b371-9f70b81f5aa4 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:28.793359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-27c9638b-fd13-4b4c-a492-5e8f82f8c9f4 None None] Provisioning complete for port 21f327bd-1545-465a-b690-9517aeb62db9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:28.793733 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27c9638b-fd13-4b4c-a492-5e8f82f8c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:28.830155 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-27c9638b-fd13-4b4c-a492-5e8f82f8c9f4 None None] Port 21f327bd-1545-465a-b690-9517aeb62db9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:29.055701 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:29.255281 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:29.259955 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:29.390358 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:45:29.608154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20bdd7-cf63-4f3e-baa5-dc9d9c78ffda None None] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:45:29.686814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-578d12b2-d9e6-44cc-b68b-a4b66fd9c2d5 None None] Provisioning complete for port 25725c94-4105-45e6-9c62-a7b67e9c7e1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:29.687206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-578d12b2-d9e6-44cc-b68b-a4b66fd9c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:29.836488 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-578d12b2-d9e6-44cc-b68b-a4b66fd9c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:29.842674 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:29.854911 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:29.861174 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:29.862490 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-6e906605-f582-458a-9a49-3506c7e698a9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8747950 Nov 09 18:45:29.865788 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58336) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:29.882172 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:29.882792 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:29.923879 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-578d12b2-d9e6-44cc-b68b-a4b66fd9c2d5 None None] For port 25725c94-4105-45e6-9c62-a7b67e9c7e1f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=25725c94-4105-45e6-9c62-a7b67e9c7e1f,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:29.931206 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-578d12b2-d9e6-44cc-b68b-a4b66fd9c2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.034045 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d12b2-d9e6-44cc-b68b-a4b66fd9c2d5 None None] Pushing event updated for resources: {'Port': ['ID=25725c94-4105-45e6-9c62-a7b67e9c7e1f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:30.045896 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:30.174097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7cbe6368-4e5a-43ab-ae51-3670fae92f2a None None] Provisioning complete for port 25725c94-4105-45e6-9c62-a7b67e9c7e1f triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:30.174360 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6368-4e5a-43ab-ae51-3670fae92f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.317061 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:28Z', 'revision_number': 3, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:30.319427 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.349115 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:30.349376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Updating router a52bc148-ad70-4407-8923-1e90b0ca12b8 port 21f327bd-1545-465a-b690-9517aeb62db9 binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:45:30.375670 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.481127 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Allocated IP 172.20.0.1 (72f2d3a3-79a8-414b-993d-1018ee1c8d59/7ea05a36-4fb9-4e39-97bd-8f3693c9ccce/8458a5f9-f0a2-4814-9acb-e4969e5273bf) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:30.583476 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.626271 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.655215 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-422ea3e5-da66-468c-93ae-181591e700c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.665700 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.670903 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:30.672824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.674148 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:30.680298 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:30.710251 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 25725c94-4105-45e6-9c62-a7b67e9c7e1f up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:30.722787 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8458a5f9-f0a2-4814-9acb-e4969e5273bf,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:30.727668 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.754707 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc7f321-024c-49f5-ad2b-e2d8e271843c None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:30.781122 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Attempting to bind port 21f327bd-1545-465a-b690-9517aeb62db9 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:30.781502 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Attempting to bind port 21f327bd-1545-465a-b690-9517aeb62db9 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:30.782200 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Attempting to bind port 21f327bd-1545-465a-b690-9517aeb62db9 on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:30.789004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcded64-1ee4-48a0-bccc-9b5a264f11fb None None] Pushing event updated for resources: {'Port': ['ID=21f327bd-1545-465a-b690-9517aeb62db9,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:30.797692 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:30.798162 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:30.798460 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.799242 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:30.799915 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Bound port: 21f327bd-1545-465a-b690-9517aeb62db9, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:30.800298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.867065 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-ac8ced50-804e-4c0f-9e49-ca4b2795d1b7 None None] Provisioning complete for port 21f327bd-1545-465a-b690-9517aeb62db9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:30.867731 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac8ced50-804e-4c0f-9e49-ca4b2795d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.884626 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.894129 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 25725c94-4105-45e6-9c62-a7b67e9c7e1f triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:30.894503 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.927573 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] For port 21f327bd-1545-465a-b690-9517aeb62db9, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:30.948861 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] For port 21f327bd-1545-465a-b690-9517aeb62db9, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=21f327bd-1545-465a-b690-9517aeb62db9,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:30.963063 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:30.970741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ced50-804e-4c0f-9e49-ca4b2795d1b7 None None] Port 21f327bd-1545-465a-b690-9517aeb62db9 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:31.025161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05327a-972b-45ef-aed7-720a13ad6dda None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:31.055895 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:31.056255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:31.075482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcded64-1ee4-48a0-bccc-9b5a264f11fb None None] Pushing event updated for resources: {'Port': ['ID=21f327bd-1545-465a-b690-9517aeb62db9,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:31.330247 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Provisioning complete for port 21f327bd-1545-465a-b690-9517aeb62db9 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:31.330619 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.363126 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.367914 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.416559 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:31.433991 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8458a5f9-f0a2-4814-9acb-e4969e5273bf,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:31.437116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.531669 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:31.533120 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:31.565746 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.602610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] For port 21f327bd-1545-465a-b690-9517aeb62db9, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=21f327bd-1545-465a-b690-9517aeb62db9,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:31.609116 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.667990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:31.694273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Provisioning complete for port 8458a5f9-f0a2-4814-9acb-e4969e5273bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:31.694644 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.737628 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Pushing event updated for resources: {'Port': ['ID=21f327bd-1545-465a-b690-9517aeb62db9,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:31.752465 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7f8807ed-842b-432d-a245-a7823fe43669 None None] Port 8458a5f9-f0a2-4814-9acb-e4969e5273bf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:31.772385 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:31.788180 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:31.793223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-2837cbec-dbba-40aa-b273-05d8ec8c5bd7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a52bc148-ad70-4407-8923-1e90b0ca12b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9261341 Nov 09 18:45:31.801010 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd3201-ed1b-4761-8237-c8c5dde26473 None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:31.872233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-9cf0bb11-7c0f-448f-9d45-15fa0b7c889c None None] Provisioning complete for port 8458a5f9-f0a2-4814-9acb-e4969e5273bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:31.873508 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cf0bb11-7c0f-448f-9d45-15fa0b7c889c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:31.915694 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0bb11-7c0f-448f-9d45-15fa0b7c889c None None] Port 8458a5f9-f0a2-4814-9acb-e4969e5273bf cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:32.026309 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.327713 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58352) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:32.332675 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1100784495-network', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:32.356715 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Made reservation on behalf of a9c663a6b5184983a2b48fe06650d336 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:45:32.360424 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.370316 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.484239 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.488677 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.514257 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:45:32.524973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe9dae-ffa7-4949-84a4-3b2f55827f55,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:32.531560 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.531973 n-d-804292-3 neutron-server[102555]: INFO neutron.db.segments_db [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Added segment 1243803f-d81a-4d02-a9c3-238be7952e2b of type vlan for network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c Nov 09 18:45:32.575304 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783925032924'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.612451 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.613605 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:32.614183 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Publish callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.676014 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 21f327bd-1545-465a-b690-9517aeb62db9 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:32.683378 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3544858 Nov 09 18:45:32.686874 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58354) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:32.687411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906c8e-158a-4206-88dc-bb68edc24087 admin admin] Pushing event updated for resources: {'Network': ['ID=37e15f81-8c8a-4515-b2f3-2b19b234bf4c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:32.691887 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Request body: {'subnet': {'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1100784495-subnet', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'ip_version': 4}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:32.706302 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c details requested by agent ovs-agent-n-d-804292-3 with host n-d-804292-3 {{(pid=102556) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:45:32.722541 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Made reservation on behalf of a9c663a6b5184983a2b48fe06650d336 for: {'subnet': 1} {{(pid=102554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:45:32.725067 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16148249'] for subnet, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.800425 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 21f327bd-1545-465a-b690-9517aeb62db9 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:32.801136 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.918425 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16147258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16148195'] for subnet, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:32.976990 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:32.987103 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Checking segment: {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:32.987478 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Network hostable DHCP agents. Network: 37e15f81-8c8a-4515-b2f3-2b19b234bf4c, hostable agents: ['61b52668-e519-42e1-aeee-c446b37fbdc3'], hosted agents: [] {{(pid=102554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:45:33.005412 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c is scheduled to be hosted by DHCP agent 61b52668-e519-42e1-aeee-c446b37fbdc3 with binding_index 1 {{(pid=102554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:45:33.016036 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-3, 37e15f81-8c8a-4515-b2f3-2b19b234bf4c) {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:33.020308 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:33.020910 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.029756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e368f00-2796-4175-8dbe-ea102774084a None None] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:45:33.041956 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-66deed3c-46ef-4587-96ad-297aecb67e4c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3538938 Nov 09 18:45:33.045065 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:33.049824 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:33.073891 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7910669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4211'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.075400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7910841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7935631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4170'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.149400 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.209984 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5630212-112b-5537-84fe-14d25b38e7ac-37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'fixed_ips': [{'subnet_id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7'}]}} from n-d-804292-3. {{(pid=102556) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:45:33.210917 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.301648 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.355505 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Allocated IP 172.20.0.2 (37e15f81-8c8a-4515-b2f3-2b19b234bf4c/42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7/fec54819-ddf8-46fd-857c-96be8a64f9bf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:33.501256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.515824 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.532554 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.536345 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.558154 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.563900 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:33.568574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:33.574682 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:33.604255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Pushing event updated for resources: {'Port': ['ID=fec54819-ddf8-46fd-857c-96be8a64f9bf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:33.641874 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Attempting to bind port fec54819-ddf8-46fd-857c-96be8a64f9bf on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:33.642390 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Attempting to bind port fec54819-ddf8-46fd-857c-96be8a64f9bf by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:33.642781 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Attempting to bind port fec54819-ddf8-46fd-857c-96be8a64f9bf on network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:33.648436 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:33.648812 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Checking segment: {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:33.649213 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.649610 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Bound using segment: {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:33.650085 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Bound port: fec54819-ddf8-46fd-857c-96be8a64f9bf, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:33.650472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.683656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Allocated IP 172.25.3.91 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/a629c29e-dc78-44aa-8c04-33834da12f0a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:33.737255 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.756557 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] For port fec54819-ddf8-46fd-857c-96be8a64f9bf, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:33.760594 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] For port fec54819-ddf8-46fd-857c-96be8a64f9bf, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fec54819-ddf8-46fd-857c-96be8a64f9bf,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:33.765722 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.830411 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.834816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394499f4-fa02-4b5c-8f8d-ae96f4f7342a None None] Pushing event updated for resources: {'Port': ['ID=fec54819-ddf8-46fd-857c-96be8a64f9bf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:33.869909 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:33.896179 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:33.909801 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:33.910400 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:33.910905 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:33.917536 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:33.922505 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:33.929300 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Pushing event updated for resources: {'Port': ['ID=a629c29e-dc78-44aa-8c04-33834da12f0a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:33.941421 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0690294-ef1f-4337-9e78-200d09d3dec8 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:34.070058 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-8a0901e9-9e9c-4c9a-8cd0-77948d5c395b None None] Provisioning complete for port a629c29e-dc78-44aa-8c04-33834da12f0a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:34.071475 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a0901e9-9e9c-4c9a-8cd0-77948d5c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.078068 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:34.124687 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901e9-9e9c-4c9a-8cd0-77948d5c395b None None] Port a629c29e-dc78-44aa-8c04-33834da12f0a cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:34.246299 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.309585 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 2, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:34.335926 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:34.336286 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Updating router a52bc148-ad70-4407-8923-1e90b0ca12b8 port 8458a5f9-f0a2-4814-9acb-e4969e5273bf binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:45:34.366862 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.446157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7910838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912929'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.585571 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece is scheduled to L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:45:34.662966 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.677229 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.709233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fec54819-ddf8-46fd-857c-96be8a64f9bf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:34.740636 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:34.761971 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Sync routers for ids ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:34.774781 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.776306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-681e9c33-1235-40a0-9e1f-82112b11cf2f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7302132 Nov 09 18:45:34.779047 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:34.789880 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Pushing event updated for resources: {'Port': ['ID=8458a5f9-f0a2-4814-9acb-e4969e5273bf,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:34.799206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Routers {'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:34.800134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:34.829512 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.830013 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.830450 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.831001 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.831385 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.831819 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.832244 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.832667 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.833140 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.833581 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.834006 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.834426 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:34.848673 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Attempting to bind port 8458a5f9-f0a2-4814-9acb-e4969e5273bf on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:34.849215 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Attempting to bind port 8458a5f9-f0a2-4814-9acb-e4969e5273bf by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:34.849719 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Attempting to bind port 8458a5f9-f0a2-4814-9acb-e4969e5273bf on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:34.860849 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fec54819-ddf8-46fd-857c-96be8a64f9bf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:34.861231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.862265 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:34.862763 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Checking segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:34.863293 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.863782 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Bound using segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:34.864347 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Bound port: 8458a5f9-f0a2-4814-9acb-e4969e5273bf, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:34.864825 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.958922 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] For port 8458a5f9-f0a2-4814-9acb-e4969e5273bf, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:34.963042 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] For port 8458a5f9-f0a2-4814-9acb-e4969e5273bf, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8458a5f9-f0a2-4814-9acb-e4969e5273bf,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:34.971146 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:34.983054 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Set router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:35.055398 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:35.056021 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:35.115855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf275480-e86d-4b69-bfef-05eb63eda5a1 None None] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:45:35.140489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e291d-e267-4187-8986-d07c29380670 None None] Pushing event updated for resources: {'Port': ['ID=8458a5f9-f0a2-4814-9acb-e4969e5273bf,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:35.228270 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:35.403914 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.413913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.476803 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Provisioning complete for port fec54819-ddf8-46fd-857c-96be8a64f9bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:35.477204 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.537353 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:34Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:35.555156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] For port fec54819-ddf8-46fd-857c-96be8a64f9bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fec54819-ddf8-46fd-857c-96be8a64f9bf,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:35.567384 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.569078 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d66dab-10c1-4f06-8ab3-0a4368d7796d None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:34Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:35.640980 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Allocated IP 172.20.0.1 (37e15f81-8c8a-4515-b2f3-2b19b234bf4c/42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7/9166379e-73ef-48d4-8dee-1b61ba8a26f4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:35.719794 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Pushing event updated for resources: {'Port': ['ID=fec54819-ddf8-46fd-857c-96be8a64f9bf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:35.775192 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:34Z', 'revision_number': 3, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:35.778295 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.813356 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Checking router: f7cd64ee-2fb1-4551-94cb-5b9441bd9ece for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:35.813786 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Updating router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece port a629c29e-dc78-44aa-8c04-33834da12f0a binding host n-d-804292-3 {{(pid=102556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:45:35.821369 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.845259 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.874498 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:35.877897 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:35.883133 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:35.886735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Pushing event updated for resources: {'Port': ['ID=9166379e-73ef-48d4-8dee-1b61ba8a26f4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:35.943999 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7913012'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:35.958970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Provisioning complete for port 8458a5f9-f0a2-4814-9acb-e4969e5273bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:35.959659 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.128978 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.163817 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.235389 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] For port 8458a5f9-f0a2-4814-9acb-e4969e5273bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8458a5f9-f0a2-4814-9acb-e4969e5273bf,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:36.251357 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.271266 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.301388 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.342782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb126f-ee26-4a5c-97c7-8e549e84b530 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:36.345674 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.348822 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28573a8c-8542-4a3a-b41f-9f352ebe4422 None None] Pushing event updated for resources: {'Port': ['ID=8458a5f9-f0a2-4814-9acb-e4969e5273bf,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:36.351718 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.373510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Attempting to bind port a629c29e-dc78-44aa-8c04-33834da12f0a on host n-d-804292-3 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:36.374128 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Attempting to bind port a629c29e-dc78-44aa-8c04-33834da12f0a by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:36.375482 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Attempting to bind port a629c29e-dc78-44aa-8c04-33834da12f0a on network d9a15a03-b64e-4568-a794-48c9562756cc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:36.400597 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:36.401051 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Checking segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:36.401585 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.402104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Bound using segment: {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:36.402777 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Bound port: a629c29e-dc78-44aa-8c04-33834da12f0a, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0d9b9-04b6-4f70-8a5a-415ef55ff472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:36.403307 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.434695 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Pushing event updated for resources: {'Port': ['ID=9166379e-73ef-48d4-8dee-1b61ba8a26f4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:36.442124 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7913120'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.461315 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb661-4f0d-49b0-91f0-2790746b1361 None None] Pushing event updated for resources: {'Port': ['ID=a629c29e-dc78-44aa-8c04-33834da12f0a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:36.468712 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Provisioning complete for port fec54819-ddf8-46fd-857c-96be8a64f9bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:36.469091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.506740 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] For port a629c29e-dc78-44aa-8c04-33834da12f0a, host n-d-804292-3, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:36.513599 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] For port a629c29e-dc78-44aa-8c04-33834da12f0a, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a629c29e-dc78-44aa-8c04-33834da12f0a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:36.519007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.538940 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:36.540410 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:36.571805 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ce711-2783-460b-b560-66862e856830 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:45:36.620120 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Routers {'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:36.620752 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:36.627783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb661-4f0d-49b0-91f0-2790746b1361 None None] Pushing event updated for resources: {'Port': ['ID=a629c29e-dc78-44aa-8c04-33834da12f0a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:36.712772 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:36.731701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8458a5f9-f0a2-4814-9acb-e4969e5273bf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:36.743099 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Provisioning complete for port 8458a5f9-f0a2-4814-9acb-e4969e5273bf triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:36.743472 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:36.828741 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] Set router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:36.839542 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:36.845521 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-b7ac9ea5-f04a-4d00-9c7b-9a888ae71c02 admin admin] 10.222.0.45 "PUT /v2.0/routers/f7cd64ee-2fb1-4551-94cb-5b9441bd9ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0651741 Nov 09 18:45:36.979029 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 8458a5f9-f0a2-4814-9acb-e4969e5273bf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:36.979417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.081473 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Provisioning complete for port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:37.081845 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.350066 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-60b9b44f-773e-4222-a67d-1c9fad6d99a4 None None] Port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:37.353797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fec54819-ddf8-46fd-857c-96be8a64f9bf up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:37.402638 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '9166379e-73ef-48d4-8dee-1b61ba8a26f4', 'name': '', 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'mac_address': 'fa:16:3e:d7:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:35Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 2, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'subnets': [{'id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:37.432145 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3600-965b-4531-96a0-ae6816abecdd None None] The sync data for ids ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'] in n-d-804292-3 is: [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '9166379e-73ef-48d4-8dee-1b61ba8a26f4', 'name': '', 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'mac_address': 'fa:16:3e:d7:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:35Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 2, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'subnets': [{'id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:37.441839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port fec54819-ddf8-46fd-857c-96be8a64f9bf triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:37.442222 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.497510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Provisioning complete for port a629c29e-dc78-44aa-8c04-33834da12f0a triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:37.497953 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.625320 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.670510 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-75308c96-9089-4dea-92dc-0124df62520f None None] For port a629c29e-dc78-44aa-8c04-33834da12f0a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a629c29e-dc78-44aa-8c04-33834da12f0a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:37.677635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.755574 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Provisioning complete for port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:37.756004 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:37.812722 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Pushing event updated for resources: {'Port': ['ID=a629c29e-dc78-44aa-8c04-33834da12f0a,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:37.829831 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-75308c96-9089-4dea-92dc-0124df62520f None None] Port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:38.580067 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58368) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:38.584872 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334268918', 'description': 'tempest-secgroup-smoke-1334268918 description', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:38.620423 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.711280 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a629c29e-dc78-44aa-8c04-33834da12f0a up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:38.726539 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.732522 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.766379 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.771091 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1864655 Nov 09 18:45:38.771362 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58370) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:38.775387 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port a629c29e-dc78-44aa-8c04-33834da12f0a triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:38.775992 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.776958 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3a5bb-ae3d-4f0a-bf5b-167735209e7b', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:38.782533 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca02e5a-90f7-4a69-8976-eb06d89c5ce0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:38.808778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.876273 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.881403 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.903950 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c34ee6-b74f-447b-b286-771c46b81f9c,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:38.917418 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:38.922839 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-d2e2db33-1f05-48bc-8488-7de248a62baa tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487498 Nov 09 18:45:38.923108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:38.929534 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3a5bb-ae3d-4f0a-bf5b-167735209e7b', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:38.965527 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.035647 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.040532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.063317 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bd673e-e559-4d24-aebe-ca55af628189,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:39.071632 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.072969 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3ff1b0f7-56b7-4697-ad93-a3be0804d724 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484199 Nov 09 18:45:39.078319 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58374) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:39.086023 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3a5bb-ae3d-4f0a-bf5b-167735209e7b', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:39.128533 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.193863 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.198253 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.218466 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e51f13d-1a02-4988-9e98-ff87c7961809,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:39.227719 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.229286 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-f9c7f409-ca01-47c0-ac89-ea40b2f3d67f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494415 Nov 09 18:45:39.234535 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58376) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:39.239909 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3a5bb-ae3d-4f0a-bf5b-167735209e7b', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:39.268449 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.335341 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.339577 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.358730 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d052a40-ca6e-4310-9952-1c06011528f8,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:39.367131 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.370892 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-8c44196b-9a23-448e-8be6-556bb8c83d03 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327696 Nov 09 18:45:39.371430 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58378) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:39.376011 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3a5bb-ae3d-4f0a-bf5b-167735209e7b', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:39.398429 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Project aaa455cf1d7c451698b25ac11f882a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:45:39.403490 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.465756 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.470631 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.489488 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80787586-5525-415d-be09-35a5330eee56,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:39.502034 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.503872 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-016e2e13-ae33-4549-ba5e-9b87b18d17e2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314094 Nov 09 18:45:39.506017 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58380) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:39.511092 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3a5bb-ae3d-4f0a-bf5b-167735209e7b', 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:39.533447 n-d-804292-3 neutron-server[102554]: INFO neutron.db.securitygroups_db [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Project aaa455cf1d7c451698b25ac11f882a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:45:39.538518 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.611613 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.616132 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933522'] for security_group_rule, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.635938 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677a3f59-f9eb-47d0-becd-db96152dd58d,revision_number=0']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:39.643884 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:39.645127 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-67aa61ae-b4d2-4723-b565-b372a50b1104 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381373 Nov 09 18:45:39.841715 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-9c705ca1-e422-4299-9b19-e4c893088868 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334268918&fields=id&tenant_id=aaa455cf1d7c451698b25ac11f882a10 HTTP/1.1" status: 200 len: 267 time: 0.0502365 Nov 09 18:45:39.893855 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Sync routers for ids ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:39.906520 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Routers {'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:39.907285 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:39.977608 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-1141478d-ce84-44f8-91b4-4ae2d29417d2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:39.980217 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-1141478d-ce84-44f8-91b4-4ae2d29417d2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 809 time: 0.1306548 Nov 09 18:45:39.997041 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-75ff4a76-55f3-4f62-8f30-91c9941ec6f5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/quotas/aaa455cf1d7c451698b25ac11f882a10 HTTP/1.1" status: 200 len: 375 time: 0.0101178 Nov 09 18:45:40.024061 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Set router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:40.071134 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-44299131-c7de-448f-ae7c-93f4e81910be tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619104 Nov 09 18:45:40.214550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-67a5da13-0d1a-41ba-9979-70e2e21c99ed service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:45:40.215780 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-67a5da13-0d1a-41ba-9979-70e2e21c99ed service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1228161 Nov 09 18:45:40.319579 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-d0c16f0d-c0cf-4506-a8d0-277db96cb6a8 service neutron] 10.222.0.45 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965574 Nov 09 18:45:40.357564 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '9166379e-73ef-48d4-8dee-1b61ba8a26f4', 'name': '', 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'mac_address': 'fa:16:3e:d7:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:35Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 2, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'subnets': [{'id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:40.385971 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Checking router: f7cd64ee-2fb1-4551-94cb-5b9441bd9ece for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:40.386331 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Updating router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 binding host n-d-804292-3 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:45:40.426091 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:40.444854 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-e9bd5d8d-83f7-4950-b911-1fc1a4b140bf service neutron] 10.222.0.45 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187501 Nov 09 18:45:40.639979 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1ed7661b-35de-42a9-840d-cf8869cdc290 req-ab613c4a-155a-4806-9fcf-56c5605162cb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 210 time: 0.0465326 Nov 09 18:45:40.703845 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:40.709590 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:40.762358 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf234c1-1c18-4f06-9371-8a8616727321 None None] Pushing event updated for resources: {'Port': ['ID=9166379e-73ef-48d4-8dee-1b61ba8a26f4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:40.822553 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Attempting to bind port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 on host n-d-804292-3 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:40.823043 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Attempting to bind port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 by drivers openvswitch,hyperv on host n-d-804292-3 at level 0 using segments [{'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:40.823504 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Attempting to bind port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 on network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:40.830232 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Checking agent: {'id': '3d3c2bfa-1825-4738-a427-9aeb09d8015a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 6, 3), 'started_at': datetime.datetime(2021, 11, 9, 17, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:40.830489 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Checking segment: {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:40.831186 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:40.831663 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Bound using segment: {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:40.832357 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Bound port: 9166379e-73ef-48d4-8dee-1b61ba8a26f4, host: n-d-804292-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243803f-d81a-4d02-a9c3-238be7952e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:40.832733 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:40.912537 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] For port 9166379e-73ef-48d4-8dee-1b61ba8a26f4, host n-d-804292-3, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:40.916242 n-d-804292-3 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] For port 9166379e-73ef-48d4-8dee-1b61ba8a26f4, host n-d-804292-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9166379e-73ef-48d4-8dee-1b61ba8a26f4,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:40.921355 n-d-804292-3 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:40.991339 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Routers {'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:40.991986 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:40.995508 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf234c1-1c18-4f06-9371-8a8616727321 None None] Pushing event updated for resources: {'Port': ['ID=9166379e-73ef-48d4-8dee-1b61ba8a26f4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:41.018543 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-b0eb067b-60ff-4f4b-9a86-6fbbc4b22885 None None] Provisioning complete for port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:41.020404 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0eb067b-60ff-4f4b-9a86-6fbbc4b22885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:41.134966 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0eb067b-60ff-4f4b-9a86-6fbbc4b22885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:41.150423 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] Set router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:41.179269 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b0eb067b-60ff-4f4b-9a86-6fbbc4b22885 None None] For port 9166379e-73ef-48d4-8dee-1b61ba8a26f4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9166379e-73ef-48d4-8dee-1b61ba8a26f4,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:41.189780 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0eb067b-60ff-4f4b-9a86-6fbbc4b22885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:41.250830 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb067b-60ff-4f4b-9a86-6fbbc4b22885 None None] Pushing event updated for resources: {'Port': ['ID=9166379e-73ef-48d4-8dee-1b61ba8a26f4,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:41.310970 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-27f4a089-4529-4c5a-a401-4ba7872341e9 None None] Provisioning complete for port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:41.311333 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f4a089-4529-4c5a-a401-4ba7872341e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:41.404775 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '9166379e-73ef-48d4-8dee-1b61ba8a26f4', 'name': '', 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'mac_address': 'fa:16:3e:d7:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:35Z', 'updated_at': '2021-11-09T18:45:40Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'subnets': [{'id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:41.445995 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635a929-81a1-4de0-a264-d758e41e58f9 None None] The sync data for ids ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'] in n-d-804292-3 is: [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '9166379e-73ef-48d4-8dee-1b61ba8a26f4', 'name': '', 'network_id': '37e15f81-8c8a-4515-b2f3-2b19b234bf4c', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'mac_address': 'fa:16:3e:d7:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:35Z', 'updated_at': '2021-11-09T18:45:40Z', 'revision_number': 4, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'subnets': [{'id': '42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:41.756188 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-436be8bd-d8c1-4a6f-846d-9b971403624e req-b1cce1fe-d74e-4218-b59f-a846d9f24709 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 210 time: 0.0296662 Nov 09 18:45:42.313662 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-af08e18b-fe63-4e9b-9a05-c683eed27a4f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:42.315231 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-af08e18b-fe63-4e9b-9a05-c683eed27a4f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 809 time: 0.1087258 Nov 09 18:45:42.386030 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-d39bbd88-d8a8-4103-9d56-4838da5a9582 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa455cf1d7c451698b25ac11f882a10 HTTP/1.1" status: 200 len: 380 time: 0.0600402 Nov 09 18:45:42.398502 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'port': {'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'admin_state_up': True, 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'security_groups': ['d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:42.524905 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Made reservation on behalf of aaa455cf1d7c451698b25ac11f882a10 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:45:42.528676 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:42.677786 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Allocated IP 172.20.0.8 (72f2d3a3-79a8-414b-993d-1018ee1c8d59/7ea05a36-4fb9-4e39-97bd-8f3693c9ccce/900c2eaf-e92a-473f-b3c1-85c54ce8d47c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:42.682178 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9166379e-73ef-48d4-8dee-1b61ba8a26f4 up at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:42.739703 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Provisioning complete for port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:42.740076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:42.856078 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:42.873818 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-14bfbe4d-0563-4c88-b1cf-ffa7ca2d9998 req-d4868ea5-2c0e-44c8-b6d2-7c597f782b3b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 210 time: 0.0395193 Nov 09 18:45:42.905607 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:42.953236 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:42.958668 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:42.962568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:42.970593 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:43.020444 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:43.021092 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.039894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-35f6991f-5a4d-45ed-b61f-411fd361dcb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449907 Nov 09 18:45:43.057688 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Request body: {'port': {'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:43.118069 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.241575 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-96dd5dcf-dc7c-46b5-bb4e-5ff36703c579 None None] Provisioning complete for port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:43.242013 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96dd5dcf-dc7c-46b5-bb4e-5ff36703c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.279700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96dd5dcf-dc7c-46b5-bb4e-5ff36703c579 None None] Port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:45:43.408735 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900c2eaf-e92a-473f-b3c1-85c54ce8d47c {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:45:43.416152 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.428057 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Transition to ACTIVE for port object 900c2eaf-e92a-473f-b3c1-85c54ce8d47c will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:45:43.432157 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.485529 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:43.555861 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Attempting to bind port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:45:43.556196 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Attempting to bind port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:45:43.556524 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Attempting to bind port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:43.562021 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:45:43.562437 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Attempting to bind port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:43.567929 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:43.568294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Checking segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:45:43.568702 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Bound using segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:43.569130 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Bound port: 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:45:43.569483 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.653318 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:43.657664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:43.662663 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.698591 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:43.699179 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:43.701351 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] 10.222.0.83 "PUT /v2.0/ports/900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 1091 time: 0.6480520 Nov 09 18:45:43.701957 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:43.704151 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655d6189-5aef-4346-a54b-d9620c98e11c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:43.750302 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3e517-3057-4ac3-bc3c-aef5482cdc6f service neutron] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:43.810322 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-8b4b4089-8aa0-4ddf-b488-9219c472e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:43.812010 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-8b4b4089-8aa0-4ddf-b488-9219c472e9b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1094 time: 0.0515156 Nov 09 18:45:43.833141 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b559156-4d0e-4bea-b584-c6c2c04dce26 x-openstack-request-id: req-9b559156-4d0e-4bea-b584-c6c2c04dce26 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:43.833434 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:43.833694 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b559156-4d0e-4bea-b584-c6c2c04dce26 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:43.834097 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'status': 'completed', 'code': 200} Nov 09 18:45:43.868803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-31c4643a-9d72-4dbd-ba5d-e0717effc16a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 217 time: 0.0439517 Nov 09 18:45:43.927533 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-b4fa4735-67f7-4cfc-95b6-bd247d068486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:43.929040 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-b4fa4735-67f7-4cfc-95b6-bd247d068486 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0488431 Nov 09 18:45:44.018746 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-1d6a4564-18af-4da7-b9f4-c7e72ffa5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:44.020372 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-1d6a4564-18af-4da7-b9f4-c7e72ffa5150 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781851 Nov 09 18:45:44.032963 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5732a-3b1b-4e57-b46b-3cae98f22a99 req-011c418f-cac0-4229-afff-730920e07db4 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:44.034885 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0c5732a-3b1b-4e57-b46b-3cae98f22a99 req-011c418f-cac0-4229-afff-730920e07db4 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 943 time: 0.0847123 Nov 09 18:45:44.149221 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d0c5732a-3b1b-4e57-b46b-3cae98f22a99 req-4a457ab2-3657-4a34-8218-4fc77788a09c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053987 Nov 09 18:45:44.165311 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-0540e13c-09f1-42b8-8b81-ecc00bf5bd6d service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293385 Nov 09 18:45:44.263363 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4e8c7b51-e08e-40bc-a2cd-969556adfba2 req-d6e26d61-bf6b-415b-aeec-a0fcaf67e478 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Nov 09 18:45:44.362162 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6189-5aef-4346-a54b-d9620c98e11c req-a6df87f9-188c-426c-b3bf-3cb8b3cb488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:44.363894 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-a6df87f9-188c-426c-b3bf-3cb8b3cb488a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1094 time: 0.0448580 Nov 09 18:45:44.459516 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6189-5aef-4346-a54b-d9620c98e11c req-ec010142-887c-464e-8e7c-cef49c494db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:44.461013 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-ec010142-887c-464e-8e7c-cef49c494db7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0901520 Nov 09 18:45:44.510254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-e96067ee-3db0-485a-b047-9a6eab9576c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 217 time: 0.0419848 Nov 09 18:45:44.568005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6189-5aef-4346-a54b-d9620c98e11c req-1cf83a5f-814a-42e3-bec0-5ec26e3f8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:44.569522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-1cf83a5f-814a-42e3-bec0-5ec26e3f8e21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0527589 Nov 09 18:45:44.619420 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6189-5aef-4346-a54b-d9620c98e11c req-22ed29ad-de03-493f-a7f8-9bec54d614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:44.620804 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-22ed29ad-de03-493f-a7f8-9bec54d614f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435495 Nov 09 18:45:45.082939 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-d86ea2a8-87de-422a-9550-1443060a9fa2 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521658 Nov 09 18:45:45.178755 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-655d6189-5aef-4346-a54b-d9620c98e11c req-406ecdb2-14e8-46e3-a770-a81d2d14a5ca service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Nov 09 18:45:45.271013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f5a9-3e7c-4421-a05c-5e7848071176 req-c6a0f39f-058c-4246-8ac4-8388eeee941c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:45.272578 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10e3f5a9-3e7c-4421-a05c-5e7848071176 req-c6a0f39f-058c-4246-8ac4-8388eeee941c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 943 time: 0.0513568 Nov 09 18:45:45.337583 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-10e3f5a9-3e7c-4421-a05c-5e7848071176 req-4d0a1172-4419-4a5c-aec8-ea330b917494 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587425 Nov 09 18:45:46.223732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:45:46.330326 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:46.342648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:45:46.385556 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:46.399519 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900c2eaf-e92a-473f-b3c1-85c54ce8d47c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:45:46.421584 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:46.425930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:46.470362 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf59317-fd57-4f76-b9b6-eefe649df3ef req-ceb17ed9-1832-47a4-8a4e-bfea980619fd tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:46.471931 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0bf59317-fd57-4f76-b9b6-eefe649df3ef req-ceb17ed9-1832-47a4-8a4e-bfea980619fd tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 944 time: 0.0572858 Nov 09 18:45:46.476973 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:46.524115 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0bf59317-fd57-4f76-b9b6-eefe649df3ef req-b4993b67-703e-426d-a00c-08fb2d815aae tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Nov 09 18:45:46.701214 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['900c2eaf-e92a-473f-b3c1-85c54ce8d47c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:45:47.657469 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624a2b-6269-4406-9306-5cf5c01c2483 req-5b96705b-96db-4419-80aa-122edd3654e8 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:47.658962 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e624a2b-6269-4406-9306-5cf5c01c2483 req-5b96705b-96db-4419-80aa-122edd3654e8 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 944 time: 0.0569291 Nov 09 18:45:47.708809 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8e624a2b-6269-4406-9306-5cf5c01c2483 req-3cb0333a-b1e8-4006-857e-251afb587cb0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Nov 09 18:45:48.223435 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:48.280225 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:45:48.284797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:48.285260 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:48.373161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:48.396917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:48.399368 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee5a8d-1528-422b-a94a-785d2120e182" -d '{"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-plugged", "status": "completed", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:48.412350 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:48.416673 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:48.443735 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8121ffb7-a18d-4ac2-9734-4c193219aa28 x-openstack-request-id: req-8121ffb7-a18d-4ac2-9734-4c193219aa28 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:48.444023 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-plugged", "status": "completed", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:48.444277 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8121ffb7-a18d-4ac2-9734-4c193219aa28 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:48.444667 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'code': 200} Nov 09 18:45:48.472946 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:48.554283 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1511-af6d-4001-ab0d-e4629cb4fca8 req-ca2a4026-7b36-4f92-8a94-de0668d6c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:48.555838 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-158e1511-af6d-4001-ab0d-e4629cb4fca8 req-ca2a4026-7b36-4f92-8a94-de0668d6c134 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1096 time: 0.0403643 Nov 09 18:45:48.626329 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-158e1511-af6d-4001-ab0d-e4629cb4fca8 req-f0c3e6b1-12ed-48db-be35-f6f0e69ad039 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579176 Nov 09 18:45:48.827729 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e8cc6-94d9-4cc5-9418-345a51e2536a req-ca92f65b-cf13-4c42-b50e-82ce65f9e703 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:48.829774 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-707e8cc6-94d9-4cc5-9418-345a51e2536a req-ca92f65b-cf13-4c42-b50e-82ce65f9e703 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 945 time: 0.0520782 Nov 09 18:45:48.881767 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-707e8cc6-94d9-4cc5-9418-345a51e2536a req-106cf243-388c-4640-bf21-82b595abe70f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Nov 09 18:45:50.001879 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25e9b2-1522-44d0-8678-af52ac72e7d9 req-1b3d72f7-0caa-48c3-9b0f-628ed8142bc2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:50.003419 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a25e9b2-1522-44d0-8678-af52ac72e7d9 req-1b3d72f7-0caa-48c3-9b0f-628ed8142bc2 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Nov 09 18:45:50.057470 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-0a25e9b2-1522-44d0-8678-af52ac72e7d9 req-c103fe54-1587-40f1-828e-81d4ccd5d999 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Nov 09 18:45:50.179818 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711f502-ae8a-41b9-889e-853e2cb0cafa req-c77375af-9fd6-469c-bb91-6bfea8f5d451 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:50.181240 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8711f502-ae8a-41b9-889e-853e2cb0cafa req-c77375af-9fd6-469c-bb91-6bfea8f5d451 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 945 time: 0.0538254 Nov 09 18:45:50.230393 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-8711f502-ae8a-41b9-889e-853e2cb0cafa req-fec44354-e67a-47c0-a53a-1fefb52b62d9 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Nov 09 18:45:50.253181 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58436) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:50.337281 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a8abe-a293-439a-96c7-6f03260a8429 tempest-TestSnapshotPattern-876999486 tempest-TestSnapshotPattern-876999486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:50.338793 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-9f5a8abe-a293-439a-96c7-6f03260a8429 tempest-TestSnapshotPattern-876999486 tempest-TestSnapshotPattern-876999486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1091 time: 0.0846395 Nov 09 18:45:50.342086 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58440) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:50.346337 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:50.368491 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:50.467357 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:50.568352 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Allocated IP 172.25.3.112 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/47a7cbf8-49b3-4d03-8b05-afebf423cc1d) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:45:50.682367 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:50.719215 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:50.755005 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:45:50.757766 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:45:50.764524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:45:50.790714 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'Port': ['ID=47a7cbf8-49b3-4d03-8b05-afebf423cc1d,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:51.126820 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:51.194464 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:51.345501 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:51.350116 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:51.417837 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'Port': ['ID=47a7cbf8-49b3-4d03-8b05-afebf423cc1d,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:51.431868 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:51.530001 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Floating IP 36bff89c-5ad6-4eaa-aaad-582b3826b9fc associated. External IP: 172.25.3.112, port: 900c2eaf-e92a-473f-b3c1-85c54ce8d47c. Nov 09 18:45:51.744285 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:51.856600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:51.866380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:51.876648 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:51.876846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:51.877273 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:51.906617 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-51ff8299-cbce-4c50-9a45-b70609b27d34 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5635073 Nov 09 18:45:51.907235 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:51.909501 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bc68c3-22b3-432a-b434-e272a3cc5d63" -d '{"events": [{"name": "network-changed", "server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:52.002913 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:52.016691 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1950710b-e593-454c-a9dc-554b3904c231 x-openstack-request-id: req-1950710b-e593-454c-a9dc-554b3904c231 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:52.017053 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:52.017375 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1950710b-e593-454c-a9dc-554b3904c231 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:52.017879 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'status': 'completed', 'code': 200} Nov 09 18:45:52.092187 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-a737b46b-c85b-4364-8f94-ea771343090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:52.094348 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-a737b46b-c85b-4364-8f94-ea771343090a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1096 time: 0.0441210 Nov 09 18:45:52.187653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-4ec9c3da-29b7-48a7-8d59-cd3ecd91177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:52.189223 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-4ec9c3da-29b7-48a7-8d59-cd3ecd91177e service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0863616 Nov 09 18:45:52.232154 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:50Z', 'revision_number': 0, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:52.264358 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:52.268076 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-d3513b5d-fc91-446a-b045-5114d8b9d883 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 999 time: 0.0713308 Nov 09 18:45:52.272791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:52.273392 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:45:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:52.320108 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-0e9ae20f-8432-4ef9-8eb7-db852ce64456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:52.321474 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-0e9ae20f-8432-4ef9-8eb7-db852ce64456 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0455883 Nov 09 18:45:52.368279 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-1301f252-18f0-4ea0-acc7-00605c193b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:52.369782 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-1301f252-18f0-4ea0-acc7-00605c193b06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413344 Nov 09 18:45:52.381959 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:52.473104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-c341de49-99cc-4e78-9e15-0756fd671fe6 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917909 Nov 09 18:45:52.565306 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c6bc68c3-22b3-432a-b434-e272a3cc5d63 req-42730f1c-8c2e-4694-8ba2-ac0a6145290d service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Nov 09 18:45:52.619152 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:50Z', 'revision_number': 0, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:52.646004 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6320ef-46aa-44ef-b43c-1738c1c07bb7 None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:50Z', 'revision_number': 0, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:52.839536 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90045294-c588-49d3-8a7c-f0eba24605db None None] New status for floating IP 36bff89c-5ad6-4eaa-aaad-582b3826b9fc: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:45:53.960606 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:57.102069 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:45:58.120736 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12022941-1910-4775-9d73-d6fe71389b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:45:59.273844 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:00.618172 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a24217-be1e-42a7-ad87-66b116e923fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:02.037581 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:03.465344 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:03.679684 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:22.460547 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-bd70bea0-426e-4b95-a5ab-395e48e334b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456595 Nov 09 18:46:22.547432 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704316-23e6-4328-a529-8cff08844fb3 req-eb35e3ac-1123-4331-ac28-392ee2e70c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:22.549011 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-eb35e3ac-1123-4331-ac28-392ee2e70c7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1096 time: 0.0425427 Nov 09 18:46:22.656379 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704316-23e6-4328-a529-8cff08844fb3 req-04f40da8-6eeb-4eff-9911-2eb5f70b2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:22.657845 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-04f40da8-6eeb-4eff-9911-2eb5f70b2b6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0869122 Nov 09 18:46:22.727902 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-a16b8449-8bcf-482d-af92-baa17688ae73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 1001 time: 0.0617704 Nov 09 18:46:22.781709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704316-23e6-4328-a529-8cff08844fb3 req-dacd29a3-df53-4064-b9a9-141f6d661e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:22.783210 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-dacd29a3-df53-4064-b9a9-141f6d661e74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0456154 Nov 09 18:46:22.830857 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704316-23e6-4328-a529-8cff08844fb3 req-ed0fa5b7-05e1-4a8a-8f02-24b104012367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:22.832393 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-ed0fa5b7-05e1-4a8a-8f02-24b104012367 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408487 Nov 09 18:46:22.929484 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-f2f92c8d-1b34-4eda-bdb8-e61b3c4830c1 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866091 Nov 09 18:46:23.032953 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-07704316-23e6-4328-a529-8cff08844fb3 req-f4bb25fe-ef9e-412a-84c5-e24f0996a0ed service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941916 Nov 09 18:46:23.971717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:28.124360 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99232266-fb81-4b36-a46a-1188d2b6fdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:29.305214 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:30.620156 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bede64f9-01ff-4386-937d-fa068e5590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:32.028631 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:33.467623 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:33.681663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:34.101932 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:46:53.980763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:58.124277 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d91d9eb2-2135-4e27-a655-b1dbf66d3517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:46:59.314763 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:00.623727 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c53f6cbc-d8c2-462c-95c1-2eecd6673f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:02.030197 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:03.472571 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:03.690850 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:11.101660 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:47:23.985798 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:24.491367 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-92ede445-e94b-41d5-8837-9e8cd4c3d233 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906043 Nov 09 18:47:24.587653 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-2bd76484-53af-4aad-be47-77ab9ace981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:24.589464 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-2bd76484-53af-4aad-be47-77ab9ace981a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1096 time: 0.0470717 Nov 09 18:47:24.700570 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-9800f5be-0a4c-4709-966c-14b029970981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:24.702012 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-9800f5be-0a4c-4709-966c-14b029970981 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0856364 Nov 09 18:47:24.776918 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-04d15807-2461-4be2-ac42-4ad7876c2c98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 1001 time: 0.0646679 Nov 09 18:47:24.830991 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-8a5e260f-86f6-4b27-b7a4-a7d698448ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:24.832534 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-8a5e260f-86f6-4b27-b7a4-a7d698448ead service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0442886 Nov 09 18:47:24.884753 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-5f26cfbb-e5e2-4334-b381-abc17fd4b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:24.886650 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-5f26cfbb-e5e2-4334-b381-abc17fd4b83f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415497 Nov 09 18:47:24.986865 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-117e79ea-4bc0-4526-8ed2-3e384cdc2563 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916245 Nov 09 18:47:25.082245 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-a001f1a9-3f34-4b67-82a7-7c42c97ec6a7 req-cbd9ceff-3435-4cb3-9f52-8227214c07e2 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836458 Nov 09 18:47:28.127814 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d62ff03-2fa0-44cf-a46c-dd9d500d880f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:29.313121 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:30.625151 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62df8d96-8b72-4dda-875f-d8be73f29a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:32.032137 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:33.475372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:33.683704 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:48.103443 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:47:53.995758 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:54.710303 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:47:54.817816 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:54.830483 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:47:54.870597 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:54.885701 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 900c2eaf-e92a-473f-b3c1-85c54ce8d47c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:47:54.909835 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:54.914297 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:54.974531 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:54.983564 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.984388 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.984783 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.985134 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.985934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.985934 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.986239 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.986427 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.986732 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.987160 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.987432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:54.987882 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:55.007820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['900c2eaf-e92a-473f-b3c1-85c54ce8d47c'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:47:56.905723 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:56.957455 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:56.957977 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:57.049075 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:57.077755 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:57.080104 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a9245-28c5-44a0-b069-ae337cf43dcc" -d '{"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-plugged", "status": "completed", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:57.100912 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:57.106652 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:57.142015 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b14a9-c003-47e4-bc2d-e9480c2ef648 x-openstack-request-id: req-ec5b14a9-c003-47e4-bc2d-e9480c2ef648 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:57.142356 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-plugged", "status": "completed", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:57.142573 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec5b14a9-c003-47e4-bc2d-e9480c2ef648 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:57.142974 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'code': 200} Nov 09 18:47:57.171040 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:58.153190 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97ce19f8-655e-454e-96aa-799616c5af90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:47:59.346448 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:00.634111 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0f9bf48-e392-4bc1-baf1-ad1a983181fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:02.040608 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:03.478661 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:03.686274 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:03.839741 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-d093e8e7-140f-460f-adfa-fef7565c6826 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334268918&fields=id&tenant_id=aaa455cf1d7c451698b25ac11f882a10 HTTP/1.1" status: 200 len: 267 time: 0.0526943 Nov 09 18:48:03.948261 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-cab3c819-da55-4799-afb2-07d7cef5422b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:03.949629 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-cab3c819-da55-4799-afb2-07d7cef5422b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 809 time: 0.1031485 Nov 09 18:48:03.964783 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-452c784b-4925-4dfd-a31d-34b5682b4045 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/quotas/aaa455cf1d7c451698b25ac11f882a10 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Nov 09 18:48:04.019738 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-63f134bc-17ef-4899-8c57-b444ea66ede1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497179 Nov 09 18:48:04.119429 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-66ac1518-57b8-4056-97e9-73be6ebc9b56 service neutron] 10.222.0.45 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879858 Nov 09 18:48:04.210451 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-7041c6ff-52f5-45e4-9f61-5efc0bc56cea service neutron] 10.222.0.45 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848405 Nov 09 18:48:04.471427 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-bb4fe27e-837a-4f0d-8d78-eed68c93918b req-60ac4e9a-c5d0-4a67-bfd4-e86752b02e9b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 210 time: 0.0887542 Nov 09 18:48:05.443720 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-629cf151-65bf-4df0-a860-c832a0d8dd8c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:05.445120 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-629cf151-65bf-4df0-a860-c832a0d8dd8c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 809 time: 0.1126602 Nov 09 18:48:05.525442 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-4ee70da0-92e4-4f08-8ef9-c135a8b240e8 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa455cf1d7c451698b25ac11f882a10 HTTP/1.1" status: 200 len: 380 time: 0.0657597 Nov 09 18:48:05.536647 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'port': {'device_id': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'admin_state_up': True, 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'security_groups': ['d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:05.575363 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-159a39a2-2436-4a95-a73c-c21e2f2dc799 req-e944ff8a-50cf-4472-8ca7-8b4d0b4ecdb6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 210 time: 0.0279393 Nov 09 18:48:05.663381 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Made reservation on behalf of aaa455cf1d7c451698b25ac11f882a10 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:48:05.667642 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:05.815256 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Allocated IP 172.20.0.7 (72f2d3a3-79a8-414b-993d-1018ee1c8d59/7ea05a36-4fb9-4e39-97bd-8f3693c9ccce/423b7b74-9486-4d40-89e9-862848d4ddda) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:06.029064 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:06.071448 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:06.131574 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:06.135750 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:06.139022 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:06.181568 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:06.202961 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.203412 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.203826 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.204231 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.204631 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.205027 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.205423 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.205841 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.206230 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.206618 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.207018 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.207413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:06.224664 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:06.225379 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:06.252820 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-ef045da7-0216-4fa9-9d6c-97139cde6a5e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189047 Nov 09 18:48:06.458404 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-6be9391b-509f-4669-a3d2-46f099a4d1be None None] Provisioning complete for port 423b7b74-9486-4d40-89e9-862848d4ddda triggered by entity DHCP. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:06.459147 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6be9391b-509f-4669-a3d2-46f099a4d1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:06.495501 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6be9391b-509f-4669-a3d2-46f099a4d1be None None] Port 423b7b74-9486-4d40-89e9-862848d4ddda cannot update to ACTIVE because it is not bound. {{(pid=102556) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 18:48:06.717638 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde46e5-143f-424d-ad0b-6c95cebf36e2 req-62ab4ebb-59a5-41fa-a8a2-20c1b7b80b37 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:06.719175 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dde46e5-143f-424d-ad0b-6c95cebf36e2 req-62ab4ebb-59a5-41fa-a8a2-20c1b7b80b37 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0721140 Nov 09 18:48:06.736928 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:48:06.785766 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4dde46e5-143f-424d-ad0b-6c95cebf36e2 req-e24d204f-0056-42aa-ab1e-1e6616001582 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604599 Nov 09 18:48:06.826129 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:06.850380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:06.853518 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aab3cee-3b4e-4be4-923f-20cb3942212c" -d '{"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-unplugged", "status": "completed", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:06.872598 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:06.876995 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:06.901874 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c098563-2aa0-43be-8f74-3897d7dc0b9f x-openstack-request-id: req-1c098563-2aa0-43be-8f74-3897d7dc0b9f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:06.902170 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-unplugged", "status": "completed", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:06.902425 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c098563-2aa0-43be-8f74-3897d7dc0b9f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:06.902838 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'code': 200} Nov 09 18:48:06.932797 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:07.906193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fd9c5-cdfc-4b38-aac3-24a39c931288 req-4749d088-c2d5-4ee8-b6ca-f76f098ca4ed tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:07.907959 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-217fd9c5-cdfc-4b38-aac3-24a39c931288 req-4749d088-c2d5-4ee8-b6ca-f76f098ca4ed tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0519156 Nov 09 18:48:07.973201 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-217fd9c5-cdfc-4b38-aac3-24a39c931288 req-b851842f-bde2-40f4-ad3f-d576f4504247 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545442 Nov 09 18:48:09.107499 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd5be2-3fe5-4928-93fb-e5a414fccb6c req-05af734c-e6e1-42a4-9aa3-f99b72cbf4de tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:09.109020 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ddbd5be2-3fe5-4928-93fb-e5a414fccb6c req-05af734c-e6e1-42a4-9aa3-f99b72cbf4de tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0595372 Nov 09 18:48:09.159914 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-ddbd5be2-3fe5-4928-93fb-e5a414fccb6c req-52e4c03d-84a1-4f11-b62c-3e64591c6f13 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Nov 09 18:48:10.303070 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a69f7-e7f4-4e3a-8fce-d39cfec79d5d req-2a9f3dec-5dad-45b5-b1c6-c604097fc814 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:10.304624 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-217a69f7-e7f4-4e3a-8fce-d39cfec79d5d req-2a9f3dec-5dad-45b5-b1c6-c604097fc814 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0671895 Nov 09 18:48:10.355635 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-217a69f7-e7f4-4e3a-8fce-d39cfec79d5d req-2f6be975-9d35-4987-ada9-e8eb84792908 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Nov 09 18:48:11.491662 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd54f3-0f25-449f-a0eb-1df69b35f7ba req-8efffc37-5d82-4154-a4e1-70cbf3d4e9c0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:11.493649 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ffd54f3-0f25-449f-a0eb-1df69b35f7ba req-8efffc37-5d82-4154-a4e1-70cbf3d4e9c0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0655508 Nov 09 18:48:11.547926 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9ffd54f3-0f25-449f-a0eb-1df69b35f7ba req-1e20158a-396a-4633-9c7f-37983105ef54 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481753 Nov 09 18:48:12.703024 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba88c8-431a-437f-858b-38f148e14b3f req-06b708bb-b0ef-4114-aa52-52f597411092 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:12.704522 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84ba88c8-431a-437f-858b-38f148e14b3f req-06b708bb-b0ef-4114-aa52-52f597411092 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0584891 Nov 09 18:48:12.757954 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-84ba88c8-431a-437f-858b-38f148e14b3f req-005ca359-f2fe-45d3-a86a-ddd6037c7ad6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Nov 09 18:48:13.895636 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0342-b5e2-4005-aeea-e5d3cad0b6b8 req-b624def5-ce88-4df8-b70c-1f576c9d8b13 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:13.897929 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dfa0342-b5e2-4005-aeea-e5d3cad0b6b8 req-b624def5-ce88-4df8-b70c-1f576c9d8b13 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0574272 Nov 09 18:48:13.950817 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9dfa0342-b5e2-4005-aeea-e5d3cad0b6b8 req-47d79c09-106e-4aa2-877f-1ab2a0ce957c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 Nov 09 18:48:15.082552 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1b5da-15fe-43c0-bdcf-4bdd8c669de7 req-59990dae-b483-43b4-8237-f9af30adea09 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:15.084138 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06e1b5da-15fe-43c0-bdcf-4bdd8c669de7 req-59990dae-b483-43b4-8237-f9af30adea09 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0624921 Nov 09 18:48:15.161587 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-06e1b5da-15fe-43c0-bdcf-4bdd8c669de7 req-1b9449df-3a4a-42c2-b214-deb265cfd84c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707576 Nov 09 18:48:16.271005 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Request body: {'port': {'device_id': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:16.289452 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33c49-f674-45e2-82ba-0b8f9d77540e req-0c42ade3-888b-4a34-9eeb-a697f162d19f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:16.298507 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2af33c49-f674-45e2-82ba-0b8f9d77540e req-0c42ade3-888b-4a34-9eeb-a697f162d19f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 931 time: 0.0631125 Nov 09 18:48:16.331488 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:16.348511 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2af33c49-f674-45e2-82ba-0b8f9d77540e req-60f159f1-7d69-4ed3-a003-06e2f0a559f1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488188 Nov 09 18:48:16.606546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423b7b74-9486-4d40-89e9-862848d4ddda {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:48:16.614313 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:16.627292 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Transition to ACTIVE for port object 423b7b74-9486-4d40-89e9-862848d4ddda will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:48:16.636462 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:16.688481 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:16.765211 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Attempting to bind port 423b7b74-9486-4d40-89e9-862848d4ddda on host n-h2-804292-3 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 18:48:16.765545 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Attempting to bind port 423b7b74-9486-4d40-89e9-862848d4ddda by drivers openvswitch,hyperv on host n-h2-804292-3 at level 0 using segments [{'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 18:48:16.765875 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Attempting to bind port 423b7b74-9486-4d40-89e9-862848d4ddda on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:16.770472 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Port 423b7b74-9486-4d40-89e9-862848d4ddda on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-3 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:48:16.770799 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Attempting to bind port 423b7b74-9486-4d40-89e9-862848d4ddda on network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:16.776271 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Checking agent: {'id': 'e66ef6f6-79f2-4461-ab9e-0aec81feebb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'started_at': datetime.datetime(2021, 11, 9, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:48:16.776608 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Checking segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 18:48:16.776988 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Bound using segment: {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:48:16.777413 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Bound port: 423b7b74-9486-4d40-89e9-862848d4ddda, host: n-h2-804292-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 18:48:16.777789 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:16.848433 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:48:16.853025 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:48:16.858140 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16650562'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:16.898141 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:16.898734 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:16.900859 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] 10.222.0.83 "PUT /v2.0/ports/423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 200 len: 1091 time: 0.6363838 Nov 09 18:48:16.901411 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:16.903586 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:16.943197 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7435-112f-49e8-956c-e98f8010bd1a service neutron] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:16.968796 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a2d6e-84b9-4ed4-a8b5-8e7702284242 x-openstack-request-id: req-b42a2d6e-84b9-4ed4-a8b5-8e7702284242 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:16.969087 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:16.969339 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b42a2d6e-84b9-4ed4-a8b5-8e7702284242 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:16.969745 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'status': 'completed', 'code': 200} Nov 09 18:48:17.023691 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-87d63bb3-fdc2-4e10-a193-2fa3ed6f9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.025873 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-87d63bb3-fdc2-4e10-a193-2fa3ed6f9258 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0528924 Nov 09 18:48:17.077042 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-4bfab247-44e0-4cc3-9e48-2163d0092919 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 200 len: 217 time: 0.0382955 Nov 09 18:48:17.135581 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-427e3d08-f7c3-4e7d-91a9-c3edb4b93a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.136986 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-427e3d08-f7c3-4e7d-91a9-c3edb4b93a3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0523818 Nov 09 18:48:17.190212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-e11e0b3d-d979-4260-bc34-345d1b834604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.191776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-e11e0b3d-d979-4260-bc34-345d1b834604 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419686 Nov 09 18:48:17.295432 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-6842ffe8-5ebf-4a74-99e7-d9f268438543 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909743 Nov 09 18:48:17.393241 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-c4bd693d-521c-4e98-a8d4-0bc4c5541c9f req-9532b50e-8e5b-42fa-ba72-42b137721fb8 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862103 Nov 09 18:48:17.472509 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55ffe-d027-4270-9d73-1c4f90ec8235 req-f79f9c4d-873e-46c5-8906-cfa91bc64b68 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.474123 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55ffe-d027-4270-9d73-1c4f90ec8235 req-f79f9c4d-873e-46c5-8906-cfa91bc64b68 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 943 time: 0.0504224 Nov 09 18:48:17.491395 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-acfec847-550d-4ecc-b9a8-86d84f54e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.493062 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-acfec847-550d-4ecc-b9a8-86d84f54e9ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0433717 Nov 09 18:48:17.527825 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-36c55ffe-d027-4270-9d73-1c4f90ec8235 req-4157a056-afd4-467c-b35e-95a6a8050f2f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467105 Nov 09 18:48:17.595589 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-b28aeb67-cced-4f41-b083-b09a825589ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.597104 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-b28aeb67-cced-4f41-b083-b09a825589ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0969646 Nov 09 18:48:17.640187 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-8c121c76-c8ec-4b4b-a0a2-655e63ae22f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 200 len: 217 time: 0.0356224 Nov 09 18:48:17.689833 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-86458271-ae8c-4f3d-9758-5e1a8622d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.691308 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-86458271-ae8c-4f3d-9758-5e1a8622d6db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0430927 Nov 09 18:48:17.744649 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-75cdbcbb-866f-4517-8d92-9c0773b11ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:17.746196 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-75cdbcbb-866f-4517-8d92-9c0773b11ef0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450735 Nov 09 18:48:17.837758 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-b358340d-18f0-4976-9a2c-09a96498ec0d service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826664 Nov 09 18:48:17.935662 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-9571ea9f-a224-4f6f-9b4b-0d96049f44d1 req-4ce3d821-a8f8-4598-bb82-3b9a97ec59ca service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Nov 09 18:48:18.651399 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda400fb-a5e7-467f-b7fa-5c67c8fccc4c req-23e66991-df98-4ae5-978d-f6c771eb6b73 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:18.652889 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dda400fb-a5e7-467f-b7fa-5c67c8fccc4c req-23e66991-df98-4ae5-978d-f6c771eb6b73 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 943 time: 0.0513728 Nov 09 18:48:18.703174 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-dda400fb-a5e7-467f-b7fa-5c67c8fccc4c req-4134a69c-4b5a-40b2-adeb-bd2cfb5587eb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Nov 09 18:48:20.111504 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828305-e9c7-4516-bcfd-1a32bf493a54 req-b453214d-b996-480b-8f57-fb637be113d7 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:20.113015 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08828305-e9c7-4516-bcfd-1a32bf493a54 req-b453214d-b996-480b-8f57-fb637be113d7 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 943 time: 0.3425276 Nov 09 18:48:20.161432 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-08828305-e9c7-4516-bcfd-1a32bf493a54 req-7e3b198e-09f6-4c8b-a695-a827dba5ccbe tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Nov 09 18:48:20.819883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:48:20.912668 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:20.924351 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '423b7b74-9486-4d40-89e9-862848d4ddda', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'port_id': '423b7b74-9486-4d40-89e9-862848d4ddda', 'mac_address': 'fa:16:3e:94:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:48:20.964420 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:20.976982 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423b7b74-9486-4d40-89e9-862848d4ddda {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:48:20.995569 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:20.999534 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:21.052515 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:21.281207 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f1eca-99b9-41f1-9d26-0d101fff1039 req-90b9e0a9-4e33-460d-9fc6-5a63bbd86fea tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:21.282741 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b2f1eca-99b9-41f1-9d26-0d101fff1039 req-90b9e0a9-4e33-460d-9fc6-5a63bbd86fea tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 944 time: 0.0501428 Nov 09 18:48:21.335791 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['423b7b74-9486-4d40-89e9-862848d4ddda'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:48:21.348157 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-3b2f1eca-99b9-41f1-9d26-0d101fff1039 req-bf2c691b-20c4-4cd2-a72a-115b97fde183 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593429 Nov 09 18:48:22.468370 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2d36-b8b9-489e-ab5e-a7b37eb97590 req-0218f229-0523-4fe9-8a64-919c2a1e20cb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:22.469869 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-814d2d36-b8b9-489e-ab5e-a7b37eb97590 req-0218f229-0523-4fe9-8a64-919c2a1e20cb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 944 time: 0.0482800 Nov 09 18:48:22.520459 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-814d2d36-b8b9-489e-ab5e-a7b37eb97590 req-33d97306-e9f9-4d7e-8615-02753a9dc811 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 Nov 09 18:48:22.840839 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:22.895566 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning for port 423b7b74-9486-4d40-89e9-862848d4ddda completed by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:48:22.900892 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 423b7b74-9486-4d40-89e9-862848d4ddda triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:22.901287 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:22.987461 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:23.012601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:23.014901 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb9a9c3-a9b7-4830-9380-902edf9049f7" -d '{"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-plugged", "status": "completed", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:23.029591 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:23.034054 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:23.059627 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad037b5-c1d5-4f83-a611-fdfc3c26a80e x-openstack-request-id: req-cad037b5-c1d5-4f83-a611-fdfc3c26a80e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:23.059925 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-plugged", "status": "completed", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:23.060177 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cad037b5-c1d5-4f83-a611-fdfc3c26a80e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:23.060567 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'code': 200} Nov 09 18:48:23.098629 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=5']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:23.170326 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9156f1-5375-4afb-9678-70e4ce51c4a3 req-800c0b57-cdc4-4ad8-b48d-fc5db8d39819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:23.171872 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c9156f1-5375-4afb-9678-70e4ce51c4a3 req-800c0b57-cdc4-4ad8-b48d-fc5db8d39819 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0429015 Nov 09 18:48:23.223251 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-4c9156f1-5375-4afb-9678-70e4ce51c4a3 req-50842117-229d-4e52-b4a6-9e2eb1842034 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401602 Nov 09 18:48:23.643090 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4dcff-f498-4e0e-bd57-af84eed01980 req-0b8a7df0-76be-4a1c-bfde-8485b037718e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:23.644649 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fb4dcff-f498-4e0e-bd57-af84eed01980 req-0b8a7df0-76be-4a1c-bfde-8485b037718e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 945 time: 0.0506282 Nov 09 18:48:23.699223 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-7fb4dcff-f498-4e0e-bd57-af84eed01980 req-c76d3c44-4dc0-4e8e-995a-800ce6627e4f tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484114 Nov 09 18:48:23.994282 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:24.827067 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5263-91e8-47e3-a30d-3f3857ff6343 req-a8c7f7ea-c1ce-4242-a7ad-3686244fa951 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:24.828562 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5d5c5263-91e8-47e3-a30d-3f3857ff6343 req-a8c7f7ea-c1ce-4242-a7ad-3686244fa951 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Nov 09 18:48:24.878530 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-5d5c5263-91e8-47e3-a30d-3f3857ff6343 req-13c87563-475b-41c4-b04c-e1016a8d7691 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Nov 09 18:48:24.997177 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd74c2-81f5-471a-b91b-fe178976b25a req-40f830ec-4702-4559-a481-2334d108b0ce tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:24.998571 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7fd74c2-81f5-471a-b91b-fe178976b25a req-40f830ec-4702-4559-a481-2334d108b0ce tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Nov 09 18:48:25.051157 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-e7fd74c2-81f5-471a-b91b-fe178976b25a req-591db49f-8af2-43a2-8cd7-971203dc31f4 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Nov 09 18:48:25.073155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58730) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:25.102743 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:48:25.114073 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eccb65-fc05-4324-8b5f-4976607e7979 tempest-TestSnapshotPattern-876999486 tempest-TestSnapshotPattern-876999486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:25.115667 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-27eccb65-fc05-4324-8b5f-4976607e7979 tempest-TestSnapshotPattern-876999486 tempest-TestSnapshotPattern-876999486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1091 time: 0.0415142 Nov 09 18:48:25.119029 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 58732) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:25.123404 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.v2.base [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Request body: {'floatingip': {'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'port_id': '423b7b74-9486-4d40-89e9-862848d4ddda', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:25.144419 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:25.242363 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:25.344474 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Allocated IP 172.25.3.90 (d9a15a03-b64e-4568-a794-48c9562756cc/affd6381-8627-4ae9-869d-aade47711f03/fcd48dab-c190-49a7-be57-9b62a4791a54) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:25.450570 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-e6571240-c5db-4e0f-a8a0-d5966241be13 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463438 Nov 09 18:48:25.474436 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for port, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:25.512072 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783925047947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:25.538795 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-abfe053b-2adc-43a4-ab8b-7d0f0a94431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:25.540803 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-abfe053b-2adc-43a4-ab8b-7d0f0a94431d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1094 time: 0.0465794 Nov 09 18:48:25.551620 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Network d9a15a03-b64e-4568-a794-48c9562756cc is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:25.557845 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:25.561690 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:25.567971 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'Port': ['ID=fcd48dab-c190-49a7-be57-9b62a4791a54,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:25.600850 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.601133 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.601522 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.601864 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.602203 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.602861 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.603234 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.603644 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.604002 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.604333 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.604659 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.605004 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:25.654535 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-ed420d64-561e-484c-b114-ceb958d37657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:25.656515 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-ed420d64-561e-484c-b114-ceb958d37657 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0948894 Nov 09 18:48:25.748198 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-831f3672-e6fe-4d66-8859-e05c3b5feb14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 999 time: 0.0834649 Nov 09 18:48:25.806417 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-be32c910-670a-4a6b-a242-0dc9a510ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:25.808049 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-be32c910-670a-4a6b-a242-0dc9a510ba36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0517828 Nov 09 18:48:25.857460 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-4c52397f-16ff-402b-aa46-dc8168652078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:25.859073 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-4c52397f-16ff-402b-aa46-dc8168652078 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433686 Nov 09 18:48:25.956254 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-2dc083b9-f06b-44dd-9cff-59690decc415 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 Nov 09 18:48:25.968390 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:26.046444 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:26.050513 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-d95859e9-5203-4e08-ba0f-2a8fa9a0fc5a req-5b06217a-227b-4d7b-b5a5-2d143b4200b4 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860076 Nov 09 18:48:26.202270 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for port, precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:26.207700 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16147377'] for port, after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:26.282117 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event updated for resources: {'Port': ['ID=fcd48dab-c190-49a7-be57-9b62a4791a54,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:26.293769 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7912847'] for floatingip, after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:26.396536 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Floating IP f9bddaef-c900-4fb0-a789-1262599b57f2 associated. External IP: 172.25.3.90, port: 423b7b74-9486-4d40-89e9-862848d4ddda. Nov 09 18:48:26.609155 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:48:26.722783 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:48:26.733005 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:48:26.741585 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:26.744335 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:26.745071 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:48:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:26.776216 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-88a8aa2c-00ba-4f41-8a2d-cd975a20ada6 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6560292 Nov 09 18:48:26.776830 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:26.780112 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0fe26-75af-4512-82f2-5ad3c1018696" -d '{"events": [{"name": "network-changed", "server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:26.837016 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22ab6d2-7e44-48c2-8865-9fce16d62b82 x-openstack-request-id: req-b22ab6d2-7e44-48c2-8865-9fce16d62b82 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:26.837931 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:26.837931 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b22ab6d2-7e44-48c2-8865-9fce16d62b82 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:26.838388 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'status': 'completed', 'code': 200} Nov 09 18:48:26.859600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:26.912633 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-7964b2bf-789a-46db-b1cf-ffbcbbfb08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:26.914463 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-7964b2bf-789a-46db-b1cf-ffbcbbfb08d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0551791 Nov 09 18:48:27.015406 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-d6e2d6db-950d-46b0-b259-f715c304693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:27.016761 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-d6e2d6db-950d-46b0-b259-f715c304693a service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0947220 Nov 09 18:48:27.092792 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-a7df8e7d-647e-4c24-ab7b-ab45112a7f95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 200 len: 998 time: 0.0691037 Nov 09 18:48:27.097074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:52Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}, {'id': 'f9bddaef-c900-4fb0-a789-1262599b57f2', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '423b7b74-9486-4d40-89e9-862848d4ddda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:94:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:48:25Z', 'updated_at': '2021-11-09T18:48:25Z', 'revision_number': 0, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:27.137235 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:48:27.145749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:27.146353 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:48:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:27.146588 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-ae07b9e1-9156-41f3-82f1-60641448565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:27.148105 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-ae07b9e1-9156-41f3-82f1-60641448565c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0483718 Nov 09 18:48:27.194517 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-7f29ae99-ba44-487e-8e01-5ac0d4e9c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:27.196070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-7f29ae99-ba44-487e-8e01-5ac0d4e9c231 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412936 Nov 09 18:48:27.250345 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:27.298661 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-a9fdb96d-8145-448a-8c18-5abadf05eaf7 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942991 Nov 09 18:48:27.394588 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-fcc0fe26-75af-4512-82f2-5ad3c1018696 req-38b14a08-b4c7-4c27-99ae-d6d00bc8e437 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888245 Nov 09 18:48:27.489763 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:52Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}, {'id': 'f9bddaef-c900-4fb0-a789-1262599b57f2', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '423b7b74-9486-4d40-89e9-862848d4ddda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:94:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:48:25Z', 'updated_at': '2021-11-09T18:48:25Z', 'revision_number': 0, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:27.517028 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af454-2101-4ffb-a9f4-eab8eeb494f2 None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:52Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}, {'id': 'f9bddaef-c900-4fb0-a789-1262599b57f2', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '423b7b74-9486-4d40-89e9-862848d4ddda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:94:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:48:25Z', 'updated_at': '2021-11-09T18:48:25Z', 'revision_number': 0, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:48:27.717179 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a84d1-65d1-471a-8440-a8343f59197d None None] New status for floating IP f9bddaef-c900-4fb0-a789-1262599b57f2: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:48:28.136144 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a24cffeb-bb72-4fd6-8af4-1caec5d4153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:29.343507 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:30.629174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d358561a-697e-4d06-a1ac-7c6809e42b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:32.040738 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:33.481527 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:33.689629 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:54.058739 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:58.142869 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-64b95204-be15-47ae-ad01-8603092581d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:48:59.344651 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:00.630874 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f0c490a-e3b2-4e20-b934-e74e1c76e42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:02.041249 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:02.186217 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:49:03.483390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:03.693130 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:24.061203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:26.466232 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-bd9643ca-3893-467c-8ac7-15ecde02e19e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410590 Nov 09 18:49:26.532367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-8d7421ca-b04c-4cec-88a1-58c6227844b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.533869 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-8d7421ca-b04c-4cec-88a1-58c6227844b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0452607 Nov 09 18:49:26.639029 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-2b24e69a-44b5-4c8a-b3fb-cc0f96da7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.640519 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-2b24e69a-44b5-4c8a-b3fb-cc0f96da7dd7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0860817 Nov 09 18:49:26.713975 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-47ca8bcf-1be0-4e73-af74-64899026318a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 200 len: 1000 time: 0.0635509 Nov 09 18:49:26.765212 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-229946c2-ab45-47c9-9a71-20045ad26519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.766593 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-229946c2-ab45-47c9-9a71-20045ad26519 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0448158 Nov 09 18:49:26.813546 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-5eda248f-9dc2-48b0-8554-07cae2483f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.815165 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-5eda248f-9dc2-48b0-8554-07cae2483f52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414462 Nov 09 18:49:26.826873 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-66772a8a-be8e-4fea-bf12-bb53c498aa6e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:49:26.827899 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-66772a8a-be8e-4fea-bf12-bb53c498aa6e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049398 Nov 09 18:49:26.920007 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-cf0ad199-99fe-4349-99f9-cf5ff0dfc99b service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848482 Nov 09 18:49:27.010724 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-1038adbf-bab5-4cc7-b9e0-0ca66e3293ba req-879060ca-d0e5-4025-8dbb-38ef485c7eae service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832834 Nov 09 18:49:28.136663 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e875bcad-59b6-4a4a-8537-7f4f676acc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:29.353946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:30.631161 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09fb8b0c-8bc8-4852-afb6-46606173464d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:32.043677 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:33.488710 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:33.694624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:39.106514 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:49:54.088372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:58.137769 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0956719-5cf5-4818-a6bc-434bf8ac38a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:49:59.364449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:00.631669 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-693192a9-58da-437e-be2d-2c1c0a3e02b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:02.046411 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:03.488487 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:03.696681 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:13.399075 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda details requested by agent hyperv_n-h2-804292-3 with host n-h2-804292-3 {{(pid=102556) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:50:13.504267 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:13.518626 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Returning: {'device': '423b7b74-9486-4d40-89e9-862848d4ddda', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'port_id': '423b7b74-9486-4d40-89e9-862848d4ddda', 'mac_address': 'fa:16:3e:94:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102556) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:50:13.561088 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:13.574729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 423b7b74-9486-4d40-89e9-862848d4ddda {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:50:13.595855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:13.600447 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:13.655749 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:13.663782 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.664130 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.664477 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.664820 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.665156 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.665493 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.665824 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.666228 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.666486 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.666814 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.667179 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.667503 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.698104 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] get_ports_and_sgs() called for port_ids ['423b7b74-9486-4d40-89e9-862848d4ddda'] {{(pid=102556) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:50:15.409330 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda up at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:15.464257 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Provisioning complete for port 423b7b74-9486-4d40-89e9-862848d4ddda triggered by entity L2. {{(pid=102556) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:15.464946 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889040'] for port, provisioning_complete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:15.579595 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:15.618617 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:15.622115 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6da94-2326-445c-aa61-9376634c54a1" -d '{"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-plugged", "status": "completed", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:15.641917 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:15.647862 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:15.725119 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:15.760360 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1f5d9-8751-453e-bcd9-8f0c5c99cea0 x-openstack-request-id: req-0dd1f5d9-8751-453e-bcd9-8f0c5c99cea0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:15.760670 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-plugged", "status": "completed", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:15.761019 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dd1f5d9-8751-453e-bcd9-8f0c5c99cea0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:15.761851 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'code': 200} Nov 09 18:50:16.111568 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:50:24.103914 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:25.370185 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 58940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:25.580392 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Deleting port fcd48dab-c190-49a7-be57-9b62a4791a54 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:25.580741 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:25.665673 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:25.665987 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:25.679645 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Calling delete_port for fcd48dab-c190-49a7-be57-9b62a4791a54 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:25.837942 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:26.225775 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event deleted for resources: {'Port': ['ID=fcd48dab-c190-49a7-be57-9b62a4791a54,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:26.240364 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.240712 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.241081 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.241366 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.241693 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.242466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.242466 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.242706 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.243166 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.243337 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.243656 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.244954 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:26.301796 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:26.302101 n-d-804292-3 neutron-server[102555]: INFO neutron.db.l3_db [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Floating IP f9bddaef-c900-4fb0-a789-1262599b57f2 disassociated (deleted). External IP: 172.25.3.90, port: 423b7b74-9486-4d40-89e9-862848d4ddda. Nov 09 18:50:26.516294 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:26.623305 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:26.628538 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:26.633272 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:26.643480 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:26.644092 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:26.659485 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-371a46be-7159-4fcc-81c3-550957b58bfb tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "DELETE /v2.0/floatingips/f9bddaef-c900-4fb0-a789-1262599b57f2 HTTP/1.1" status: 204 len: 168 time: 1.2846830 Nov 09 18:50:26.659485 n-d-804292-3 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:26.659835 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52d6c588803dc4d02845525246a5fd5b876a666c3b28b1769f59e03a375a1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:26.728958 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceeb0a9-a63d-4481-85ed-90849d075e7b x-openstack-request-id: req-3ceeb0a9-a63d-4481-85ed-90849d075e7b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:26.730056 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:26.730056 n-d-804292-3 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ceeb0a9-a63d-4481-85ed-90849d075e7b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:26.730437 n-d-804292-3 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'status': 'completed', 'code': 200} Nov 09 18:50:26.806155 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-6a1a8dd1-a390-4aec-bbb7-d3b176686f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.809544 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-6a1a8dd1-a390-4aec-bbb7-d3b176686f06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0499682 Nov 09 18:50:26.944097 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:26.948709 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-030616da-ab34-4eee-bac0-3e7df6ee1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.950195 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-030616da-ab34-4eee-bac0-3e7df6ee1bf0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.1308968 Nov 09 18:50:26.957671 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882e52-caa9-4373-a64b-d3e86fe51b08 req-1667e187-c13a-4fab-83c7-3ed50ef7040e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.959071 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f882e52-caa9-4373-a64b-d3e86fe51b08 req-1667e187-c13a-4fab-83c7-3ed50ef7040e tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 945 time: 0.0801561 Nov 09 18:50:27.006216 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-3325a72a-c741-4438-a4d7-69fe64154f68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 200 len: 217 time: 0.0445652 Nov 09 18:50:27.077222 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-6f882e52-caa9-4373-a64b-d3e86fe51b08 req-9aac91e2-24aa-4bfe-96fd-e53a45f13194 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095715 Nov 09 18:50:27.085091 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-1cb6698b-e16c-4709-932f-2fc92b82006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:27.086579 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-1cb6698b-e16c-4709-932f-2fc92b82006e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0701184 Nov 09 18:50:27.135576 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-8a7ed7c9-8386-4660-be7d-babc82632994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:27.137189 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-8a7ed7c9-8386-4660-be7d-babc82632994 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429149 Nov 09 18:50:27.173359 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:52Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:27.203855 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:27.214579 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:27.215250 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:01Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:27.234127 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-a7080b1d-dd7d-4e96-a304-5f567c784276 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Nov 09 18:50:27.324563 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:27.332375 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-45a3c19a-70e5-42f8-b15a-3f3d85cbfb1e req-78021bcf-68a3-4721-ad57-1cc3025278a0 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883636 Nov 09 18:50:27.478577 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:27.621294 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943640'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:27.653101 n-d-804292-3 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:27.655381 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef61e4fd3f2d472b6e21e253f02c11ab26995e44ad8dd3fbebfeae152c89aee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a9e073-2c2d-460a-88aa-f850693ec762" -d '{"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:27.669966 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:27.675823 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783925542804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783925047965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783925047983'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:27.682383 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:52Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:27.701781 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e61c36-6d6e-47cf-b7cb-0b5629fb8ed2 x-openstack-request-id: req-54e61c36-6d6e-47cf-b7cb-0b5629fb8ed2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:27.702083 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:27.702338 n-d-804292-3 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54e61c36-6d6e-47cf-b7cb-0b5629fb8ed2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:27.702747 n-d-804292-3 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'code': 200} Nov 09 18:50:27.730255 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2c95a-cf0c-4853-b6d3-969fca6c719d None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_floatingips': [{'id': '36bff89c-5ad6-4eaa-aaad-582b3826b9fc', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'router_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'port_id': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'mac_address': 'fa:16:3e:c8:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:45:50Z', 'updated_at': '2021-11-09T18:45:52Z', 'revision_number': 1, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:27.753440 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Pushing event updated for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:27.988076 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ca67a-9c90-42de-87a1-cc368e766dae None None] New status for floating IP f9bddaef-c900-4fb0-a789-1262599b57f2: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:50:28.146336 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ac770c4-ffed-4f87-8cd2-555440c57660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:28.210555 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588361f8-3469-4b1f-b10e-c4c2816acdcd req-fc649cf4-e1a1-45dc-b9e8-caf5b9fd793d tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.212109 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-588361f8-3469-4b1f-b10e-c4c2816acdcd req-fc649cf4-e1a1-45dc-b9e8-caf5b9fd793d tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 943 time: 0.0551362 Nov 09 18:50:28.263239 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-588361f8-3469-4b1f-b10e-c4c2816acdcd req-ab21dd0a-cff1-4ca7-81ed-3411cb5953c0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Nov 09 18:50:28.458218 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-cc820f2f-c05b-4a28-9646-36c3dd4e3f2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416791 Nov 09 18:50:28.551947 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-c911f34e-d371-43c5-9bd3-9e21ffa62440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.553476 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-c911f34e-d371-43c5-9bd3-9e21ffa62440 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1094 time: 0.0444250 Nov 09 18:50:28.674367 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-5c5c3faf-1d6a-4c6b-b942-dea2cdfc79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.675897 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-5c5c3faf-1d6a-4c6b-b942-dea2cdfc79c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.0959237 Nov 09 18:50:28.747070 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-c4938856-98fa-41d0-9363-7b60b4781425 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 999 time: 0.0617030 Nov 09 18:50:28.787524 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.83', 49557) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:28.802148 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-8c5c2e68-961a-479f-87f4-40ba0ab3a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.803658 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-8c5c2e68-961a-479f-87f4-40ba0ab3a2e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0496831 Nov 09 18:50:28.841257 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-fcdd37df-3b90-4502-9ae9-134cfa4a4b43 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.842768 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-fcdd37df-3b90-4502-9ae9-134cfa4a4b43 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 943 time: 0.0540657 Nov 09 18:50:28.851787 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-2a76dd2d-ea88-48c3-b4d7-47a2430fa9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.853286 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-2a76dd2d-ea88-48c3-b4d7-47a2430fa9de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411391 Nov 09 18:50:28.940343 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Deleting port 423b7b74-9486-4d40-89e9-862848d4ddda {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:28.940692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:28.948995 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-1481170d-4831-473f-8185-b0c4e9867355 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859585 Nov 09 18:50:29.032836 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] For port 423b7b74-9486-4d40-89e9-862848d4ddda, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=423b7b74-9486-4d40-89e9-862848d4ddda,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:29.033194 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:29.046901 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Calling delete_port for 423b7b74-9486-4d40-89e9-862848d4ddda owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:29.051468 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-62ea6410-686b-4e5b-8e04-9045566b0eb1 req-ec7b1ea3-817f-4ea8-89c6-452df457f531 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907941 Nov 09 18:50:29.182792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:29.213232 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event deleted for resources: {'Port': ['ID=423b7b74-9486-4d40-89e9-862848d4ddda,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:29.239584 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.239940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.240290 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.240609 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.240940 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.241271 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.241600 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.241927 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.242249 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.242571 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.242912 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.243236 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-3 {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:29.265231 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] No DVR routers for this DVR port 423b7b74-9486-4d40-89e9-862848d4ddda on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:29.267875 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:29.271121 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-87416189-27e2-4c0d-a9a5-b0fdf84d3d21 req-8d5860b2-cfcf-4013-85bb-458e1d6bacd1 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "DELETE /v2.0/ports/423b7b74-9486-4d40-89e9-862848d4ddda HTTP/1.1" status: 204 len: 173 time: 0.4219151 Nov 09 18:50:29.271553 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-deleted', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:29.273775 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9449412c-0a16-4a65-8d75-0dd04bd2a1bf" -d '{"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-deleted", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:29.316716 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d2093-3d1b-496b-a656-163aaf16a936 x-openstack-request-id: req-487d2093-3d1b-496b-a656-163aaf16a936 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:29.317154 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b07406e-c0d2-469e-a655-44e6b0eafbe9", "name": "network-vif-deleted", "tag": "423b7b74-9486-4d40-89e9-862848d4ddda", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:29.317429 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-487d2093-3d1b-496b-a656-163aaf16a936 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:29.317832 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b07406e-c0d2-469e-a655-44e6b0eafbe9', 'name': 'network-vif-deleted', 'tag': '423b7b74-9486-4d40-89e9-862848d4ddda', 'status': 'completed', 'code': 200} Nov 09 18:50:29.371776 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-ffe42a3e-1052-4ed4-8096-54cea76ddba0 req-16427a46-72a2-4ee4-a7a0-39d7b539c023 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b07406e-c0d2-469e-a655-44e6b0eafbe9 HTTP/1.1" status: 200 len: 210 time: 0.0297694 Nov 09 18:50:29.377471 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:30.635091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6a9414e-4394-43bd-8cb9-49ac571fd581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:30.981611 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59004) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:31.143238 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Deleting port 47a7cbf8-49b3-4d03-8b05-afebf423cc1d {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:31.143571 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:31.217177 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:31.217411 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:31.229013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Calling delete_port for 47a7cbf8-49b3-4d03-8b05-afebf423cc1d owned by network:floatingip {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:31.392692 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:31.420753 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event deleted for resources: {'Port': ['ID=47a7cbf8-49b3-4d03-8b05-afebf423cc1d,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:31.456871 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:31.478601 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 423b7b74-9486-4d40-89e9-862848d4ddda {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:31.478842 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 423b7b74-9486-4d40-89e9-862848d4ddda not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:31.486702 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for floatingip, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:31.487069 n-d-804292-3 neutron-server[102554]: INFO neutron.db.l3_db [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Floating IP 36bff89c-5ad6-4eaa-aaad-582b3826b9fc disassociated (deleted). External IP: 172.25.3.112, port: 900c2eaf-e92a-473f-b3c1-85c54ce8d47c. Nov 09 18:50:31.704030 n-d-804292-3 neutron-server[102554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:31.809550 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:31.813965 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for floatingip, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:31.819423 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:31.830432 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:31.831078 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:31.841186 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-151834d0-ae8b-451b-94ec-8505ddd763c5 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "DELETE /v2.0/floatingips/36bff89c-5ad6-4eaa-aaad-582b3826b9fc HTTP/1.1" status: 204 len: 168 time: 0.8584785 Nov 09 18:50:31.841767 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:31.844060 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764aa8e-58e3-4242-a3f7-b3263c2e092a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:31.882059 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583a0695-fa83-4643-9e40-411318f15dc1 x-openstack-request-id: req-583a0695-fa83-4643-9e40-411318f15dc1 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:31.882353 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:31.882612 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-583a0695-fa83-4643-9e40-411318f15dc1 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:31.883057 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'status': 'completed', 'code': 200} Nov 09 18:50:31.945773 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:31.961928 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-e6c53be9-99cf-455f-a405-a4f6cd784a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:31.963631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-e6c53be9-99cf-455f-a405-a4f6cd784a7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aaa455cf1d7c451698b25ac11f882a10&device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 1094 time: 0.0515931 Nov 09 18:50:32.092250 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:32.105727 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-6cc4ef9b-febb-4f66-bb38-93998d405892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:32.107274 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-6cc4ef9b-febb-4f66-bb38-93998d405892 service neutron] 10.222.0.83 "GET /v2.0/networks?id=72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 200 len: 909 time: 0.1341290 Nov 09 18:50:32.117156 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b7a3f-64ee-4819-94bd-e87999fdb390 req-d7277ba1-46ef-4fef-a3cc-b6d47cb0bef7 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:32.118680 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c4b7a3f-64ee-4819-94bd-e87999fdb390 req-d7277ba1-46ef-4fef-a3cc-b6d47cb0bef7 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 943 time: 0.0782504 Nov 09 18:50:32.165611 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-f5a2c6ae-779d-48ea-92e8-4fc19d3d02c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 200 len: 217 time: 0.0459247 Nov 09 18:50:32.196293 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:32.223796 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:32.232750 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:32.233376 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:32.237691 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c4b7a3f-64ee-4819-94bd-e87999fdb390 req-6dfd15ef-2f2d-424a-84d5-3b66c9d0bf70 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101232 Nov 09 18:50:32.241464 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-e3628b69-797c-4c2b-b106-4063619d36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:32.242884 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-e3628b69-797c-4c2b-b106-4063619d36b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 200 len: 848 time: 0.0687711 Nov 09 18:50:32.303917 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-4789ecf7-3d4e-485b-957d-4942aaba21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:32.305439 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-4789ecf7-3d4e-485b-957d-4942aaba21f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=72f2d3a3-79a8-414b-993d-1018ee1c8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529375 Nov 09 18:50:32.344853 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:32.396998 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-5dacd5b6-3508-46c7-9808-d1f6f7ae7569 service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833530 Nov 09 18:50:32.492559 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-9764aa8e-58e3-4242-a3f7-b3263c2e092a req-76f92449-acae-4729-8faa-bc4e01dd45fa service neutron] 10.222.0.83 "GET /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879302 Nov 09 18:50:32.552759 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:32.580380 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a3a-d382-4320-8ada-4232430e6fd8 None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:30Z', 'revision_number': 4, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3', '_interfaces': [{'id': '8458a5f9-f0a2-4814-9acb-e4969e5273bf', 'name': '', 'network_id': '72f2d3a3-79a8-414b-993d-1018ee1c8d59', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'mac_address': 'fa:16:3e:67:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:30Z', 'updated_at': '2021-11-09T18:45:36Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'subnets': [{'id': '7ea05a36-4fb9-4e39-97bd-8f3693c9ccce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:32.804938 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0302400-3096-44c7-b431-e16a53565582 None None] New status for floating IP 36bff89c-5ad6-4eaa-aaad-582b3826b9fc: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:50:33.362415 n-d-804292-3 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8220-db81-4e8d-bdcd-20d23df3fbbe req-25bf393f-b2da-4c2e-b756-cdb3fccc71e0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:33.363967 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85ad8220-db81-4e8d-bdcd-20d23df3fbbe req-25bf393f-b2da-4c2e-b756-cdb3fccc71e0 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 943 time: 0.0521452 Nov 09 18:50:33.418196 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [req-85ad8220-db81-4e8d-bdcd-20d23df3fbbe req-8e42e6bb-9749-4333-97fb-d58b036b9a3b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477495 Nov 09 18:50:33.492774 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:33.700971 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:33.924022 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-56ebdc68-e8b2-41fe-9488-ffbde0f8d87c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:33.925497 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-56ebdc68-e8b2-41fe-9488-ffbde0f8d87c tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 943 time: 0.0538821 Nov 09 18:50:34.022531 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Deleting port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:34.022768 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:34.118429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] For port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c, host n-h2-804292-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-3',level=0,port_id=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:34.118792 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:34.132924 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Calling delete_port for 900c2eaf-e92a-473f-b3c1-85c54ce8d47c owned by compute:nova {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:34.587583 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:34.621926 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event deleted for resources: {'Port': ['ID=900c2eaf-e92a-473f-b3c1-85c54ce8d47c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:34.643379 n-d-804292-3 neutron-server[102554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c489311-48f0-4d60-bb82-cb93cc6928ca req-b60ba769-5070-463d-abdb-b8988e57ec78 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:34.645047 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c489311-48f0-4d60-bb82-cb93cc6928ca req-b60ba769-5070-463d-abdb-b8988e57ec78 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d570772-e586-4dce-b8ec-0810aa9d0310 HTTP/1.1" status: 200 len: 865 time: 0.0893986 Nov 09 18:50:34.690176 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] No DVR routers for this DVR port 900c2eaf-e92a-473f-b3c1-85c54ce8d47c on host n-h2-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:34.693537 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8087'] for port, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:34.697112 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-2547992f-496e-4b9b-8cda-7a70fbd5e32b req-826d2b75-a253-4cc6-8eb1-f2e1c8883662 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.83 "DELETE /v2.0/ports/900c2eaf-e92a-473f-b3c1-85c54ce8d47c HTTP/1.1" status: 204 len: 173 time: 0.7614729 Nov 09 18:50:34.697804 n-d-804292-3 neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-deleted', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:34.700116 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b9f4dfd70177ffd47fe44a4f8fdb27895a728b91e8e8473d0f0d9f5fe3ea64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c674b98b-f6e0-4e2c-aec6-071d391d51ca" -d '{"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-deleted", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:34.740084 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [req-6c489311-48f0-4d60-bb82-cb93cc6928ca req-ffc25d8a-8f95-4206-b9c6-e9ea16124f63 tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "GET /v2.0/security-groups?id=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805404 Nov 09 18:50:34.741770 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e8683-5015-4959-a721-61dec467d878 x-openstack-request-id: req-b04e8683-5015-4959-a721-61dec467d878 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:34.742103 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d570772-e586-4dce-b8ec-0810aa9d0310", "name": "network-vif-deleted", "tag": "900c2eaf-e92a-473f-b3c1-85c54ce8d47c", "status": "completed", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:34.742341 n-d-804292-3 neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b04e8683-5015-4959-a721-61dec467d878 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:34.742737 n-d-804292-3 neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d570772-e586-4dce-b8ec-0810aa9d0310', 'name': 'network-vif-deleted', 'tag': '900c2eaf-e92a-473f-b3c1-85c54ce8d47c', 'status': 'completed', 'code': 200} Nov 09 18:50:35.897211 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59022) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:35.957246 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f42-a396-4283-a76b-73fee15e678b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:35.983694 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f42-a396-4283-a76b-73fee15e678b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:36.054561 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f42-a396-4283-a76b-73fee15e678b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:36.057448 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c3f92f42-a396-4283-a76b-73fee15e678b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Publish callbacks [] for security_group, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:36.058790 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-c3f92f42-a396-4283-a76b-73fee15e678b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] 10.222.0.45 "DELETE /v2.0/security-groups/d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b HTTP/1.1" status: 204 len: 168 time: 0.1602352 Nov 09 18:50:36.068610 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f92f42-a396-4283-a76b-73fee15e678b tempest-TestSnapshotPattern-63511159 tempest-TestSnapshotPattern-63511159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3a5bb-ae3d-4f0a-bf5b-167735209e7b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:36.118499 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59026) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:36.631555 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:36.899890 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Deleting port 8458a5f9-f0a2-4814-9acb-e4969e5273bf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:36.900179 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:36.976813 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] For port 8458a5f9-f0a2-4814-9acb-e4969e5273bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=8458a5f9-f0a2-4814-9acb-e4969e5273bf,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:36.977165 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:36.991422 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Calling delete_port for 8458a5f9-f0a2-4814-9acb-e4969e5273bf owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:37.172375 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:37.200805 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Pushing event deleted for resources: {'Port': ['ID=8458a5f9-f0a2-4814-9acb-e4969e5273bf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:37.371643 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:37.472975 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c no longer exists at agent hyperv_n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:37.497883 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] No Port match for: 900c2eaf-e92a-473f-b3c1-85c54ce8d47c {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:37.498133 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Device 900c2eaf-e92a-473f-b3c1-85c54ce8d47c not bound to the agent host n-h2-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:37.593370 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Router a52bc148-ad70-4407-8923-1e90b0ca12b8 has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:37.703451 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:37.708868 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-2652ee9d-902b-4c8e-a7b3-dc584062c223 admin admin] 10.222.0.45 "PUT /v2.0/routers/a52bc148-ad70-4407-8923-1e90b0ca12b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892384 Nov 09 18:50:37.711480 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:37.712278 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] Sync routers for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:37.722756 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:37.723446 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:37.817668 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:37.828715 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: n-d-804292-3 {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:37.922569 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:37.975823 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Deleting port 21f327bd-1545-465a-b690-9517aeb62db9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:37.976080 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.005375 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '21f327bd-1545-465a-b690-9517aeb62db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:50:37Z', 'revision_number': 5, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port': {'id': '21f327bd-1545-465a-b690-9517aeb62db9', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:38.035161 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] Checking router: a52bc148-ad70-4407-8923-1e90b0ca12b8 for host: n-d-804292-3 {{(pid=102556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:38.043995 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] Routers {'a52bc148-ad70-4407-8923-1e90b0ca12b8'} bound to L3 agent in host n-d-804292-3 {{(pid=102556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:38.044605 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['a52bc148-ad70-4407-8923-1e90b0ca12b8'], 'active': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:38.055462 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] For port 21f327bd-1545-465a-b690-9517aeb62db9, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=21f327bd-1545-465a-b690-9517aeb62db9,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:38.056376 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.073372 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Calling delete_port for 21f327bd-1545-465a-b690-9517aeb62db9 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:38.248043 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.279193 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Pushing event deleted for resources: {'Port': ['ID=21f327bd-1545-465a-b690-9517aeb62db9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:38.293534 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ae01d-0f18-4206-8388-10dc18b48313 None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:50:38.316308 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvr_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] Set router a52bc148-ad70-4407-8923-1e90b0ca12b8 gateway port host: None {{(pid=102556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:38.341297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.373173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_hamode_db [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:50:37Z', 'revision_number': 6, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:38.401111 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c1892-8244-423a-bf3b-b6e8555f7d92 None None] The sync data for ids ['a52bc148-ad70-4407-8923-1e90b0ca12b8'] in n-d-804292-3 is: [{'id': 'a52bc148-ad70-4407-8923-1e90b0ca12b8', 'name': 'tempest-TestSnapshotPattern-661516983-router', 'tenant_id': 'aaa455cf1d7c451698b25ac11f882a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:28Z', 'updated_at': '2021-11-09T18:50:37Z', 'revision_number': 6, 'project_id': 'aaa455cf1d7c451698b25ac11f882a10', 'gw_port_host': None}] {{(pid=102556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:38.434001 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.436297 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.478930 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.479658 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52bc148-ad70-4407-8923-1e90b0ca12b8 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:50:38.484047 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] Publish callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.485187 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-990880dd-b313-4d19-9fb7-beb9b288d87e admin admin] 10.222.0.45 "DELETE /v2.0/routers/a52bc148-ad70-4407-8923-1e90b0ca12b8 HTTP/1.1" status: 204 len: 168 time: 0.7727952 Nov 09 18:50:38.487783 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:38.545295 n-d-804292-3 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Deleting subnet 7ea05a36-4fb9-4e39-97bd-8f3693c9ccce {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:50:38.548609 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.586359 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16673810'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.672405 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.734845 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16650632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15970992'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.766335 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea05a36-4fb9-4e39-97bd-8f3693c9ccce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:38.770459 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871425'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.774197 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-323dc7e0-9855-4ee1-b02c-0dfd5f12a5ff admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7ea05a36-4fb9-4e39-97bd-8f3693c9ccce HTTP/1.1" status: 204 len: 168 time: 0.2854176 Nov 09 18:50:38.777421 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59034) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:38.779603 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb16450-a03a-4445-9872-a9c9208df73b None None] Network 72f2d3a3-79a8-414b-993d-1018ee1c8d59 requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:50:38.850728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.914870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Deleting port 25725c94-4105-45e6-9c62-a7b67e9c7e1f {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:38.915308 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.983456 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] For port 25725c94-4105-45e6-9c62-a7b67e9c7e1f, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=25725c94-4105-45e6-9c62-a7b67e9c7e1f,segment=NetworkSegment(0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb),segment_id=0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:38.983818 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:38.997013 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Calling delete_port for 25725c94-4105-45e6-9c62-a7b67e9c7e1f owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:39.083581 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.107254 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=25725c94-4105-45e6-9c62-a7b67e9c7e1f,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:39.113396 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] No DVR routers for this DVR port 25725c94-4105-45e6-9c62-a7b67e9c7e1f on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:39.186008 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.207219 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f2d3a3-79a8-414b-993d-1018ee1c8d59']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:39.217416 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:39.217709 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6bd07e-d6dc-4ab1-a20d-4efd3287d8fb') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:39.231619 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.239229 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c64f8-856f-4d3d-a692-7fe165412400 None None] DHCP port deletion for 72f2d3a3-79a8-414b-993d-1018ee1c8d59 request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:50:39.246728 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.258870 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:50:39.259314 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:50:39.262131 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:50:39.271981 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8458a5f9-f0a2-4814-9acb-e4969e5273bf no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:39.292726 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 8458a5f9-f0a2-4814-9acb-e4969e5273bf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:39.293067 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 8458a5f9-f0a2-4814-9acb-e4969e5273bf not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:39.318887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.326778 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:39.331973 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] 10.222.0.45 "DELETE /v2.0/networks/72f2d3a3-79a8-414b-993d-1018ee1c8d59 HTTP/1.1" status: 204 len: 168 time: 0.5507431 Nov 09 18:50:39.332274 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:39.340595 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48617-0c4b-49c4-b43c-897139c49dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=72f2d3a3-79a8-414b-993d-1018ee1c8d59,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:40.015308 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7913103'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:40.262761 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Deleting port 9166379e-73ef-48d4-8dee-1b61ba8a26f4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:40.263139 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:40.343044 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] For port 9166379e-73ef-48d4-8dee-1b61ba8a26f4, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=9166379e-73ef-48d4-8dee-1b61ba8a26f4,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:40.343787 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:40.356597 n-d-804292-3 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Calling delete_port for 9166379e-73ef-48d4-8dee-1b61ba8a26f4 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:40.534685 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16650589'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:40.558244 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Pushing event deleted for resources: {'Port': ['ID=9166379e-73ef-48d4-8dee-1b61ba8a26f4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:40.734441 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7912255'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:40.854398 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 25725c94-4105-45e6-9c62-a7b67e9c7e1f no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:40.878980 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 25725c94-4105-45e6-9c62-a7b67e9c7e1f {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:40.879233 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 25725c94-4105-45e6-9c62-a7b67e9c7e1f not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:40.879943 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 21f327bd-1545-465a-b690-9517aeb62db9 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:40.899259 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 21f327bd-1545-465a-b690-9517aeb62db9 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:40.899600 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 21f327bd-1545-465a-b690-9517aeb62db9 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:40.962073 n-d-804292-3 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece has already been hosted by L3 agent 8c5746d1-26d1-4f34-a648-14e9555ee76f {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:41.079479 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] Notify agent at l3_agent.n-d-804292-3 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:41.089827 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-3139b5f6-214f-4c0b-b89f-edd77c61ce76 admin admin] 10.222.0.45 "PUT /v2.0/routers/f7cd64ee-2fb1-4551-94cb-5b9441bd9ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512634 Nov 09 18:50:41.090063 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59038) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:41.090501 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] Sync routers for ids ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'] in n-d-804292-3 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:41.099383 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] Routers {'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:41.099998 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:41.197014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.202507 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] Set router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece gateway port host: n-d-804292-3 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:41.305189 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.364062 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Deleting port a629c29e-dc78-44aa-8c04-33834da12f0a {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:41.364407 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.380491 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'external_fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:50:40Z', 'revision_number': 5, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port': {'id': 'a629c29e-dc78-44aa-8c04-33834da12f0a', 'name': '', 'network_id': 'd9a15a03-b64e-4568-a794-48c9562756cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'affd6381-8627-4ae9-869d-aade47711f03', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'affd6381-8627-4ae9-869d-aade47711f03', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-3'}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:41.411467 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] Checking router: f7cd64ee-2fb1-4551-94cb-5b9441bd9ece for host: n-d-804292-3 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:41.422002 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] Routers {'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'} bound to L3 agent in host n-d-804292-3 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:41.422633 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:06:00Z,description=,heartbeat_timestamp=2021-11-09T18:50:31Z,host='n-d-804292-3',id=8c5746d1-26d1-4f34-a648-14e9555ee76f,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:06:00Z,topic='l3_agent')) {'router_ids': ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:41.451995 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] For port a629c29e-dc78-44aa-8c04-33834da12f0a, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=a629c29e-dc78-44aa-8c04-33834da12f0a,segment=NetworkSegment(5ba0d9b9-04b6-4f70-8a5a-415ef55ff472),segment_id=5ba0d9b9-04b6-4f70-8a5a-415ef55ff472)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:41.452252 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.466596 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Calling delete_port for a629c29e-dc78-44aa-8c04-33834da12f0a owned by network:router_gateway {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:41.508300 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] Set router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:41.560848 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:50:41Z', 'revision_number': 6, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port_host': None}], 'n-d-804292-3', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:41.590445 n-d-804292-3 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409574e-8465-4751-8588-36520ef9ea10 None None] The sync data for ids ['f7cd64ee-2fb1-4551-94cb-5b9441bd9ece'] in n-d-804292-3 is: [{'id': 'f7cd64ee-2fb1-4551-94cb-5b9441bd9ece', 'name': 'tempest-TestSnapshotPattern-1100784495-router', 'tenant_id': 'a9c663a6b5184983a2b48fe06650d336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:45:33Z', 'updated_at': '2021-11-09T18:50:41Z', 'revision_number': 6, 'project_id': 'a9c663a6b5184983a2b48fe06650d336', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:41.638175 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.665386 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a629c29e-dc78-44aa-8c04-33834da12f0a,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:41.676206 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f567c2e-7c84-4c2e-82cc-b2ca74db17aa None None] DHCP port deletion for d9a15a03-b64e-4568-a794-48c9562756cc request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:50:41.727014 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7912901'] for router_gateway, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.817887 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7911271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4161'] for router, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.820022 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.866734 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7911292'] for router, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.867266 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7cd64ee-2fb1-4551-94cb-5b9441bd9ece {{(pid=102554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:50:41.873894 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] Publish callbacks [] for router, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.875068 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-b84ee9d2-4d84-4080-9f5b-f1f8ed39cf8a admin admin] 10.222.0.45 "DELETE /v2.0/routers/f7cd64ee-2fb1-4551-94cb-5b9441bd9ece HTTP/1.1" status: 204 len: 168 time: 0.7866056 Nov 09 18:50:41.877673 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59040) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:41.922378 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Deleting subnet 42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7 {{(pid=102554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 18:50:41.926237 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:41.963846 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5010210'] for subnet, precommit_delete_associations {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.051110 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-891938'] for subnet, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.103351 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-891947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16147323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16148216'] for subnet, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.129115 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:42.136135 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.139544 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3bfbef4e-8318-48e4-b392-72343bebb0b7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/42d2b2e7-2cd1-45ae-a8dc-010cbe1a4ed7 HTTP/1.1" status: 204 len: 168 time: 0.2609589 Nov 09 18:50:42.141700 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301e512-6402-46ae-9f0b-52a371486ce6 None None] Network 37e15f81-8c8a-4515-b2f3-2b19b234bf4c requested from n-d-804292-3 {{(pid=102556) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:50:42.142214 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59042) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:42.214920 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013959'] for network, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.270048 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Deleting port fec54819-ddf8-46fd-857c-96be8a64f9bf {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:42.270392 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.331869 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] For port fec54819-ddf8-46fd-857c-96be8a64f9bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fec54819-ddf8-46fd-857c-96be8a64f9bf,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:42.332229 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.346859 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Calling delete_port for fec54819-ddf8-46fd-857c-96be8a64f9bf owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:42.370730 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] DHCP port deletion for 37e15f81-8c8a-4515-b2f3-2b19b234bf4c request from n-d-804292-3 {{(pid=102556) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:50:42.420665 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] Deleting port fec54819-ddf8-46fd-857c-96be8a64f9bf {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 18:50:42.421036 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783925454264'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.436300 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16147374'] for port, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.465025 n-d-804292-3 neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] No DVR routers for this DVR port fec54819-ddf8-46fd-857c-96be8a64f9bf on host n-d-804292-3 {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:42.469698 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec54819-ddf8-46fd-857c-96be8a64f9bf,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:42.490863 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] For port fec54819-ddf8-46fd-857c-96be8a64f9bf, host n-d-804292-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-3',level=0,port_id=fec54819-ddf8-46fd-857c-96be8a64f9bf,segment=NetworkSegment(1243803f-d81a-4d02-a9c3-238be7952e2b),segment_id=1243803f-d81a-4d02-a9c3-238be7952e2b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:42.491306 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7947305'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.505804 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] Calling delete_port for fec54819-ddf8-46fd-857c-96be8a64f9bf owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 18:50:42.544026 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-891735', 'neutron.services.segments.db._delete_segments_for_network-8783925568817'] for network, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.571467 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e15f81-8c8a-4515-b2f3-2b19b234bf4c']}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:42.582706 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1243803f-d81a-4d02-a9c3-238be7952e2b') {'for_net_delete': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:42.582937 n-d-804292-3 neutron-server[102554]: DEBUG neutron.services.segments.db [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1243803f-d81a-4d02-a9c3-238be7952e2b') {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:42.587639 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783925542786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783925047956'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.594035 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783925602874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5010235'] for segment, before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.608002 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547'] for segment, precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.614529 n-d-804292-3 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] Pushing event deleted for resources: {'Port': ['ID=fec54819-ddf8-46fd-857c-96be8a64f9bf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:42.620647 n-d-804292-3 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da102ac-7756-4627-8331-ca2e49e710f0 None None] No DVR routers for this DVR port fec54819-ddf8-46fd-857c-96be8a64f9bf on host n-d-804292-3 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:42.622599 n-d-804292-3 neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:50:42.623374 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16147357'] for segment, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: Traceback (most recent call last): Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: timer() Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: cb(*args, **kw) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: return func(*args, **kwargs) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: self._notify() Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: self.callback(batched_events) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: event.method(event) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: return f(self, *a, **k) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: return self._get(url).json() Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: return self.request(url, 'GET', **kwargs) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:50:42.626238 n-d-804292-3 neutron-server[102554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:50:42.695515 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-891556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8302647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7912889'] for network, after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.706516 n-d-804292-3 neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Publish callbacks [] for network, before_response {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.710561 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] 10.222.0.45 "DELETE /v2.0/networks/37e15f81-8c8a-4515-b2f3-2b19b234bf4c HTTP/1.1" status: 204 len: 168 time: 0.5673482 Nov 09 18:50:42.723162 n-d-804292-3 neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167dab1-25d8-4b73-80e7-ce03aff67749 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e15f81-8c8a-4515-b2f3-2b19b234bf4c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:42.817252 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9166379e-73ef-48d4-8dee-1b61ba8a26f4 no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:42.844729 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: 9166379e-73ef-48d4-8dee-1b61ba8a26f4 {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:42.845074 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device 9166379e-73ef-48d4-8dee-1b61ba8a26f4 not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:42.845848 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a629c29e-dc78-44aa-8c04-33834da12f0a no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:42.848429 n-d-804292-3 neutron-server[102554]: DEBUG neutron.wsgi [-] (102554) accepted ('10.222.0.45', 59046) {{(pid=102554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:42.865583 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: a629c29e-dc78-44aa-8c04-33834da12f0a {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:42.865927 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device a629c29e-dc78-44aa-8c04-33834da12f0a not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:42.866341 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fec54819-ddf8-46fd-857c-96be8a64f9bf no longer exists at agent ovs-agent-n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:42.888909 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] No Port match for: fec54819-ddf8-46fd-857c-96be8a64f9bf {{(pid=102556) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 18:50:42.889173 n-d-804292-3 neutron-server[102556]: DEBUG neutron.plugins.ml2.rpc [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Device fec54819-ddf8-46fd-857c-96be8a64f9bf not bound to the agent host n-d-804292-3 {{(pid=102556) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:42.892631 n-d-804292-3 neutron-server[102554]: INFO neutron.wsgi [None req-3ac70a56-7fba-4d8a-93fd-56b3d5b8e54c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaa455cf1d7c451698b25ac11f882a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427277 Nov 09 18:50:42.895369 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:42.943214 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc24e-993d-4c91-8e7c-172efe8fefd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:42.964272 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc24e-993d-4c91-8e7c-172efe8fefd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.014778 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc24e-993d-4c91-8e7c-172efe8fefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.017514 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc24e-993d-4c91-8e7c-172efe8fefd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.018722 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-8d0cc24e-993d-4c91-8e7c-172efe8fefd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cabe792-4197-41fa-a491-2b57190e00a6 HTTP/1.1" status: 204 len: 168 time: 0.1226423 Nov 09 18:50:43.026822 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc24e-993d-4c91-8e7c-172efe8fefd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabe792-4197-41fa-a491-2b57190e00a6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:43.344458 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:43.388387 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-94985afe-a5bf-4ade-b84b-827b48c00d68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9c663a6b5184983a2b48fe06650d336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427418 Nov 09 18:50:43.390973 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.45', 59056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:43.437910 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7a1701a-faac-43b4-a430-d318d1892f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.458356 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7a1701a-faac-43b4-a430-d318d1892f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.507421 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7a1701a-faac-43b4-a430-d318d1892f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933665'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.510532 n-d-804292-3 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7a1701a-faac-43b4-a430-d318d1892f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:43.511675 n-d-804292-3 neutron-server[102555]: INFO neutron.wsgi [None req-e7a1701a-faac-43b4-a430-d318d1892f21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdbe9dae-ffa7-4949-84a4-3b2f55827f55 HTTP/1.1" status: 204 len: 168 time: 0.1197793 Nov 09 18:50:43.519569 n-d-804292-3 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1701a-faac-43b4-a430-d318d1892f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe9dae-ffa7-4949-84a4-3b2f55827f55,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:53.101854 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:50:54.093158 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:58.141624 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98c29afe-14a7-4da5-9308-8b82cc3552f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:50:59.365153 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:00.633076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9658edab-adf4-4435-a038-117ba0e6b765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:02.055793 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:03.495315 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:03.702885 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:24.114928 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:28.135048 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8127f6b-a5cb-40ad-888c-972641a1fe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:29.387857 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:30.100833 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:51:30.637023 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88d2cb8d-e7a1-4864-abff-98c476d0fdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:32.057635 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:33.496913 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:33.705511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:54.114212 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:58.141169 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edb68e6e-6efd-417e-9692-18481fcb98e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:51:59.382329 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:00.638026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb87d263-05ce-4b2c-bd51-dfb792641023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:02.061643 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:03.499750 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:03.708247 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:07.100993 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:52:24.118760 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:28.136499 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e13ee5c9-ffd4-413f-9256-47efd866f796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:29.395513 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:30.640256 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87cd9b8f-621b-4e66-800a-26dc198aad94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:32.069518 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:33.504189 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:33.714560 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:44.100881 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:52:54.112601 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:58.140458 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d603ac06-6a0e-4c43-a845-f369423239f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:52:59.402547 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:00.642042 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6b28223-92dd-4f50-86fa-606ef9d3fb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:02.067203 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:03.508232 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:03.708591 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:21.100319 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:53:24.126372 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:28.142856 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1c9a-8216-44b0-ad1b-641a0692e79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:29.392449 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:30.643390 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe59555f-8005-4d7c-857a-144fd452a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:32.069369 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:33.507416 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:33.716021 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:54.142024 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:58.099144 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:53:58.144699 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c49eb412-c03c-46ba-ba0b-865877d63e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:53:59.412066 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:00.644241 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2da6076-8c2f-4dda-a9f8-ebb0c3a9eb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:02.073339 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:03.510335 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:03.707477 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:24.143091 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:28.149621 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f73761b3-54c8-4c0f-bab2-cef597427d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:29.417180 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:30.646185 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5a5c-eb05-4fcd-8a06-afb8d8cf827b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:32.076822 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:33.514539 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:33.710026 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:35.098576 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:54:54.142291 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:58.153566 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-00d12d90-f3c3-4724-b897-c6b6e4a22a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:54:59.436104 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:00.648012 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92082bfb-9cfb-49be-b81d-e19ba66b0fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:02.080929 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:03.515231 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:03.711901 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:12.097850 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:55:24.155184 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:28.155984 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd437-9510-4fe8-b17f-00dae4b7b498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:29.449174 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:30.651709 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86ffaff6-caf6-479a-b36e-d6075dd243ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:32.081326 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:33.522068 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:33.714417 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:49.097368 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:55:54.175834 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:58.153296 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d3964b9-747e-4d32-925c-06374d6295cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:55:59.468145 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:00.655786 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a8c2dab-1ee9-4287-a883-1013b6eadf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:02.087717 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:03.525175 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:03.718941 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:24.172007 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:26.097367 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:56:28.154849 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c02c-fb88-4fd4-810c-7b491afcae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:29.484245 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:30.659341 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c60bac07-e21e-4492-bf70-69c1229e1077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:32.087609 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:33.523947 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:33.721737 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:54.175934 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:58.158196 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4237-1280-4333-b802-836f62dc1f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:56:59.505827 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:00.659990 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d49f8691-1b12-44c6-99ce-f454ef3fdbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:02.091107 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:03.096836 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:57:03.527177 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:03.724076 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:24.183292 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:28.161248 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-454d2790-88db-4c6b-a50f-b1deb34b8fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:29.504904 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:30.661905 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ef00f4-5287-4ada-a3ff-c64c0469cb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:32.093743 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:33.529299 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:33.725833 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:40.096021 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:57:54.183524 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:58.163828 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05f2b043-0d5f-428d-b5c5-d17106591bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:57:59.515270 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:00.663354 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60fb77c6-2704-4b3e-bfd4-4fbc5193bac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:02.097511 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:03.531938 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:03.730164 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:17.097670 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:58:24.182649 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:28.167052 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd186b0a-c966-467d-b324-d89db7a2f0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:29.537930 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:30.665009 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6488f3f1-fe37-4ee9-b9cb-2c78a7056ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:32.099838 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:33.535005 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:33.732410 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:35.127078 n-d-804292-3 neutron-server[102555]: DEBUG neutron.wsgi [req-8d22d25f-6217-4d59-9b71-22f2512ac813 req-d20df0e1-7747-4f8a-9874-c0fac545e7f5 service neutron] (102555) timed out ('10.222.0.45', 56876) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:58:54.110638 n-d-804292-3 neutron-server[102557]: DEBUG neutron.db.agents_db [None req-41b66b3d-67ea-41e4-8efd-ccfa8799461c None None] Agent healthcheck: found 7 active agents {{(pid=102557) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:58:54.201039 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e56c851-756f-4c86-92b3-7bce7db7c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:58.178747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d73433b-ecd5-4e75-a3c6-887bcf28d847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:58:59.564669 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f8665c6-eee7-47b5-89d5-d780406a624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:59:00.667747 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4114-a4f6-4db8-829e-12e2d260edd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:59:02.103862 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44188ecc-6bc8-486f-8ae8-1fe9f8f39919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:59:03.538298 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83518ead-28a9-496d-b850-dc31c6a884c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 18:59:03.735194 n-d-804292-3 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24079399-1b9a-4da2-85c8-6d78aab4937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783925568799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-888929'] for agent, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}